Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 1 | //===-- tsan_defs.h ---------------------------------------------*- C++ -*-===// |
| 2 | // |
| 3 | // The LLVM Compiler Infrastructure |
| 4 | // |
| 5 | // This file is distributed under the University of Illinois Open Source |
| 6 | // License. See LICENSE.TXT for details. |
| 7 | // |
| 8 | //===----------------------------------------------------------------------===// |
| 9 | // |
| 10 | // This file is a part of ThreadSanitizer (TSan), a race detector. |
| 11 | // |
| 12 | //===----------------------------------------------------------------------===// |
| 13 | |
| 14 | #ifndef TSAN_DEFS_H |
| 15 | #define TSAN_DEFS_H |
| 16 | |
Alexey Samsonov | 5bbf829 | 2012-06-05 14:25:27 +0000 | [diff] [blame] | 17 | #include "sanitizer_common/sanitizer_internal_defs.h" |
Alexey Samsonov | 91e1a7e | 2012-06-07 11:54:08 +0000 | [diff] [blame] | 18 | #include "sanitizer_common/sanitizer_libc.h" |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 19 | #include "tsan_stat.h" |
| 20 | |
Alexey Samsonov | ef2e2cf | 2012-06-05 13:50:57 +0000 | [diff] [blame] | 21 | namespace __tsan { |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 22 | |
Kostya Serebryany | 83ed889 | 2014-12-09 01:31:14 +0000 | [diff] [blame] | 23 | #ifdef SANITIZER_GO |
Dmitry Vyukov | eb3d36e | 2012-11-28 13:01:32 +0000 | [diff] [blame] | 24 | const bool kGoMode = true; |
| 25 | const bool kCppMode = false; |
Dmitry Vyukov | 9952b67 | 2012-11-08 11:32:40 +0000 | [diff] [blame] | 26 | const char *const kTsanOptionsEnv = "GORACE"; |
Dmitry Vyukov | 087efd2 | 2013-01-30 14:38:44 +0000 | [diff] [blame] | 27 | // Go linker does not support weak symbols. |
| 28 | #define CPP_WEAK |
Dmitry Vyukov | 9952b67 | 2012-11-08 11:32:40 +0000 | [diff] [blame] | 29 | #else |
Dmitry Vyukov | eb3d36e | 2012-11-28 13:01:32 +0000 | [diff] [blame] | 30 | const bool kGoMode = false; |
| 31 | const bool kCppMode = true; |
Dmitry Vyukov | 9952b67 | 2012-11-08 11:32:40 +0000 | [diff] [blame] | 32 | const char *const kTsanOptionsEnv = "TSAN_OPTIONS"; |
Dmitry Vyukov | 087efd2 | 2013-01-30 14:38:44 +0000 | [diff] [blame] | 33 | #define CPP_WEAK WEAK |
Dmitry Vyukov | 9952b67 | 2012-11-08 11:32:40 +0000 | [diff] [blame] | 34 | #endif |
| 35 | |
Dmitry Vyukov | f6985e3 | 2012-05-22 14:34:43 +0000 | [diff] [blame] | 36 | const int kTidBits = 13; |
Kostya Serebryany | 07c4805 | 2012-05-11 14:42:24 +0000 | [diff] [blame] | 37 | const unsigned kMaxTid = 1 << kTidBits; |
Dmitry Vyukov | c30c5f7 | 2015-02-13 15:32:34 +0000 | [diff] [blame^] | 38 | #ifndef SANITIZER_GO |
Dmitry Vyukov | fee5b7d | 2012-05-17 14:17:51 +0000 | [diff] [blame] | 39 | const unsigned kMaxTidInClock = kMaxTid * 2; // This includes msb 'freed' bit. |
Dmitry Vyukov | c30c5f7 | 2015-02-13 15:32:34 +0000 | [diff] [blame^] | 40 | #else |
| 41 | const unsigned kMaxTidInClock = kMaxTid; // Go does not track freed memory. |
| 42 | #endif |
Dmitry Vyukov | ba42914 | 2013-02-01 09:42:06 +0000 | [diff] [blame] | 43 | const int kClkBits = 42; |
Dmitry Vyukov | b5eb8f0 | 2014-04-11 15:38:03 +0000 | [diff] [blame] | 44 | const unsigned kMaxTidReuse = (1 << (64 - kClkBits)) - 1; |
Dmitry Vyukov | 464ebbd | 2013-10-16 15:35:12 +0000 | [diff] [blame] | 45 | const uptr kShadowStackSize = 64 * 1024; |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 46 | |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 47 | // Count of shadow values in a shadow cell. |
Dmitry Vyukov | f34db58 | 2012-11-15 18:44:22 +0000 | [diff] [blame] | 48 | const uptr kShadowCnt = 4; |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 49 | |
| 50 | // That many user bytes are mapped onto a single shadow cell. |
Dmitry Vyukov | 1d4120b | 2012-11-06 13:21:06 +0000 | [diff] [blame] | 51 | const uptr kShadowCell = 8; |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 52 | |
| 53 | // Size of a single shadow value (u64). |
Dmitry Vyukov | 1d4120b | 2012-11-06 13:21:06 +0000 | [diff] [blame] | 54 | const uptr kShadowSize = 8; |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 55 | |
Dmitry Vyukov | c015712 | 2012-11-06 16:00:16 +0000 | [diff] [blame] | 56 | // Shadow memory is kShadowMultiplier times larger than user memory. |
| 57 | const uptr kShadowMultiplier = kShadowSize * kShadowCnt / kShadowCell; |
| 58 | |
Dmitry Vyukov | bde4c9c | 2014-05-29 13:50:54 +0000 | [diff] [blame] | 59 | // That many user bytes are mapped onto a single meta shadow cell. |
| 60 | // Must be less or equal to minimal memory allocator alignment. |
| 61 | const uptr kMetaShadowCell = 8; |
| 62 | |
| 63 | // Size of a single meta shadow value (u32). |
| 64 | const uptr kMetaShadowSize = 4; |
| 65 | |
Dmitry Vyukov | 547089e | 2014-05-15 12:51:48 +0000 | [diff] [blame] | 66 | #if defined(TSAN_NO_HISTORY) && TSAN_NO_HISTORY |
| 67 | const bool kCollectHistory = false; |
| 68 | #else |
| 69 | const bool kCollectHistory = true; |
| 70 | #endif |
| 71 | |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 72 | // The following "build consistency" machinery ensures that all source files |
| 73 | // are built in the same configuration. Inconsistent builds lead to |
| 74 | // hard to debug crashes. |
Alexey Samsonov | df3aeb8 | 2015-01-03 04:29:12 +0000 | [diff] [blame] | 75 | #if SANITIZER_DEBUG |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 76 | void build_consistency_debug(); |
| 77 | #else |
| 78 | void build_consistency_release(); |
| 79 | #endif |
| 80 | |
| 81 | #if TSAN_COLLECT_STATS |
| 82 | void build_consistency_stats(); |
| 83 | #else |
| 84 | void build_consistency_nostats(); |
| 85 | #endif |
| 86 | |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 87 | static inline void USED build_consistency() { |
Alexey Samsonov | df3aeb8 | 2015-01-03 04:29:12 +0000 | [diff] [blame] | 88 | #if SANITIZER_DEBUG |
Dmitry Vyukov | 30c32a8 | 2012-05-24 14:50:33 +0000 | [diff] [blame] | 89 | build_consistency_debug(); |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 90 | #else |
Dmitry Vyukov | 30c32a8 | 2012-05-24 14:50:33 +0000 | [diff] [blame] | 91 | build_consistency_release(); |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 92 | #endif |
| 93 | #if TSAN_COLLECT_STATS |
Dmitry Vyukov | 30c32a8 | 2012-05-24 14:50:33 +0000 | [diff] [blame] | 94 | build_consistency_stats(); |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 95 | #else |
Dmitry Vyukov | 30c32a8 | 2012-05-24 14:50:33 +0000 | [diff] [blame] | 96 | build_consistency_nostats(); |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 97 | #endif |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 98 | } |
| 99 | |
| 100 | template<typename T> |
| 101 | T min(T a, T b) { |
| 102 | return a < b ? a : b; |
| 103 | } |
| 104 | |
| 105 | template<typename T> |
| 106 | T max(T a, T b) { |
| 107 | return a > b ? a : b; |
| 108 | } |
| 109 | |
| 110 | template<typename T> |
Dmitry Vyukov | 55b47ca | 2012-12-04 12:19:53 +0000 | [diff] [blame] | 111 | T RoundUp(T p, u64 align) { |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 112 | DCHECK_EQ(align & (align - 1), 0); |
| 113 | return (T)(((u64)p + align - 1) & ~(align - 1)); |
| 114 | } |
| 115 | |
Dmitry Vyukov | 55b47ca | 2012-12-04 12:19:53 +0000 | [diff] [blame] | 116 | template<typename T> |
| 117 | T RoundDown(T p, u64 align) { |
| 118 | DCHECK_EQ(align & (align - 1), 0); |
| 119 | return (T)((u64)p & ~(align - 1)); |
| 120 | } |
| 121 | |
Dmitry Vyukov | fd5ebcd | 2012-12-06 12:16:15 +0000 | [diff] [blame] | 122 | // Zeroizes high part, returns 'bits' lsb bits. |
| 123 | template<typename T> |
| 124 | T GetLsb(T v, int bits) { |
| 125 | return (T)((u64)v & ((1ull << bits) - 1)); |
| 126 | } |
| 127 | |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 128 | struct MD5Hash { |
| 129 | u64 hash[2]; |
Dmitry Vyukov | 03d32ec | 2012-07-05 16:18:28 +0000 | [diff] [blame] | 130 | bool operator==(const MD5Hash &other) const; |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 131 | }; |
| 132 | |
| 133 | MD5Hash md5_hash(const void *data, uptr size); |
| 134 | |
| 135 | struct ThreadState; |
Dmitry Vyukov | 3238e1c | 2013-11-27 11:30:28 +0000 | [diff] [blame] | 136 | class ThreadContext; |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 137 | struct Context; |
| 138 | struct ReportStack; |
| 139 | class ReportDesc; |
| 140 | class RegionAlloc; |
Dmitry Vyukov | bde4c9c | 2014-05-29 13:50:54 +0000 | [diff] [blame] | 141 | |
| 142 | // Descriptor of user's memory block. |
| 143 | struct MBlock { |
| 144 | u64 siz; |
| 145 | u32 stk; |
| 146 | u16 tid; |
| 147 | }; |
| 148 | |
| 149 | COMPILER_CHECK(sizeof(MBlock) == 16); |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 150 | |
| 151 | } // namespace __tsan |
| 152 | |
Kostya Serebryany | 4ad375f | 2012-05-10 13:48:04 +0000 | [diff] [blame] | 153 | #endif // TSAN_DEFS_H |