blob: 7fbd1ba56ebf5ca680142fe8afeab9bbe666e9c1 [file] [log] [blame]
Alexey Samsonovbc3a7e32012-06-06 06:47:26 +00001//===-- sanitizer_common.h --------------------------------------*- C++ -*-===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file is shared between AddressSanitizer and ThreadSanitizer
11// run-time libraries.
Alexey Samsonovee072902012-06-06 09:26:25 +000012// It declares common functions and classes that are used in both runtimes.
Alexey Samsonovbc3a7e32012-06-06 06:47:26 +000013// Implementation of some functions are provided in sanitizer_common, while
14// others must be defined by run-time library itself.
15//===----------------------------------------------------------------------===//
16#ifndef SANITIZER_COMMON_H
17#define SANITIZER_COMMON_H
18
19#include "sanitizer_internal_defs.h"
Kostya Serebryanya8cfb902013-02-26 13:30:27 +000020#include "sanitizer_libc.h"
Alexey Samsonov734aab42013-04-05 07:30:29 +000021#include "sanitizer_mutex.h"
Alexey Samsonovbc3a7e32012-06-06 06:47:26 +000022
23namespace __sanitizer {
Kostya Serebryanyb4c2c5c2013-02-06 12:36:49 +000024struct StackTrace;
Alexey Samsonovbc3a7e32012-06-06 06:47:26 +000025
Alexey Samsonovee072902012-06-06 09:26:25 +000026// Constants.
Kostya Serebryany734f1eb2012-11-21 12:38:58 +000027const uptr kWordSize = SANITIZER_WORDSIZE / 8;
Alexey Samsonovee072902012-06-06 09:26:25 +000028const uptr kWordSizeInBits = 8 * kWordSize;
Kostya Serebryanydf198db2012-11-24 05:03:11 +000029
Kostya Serebryany46de5802012-11-20 07:00:42 +000030#if defined(__powerpc__) || defined(__powerpc64__)
Kostya Serebryany46de5802012-11-20 07:00:42 +000031const uptr kCacheLineSize = 128;
Alexey Samsonov40e51282012-06-15 07:29:14 +000032#else
Kostya Serebryany46de5802012-11-20 07:00:42 +000033const uptr kCacheLineSize = 64;
Alexey Samsonov40e51282012-06-15 07:29:14 +000034#endif
Alexey Samsonovee072902012-06-06 09:26:25 +000035
Alexey Samsonovc8e73642013-06-11 08:13:36 +000036const uptr kMaxPathLength = 512;
37
Kostya Serebryanybda64b42013-01-31 14:11:21 +000038extern const char *SanitizerToolName; // Can be changed by the tool.
Alexander Potapenko845b5752013-03-15 14:37:21 +000039extern uptr SanitizerVerbosity;
Kostya Serebryanybda64b42013-01-31 14:11:21 +000040
Kostya Serebryanyf22c6972012-11-23 15:38:49 +000041uptr GetPageSize();
42uptr GetPageSizeCached();
43uptr GetMmapGranularity();
Alexey Samsonov4b1f1032012-06-07 07:13:46 +000044// Threads
Dmitry Vyukov56faa552012-10-02 12:58:14 +000045uptr GetTid();
Alexey Samsonov70afb912012-06-15 06:37:34 +000046uptr GetThreadSelf();
Alexey Samsonovcf4d3a02012-06-07 07:32:00 +000047void GetThreadStackTopAndBottom(bool at_initialization, uptr *stack_top,
Alexey Samsonov4b1f1032012-06-07 07:13:46 +000048 uptr *stack_bottom);
Sergey Matveev954c6ef12013-05-07 14:41:43 +000049void GetThreadStackAndTls(bool main, uptr *stk_addr, uptr *stk_size,
50 uptr *tls_addr, uptr *tls_size);
Alexey Samsonov40d5b772012-06-06 16:15:07 +000051
52// Memory management
53void *MmapOrDie(uptr size, const char *mem_type);
Alexey Samsonovee072902012-06-06 09:26:25 +000054void UnmapOrDie(void *addr, uptr size);
Alexey Samsonovc70d1082012-06-14 14:42:58 +000055void *MmapFixedNoReserve(uptr fixed_addr, uptr size);
Kostya Serebryany98066282012-12-13 05:36:00 +000056void *MmapFixedOrDie(uptr fixed_addr, uptr size);
Alexey Samsonovc70d1082012-06-14 14:42:58 +000057void *Mprotect(uptr fixed_addr, uptr size);
Kostya Serebryany1e3d3872012-12-06 06:10:31 +000058// Map aligned chunk of address space; size and alignment are powers of two.
59void *MmapAlignedOrDie(uptr size, uptr alignment, const char *mem_type);
Alexey Samsonov40e51282012-06-15 07:29:14 +000060// Used to check if we can map shadow memory to a fixed location.
61bool MemoryRangeIsAvailable(uptr range_start, uptr range_end);
Kostya Serebryany6f604b52012-12-27 07:37:24 +000062void FlushUnneededShadowMemory(uptr addr, uptr size);
Alexey Samsonovc70d1082012-06-14 14:42:58 +000063
Alexey Samsonove6704ee2012-08-21 08:13:37 +000064// InternalScopedBuffer can be used instead of large stack arrays to
65// keep frame size low.
Kostya Serebryanyd0d96bf2012-08-29 08:40:36 +000066// FIXME: use InternalAlloc instead of MmapOrDie once
67// InternalAlloc is made libc-free.
Alexey Samsonove6704ee2012-08-21 08:13:37 +000068template<typename T>
69class InternalScopedBuffer {
70 public:
71 explicit InternalScopedBuffer(uptr cnt) {
72 cnt_ = cnt;
Kostya Serebryanyd0d96bf2012-08-29 08:40:36 +000073 ptr_ = (T*)MmapOrDie(cnt * sizeof(T), "InternalScopedBuffer");
Alexey Samsonove6704ee2012-08-21 08:13:37 +000074 }
75 ~InternalScopedBuffer() {
Kostya Serebryanyd0d96bf2012-08-29 08:40:36 +000076 UnmapOrDie(ptr_, cnt_ * sizeof(T));
Alexey Samsonove6704ee2012-08-21 08:13:37 +000077 }
78 T &operator[](uptr i) { return ptr_[i]; }
79 T *data() { return ptr_; }
80 uptr size() { return cnt_ * sizeof(T); }
81
82 private:
83 T *ptr_;
84 uptr cnt_;
85 // Disallow evil constructors.
86 InternalScopedBuffer(const InternalScopedBuffer&);
87 void operator=(const InternalScopedBuffer&);
88};
89
Alexey Samsonovd1d1a812012-08-27 14:51:36 +000090// Simple low-level (mmap-based) allocator for internal use. Doesn't have
91// constructor, so all instances of LowLevelAllocator should be
92// linker initialized.
Alexey Samsonovdc8d1f12012-08-27 09:30:58 +000093class LowLevelAllocator {
94 public:
Alexey Samsonovd1d1a812012-08-27 14:51:36 +000095 // Requires an external lock.
Alexey Samsonovdc8d1f12012-08-27 09:30:58 +000096 void *Allocate(uptr size);
97 private:
98 char *allocated_end_;
99 char *allocated_current_;
100};
101typedef void (*LowLevelAllocateCallback)(uptr ptr, uptr size);
102// Allows to register tool-specific callbacks for LowLevelAllocator.
103// Passing NULL removes the callback.
104void SetLowLevelAllocateCallback(LowLevelAllocateCallback callback);
105
Alexey Samsonovc70d1082012-06-14 14:42:58 +0000106// IO
Alexey Samsonov4b1f1032012-06-07 07:13:46 +0000107void RawWrite(const char *buffer);
Alexey Samsonov58358892012-11-02 15:18:34 +0000108bool PrintsToTty();
Alexey Samsonovd323f4e2012-06-06 13:58:39 +0000109void Printf(const char *format, ...);
Alexey Samsonovd323f4e2012-06-06 13:58:39 +0000110void Report(const char *format, ...);
Kostya Serebryanybb6f1652012-08-28 11:34:40 +0000111void SetPrintfAndReportCallback(void (*callback)(const char *));
Alexey Samsonov734aab42013-04-05 07:30:29 +0000112// Can be used to prevent mixing error reports from different sanitizers.
113extern StaticSpinMutex CommonSanitizerReportMutex;
Peter Collingbourne6d4a7d372013-05-17 16:17:19 +0000114void MaybeOpenReportFile();
115extern fd_t report_fd;
Alexey Samsonov51ae9832012-06-06 13:11:29 +0000116
Peter Collingbourne6f4be192013-05-08 14:43:49 +0000117uptr OpenFile(const char *filename, bool write);
Alexey Samsonovfe44fbd2012-06-07 05:38:26 +0000118// Opens the file 'file_name" and reads up to 'max_len' bytes.
119// The resulting buffer is mmaped and stored in '*buff'.
120// The size of the mmaped region is stored in '*buff_size',
121// Returns the number of read bytes or 0 if file can not be opened.
122uptr ReadFileToBuffer(const char *file_name, char **buff,
123 uptr *buff_size, uptr max_len);
Alexey Samsonov961276a2012-07-03 08:24:14 +0000124// Maps given file to virtual memory, and returns pointer to it
125// (or NULL if the mapping failes). Stores the size of mmaped region
126// in '*buff_size'.
127void *MapFileToMemory(const char *file_name, uptr *buff_size);
128
Alexey Samsonov97ca3062012-09-17 09:12:39 +0000129// OS
Alexey Samsonovae1e1712012-06-15 06:08:19 +0000130void DisableCoreDumper();
131void DumpProcessMap();
Alexey Samsonovae9b18b2012-11-09 14:45:30 +0000132bool FileExists(const char *filename);
Alexey Samsonov97ca3062012-09-17 09:12:39 +0000133const char *GetEnv(const char *name);
Alexey Samsonovf36c5a82013-04-23 12:49:12 +0000134bool SetEnv(const char *name, const char *value);
Alexey Samsonov97ca3062012-09-17 09:12:39 +0000135const char *GetPwd();
Alexey Samsonov9211bd32013-02-18 07:17:12 +0000136u32 GetUid();
Alexey Samsonov97ca3062012-09-17 09:12:39 +0000137void ReExec();
138bool StackSizeIsUnlimited();
139void SetStackSizeLimitInBytes(uptr limit);
Alexander Potapenko1746f552012-12-10 13:10:40 +0000140void PrepareForSandboxing();
Alexey Samsonov97ca3062012-09-17 09:12:39 +0000141
Evgeniy Stepanov5697b582013-03-13 08:19:53 +0000142void InitTlsSize();
143uptr GetTlsSize();
144
Alexey Samsonov97ca3062012-09-17 09:12:39 +0000145// Other
Alexey Samsonov70afb912012-06-15 06:37:34 +0000146void SleepForSeconds(int seconds);
Alexey Samsonov58a3c582012-06-18 08:44:30 +0000147void SleepForMillis(int millis);
Dmitry Vyukov78693732013-03-21 06:24:31 +0000148u64 NanoTime();
Alexey Samsonov70afb912012-06-15 06:37:34 +0000149int Atexit(void (*function)(void));
Alexey Samsonove4a88982012-06-15 07:00:31 +0000150void SortArray(uptr *array, uptr size);
Alexey Samsonovae1e1712012-06-15 06:08:19 +0000151
Alexey Samsonov5c6b93b2012-09-11 09:44:48 +0000152// Exit
153void NORETURN Abort();
Alexey Samsonov5c6b93b2012-09-11 09:44:48 +0000154void NORETURN Die();
155void NORETURN SANITIZER_INTERFACE_ATTRIBUTE
156CheckFailed(const char *file, int line, const char *cond, u64 v1, u64 v2);
157
Kostya Serebryany35f9e5e2012-12-07 11:27:24 +0000158// Set the name of the current thread to 'name', return true on succees.
159// The name may be truncated to a system-dependent limit.
160bool SanitizerSetThreadName(const char *name);
161// Get the name of the current thread (no more than max_len bytes),
162// return true on succees. name should have space for at least max_len+1 bytes.
163bool SanitizerGetThreadName(char *name, int max_len);
164
Alexey Samsonov5c6b93b2012-09-11 09:44:48 +0000165// Specific tools may override behavior of "Die" and "CheckFailed" functions
166// to do tool-specific job.
167void SetDieCallback(void (*callback)(void));
168typedef void (*CheckFailedCallbackType)(const char *, int, const char *,
169 u64, u64);
170void SetCheckFailedCallback(CheckFailedCallbackType callback);
171
Kostya Serebryanyb4c2c5c2013-02-06 12:36:49 +0000172// Construct a one-line string like
173// SanitizerToolName: error_type file:line function
174// and call __sanitizer_report_error_summary on it.
175void ReportErrorSummary(const char *error_type, const char *file,
176 int line, const char *function);
177
Alexey Samsonove4a88982012-06-15 07:00:31 +0000178// Math
Dmitry Vyukove979c542013-06-10 10:02:02 +0000179#if SANITIZER_WINDOWS && !defined(__clang__) && !defined(__GNUC__)
Timur Iskhodzhanov659bca52013-02-08 11:45:04 +0000180extern "C" {
181unsigned char _BitScanForward(unsigned long *index, unsigned long mask); // NOLINT
182unsigned char _BitScanReverse(unsigned long *index, unsigned long mask); // NOLINT
183#if defined(_WIN64)
184unsigned char _BitScanForward64(unsigned long *index, unsigned __int64 mask); // NOLINT
185unsigned char _BitScanReverse64(unsigned long *index, unsigned __int64 mask); // NOLINT
186#endif
187}
188#endif
189
190INLINE uptr MostSignificantSetBitIndex(uptr x) {
Kostya Serebryany459df6f2013-02-26 12:59:06 +0000191 CHECK_NE(x, 0U);
Timur Iskhodzhanov659bca52013-02-08 11:45:04 +0000192 unsigned long up; // NOLINT
Dmitry Vyukove979c542013-06-10 10:02:02 +0000193#if !SANITIZER_WINDOWS || defined(__clang__) || defined(__GNUC__)
Timur Iskhodzhanov659bca52013-02-08 11:45:04 +0000194 up = SANITIZER_WORDSIZE - 1 - __builtin_clzl(x);
195#elif defined(_WIN64)
196 _BitScanReverse64(&up, x);
197#else
198 _BitScanReverse(&up, x);
199#endif
200 return up;
201}
202
Dmitry Vyukov03d32ec2012-07-05 16:18:28 +0000203INLINE bool IsPowerOfTwo(uptr x) {
Alexey Samsonovee072902012-06-06 09:26:25 +0000204 return (x & (x - 1)) == 0;
205}
Timur Iskhodzhanov659bca52013-02-08 11:45:04 +0000206
207INLINE uptr RoundUpToPowerOfTwo(uptr size) {
208 CHECK(size);
209 if (IsPowerOfTwo(size)) return size;
210
211 uptr up = MostSignificantSetBitIndex(size);
212 CHECK(size < (1ULL << (up + 1)));
213 CHECK(size > (1ULL << up));
214 return 1UL << (up + 1);
215}
216
Dmitry Vyukov03d32ec2012-07-05 16:18:28 +0000217INLINE uptr RoundUpTo(uptr size, uptr boundary) {
Alexey Samsonove4a88982012-06-15 07:00:31 +0000218 CHECK(IsPowerOfTwo(boundary));
Alexey Samsonovee072902012-06-06 09:26:25 +0000219 return (size + boundary - 1) & ~(boundary - 1);
220}
Timur Iskhodzhanov659bca52013-02-08 11:45:04 +0000221
Kostya Serebryany7dfb1682012-12-14 12:15:09 +0000222INLINE uptr RoundDownTo(uptr x, uptr boundary) {
223 return x & ~(boundary - 1);
224}
Timur Iskhodzhanov659bca52013-02-08 11:45:04 +0000225
Kostya Serebryany90a59fa2012-12-11 14:41:31 +0000226INLINE bool IsAligned(uptr a, uptr alignment) {
227 return (a & (alignment - 1)) == 0;
228}
Timur Iskhodzhanov659bca52013-02-08 11:45:04 +0000229
230INLINE uptr Log2(uptr x) {
231 CHECK(IsPowerOfTwo(x));
Dmitry Vyukove979c542013-06-10 10:02:02 +0000232#if !SANITIZER_WINDOWS || defined(__clang__) || defined(__GNUC__)
Timur Iskhodzhanov659bca52013-02-08 11:45:04 +0000233 return __builtin_ctzl(x);
234#elif defined(_WIN64)
235 unsigned long ret; // NOLINT
236 _BitScanForward64(&ret, x);
237 return ret;
238#else
239 unsigned long ret; // NOLINT
240 _BitScanForward(&ret, x);
241 return ret;
242#endif
243}
244
Alexey Samsonovd77fbba2012-07-16 11:27:17 +0000245// Don't use std::min, std::max or std::swap, to minimize dependency
246// on libstdc++.
Alexey Samsonove4a88982012-06-15 07:00:31 +0000247template<class T> T Min(T a, T b) { return a < b ? a : b; }
248template<class T> T Max(T a, T b) { return a > b ? a : b; }
Alexey Samsonovd77fbba2012-07-16 11:27:17 +0000249template<class T> void Swap(T& a, T& b) {
250 T tmp = a;
251 a = b;
252 b = tmp;
253}
Alexey Samsonovbc3a7e32012-06-06 06:47:26 +0000254
Alexey Samsonov156958d2012-06-15 13:09:52 +0000255// Char handling
Dmitry Vyukov03d32ec2012-07-05 16:18:28 +0000256INLINE bool IsSpace(int c) {
Alexey Samsonov156958d2012-06-15 13:09:52 +0000257 return (c == ' ') || (c == '\n') || (c == '\t') ||
258 (c == '\f') || (c == '\r') || (c == '\v');
259}
Dmitry Vyukov03d32ec2012-07-05 16:18:28 +0000260INLINE bool IsDigit(int c) {
Alexey Samsonov156958d2012-06-15 13:09:52 +0000261 return (c >= '0') && (c <= '9');
262}
Dmitry Vyukov03d32ec2012-07-05 16:18:28 +0000263INLINE int ToLower(int c) {
Alexey Samsonov156958d2012-06-15 13:09:52 +0000264 return (c >= 'A' && c <= 'Z') ? (c + 'a' - 'A') : c;
265}
266
Kostya Serebryany734f1eb2012-11-21 12:38:58 +0000267#if SANITIZER_WORDSIZE == 64
Kostya Serebryanyc0bbfbf2012-06-06 16:33:46 +0000268# define FIRST_32_SECOND_64(a, b) (b)
269#else
270# define FIRST_32_SECOND_64(a, b) (a)
271#endif
272
Kostya Serebryanya8cfb902013-02-26 13:30:27 +0000273// A low-level vector based on mmap. May incur a significant memory overhead for
274// small vectors.
275// WARNING: The current implementation supports only POD types.
276template<typename T>
Alexey Samsonovb0d92b32013-06-14 09:59:40 +0000277class InternalMmapVector {
Kostya Serebryanya8cfb902013-02-26 13:30:27 +0000278 public:
Alexey Samsonovb0d92b32013-06-14 09:59:40 +0000279 explicit InternalMmapVector(uptr initial_capacity) {
Kostya Serebryanya8cfb902013-02-26 13:30:27 +0000280 CHECK_GT(initial_capacity, 0);
281 capacity_ = initial_capacity;
282 size_ = 0;
Alexey Samsonovb0d92b32013-06-14 09:59:40 +0000283 data_ = (T *)MmapOrDie(capacity_ * sizeof(T), "InternalMmapVector");
Kostya Serebryanya8cfb902013-02-26 13:30:27 +0000284 }
Alexey Samsonovb0d92b32013-06-14 09:59:40 +0000285 ~InternalMmapVector() {
Kostya Serebryanya8cfb902013-02-26 13:30:27 +0000286 UnmapOrDie(data_, capacity_ * sizeof(T));
287 }
288 T &operator[](uptr i) {
Alexey Samsonov703a9872013-03-29 08:03:01 +0000289 CHECK_LT(i, size_);
Alexey Samsonovcfe56d42013-03-28 15:37:11 +0000290 return data_[i];
291 }
292 const T &operator[](uptr i) const {
Alexey Samsonov703a9872013-03-29 08:03:01 +0000293 CHECK_LT(i, size_);
Kostya Serebryanya8cfb902013-02-26 13:30:27 +0000294 return data_[i];
295 }
296 void push_back(const T &element) {
297 CHECK_LE(size_, capacity_);
298 if (size_ == capacity_) {
299 uptr new_capacity = RoundUpToPowerOfTwo(size_ + 1);
300 Resize(new_capacity);
301 }
302 data_[size_++] = element;
303 }
Alexey Samsonov434dde92013-03-05 11:58:25 +0000304 T &back() {
305 CHECK_GT(size_, 0);
306 return data_[size_ - 1];
307 }
308 void pop_back() {
309 CHECK_GT(size_, 0);
310 size_--;
311 }
Alexey Samsonovcfe56d42013-03-28 15:37:11 +0000312 uptr size() const {
Kostya Serebryanya8cfb902013-02-26 13:30:27 +0000313 return size_;
314 }
Alexander Potapenko401bed02013-04-01 13:55:34 +0000315 const T *data() const {
316 return data_;
317 }
318 uptr capacity() const {
319 return capacity_;
320 }
Kostya Serebryanya8cfb902013-02-26 13:30:27 +0000321
322 private:
323 void Resize(uptr new_capacity) {
324 CHECK_GT(new_capacity, 0);
325 CHECK_LE(size_, new_capacity);
326 T *new_data = (T *)MmapOrDie(new_capacity * sizeof(T),
Alexey Samsonovb0d92b32013-06-14 09:59:40 +0000327 "InternalMmapVector");
Kostya Serebryanya8cfb902013-02-26 13:30:27 +0000328 internal_memcpy(new_data, data_, size_ * sizeof(T));
329 T *old_data = data_;
330 data_ = new_data;
331 UnmapOrDie(old_data, capacity_ * sizeof(T));
332 capacity_ = new_capacity;
333 }
334 // Disallow evil constructors.
Alexey Samsonovb0d92b32013-06-14 09:59:40 +0000335 InternalMmapVector(const InternalMmapVector&);
336 void operator=(const InternalMmapVector&);
Kostya Serebryanya8cfb902013-02-26 13:30:27 +0000337
338 T *data_;
339 uptr capacity_;
340 uptr size_;
341};
Sergey Matveevd9da20f2013-05-13 11:58:48 +0000342
Alexey Samsonovb0d92b32013-06-14 09:59:40 +0000343// HeapSort for arrays and InternalMmapVector.
Sergey Matveevd9da20f2013-05-13 11:58:48 +0000344template<class Container, class Compare>
345void InternalSort(Container *v, uptr size, Compare comp) {
346 if (size < 2)
347 return;
348 // Stage 1: insert elements to the heap.
349 for (uptr i = 1; i < size; i++) {
350 uptr j, p;
351 for (j = i; j > 0; j = p) {
352 p = (j - 1) / 2;
353 if (comp((*v)[p], (*v)[j]))
354 Swap((*v)[j], (*v)[p]);
355 else
356 break;
357 }
358 }
359 // Stage 2: swap largest element with the last one,
360 // and sink the new top.
361 for (uptr i = size - 1; i > 0; i--) {
362 Swap((*v)[0], (*v)[i]);
363 uptr j, max_ind;
364 for (j = 0; j < i; j = max_ind) {
365 uptr left = 2 * j + 1;
366 uptr right = 2 * j + 2;
367 max_ind = j;
368 if (left < i && comp((*v)[max_ind], (*v)[left]))
369 max_ind = left;
370 if (right < i && comp((*v)[max_ind], (*v)[right]))
371 max_ind = right;
372 if (max_ind != j)
373 Swap((*v)[j], (*v)[max_ind]);
374 else
375 break;
376 }
377 }
378}
379
Alexey Samsonovbc3a7e32012-06-06 06:47:26 +0000380} // namespace __sanitizer
381
382#endif // SANITIZER_COMMON_H