blob: 74fd76ed0c214180f889220040665f85e354b49d [file] [log] [blame]
Evgeniy Stepanov67227162012-12-25 11:53:51 +00001//===-- msan.h --------------------------------------------------*- C++ -*-===//
Evgeniy Stepanovc5033782012-12-11 12:27:27 +00002//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file is a part of MemorySanitizer.
11//
12// Private MSan header.
13//===----------------------------------------------------------------------===//
14
15#ifndef MSAN_H
16#define MSAN_H
17
Sergey Matveev6eff11e2013-05-06 13:15:14 +000018#include "sanitizer_common/sanitizer_flags.h"
Evgeniy Stepanovc5033782012-12-11 12:27:27 +000019#include "sanitizer_common/sanitizer_internal_defs.h"
20#include "sanitizer_common/sanitizer_stacktrace.h"
Evgeniy Stepanoveac7f932013-01-29 14:33:29 +000021#include "msan_interface_internal.h"
Evgeniy Stepanovc5033782012-12-11 12:27:27 +000022#include "msan_flags.h"
23
Evgeniy Stepanovc7af8782013-04-05 12:03:47 +000024#ifndef MSAN_REPLACE_OPERATORS_NEW_AND_DELETE
25# define MSAN_REPLACE_OPERATORS_NEW_AND_DELETE 1
26#endif
27
Evgeniy Stepanovd280ee42013-10-24 11:56:03 +000028#define MEM_TO_SHADOW(mem) (((uptr)mem) & ~0x400000000000ULL)
29#define SHADOW_TO_ORIGIN(shadow) (((uptr)shadow) + 0x200000000000ULL)
30#define MEM_TO_ORIGIN(mem) (SHADOW_TO_ORIGIN(MEM_TO_SHADOW(mem)))
31#define MEM_IS_APP(mem) ((uptr)mem >= 0x600000000000ULL)
32#define MEM_IS_SHADOW(mem) \
33 ((uptr)mem >= 0x200000000000ULL && (uptr)mem <= 0x400000000000ULL)
Evgeniy Stepanovc5033782012-12-11 12:27:27 +000034
Evgeniy Stepanov412d9732014-03-18 13:45:19 +000035// Chained stack trace format.
36#define TRACE_MAGIC_MASK 0xFFFFFFFF00000000LLU
37#define TRACE_MAKE_CHAINED(id) ((uptr)id | TRACE_MAGIC_MASK)
38#define TRACE_TO_CHAINED_ID(u) ((uptr)u & (~TRACE_MAGIC_MASK))
39#define TRACE_IS_CHAINED(u) ((((uptr)u) & TRACE_MAGIC_MASK) == TRACE_MAGIC_MASK)
40
Evgeniy Stepanovc5033782012-12-11 12:27:27 +000041const int kMsanParamTlsSizeInWords = 100;
42const int kMsanRetvalTlsSizeInWords = 100;
43
44namespace __msan {
45extern int msan_inited;
46extern bool msan_init_is_running;
Evgeniy Stepanov9b52ce92013-01-10 11:17:55 +000047extern int msan_report_count;
Evgeniy Stepanovc5033782012-12-11 12:27:27 +000048
49bool ProtectRange(uptr beg, uptr end);
50bool InitShadow(bool prot1, bool prot2, bool map_shadow, bool init_origins);
51char *GetProcSelfMaps();
52void InitializeInterceptors();
53
Evgeniy Stepanov2794c472013-10-22 14:31:30 +000054void MsanAllocatorThreadFinish();
Evgeniy Stepanovc5033782012-12-11 12:27:27 +000055void *MsanReallocate(StackTrace *stack, void *oldp, uptr size,
56 uptr alignment, bool zeroise);
Evgeniy Stepanov65562f52013-09-16 11:03:31 +000057void MsanDeallocate(StackTrace *stack, void *ptr);
Evgeniy Stepanovc5033782012-12-11 12:27:27 +000058void InstallTrapHandler();
Evgeniy Stepanov9b52ce92013-01-10 11:17:55 +000059void InstallAtExitHandler();
Evgeniy Stepanovc5033782012-12-11 12:27:27 +000060void ReplaceOperatorsNewAndDelete();
61
Evgeniy Stepanovac5ac342013-09-13 12:49:13 +000062const char *GetOriginDescrIfStack(u32 id, uptr *pc);
63
Kostya Serebryanyec87e782013-02-13 07:19:47 +000064void EnterSymbolizer();
65void ExitSymbolizer();
66bool IsInSymbolizer();
67
Reid Kleckner063dfe32013-03-06 16:11:58 +000068struct SymbolizerScope {
69 SymbolizerScope() { EnterSymbolizer(); }
70 ~SymbolizerScope() { ExitSymbolizer(); }
71};
72
Reid Klecknerc9d382b2013-03-11 18:07:42 +000073void EnterLoader();
74void ExitLoader();
75
Evgeniy Stepanovc5033782012-12-11 12:27:27 +000076void MsanDie();
77void PrintWarning(uptr pc, uptr bp);
78void PrintWarningWithOrigin(uptr pc, uptr bp, u32 origin);
79
Evgeniy Stepanov76dc3a82013-02-19 12:43:18 +000080void GetStackTrace(StackTrace *stack, uptr max_s, uptr pc, uptr bp,
Alexey Samsonovb3d93992013-11-07 07:28:33 +000081 bool request_fast_unwind);
Evgeniy Stepanovc5033782012-12-11 12:27:27 +000082
Evgeniy Stepanov367dc642012-12-26 09:32:05 +000083void ReportUMR(StackTrace *stack, u32 origin);
84void ReportExpectedUMRNotFound(StackTrace *stack);
Evgeniy Stepanov9b52ce92013-01-10 11:17:55 +000085void ReportAtExitStatistics();
Evgeniy Stepanovfe250b02014-04-30 09:50:30 +000086void DescribeMemoryRange(const void *x, uptr size);
Evgeniy Stepanov367dc642012-12-26 09:32:05 +000087
Alexey Samsonoved4594b2013-06-27 07:50:56 +000088// Unpoison first n function arguments.
89void UnpoisonParam(uptr n);
Evgeniy Stepanovc4179812013-08-27 12:59:39 +000090void UnpoisonThreadLocalState();
Reid Klecknerc9d382b2013-03-11 18:07:42 +000091
Evgeniy Stepanova55fcd32014-04-02 11:06:35 +000092u32 GetOriginIfPoisoned(uptr a, uptr size);
93void SetOriginIfPoisoned(uptr addr, uptr src_shadow, uptr size, u32 src_origin);
Evgeniy Stepanov412d9732014-03-18 13:45:19 +000094void CopyOrigin(void *dst, const void *src, uptr size, StackTrace *stack);
95void MovePoison(void *dst, const void *src, uptr size, StackTrace *stack);
96void CopyPoison(void *dst, const void *src, uptr size, StackTrace *stack);
97
98// Returns a "chained" origin id, pointing to the given stack trace followed by
99// the previous origin id.
100u32 ChainOrigin(u32 id, StackTrace *stack);
101
Evgeniy Stepanovc5033782012-12-11 12:27:27 +0000102#define GET_MALLOC_STACK_TRACE \
103 StackTrace stack; \
104 stack.size = 0; \
105 if (__msan_get_track_origins() && msan_inited) \
Sergey Matveev6eff11e2013-05-06 13:15:14 +0000106 GetStackTrace(&stack, common_flags()->malloc_context_size, \
Evgeniy Stepanov76dc3a82013-02-19 12:43:18 +0000107 StackTrace::GetCurrentPc(), GET_CURRENT_FRAME(), \
Sergey Matveev6eff11e2013-05-06 13:15:14 +0000108 common_flags()->fast_unwind_on_malloc)
Evgeniy Stepanovc5033782012-12-11 12:27:27 +0000109
Evgeniy Stepanov3c957442014-03-31 14:18:55 +0000110#define GET_STORE_STACK_TRACE_PC_BP(pc, bp) \
111 StackTrace stack; \
112 stack.size = 0; \
113 if (__msan_get_track_origins() > 1 && msan_inited) \
114 GetStackTrace(&stack, common_flags()->malloc_context_size, pc, bp, \
115 common_flags()->fast_unwind_on_malloc)
116
117#define GET_STORE_STACK_TRACE \
118 GET_STORE_STACK_TRACE_PC_BP(StackTrace::GetCurrentPc(), GET_CURRENT_FRAME())
Evgeniy Stepanov412d9732014-03-18 13:45:19 +0000119
Evgeniy Stepanovcb22c672013-08-27 14:08:15 +0000120class ScopedThreadLocalStateBackup {
Alexey Samsonovef643ce2013-08-28 11:26:09 +0000121 public:
Evgeniy Stepanovcb22c672013-08-27 14:08:15 +0000122 ScopedThreadLocalStateBackup() { Backup(); }
123 ~ScopedThreadLocalStateBackup() { Restore(); }
124 void Backup();
125 void Restore();
Alexey Samsonovef643ce2013-08-28 11:26:09 +0000126 private:
Evgeniy Stepanovcb22c672013-08-27 14:08:15 +0000127 u64 va_arg_overflow_size_tls;
128};
Evgeniy Stepanov89602652014-03-27 14:04:58 +0000129
130extern void (*death_callback)(void);
131
Evgeniy Stepanovf653cda2014-04-04 09:47:41 +0000132void MsanTSDInit(void (*destructor)(void *tsd));
133void *MsanTSDGet();
134void MsanTSDSet(void *tsd);
135void MsanTSDDtor(void *tsd);
136
Evgeniy Stepanovc5033782012-12-11 12:27:27 +0000137} // namespace __msan
138
Evgeniy Stepanov44b77c22013-08-02 14:26:58 +0000139#define MSAN_MALLOC_HOOK(ptr, size) \
140 if (&__msan_malloc_hook) __msan_malloc_hook(ptr, size)
141#define MSAN_FREE_HOOK(ptr) \
142 if (&__msan_free_hook) __msan_free_hook(ptr)
143
Evgeniy Stepanovc5033782012-12-11 12:27:27 +0000144#endif // MSAN_H