blob: 853be7a730340dd60434ff6096aac1dfe32b849d [file] [log] [blame]
Alexey Samsonov2c5fc3b2012-06-04 14:27:50 +00001//===-- sanitizer_linux.cc ------------------------------------------------===//
2//
3// The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9//
10// This file is shared between AddressSanitizer and ThreadSanitizer
11// run-time libraries and implements linux-specific functions from
12// sanitizer_libc.h.
13//===----------------------------------------------------------------------===//
14#ifdef __linux__
15
Alexey Samsonov28a98952012-06-07 06:15:12 +000016#include "sanitizer_common.h"
Alexey Samsonov5bbf8292012-06-05 14:25:27 +000017#include "sanitizer_internal_defs.h"
Alexey Samsonov2c5fc3b2012-06-04 14:27:50 +000018#include "sanitizer_libc.h"
Alexey Samsonov961276a2012-07-03 08:24:14 +000019#include "sanitizer_placement_new.h"
Alexey Samsonov28a98952012-06-07 06:15:12 +000020#include "sanitizer_procmaps.h"
Alexey Samsonov2c5fc3b2012-06-04 14:27:50 +000021
Alexey Samsonovdde1f112012-06-05 07:05:10 +000022#include <fcntl.h>
Alexey Samsonov4b1f1032012-06-07 07:13:46 +000023#include <pthread.h>
Alexey Samsonov58a3c582012-06-18 08:44:30 +000024#include <sched.h>
Alexey Samsonov2c5fc3b2012-06-04 14:27:50 +000025#include <sys/mman.h>
Alexey Samsonov4b1f1032012-06-07 07:13:46 +000026#include <sys/resource.h>
Alexey Samsonovdde1f112012-06-05 07:05:10 +000027#include <sys/stat.h>
Alexey Samsonov2c5fc3b2012-06-04 14:27:50 +000028#include <sys/syscall.h>
Alexey Samsonov4b1f1032012-06-07 07:13:46 +000029#include <sys/time.h>
Alexey Samsonov2c5fc3b2012-06-04 14:27:50 +000030#include <sys/types.h>
31#include <unistd.h>
32
33namespace __sanitizer {
34
Alexey Samsonov4b1f1032012-06-07 07:13:46 +000035// --------------- sanitizer_libc.h
Alexey Samsonov2c5fc3b2012-06-04 14:27:50 +000036void *internal_mmap(void *addr, uptr length, int prot, int flags,
37 int fd, u64 offset) {
38#if __WORDSIZE == 64
39 return (void *)syscall(__NR_mmap, addr, length, prot, flags, fd, offset);
40#else
41 return (void *)syscall(__NR_mmap2, addr, length, prot, flags, fd, offset);
42#endif
43}
44
Alexey Samsonov7ac77d62012-06-05 09:49:25 +000045int internal_munmap(void *addr, uptr length) {
46 return syscall(__NR_munmap, addr, length);
47}
48
Alexey Samsonov03c8b842012-06-05 08:32:53 +000049int internal_close(fd_t fd) {
50 return syscall(__NR_close, fd);
51}
52
Alexey Samsonovdde1f112012-06-05 07:05:10 +000053fd_t internal_open(const char *filename, bool write) {
54 return syscall(__NR_open, filename,
Kostya Serebryany64166ca2012-06-06 14:11:31 +000055 write ? O_WRONLY | O_CREAT /*| O_CLOEXEC*/ : O_RDONLY, 0660);
Alexey Samsonovdde1f112012-06-05 07:05:10 +000056}
57
Alexey Samsonov03c8b842012-06-05 08:32:53 +000058uptr internal_read(fd_t fd, void *buf, uptr count) {
59 return (uptr)syscall(__NR_read, fd, buf, count);
60}
61
62uptr internal_write(fd_t fd, const void *buf, uptr count) {
63 return (uptr)syscall(__NR_write, fd, buf, count);
64}
65
Alexey Samsonovca2b5d72012-06-06 07:30:33 +000066uptr internal_filesize(fd_t fd) {
Alexey Samsonov961276a2012-07-03 08:24:14 +000067#if __WORDSIZE == 64
68 struct stat st;
Alexey Samsonovca2b5d72012-06-06 07:30:33 +000069 if (syscall(__NR_fstat, fd, &st))
70 return -1;
Alexey Samsonov961276a2012-07-03 08:24:14 +000071#else
72 struct stat64 st;
73 if (syscall(__NR_fstat64, fd, &st))
74 return -1;
75#endif
Alexey Samsonovca2b5d72012-06-06 07:30:33 +000076 return (uptr)st.st_size;
77}
78
79int internal_dup2(int oldfd, int newfd) {
80 return syscall(__NR_dup2, oldfd, newfd);
81}
82
Alexey Samsonovf6d21252012-09-05 14:48:24 +000083uptr internal_readlink(const char *path, char *buf, uptr bufsize) {
84 return (uptr)syscall(__NR_readlink, path, buf, bufsize);
85}
86
Alexey Samsonov58a3c582012-06-18 08:44:30 +000087int internal_sched_yield() {
88 return syscall(__NR_sched_yield);
89}
90
Alexey Samsonov4b1f1032012-06-07 07:13:46 +000091// ----------------- sanitizer_common.h
Alexey Samsonovcf4d3a02012-06-07 07:32:00 +000092void GetThreadStackTopAndBottom(bool at_initialization, uptr *stack_top,
Alexey Samsonov4b1f1032012-06-07 07:13:46 +000093 uptr *stack_bottom) {
94 static const uptr kMaxThreadStackSize = 256 * (1 << 20); // 256M
95 CHECK(stack_top);
96 CHECK(stack_bottom);
Alexey Samsonovcf4d3a02012-06-07 07:32:00 +000097 if (at_initialization) {
Alexey Samsonov4b1f1032012-06-07 07:13:46 +000098 // This is the main thread. Libpthread may not be initialized yet.
99 struct rlimit rl;
Kostya Serebryany98390d02012-06-20 15:19:17 +0000100 CHECK_EQ(getrlimit(RLIMIT_STACK, &rl), 0);
Alexey Samsonov4b1f1032012-06-07 07:13:46 +0000101
102 // Find the mapping that contains a stack variable.
Alexey Samsonovcc622112012-08-27 13:48:48 +0000103 MemoryMappingLayout proc_maps;
Alexey Samsonov4b1f1032012-06-07 07:13:46 +0000104 uptr start, end, offset;
105 uptr prev_end = 0;
106 while (proc_maps.Next(&start, &end, &offset, 0, 0)) {
107 if ((uptr)&rl < end)
108 break;
109 prev_end = end;
110 }
111 CHECK((uptr)&rl >= start && (uptr)&rl < end);
112
113 // Get stacksize from rlimit, but clip it so that it does not overlap
114 // with other mappings.
115 uptr stacksize = rl.rlim_cur;
116 if (stacksize > end - prev_end)
117 stacksize = end - prev_end;
118 // When running with unlimited stack size, we still want to set some limit.
119 // The unlimited stack size is caused by 'ulimit -s unlimited'.
120 // Also, for some reason, GNU make spawns subprocesses with unlimited stack.
121 if (stacksize > kMaxThreadStackSize)
122 stacksize = kMaxThreadStackSize;
123 *stack_top = end;
124 *stack_bottom = end - stacksize;
125 return;
126 }
127 pthread_attr_t attr;
Kostya Serebryany98390d02012-06-20 15:19:17 +0000128 CHECK_EQ(pthread_getattr_np(pthread_self(), &attr), 0);
Alexey Samsonov4b1f1032012-06-07 07:13:46 +0000129 uptr stacksize = 0;
130 void *stackaddr = 0;
131 pthread_attr_getstack(&attr, &stackaddr, (size_t*)&stacksize);
132 pthread_attr_destroy(&attr);
133
134 *stack_top = (uptr)stackaddr + stacksize;
135 *stack_bottom = (uptr)stackaddr;
136 CHECK(stacksize < kMaxThreadStackSize); // Sanity check.
137}
138
Alexey Samsonov0c53a382012-06-14 14:07:21 +0000139// Like getenv, but reads env directly from /proc and does not use libc.
140// This function should be called first inside __asan_init.
141const char *GetEnv(const char *name) {
142 static char *environ;
143 static uptr len;
144 static bool inited;
145 if (!inited) {
146 inited = true;
147 uptr environ_size;
148 len = ReadFileToBuffer("/proc/self/environ",
149 &environ, &environ_size, 1 << 26);
150 }
151 if (!environ || len == 0) return 0;
152 uptr namelen = internal_strlen(name);
153 const char *p = environ;
154 while (*p != '\0') { // will happen at the \0\0 that terminates the buffer
155 // proc file has the format NAME=value\0NAME=value\0NAME=value\0...
156 const char* endp =
157 (char*)internal_memchr(p, '\0', len - (p - environ));
158 if (endp == 0) // this entry isn't NUL terminated
159 return 0;
160 else if (!internal_memcmp(p, name, namelen) && p[namelen] == '=') // Match.
161 return p + namelen + 1; // point after =
162 p = endp + 1;
163 }
164 return 0; // Not found.
165}
166
Alexey Samsonov4b1f1032012-06-07 07:13:46 +0000167// ----------------- sanitizer_procmaps.h
Alexey Samsonovcc622112012-08-27 13:48:48 +0000168MemoryMappingLayout::MemoryMappingLayout() {
Alexey Samsonov28a98952012-06-07 06:15:12 +0000169 proc_self_maps_buff_len_ =
170 ReadFileToBuffer("/proc/self/maps", &proc_self_maps_buff_,
171 &proc_self_maps_buff_mmaped_size_, 1 << 26);
Kostya Serebryany98390d02012-06-20 15:19:17 +0000172 CHECK_GT(proc_self_maps_buff_len_, 0);
Alexey Samsonov28a98952012-06-07 06:15:12 +0000173 // internal_write(2, proc_self_maps_buff_, proc_self_maps_buff_len_);
174 Reset();
175}
176
Alexey Samsonovcc622112012-08-27 13:48:48 +0000177MemoryMappingLayout::~MemoryMappingLayout() {
Alexey Samsonov28a98952012-06-07 06:15:12 +0000178 UnmapOrDie(proc_self_maps_buff_, proc_self_maps_buff_mmaped_size_);
179}
180
Alexey Samsonovcc622112012-08-27 13:48:48 +0000181void MemoryMappingLayout::Reset() {
Alexey Samsonov28a98952012-06-07 06:15:12 +0000182 current_ = proc_self_maps_buff_;
183}
184
Kostya Serebryanyd32d5372012-06-29 13:05:36 +0000185// Parse a hex value in str and update str.
186static uptr ParseHex(char **str) {
187 uptr x = 0;
188 char *s;
189 for (s = *str; ; s++) {
190 char c = *s;
191 uptr v = 0;
192 if (c >= '0' && c <= '9')
193 v = c - '0';
194 else if (c >= 'a' && c <= 'f')
195 v = c - 'a' + 10;
196 else if (c >= 'A' && c <= 'F')
197 v = c - 'A' + 10;
198 else
199 break;
200 x = x * 16 + v;
201 }
202 *str = s;
203 return x;
204}
205
206static bool IsOnOf(char c, char c1, char c2) {
207 return c == c1 || c == c2;
208}
209
210static bool IsDecimal(char c) {
211 return c >= '0' && c <= '9';
212}
213
Alexey Samsonovcc622112012-08-27 13:48:48 +0000214bool MemoryMappingLayout::Next(uptr *start, uptr *end, uptr *offset,
215 char filename[], uptr filename_size) {
Alexey Samsonov28a98952012-06-07 06:15:12 +0000216 char *last = proc_self_maps_buff_ + proc_self_maps_buff_len_;
217 if (current_ >= last) return false;
Alexey Samsonov28a98952012-06-07 06:15:12 +0000218 uptr dummy;
219 if (!start) start = &dummy;
220 if (!end) end = &dummy;
221 if (!offset) offset = &dummy;
222 char *next_line = (char*)internal_memchr(current_, '\n', last - current_);
223 if (next_line == 0)
224 next_line = last;
Kostya Serebryanyd32d5372012-06-29 13:05:36 +0000225 // Example: 08048000-08056000 r-xp 00000000 03:0c 64593 /foo/bar
226 *start = ParseHex(&current_);
Kostya Serebryany5766a9e2012-06-29 14:14:32 +0000227 CHECK_EQ(*current_++, '-');
Kostya Serebryanyd32d5372012-06-29 13:05:36 +0000228 *end = ParseHex(&current_);
Kostya Serebryany5766a9e2012-06-29 14:14:32 +0000229 CHECK_EQ(*current_++, ' ');
Kostya Serebryanyd32d5372012-06-29 13:05:36 +0000230 CHECK(IsOnOf(*current_++, '-', 'r'));
231 CHECK(IsOnOf(*current_++, '-', 'w'));
232 CHECK(IsOnOf(*current_++, '-', 'x'));
233 CHECK(IsOnOf(*current_++, 's', 'p'));
Kostya Serebryany5766a9e2012-06-29 14:14:32 +0000234 CHECK_EQ(*current_++, ' ');
Kostya Serebryanyd32d5372012-06-29 13:05:36 +0000235 *offset = ParseHex(&current_);
Kostya Serebryany5766a9e2012-06-29 14:14:32 +0000236 CHECK_EQ(*current_++, ' ');
Kostya Serebryanyd32d5372012-06-29 13:05:36 +0000237 ParseHex(&current_);
Kostya Serebryany5766a9e2012-06-29 14:14:32 +0000238 CHECK_EQ(*current_++, ':');
Kostya Serebryanyd32d5372012-06-29 13:05:36 +0000239 ParseHex(&current_);
Kostya Serebryany5766a9e2012-06-29 14:14:32 +0000240 CHECK_EQ(*current_++, ' ');
Kostya Serebryanyd32d5372012-06-29 13:05:36 +0000241 while (IsDecimal(*current_))
242 current_++;
Kostya Serebryany5766a9e2012-06-29 14:14:32 +0000243 CHECK_EQ(*current_++, ' ');
Alexey Samsonov28a98952012-06-07 06:15:12 +0000244 // Skip spaces.
245 while (current_ < next_line && *current_ == ' ')
246 current_++;
247 // Fill in the filename.
248 uptr i = 0;
249 while (current_ < next_line) {
250 if (filename && i < filename_size - 1)
251 filename[i++] = *current_;
252 current_++;
253 }
254 if (filename && i < filename_size)
255 filename[i] = 0;
256 current_ = next_line + 1;
257 return true;
258}
259
Alexey Samsonovcc622112012-08-27 13:48:48 +0000260// Gets the object name and the offset by walking MemoryMappingLayout.
261bool MemoryMappingLayout::GetObjectNameAndOffset(uptr addr, uptr *offset,
262 char filename[],
263 uptr filename_size) {
Alexey Samsonov28a98952012-06-07 06:15:12 +0000264 return IterateForObjectNameAndOffset(addr, offset, filename, filename_size);
265}
266
Alexey Samsonov2c5fc3b2012-06-04 14:27:50 +0000267} // namespace __sanitizer
268
269#endif // __linux__