blob: aac5ebf7f0f5b35f392c6156b7ce336f60f90c8c [file] [log] [blame]
njn945ed2e2005-06-24 03:28:30 +00001
2/*--------------------------------------------------------------------*/
3/*--- Stack management. m_stacks.c ---*/
4/*--------------------------------------------------------------------*/
5
6/*
7 This file is part of Valgrind, a dynamic binary instrumentation
8 framework.
9
sewardjb3a1e4b2015-08-21 11:32:26 +000010 Copyright (C) 2000-2015 Julian Seward
njn945ed2e2005-06-24 03:28:30 +000011 jseward@acm.org
12
13 This program is free software; you can redistribute it and/or
14 modify it under the terms of the GNU General Public License as
15 published by the Free Software Foundation; either version 2 of the
16 License, or (at your option) any later version.
17
18 This program is distributed in the hope that it will be useful, but
19 WITHOUT ANY WARRANTY; without even the implied warranty of
20 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
21 General Public License for more details.
22
23 You should have received a copy of the GNU General Public License
24 along with this program; if not, write to the Free Software
25 Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA
26 02111-1307, USA.
27
28 The GNU General Public License is contained in the file COPYING.
29*/
30
31#include "pub_core_basics.h"
tomde3cf132005-11-10 14:24:08 +000032#include "pub_core_debuglog.h"
sewardj25b079c2008-03-12 00:14:01 +000033#include "pub_core_libcassert.h"
njn945ed2e2005-06-24 03:28:30 +000034#include "pub_core_libcprint.h"
35#include "pub_core_mallocfree.h"
philippe3a75d2e2015-03-03 22:00:06 +000036#include "pub_core_aspacemgr.h"
njn945ed2e2005-06-24 03:28:30 +000037#include "pub_core_options.h"
38#include "pub_core_stacks.h"
39#include "pub_core_tooliface.h"
40
philippe4fa3d372013-07-21 16:04:05 +000041// For expensive debugging
42#define EDEBUG(fmt, args...) //VG_(debugLog)(2, "stacks", fmt, ## args)
43
njn945ed2e2005-06-24 03:28:30 +000044/*
45 The stack
46 ~~~~~~~~~
47 The stack's segment seems to be dynamically extended downwards by
48 the kernel as the stack pointer moves down. Initially, a 1-page
49 (4k) stack is allocated. When SP moves below that for the first
50 time, presumably a page fault occurs. The kernel detects that the
51 faulting address is in the range from SP - VG_STACK_REDZONE_SZB
52 upwards to the current valid stack. It then extends the stack
53 segment downwards for enough to cover the faulting address, and
54 resumes the process (invisibly). The process is unaware of any of
55 this.
56
57 That means that Valgrind can't spot when the stack segment is being
58 extended. Fortunately, we want to precisely and continuously
59 update stack permissions around SP, so we need to spot all writes
60 to SP anyway.
61
62 The deal is: when SP is assigned a lower value, the stack is being
63 extended. Create suitably-permissioned pages to fill in any holes
64 between the old stack ptr and this one, if necessary. Then mark
65 all bytes in the area just "uncovered" by this SP change as
66 write-only.
67
68 When SP goes back up, mark the area receded over as unreadable and
69 unwritable.
70
71 Just to record the SP boundary conditions somewhere convenient:
72 SP - VG_STACK_REDZONE_SZB always points to the lowest live byte in
73 the stack. All addresses below SP - VG_STACK_REDZONE_SZB are not
74 live; those at and above it are.
75
76 We do not concern ourselves here with the VG_STACK_REDZONE_SZB
77 bias; that is handled by new_mem_stack/die_mem_stack.
78*/
79
80/*
81 * This structure holds information about the start and end addresses of
82 * registered stacks. There's always at least one stack registered:
83 * the main process stack. It will be the first stack registered and
84 * so will have a stack id of 0. The user does not need to register
85 * this stack: Valgrind does it automatically right before it starts
86 * running the client. No other stacks are automatically registered by
87 * Valgrind, however.
88 */
89typedef struct _Stack {
90 UWord id;
philippe38a74d22014-08-29 22:53:19 +000091 Addr start; // Lowest stack byte, included.
92 Addr end; // Highest stack byte, included.
njn945ed2e2005-06-24 03:28:30 +000093 struct _Stack *next;
94} Stack;
95
96static Stack *stacks;
97static UWord next_id; /* Next id we hand out to a newly registered stack */
98
99/*
100 * These are the id, start and end values of the current stack. If the
101 * stack pointer falls outside the range of the current stack, we search
102 * the stacks list above for a matching stack.
103 */
tomde3cf132005-11-10 14:24:08 +0000104static Stack *current_stack;
njn945ed2e2005-06-24 03:28:30 +0000105
florianad4e9792015-07-05 21:53:33 +0000106/* Find 'st' in the stacks_list and move it one step closer to the
sewardj25b079c2008-03-12 00:14:01 +0000107 front of the list, so as to make subsequent searches for it
108 cheaper. */
109static void move_Stack_one_step_forward ( Stack* st )
110{
111 Stack *st0, *st1, *st2;
112 if (st == stacks)
113 return; /* already at head of list */
114 vg_assert(st != NULL);
115 st0 = stacks;
116 st1 = NULL;
117 st2 = NULL;
118 while (True) {
119 if (st0 == NULL || st0 == st) break;
120 st2 = st1;
121 st1 = st0;
122 st0 = st0->next;
123 }
124 vg_assert(st0 == st);
125 if (st0 != NULL && st1 != NULL && st2 != NULL) {
126 Stack* tmp;
127 /* st0 points to st, st1 to its predecessor, and st2 to st1's
128 predecessor. Swap st0 and st1, that is, move st0 one step
129 closer to the start of the list. */
130 vg_assert(st2->next == st1);
131 vg_assert(st1->next == st0);
132 tmp = st0->next;
133 st2->next = st0;
134 st0->next = st1;
135 st1->next = tmp;
136 }
137 else
138 if (st0 != NULL && st1 != NULL && st2 == NULL) {
139 /* it's second in the list. */
140 vg_assert(stacks == st1);
141 vg_assert(st1->next == st0);
142 st1->next = st0->next;
143 st0->next = st1;
144 stacks = st0;
145 }
146}
147
njn945ed2e2005-06-24 03:28:30 +0000148/* Find what stack an address falls into. */
njn4e72d202005-08-14 04:12:40 +0000149static Stack* find_stack_by_addr(Addr sp)
njn945ed2e2005-06-24 03:28:30 +0000150{
sewardj25b079c2008-03-12 00:14:01 +0000151 static UWord n_fails = 0;
152 static UWord n_searches = 0;
153 static UWord n_steps = 0;
njn945ed2e2005-06-24 03:28:30 +0000154 Stack *i = stacks;
sewardj25b079c2008-03-12 00:14:01 +0000155 n_searches++;
156 if (0 && 0 == (n_searches % 10000))
157 VG_(printf)("(hgdev) %lu searches, %lu steps, %lu fails\n",
158 n_searches, n_steps+1, n_fails);
159 /* fast track common case */
160 if (i && sp >= i->start && sp <= i->end)
161 return i;
162 /* else search the list */
njn4e72d202005-08-14 04:12:40 +0000163 while (i) {
sewardj25b079c2008-03-12 00:14:01 +0000164 n_steps++;
njn4e72d202005-08-14 04:12:40 +0000165 if (sp >= i->start && sp <= i->end) {
sewardj25b079c2008-03-12 00:14:01 +0000166 if (1 && (n_searches & 0x3F) == 0) {
167 move_Stack_one_step_forward( i );
168 }
njn4e72d202005-08-14 04:12:40 +0000169 return i;
njn945ed2e2005-06-24 03:28:30 +0000170 }
171 i = i->next;
172 }
sewardj25b079c2008-03-12 00:14:01 +0000173 n_fails++;
njn4e72d202005-08-14 04:12:40 +0000174 return NULL;
njn945ed2e2005-06-24 03:28:30 +0000175}
176
177/*
178 * Register a new stack from start - end. This is invoked from the
179 * VALGRIND_STACK_REGISTER client request, and is also called just before
180 * we start the client running, to register the main process stack.
181 */
182UWord VG_(register_stack)(Addr start, Addr end)
183{
184 Stack *i;
sewardj45f4e7c2005-09-27 19:20:21 +0000185
njn945ed2e2005-06-24 03:28:30 +0000186 if (start > end) {
philippe38a74d22014-08-29 22:53:19 +0000187 /* If caller provides addresses in reverse order, swap them.
188 Ugly but not doing that breaks backward compatibility with
189 (user) code registering stacks with start/end inverted . */
njn945ed2e2005-06-24 03:28:30 +0000190 Addr t = end;
191 end = start;
192 start = t;
193 }
194
florian77eb20b2014-09-11 21:19:17 +0000195 i = VG_(malloc)("stacks.rs.1", sizeof(Stack));
njn945ed2e2005-06-24 03:28:30 +0000196 i->start = start;
197 i->end = end;
198 i->id = next_id++;
199 i->next = stacks;
200 stacks = i;
201
njn4e72d202005-08-14 04:12:40 +0000202 if (i->id == 0) {
tomde3cf132005-11-10 14:24:08 +0000203 current_stack = i;
njn945ed2e2005-06-24 03:28:30 +0000204 }
205
philippe3a75d2e2015-03-03 22:00:06 +0000206 VG_(debugLog)(2, "stacks", "register [start-end] [%p-%p] as stack %lu\n",
njn4818d732005-11-10 15:03:26 +0000207 (void*)start, (void*)end, i->id);
tomde3cf132005-11-10 14:24:08 +0000208
njn945ed2e2005-06-24 03:28:30 +0000209 return i->id;
210}
211
212/*
213 * Deregister a stack. This is invoked from the VALGRIND_STACK_DEREGISTER
214 * client request.
215 */
216void VG_(deregister_stack)(UWord id)
217{
218 Stack *i = stacks;
219 Stack *prev = NULL;
220
njn4818d732005-11-10 15:03:26 +0000221 VG_(debugLog)(2, "stacks", "deregister stack %lu\n", id);
tomde3cf132005-11-10 14:24:08 +0000222
sewardj0edccdd2007-11-17 02:05:57 +0000223 if (current_stack && current_stack->id == id) {
tomde3cf132005-11-10 14:24:08 +0000224 current_stack = NULL;
njn945ed2e2005-06-24 03:28:30 +0000225 }
226
227 while(i) {
228 if (i->id == id) {
229 if(prev == NULL) {
230 stacks = i->next;
231 } else {
232 prev->next = i->next;
233 }
florian77eb20b2014-09-11 21:19:17 +0000234 VG_(free)(i);
njn945ed2e2005-06-24 03:28:30 +0000235 return;
236 }
237 prev = i;
238 i = i->next;
239 }
240}
241
242/*
243 * Change a stack. This is invoked from the VALGRIND_STACK_CHANGE client
244 * request and from the stack growth stuff the signals module when
245 * extending the main process stack.
246 */
247void VG_(change_stack)(UWord id, Addr start, Addr end)
248{
249 Stack *i = stacks;
250
njn4e72d202005-08-14 04:12:40 +0000251 while (i) {
njn945ed2e2005-06-24 03:28:30 +0000252 if (i->id == id) {
philippe38a74d22014-08-29 22:53:19 +0000253 VG_(debugLog)(2, "stacks",
254 "change stack %lu from [%p-%p] to [%p-%p]\n",
njn4818d732005-11-10 15:03:26 +0000255 id, (void*)i->start, (void*)i->end,
256 (void*)start, (void*)end);
philippe38a74d22014-08-29 22:53:19 +0000257 /* FIXME : swap start/end like VG_(register_stack) ??? */
njn945ed2e2005-06-24 03:28:30 +0000258 i->start = start;
259 i->end = end;
260 return;
261 }
262 i = i->next;
263 }
264}
265
tom690c3c82008-02-08 15:17:07 +0000266/*
267 * Find the bounds of the stack (if any) which includes the
268 * specified stack pointer.
269 */
270void VG_(stack_limits)(Addr SP, Addr *start, Addr *end )
271{
272 Stack* stack = find_stack_by_addr(SP);
philippe3a75d2e2015-03-03 22:00:06 +0000273 NSegment const *stackseg = VG_(am_find_nsegment) (SP);
tom690c3c82008-02-08 15:17:07 +0000274
philippe93d127f2015-05-14 22:37:30 +0000275 if (LIKELY(stack)) {
tom690c3c82008-02-08 15:17:07 +0000276 *start = stack->start;
277 *end = stack->end;
278 }
philippe3a75d2e2015-03-03 22:00:06 +0000279
philippecda0c2c2015-03-28 12:52:23 +0000280 /* SP is assumed to be in a RW segment or in the SkResvn segment of an
281 extensible stack (normally, only the main thread has an extensible
282 stack segment).
philippe3a75d2e2015-03-03 22:00:06 +0000283 If no such segment is found, assume we have no valid
284 stack for SP, and set *start and *end to 0.
philippecda0c2c2015-03-28 12:52:23 +0000285 Otherwise, possibly reduce the stack limits using the boundaries of
286 the RW segment/SkResvn segments containing SP. */
philippe93d127f2015-05-14 22:37:30 +0000287 if (UNLIKELY(stackseg == NULL)) {
philippe3a75d2e2015-03-03 22:00:06 +0000288 VG_(debugLog)(2, "stacks",
289 "no addressable segment for SP %p\n",
290 (void*)SP);
291 *start = 0;
292 *end = 0;
philippecda0c2c2015-03-28 12:52:23 +0000293 return;
294 }
295
philippe93d127f2015-05-14 22:37:30 +0000296 if (UNLIKELY((!stackseg->hasR || !stackseg->hasW)
297 && (stackseg->kind != SkResvn || stackseg->smode != SmUpper))) {
philippe3a75d2e2015-03-03 22:00:06 +0000298 VG_(debugLog)(2, "stacks",
philippecda0c2c2015-03-28 12:52:23 +0000299 "segment for SP %p is not RW or not a SmUpper Resvn\n",
philippe3a75d2e2015-03-03 22:00:06 +0000300 (void*)SP);
301 *start = 0;
302 *end = 0;
philippecda0c2c2015-03-28 12:52:23 +0000303 return;
304 }
philippe3a75d2e2015-03-03 22:00:06 +0000305
philippe93d127f2015-05-14 22:37:30 +0000306 /* SP is in a RW segment, or in the SkResvn of an extensible stack.
307 We can use the seg start as the stack start limit. */
308 if (UNLIKELY(*start < stackseg->start)) {
philippecda0c2c2015-03-28 12:52:23 +0000309 VG_(debugLog)(2, "stacks",
310 "segment for SP %p changed stack start limit"
311 " from %p to %p\n",
312 (void*)SP, (void*)*start, (void*)stackseg->start);
313 *start = stackseg->start;
314 }
315
philippe93d127f2015-05-14 22:37:30 +0000316 /* Now, determine the stack end limit. If the stackseg is SkResvn,
317 we need to get the neighbour segment (towards higher addresses).
318 This segment must be anonymous and RW. */
319 if (UNLIKELY(stackseg->kind == SkResvn)) {
philippecda0c2c2015-03-28 12:52:23 +0000320 stackseg = VG_(am_next_nsegment)(stackseg, /*forward*/ True);
321 if (!stackseg || !stackseg->hasR || !stackseg->hasW
322 || stackseg->kind != SkAnonC) {
philippe3a75d2e2015-03-03 22:00:06 +0000323 VG_(debugLog)(2, "stacks",
philippecda0c2c2015-03-28 12:52:23 +0000324 "Next forward segment for SP %p Resvn segment"
325 " is not RW or not AnonC\n",
326 (void*)SP);
philippe3a75d2e2015-03-03 22:00:06 +0000327 *start = 0;
328 *end = 0;
philippecda0c2c2015-03-28 12:52:23 +0000329 return;
philippe3a75d2e2015-03-03 22:00:06 +0000330 }
331 }
philippecda0c2c2015-03-28 12:52:23 +0000332
philippe93d127f2015-05-14 22:37:30 +0000333 /* Limit the stack end limit, using the found segment. */
334 if (UNLIKELY(*end > stackseg->end)) {
philippecda0c2c2015-03-28 12:52:23 +0000335 VG_(debugLog)(2, "stacks",
336 "segment for SP %p changed stack end limit"
337 " from %p to %p\n",
338 (void*)SP, (void*)*end, (void*)stackseg->end);
339 *end = stackseg->end;
340 }
341
342 /* If reducing start and/or end to the SP segment gives an
343 empty range, return 'empty' limits */
philippe93d127f2015-05-14 22:37:30 +0000344 if (UNLIKELY(*start > *end)) {
philippecda0c2c2015-03-28 12:52:23 +0000345 VG_(debugLog)(2, "stacks",
346 "stack for SP %p start %p after end %p\n",
347 (void*)SP, (void*)*start, (void*)end);
348 *start = 0;
349 *end = 0;
350 }
tom690c3c82008-02-08 15:17:07 +0000351}
352
philipped5fb89d2013-01-13 13:59:17 +0000353/* complaints_stack_switch reports that SP has changed by more than some
354 threshold amount (by default, 2MB). We take this to mean that the
355 application is switching to a new stack, for whatever reason.
356
357 JRS 20021001: following discussions with John Regehr, if a stack
358 switch happens, it seems best not to mess at all with memory
359 permissions. Seems to work well with Netscape 4.X. Really the
360 only remaining difficulty is knowing exactly when a stack switch is
361 happening. */
362__attribute__((noinline))
363static void complaints_stack_switch (Addr old_SP, Addr new_SP)
364{
365 static Int complaints = 3;
366 if (VG_(clo_verbosity) > 0 && complaints > 0 && !VG_(clo_xml)) {
367 Word delta = (Word)new_SP - (Word)old_SP;
368 complaints--;
369 VG_(message)(Vg_UserMsg,
370 "Warning: client switching stacks? "
371 "SP change: 0x%lx --> 0x%lx\n", old_SP, new_SP);
372 VG_(message)(Vg_UserMsg,
373 " to suppress, use: --max-stackframe=%ld "
374 "or greater\n",
375 (delta < 0 ? -delta : delta));
376 if (complaints == 0)
377 VG_(message)(Vg_UserMsg,
378 " further instances of this message "
379 "will not be shown.\n");
380 }
381}
382
383/* The functions VG_(unknown_SP_update) and VG_(unknown_SP_update_w_ECU)
384 get called if new_mem_stack and/or die_mem_stack are
njn945ed2e2005-06-24 03:28:30 +0000385 tracked by the tool, and one of the specialised cases
386 (eg. new_mem_stack_4) isn't used in preference.
philipped5fb89d2013-01-13 13:59:17 +0000387
388 These functions are performance critical, so are built with macros. */
389
390// preamble + check if stack has switched.
philippe9cbe9d72013-07-20 11:15:02 +0000391#define IF_STACK_SWITCH_SET_current_stack_AND_RETURN \
philipped5fb89d2013-01-13 13:59:17 +0000392 Word delta = (Word)new_SP - (Word)old_SP; \
393 \
philippe4fa3d372013-07-21 16:04:05 +0000394 EDEBUG("current_stack %p-%p %lu new_SP %p old_SP %p\n", \
395 (void *) (current_stack ? current_stack->start : 0x0), \
396 (void *) (current_stack ? current_stack->end : 0x0), \
397 current_stack ? current_stack->id : 0, \
398 (void *)new_SP, (void *)old_SP); \
399 \
philipped5fb89d2013-01-13 13:59:17 +0000400 /* Check if the stack pointer is still in the same stack as before. */ \
401 if (UNLIKELY(current_stack == NULL || \
402 new_SP < current_stack->start || new_SP > current_stack->end)) { \
403 Stack* new_stack = find_stack_by_addr(new_SP); \
404 if (new_stack \
405 && (current_stack == NULL || new_stack->id != current_stack->id)) { \
406 /* The stack pointer is now in another stack. Update the current */ \
407 /* stack information and return without doing anything else. */ \
408 current_stack = new_stack; \
philippe4fa3d372013-07-21 16:04:05 +0000409 EDEBUG("new current_stack %p-%p %lu \n", \
410 (void *) current_stack->start, \
411 (void *) current_stack->end, \
412 current_stack->id); \
philipped5fb89d2013-01-13 13:59:17 +0000413 return; \
florian54681bf2015-06-05 16:26:14 +0000414 } else { \
philippe4fa3d372013-07-21 16:04:05 +0000415 EDEBUG("new current_stack not found\n"); \
florian54681bf2015-06-05 16:26:14 +0000416 } \
philipped5fb89d2013-01-13 13:59:17 +0000417 }
418
419#define IF_BIG_DELTA_complaints_AND_RETURN \
420 if (UNLIKELY(delta < -VG_(clo_max_stackframe) \
421 || VG_(clo_max_stackframe) < delta)) { \
422 complaints_stack_switch(old_SP, new_SP); \
423 return; \
424 }
425
426#define IF_SMALLER_STACK_die_mem_stack_AND_RETURN \
427 if (delta > 0) { \
428 VG_TRACK( die_mem_stack, old_SP, delta ); \
429 return; \
430 }
431
432
sewardj7cf4e6b2008-05-01 20:24:26 +0000433VG_REGPARM(3)
philipped5fb89d2013-01-13 13:59:17 +0000434void VG_(unknown_SP_update_w_ECU)( Addr old_SP, Addr new_SP, UInt ecu ) {
philippe9cbe9d72013-07-20 11:15:02 +0000435 IF_STACK_SWITCH_SET_current_stack_AND_RETURN;
philipped5fb89d2013-01-13 13:59:17 +0000436 IF_BIG_DELTA_complaints_AND_RETURN;
437 IF_SMALLER_STACK_die_mem_stack_AND_RETURN;
438 if (delta < 0) { // IF_BIGGER_STACK
sewardj7cf4e6b2008-05-01 20:24:26 +0000439 VG_TRACK( new_mem_stack_w_ECU, new_SP, -delta, ecu );
philipped5fb89d2013-01-13 13:59:17 +0000440 return;
njn945ed2e2005-06-24 03:28:30 +0000441 }
philipped5fb89d2013-01-13 13:59:17 +0000442 // SAME_STACK. nothing to do.
443}
444
445VG_REGPARM(2)
446void VG_(unknown_SP_update)( Addr old_SP, Addr new_SP ) {
philippe9cbe9d72013-07-20 11:15:02 +0000447 IF_STACK_SWITCH_SET_current_stack_AND_RETURN;
philipped5fb89d2013-01-13 13:59:17 +0000448 IF_BIG_DELTA_complaints_AND_RETURN;
449 IF_SMALLER_STACK_die_mem_stack_AND_RETURN;
450 if (delta < 0) { // IF_BIGGER_STACK
451 VG_TRACK( new_mem_stack, new_SP, -delta );
452 return;
453 }
454 // SAME_STACK. nothing to do.
njn945ed2e2005-06-24 03:28:30 +0000455}
456
457/*--------------------------------------------------------------------*/
458/*--- end ---*/
459/*--------------------------------------------------------------------*/
460