blob: c0aa3d83ec0e5e799daaf9265f16f3c30bfbadc9 [file] [log] [blame]
Paul Mundt6b002232006-10-12 17:07:45 +09001/*
2 * 'traps.c' handles hardware traps and faults after we have saved some
3 * state in 'entry.S'.
Linus Torvalds1da177e2005-04-16 15:20:36 -07004 *
5 * SuperH version: Copyright (C) 1999 Niibe Yutaka
6 * Copyright (C) 2000 Philipp Rumpf
7 * Copyright (C) 2000 David Howells
Paul Mundt3a2e1172007-05-01 16:33:10 +09008 * Copyright (C) 2002 - 2007 Paul Mundt
Paul Mundt6b002232006-10-12 17:07:45 +09009 *
10 * This file is subject to the terms and conditions of the GNU General Public
11 * License. See the file "COPYING" in the main directory of this archive
12 * for more details.
Linus Torvalds1da177e2005-04-16 15:20:36 -070013 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070014#include <linux/kernel.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070015#include <linux/ptrace.h>
Russell Kingba84be22009-01-06 14:41:07 -080016#include <linux/hardirq.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <linux/init.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070018#include <linux/spinlock.h>
19#include <linux/module.h>
20#include <linux/kallsyms.h>
Paul Mundt1f666582006-10-19 16:20:25 +090021#include <linux/io.h>
Paul Mundtfa691512007-03-08 19:41:21 +090022#include <linux/bug.h>
Paul Mundt9b8c90e2006-12-06 11:07:51 +090023#include <linux/debug_locks.h>
Paul Mundtb118ca52007-05-09 10:55:38 +090024#include <linux/kdebug.h>
Paul Mundte1132762007-05-15 08:36:36 +090025#include <linux/kexec.h>
Paul Mundtdc34d312006-12-08 17:41:43 +090026#include <linux/limits.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070027#include <asm/system.h>
28#include <asm/uaccess.h>
Andrew Mortonfad0f902008-04-16 02:03:51 +090029#include <asm/fpu.h>
Chris Smithd39f5452008-09-05 17:15:39 +090030#include <asm/kprobes.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070031
Linus Torvalds1da177e2005-04-16 15:20:36 -070032#ifdef CONFIG_CPU_SH2
Yoshinori Sato0983b312006-11-05 15:58:47 +090033# define TRAP_RESERVED_INST 4
34# define TRAP_ILLEGAL_SLOT_INST 6
35# define TRAP_ADDRESS_ERROR 9
36# ifdef CONFIG_CPU_SH2A
Yoshinori Sato6e80f5e2008-07-10 01:20:03 +090037# define TRAP_FPU_ERROR 13
Yoshinori Sato0983b312006-11-05 15:58:47 +090038# define TRAP_DIVZERO_ERROR 17
39# define TRAP_DIVOVF_ERROR 18
40# endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070041#else
42#define TRAP_RESERVED_INST 12
43#define TRAP_ILLEGAL_SLOT_INST 13
44#endif
45
Paul Mundt6b002232006-10-12 17:07:45 +090046static void dump_mem(const char *str, unsigned long bottom, unsigned long top)
47{
48 unsigned long p;
49 int i;
50
51 printk("%s(0x%08lx to 0x%08lx)\n", str, bottom, top);
52
53 for (p = bottom & ~31; p < top; ) {
54 printk("%04lx: ", p & 0xffff);
55
56 for (i = 0; i < 8; i++, p += 4) {
57 unsigned int val;
58
59 if (p < bottom || p >= top)
60 printk(" ");
61 else {
62 if (__get_user(val, (unsigned int __user *)p)) {
63 printk("\n");
64 return;
65 }
66 printk("%08x ", val);
67 }
68 }
69 printk("\n");
70 }
71}
Linus Torvalds1da177e2005-04-16 15:20:36 -070072
Paul Mundt3a2e1172007-05-01 16:33:10 +090073static DEFINE_SPINLOCK(die_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -070074
75void die(const char * str, struct pt_regs * regs, long err)
76{
77 static int die_counter;
78
Paul Mundt55273982007-06-18 18:57:13 +090079 oops_enter();
80
Linus Torvalds1da177e2005-04-16 15:20:36 -070081 console_verbose();
82 spin_lock_irq(&die_lock);
Paul Mundt6b002232006-10-12 17:07:45 +090083 bust_spinlocks(1);
84
Linus Torvalds1da177e2005-04-16 15:20:36 -070085 printk("%s: %04lx [#%d]\n", str, err & 0xffff, ++die_counter);
Paul Mundt6b002232006-10-12 17:07:45 +090086
Paul Mundt6b002232006-10-12 17:07:45 +090087 print_modules();
Linus Torvalds1da177e2005-04-16 15:20:36 -070088 show_regs(regs);
Paul Mundt6b002232006-10-12 17:07:45 +090089
Alexey Dobriyan19c58702007-10-18 23:40:41 -070090 printk("Process: %s (pid: %d, stack limit = %p)\n", current->comm,
91 task_pid_nr(current), task_stack_page(current) + 1);
Paul Mundt6b002232006-10-12 17:07:45 +090092
93 if (!user_mode(regs) || in_interrupt())
94 dump_mem("Stack: ", regs->regs[15], THREAD_SIZE +
Stuart Menefyb5a1bcb2006-11-21 13:34:04 +090095 (unsigned long)task_stack_page(current));
Paul Mundt6b002232006-10-12 17:07:45 +090096
Paul Mundtc9306f02008-10-21 18:33:36 +090097 notify_die(DIE_OOPS, str, regs, err, 255, SIGSEGV);
98
Paul Mundt6b002232006-10-12 17:07:45 +090099 bust_spinlocks(0);
Pavel Emelianovbcdcd8e2007-07-17 04:03:42 -0700100 add_taint(TAINT_DIE);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700101 spin_unlock_irq(&die_lock);
Paul Mundte1132762007-05-15 08:36:36 +0900102
103 if (kexec_should_crash(current))
104 crash_kexec(regs);
105
106 if (in_interrupt())
107 panic("Fatal exception in interrupt");
108
109 if (panic_on_oops)
110 panic("Fatal exception");
111
Paul Mundt55273982007-06-18 18:57:13 +0900112 oops_exit();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700113 do_exit(SIGSEGV);
114}
115
Paul Mundt6b002232006-10-12 17:07:45 +0900116static inline void die_if_kernel(const char *str, struct pt_regs *regs,
117 long err)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118{
119 if (!user_mode(regs))
120 die(str, regs, err);
121}
122
Linus Torvalds1da177e2005-04-16 15:20:36 -0700123/*
124 * try and fix up kernelspace address errors
125 * - userspace errors just cause EFAULT to be returned, resulting in SEGV
126 * - kernel/userspace interfaces cause a jump to an appropriate handler
127 * - other kernel errors are bad
128 * - return 0 if fixed-up, -EFAULT if non-fatal (to the kernel) fault
129 */
130static int die_if_no_fixup(const char * str, struct pt_regs * regs, long err)
131{
Paul Mundt6b002232006-10-12 17:07:45 +0900132 if (!user_mode(regs)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700133 const struct exception_table_entry *fixup;
134 fixup = search_exception_tables(regs->pc);
135 if (fixup) {
136 regs->pc = fixup->fixup;
137 return 0;
138 }
139 die(str, regs, err);
140 }
141 return -EFAULT;
142}
143
Magnus Damm86c01792008-02-07 00:02:50 +0900144static inline void sign_extend(unsigned int count, unsigned char *dst)
145{
146#ifdef __LITTLE_ENDIAN__
Magnus Damm4252c652008-02-07 19:58:46 +0900147 if ((count == 1) && dst[0] & 0x80) {
148 dst[1] = 0xff;
149 dst[2] = 0xff;
150 dst[3] = 0xff;
151 }
Magnus Damm86c01792008-02-07 00:02:50 +0900152 if ((count == 2) && dst[1] & 0x80) {
153 dst[2] = 0xff;
154 dst[3] = 0xff;
155 }
156#else
Magnus Damm4252c652008-02-07 19:58:46 +0900157 if ((count == 1) && dst[3] & 0x80) {
158 dst[2] = 0xff;
Magnus Damm86c01792008-02-07 00:02:50 +0900159 dst[1] = 0xff;
Magnus Damm4252c652008-02-07 19:58:46 +0900160 dst[0] = 0xff;
161 }
162 if ((count == 2) && dst[2] & 0x80) {
163 dst[1] = 0xff;
164 dst[0] = 0xff;
Magnus Damm86c01792008-02-07 00:02:50 +0900165 }
166#endif
167}
168
Magnus Damme7cc9a72008-02-07 20:18:21 +0900169static struct mem_access user_mem_access = {
170 copy_from_user,
171 copy_to_user,
172};
173
Linus Torvalds1da177e2005-04-16 15:20:36 -0700174/*
175 * handle an instruction that does an unaligned memory access by emulating the
176 * desired behaviour
177 * - note that PC _may not_ point to the faulting instruction
178 * (if that instruction is in a branch delay slot)
179 * - return 0 if emulation okay, -EFAULT on existential error
180 */
Magnus Damme7cc9a72008-02-07 20:18:21 +0900181static int handle_unaligned_ins(opcode_t instruction, struct pt_regs *regs,
182 struct mem_access *ma)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700183{
184 int ret, index, count;
185 unsigned long *rm, *rn;
186 unsigned char *src, *dst;
Paul Mundtfa439722008-09-04 18:53:58 +0900187 unsigned char __user *srcu, *dstu;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700188
189 index = (instruction>>8)&15; /* 0x0F00 */
190 rn = &regs->regs[index];
191
192 index = (instruction>>4)&15; /* 0x00F0 */
193 rm = &regs->regs[index];
194
195 count = 1<<(instruction&3);
196
197 ret = -EFAULT;
198 switch (instruction>>12) {
199 case 0: /* mov.[bwl] to/from memory via r0+rn */
200 if (instruction & 8) {
201 /* from memory */
Paul Mundtfa439722008-09-04 18:53:58 +0900202 srcu = (unsigned char __user *)*rm;
203 srcu += regs->regs[0];
204 dst = (unsigned char *)rn;
205 *(unsigned long *)dst = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700206
Magnus Damm86c01792008-02-07 00:02:50 +0900207#if !defined(__LITTLE_ENDIAN__)
208 dst += 4-count;
209#endif
Paul Mundtfa439722008-09-04 18:53:58 +0900210 if (ma->from(dst, srcu, count))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700211 goto fetch_fault;
212
Magnus Damm86c01792008-02-07 00:02:50 +0900213 sign_extend(count, dst);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700214 } else {
215 /* to memory */
Paul Mundtfa439722008-09-04 18:53:58 +0900216 src = (unsigned char *)rm;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700217#if !defined(__LITTLE_ENDIAN__)
218 src += 4-count;
219#endif
Paul Mundtfa439722008-09-04 18:53:58 +0900220 dstu = (unsigned char __user *)*rn;
221 dstu += regs->regs[0];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700222
Paul Mundtfa439722008-09-04 18:53:58 +0900223 if (ma->to(dstu, src, count))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700224 goto fetch_fault;
225 }
226 ret = 0;
227 break;
228
229 case 1: /* mov.l Rm,@(disp,Rn) */
230 src = (unsigned char*) rm;
Paul Mundtfa439722008-09-04 18:53:58 +0900231 dstu = (unsigned char __user *)*rn;
232 dstu += (instruction&0x000F)<<2;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700233
Paul Mundtfa439722008-09-04 18:53:58 +0900234 if (ma->to(dstu, src, 4))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700235 goto fetch_fault;
236 ret = 0;
Stuart Menefyb5a1bcb2006-11-21 13:34:04 +0900237 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700238
239 case 2: /* mov.[bwl] to memory, possibly with pre-decrement */
240 if (instruction & 4)
241 *rn -= count;
242 src = (unsigned char*) rm;
Paul Mundtfa439722008-09-04 18:53:58 +0900243 dstu = (unsigned char __user *)*rn;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700244#if !defined(__LITTLE_ENDIAN__)
245 src += 4-count;
246#endif
Paul Mundtfa439722008-09-04 18:53:58 +0900247 if (ma->to(dstu, src, count))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700248 goto fetch_fault;
249 ret = 0;
250 break;
251
252 case 5: /* mov.l @(disp,Rm),Rn */
Paul Mundtfa439722008-09-04 18:53:58 +0900253 srcu = (unsigned char __user *)*rm;
254 srcu += (instruction & 0x000F) << 2;
255 dst = (unsigned char *)rn;
256 *(unsigned long *)dst = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700257
Paul Mundtfa439722008-09-04 18:53:58 +0900258 if (ma->from(dst, srcu, 4))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700259 goto fetch_fault;
260 ret = 0;
Stuart Menefyb5a1bcb2006-11-21 13:34:04 +0900261 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700262
263 case 6: /* mov.[bwl] from memory, possibly with post-increment */
Paul Mundtfa439722008-09-04 18:53:58 +0900264 srcu = (unsigned char __user *)*rm;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700265 if (instruction & 4)
266 *rm += count;
267 dst = (unsigned char*) rn;
268 *(unsigned long*)dst = 0;
Stuart Menefyb5a1bcb2006-11-21 13:34:04 +0900269
Magnus Damm86c01792008-02-07 00:02:50 +0900270#if !defined(__LITTLE_ENDIAN__)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700271 dst += 4-count;
Magnus Damm86c01792008-02-07 00:02:50 +0900272#endif
Paul Mundtfa439722008-09-04 18:53:58 +0900273 if (ma->from(dst, srcu, count))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700274 goto fetch_fault;
Magnus Damm86c01792008-02-07 00:02:50 +0900275 sign_extend(count, dst);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700276 ret = 0;
277 break;
278
279 case 8:
280 switch ((instruction&0xFF00)>>8) {
281 case 0x81: /* mov.w R0,@(disp,Rn) */
Paul Mundtfa439722008-09-04 18:53:58 +0900282 src = (unsigned char *) &regs->regs[0];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700283#if !defined(__LITTLE_ENDIAN__)
284 src += 2;
285#endif
Paul Mundtfa439722008-09-04 18:53:58 +0900286 dstu = (unsigned char __user *)*rm; /* called Rn in the spec */
287 dstu += (instruction & 0x000F) << 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700288
Paul Mundtfa439722008-09-04 18:53:58 +0900289 if (ma->to(dstu, src, 2))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700290 goto fetch_fault;
291 ret = 0;
292 break;
293
294 case 0x85: /* mov.w @(disp,Rm),R0 */
Paul Mundtfa439722008-09-04 18:53:58 +0900295 srcu = (unsigned char __user *)*rm;
296 srcu += (instruction & 0x000F) << 1;
297 dst = (unsigned char *) &regs->regs[0];
298 *(unsigned long *)dst = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700299
300#if !defined(__LITTLE_ENDIAN__)
301 dst += 2;
302#endif
Paul Mundtfa439722008-09-04 18:53:58 +0900303 if (ma->from(dst, srcu, 2))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700304 goto fetch_fault;
Magnus Damm86c01792008-02-07 00:02:50 +0900305 sign_extend(2, dst);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700306 ret = 0;
307 break;
308 }
309 break;
310 }
311 return ret;
312
313 fetch_fault:
314 /* Argh. Address not only misaligned but also non-existent.
315 * Raise an EFAULT and see if it's trapped
316 */
317 return die_if_no_fixup("Fault in unaligned fixup", regs, 0);
318}
319
320/*
321 * emulate the instruction in the delay slot
322 * - fetches the instruction from PC+2
323 */
Magnus Damme7cc9a72008-02-07 20:18:21 +0900324static inline int handle_delayslot(struct pt_regs *regs,
325 opcode_t old_instruction,
326 struct mem_access *ma)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700327{
Magnus Damm4b5a9ef2008-02-07 20:04:12 +0900328 opcode_t instruction;
Paul Mundtfa439722008-09-04 18:53:58 +0900329 void __user *addr = (void __user *)(regs->pc +
330 instruction_size(old_instruction));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700331
Magnus Damm4b5a9ef2008-02-07 20:04:12 +0900332 if (copy_from_user(&instruction, addr, sizeof(instruction))) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700333 /* the instruction-fetch faulted */
334 if (user_mode(regs))
335 return -EFAULT;
336
337 /* kernel */
Stuart Menefyb5a1bcb2006-11-21 13:34:04 +0900338 die("delay-slot-insn faulting in handle_unaligned_delayslot",
339 regs, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700340 }
341
Magnus Damme7cc9a72008-02-07 20:18:21 +0900342 return handle_unaligned_ins(instruction, regs, ma);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700343}
344
345/*
346 * handle an instruction that does an unaligned memory access
347 * - have to be careful of branch delay-slot instructions that fault
348 * SH3:
349 * - if the branch would be taken PC points to the branch
350 * - if the branch would not be taken, PC points to delay-slot
351 * SH4:
352 * - PC always points to delayed branch
353 * - return 0 if handled, -EFAULT if failed (may not return if in kernel)
354 */
355
356/* Macros to determine offset from current PC for branch instructions */
357/* Explicit type coercion is used to force sign extension where needed */
358#define SH_PC_8BIT_OFFSET(instr) ((((signed char)(instr))*2) + 4)
359#define SH_PC_12BIT_OFFSET(instr) ((((signed short)(instr<<4))>>3) + 4)
360
Paul Mundt710ee0c2006-11-05 16:48:42 +0900361/*
362 * XXX: SH-2A needs this too, but it needs an overhaul thanks to mixed 32-bit
363 * opcodes..
364 */
Magnus Damm4b5a9ef2008-02-07 20:04:12 +0900365
Paul Mundt710ee0c2006-11-05 16:48:42 +0900366static int handle_unaligned_notify_count = 10;
367
Magnus Damme7cc9a72008-02-07 20:18:21 +0900368int handle_unaligned_access(opcode_t instruction, struct pt_regs *regs,
369 struct mem_access *ma)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700370{
371 u_int rm;
372 int ret, index;
373
374 index = (instruction>>8)&15; /* 0x0F00 */
375 rm = regs->regs[index];
376
377 /* shout about the first ten userspace fixups */
378 if (user_mode(regs) && handle_unaligned_notify_count>0) {
379 handle_unaligned_notify_count--;
380
Stuart Menefyb5a1bcb2006-11-21 13:34:04 +0900381 printk(KERN_NOTICE "Fixing up unaligned userspace access "
382 "in \"%s\" pid=%d pc=0x%p ins=0x%04hx\n",
Alexey Dobriyan19c58702007-10-18 23:40:41 -0700383 current->comm, task_pid_nr(current),
Magnus Damm4b5a9ef2008-02-07 20:04:12 +0900384 (void *)regs->pc, instruction);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700385 }
386
387 ret = -EFAULT;
388 switch (instruction&0xF000) {
389 case 0x0000:
390 if (instruction==0x000B) {
391 /* rts */
Magnus Damme7cc9a72008-02-07 20:18:21 +0900392 ret = handle_delayslot(regs, instruction, ma);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700393 if (ret==0)
394 regs->pc = regs->pr;
395 }
396 else if ((instruction&0x00FF)==0x0023) {
397 /* braf @Rm */
Magnus Damme7cc9a72008-02-07 20:18:21 +0900398 ret = handle_delayslot(regs, instruction, ma);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700399 if (ret==0)
400 regs->pc += rm + 4;
401 }
402 else if ((instruction&0x00FF)==0x0003) {
403 /* bsrf @Rm */
Magnus Damme7cc9a72008-02-07 20:18:21 +0900404 ret = handle_delayslot(regs, instruction, ma);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700405 if (ret==0) {
406 regs->pr = regs->pc + 4;
407 regs->pc += rm + 4;
408 }
409 }
410 else {
411 /* mov.[bwl] to/from memory via r0+rn */
412 goto simple;
413 }
414 break;
415
416 case 0x1000: /* mov.l Rm,@(disp,Rn) */
417 goto simple;
418
419 case 0x2000: /* mov.[bwl] to memory, possibly with pre-decrement */
420 goto simple;
421
422 case 0x4000:
423 if ((instruction&0x00FF)==0x002B) {
424 /* jmp @Rm */
Magnus Damme7cc9a72008-02-07 20:18:21 +0900425 ret = handle_delayslot(regs, instruction, ma);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700426 if (ret==0)
427 regs->pc = rm;
428 }
429 else if ((instruction&0x00FF)==0x000B) {
430 /* jsr @Rm */
Magnus Damme7cc9a72008-02-07 20:18:21 +0900431 ret = handle_delayslot(regs, instruction, ma);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700432 if (ret==0) {
433 regs->pr = regs->pc + 4;
434 regs->pc = rm;
435 }
436 }
437 else {
438 /* mov.[bwl] to/from memory via r0+rn */
439 goto simple;
440 }
441 break;
442
443 case 0x5000: /* mov.l @(disp,Rm),Rn */
444 goto simple;
445
446 case 0x6000: /* mov.[bwl] from memory, possibly with post-increment */
447 goto simple;
448
449 case 0x8000: /* bf lab, bf/s lab, bt lab, bt/s lab */
450 switch (instruction&0x0F00) {
451 case 0x0100: /* mov.w R0,@(disp,Rm) */
452 goto simple;
453 case 0x0500: /* mov.w @(disp,Rm),R0 */
454 goto simple;
455 case 0x0B00: /* bf lab - no delayslot*/
456 break;
457 case 0x0F00: /* bf/s lab */
Magnus Damme7cc9a72008-02-07 20:18:21 +0900458 ret = handle_delayslot(regs, instruction, ma);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700459 if (ret==0) {
460#if defined(CONFIG_CPU_SH4) || defined(CONFIG_SH7705_CACHE_32KB)
461 if ((regs->sr & 0x00000001) != 0)
462 regs->pc += 4; /* next after slot */
463 else
464#endif
465 regs->pc += SH_PC_8BIT_OFFSET(instruction);
466 }
467 break;
468 case 0x0900: /* bt lab - no delayslot */
469 break;
470 case 0x0D00: /* bt/s lab */
Magnus Damme7cc9a72008-02-07 20:18:21 +0900471 ret = handle_delayslot(regs, instruction, ma);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700472 if (ret==0) {
473#if defined(CONFIG_CPU_SH4) || defined(CONFIG_SH7705_CACHE_32KB)
474 if ((regs->sr & 0x00000001) == 0)
475 regs->pc += 4; /* next after slot */
476 else
477#endif
478 regs->pc += SH_PC_8BIT_OFFSET(instruction);
479 }
480 break;
481 }
482 break;
483
484 case 0xA000: /* bra label */
Magnus Damme7cc9a72008-02-07 20:18:21 +0900485 ret = handle_delayslot(regs, instruction, ma);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700486 if (ret==0)
487 regs->pc += SH_PC_12BIT_OFFSET(instruction);
488 break;
489
490 case 0xB000: /* bsr label */
Magnus Damme7cc9a72008-02-07 20:18:21 +0900491 ret = handle_delayslot(regs, instruction, ma);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700492 if (ret==0) {
493 regs->pr = regs->pc + 4;
494 regs->pc += SH_PC_12BIT_OFFSET(instruction);
495 }
496 break;
497 }
498 return ret;
499
500 /* handle non-delay-slot instruction */
501 simple:
Magnus Damme7cc9a72008-02-07 20:18:21 +0900502 ret = handle_unaligned_ins(instruction, regs, ma);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700503 if (ret==0)
Paul Mundt53f983a2007-05-08 15:31:48 +0900504 regs->pc += instruction_size(instruction);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700505 return ret;
506}
507
508/*
Stuart Menefyb5a1bcb2006-11-21 13:34:04 +0900509 * Handle various address error exceptions:
510 * - instruction address error:
511 * misaligned PC
512 * PC >= 0x80000000 in user mode
513 * - data address error (read and write)
514 * misaligned data access
515 * access to >= 0x80000000 is user mode
516 * Unfortuntaly we can't distinguish between instruction address error
Simon Arlotte868d612007-05-14 08:15:10 +0900517 * and data address errors caused by read accesses.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700518 */
Stuart Menefyf0bc8142006-11-21 11:16:57 +0900519asmlinkage void do_address_error(struct pt_regs *regs,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700520 unsigned long writeaccess,
521 unsigned long address)
522{
Yoshinori Sato0983b312006-11-05 15:58:47 +0900523 unsigned long error_code = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700524 mm_segment_t oldfs;
Stuart Menefyb5a1bcb2006-11-21 13:34:04 +0900525 siginfo_t info;
Magnus Damm4b5a9ef2008-02-07 20:04:12 +0900526 opcode_t instruction;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700527 int tmp;
528
Yoshinori Sato0983b312006-11-05 15:58:47 +0900529 /* Intentional ifdef */
530#ifdef CONFIG_CPU_HAS_SR_RB
Paul Mundt4c59e292008-09-21 12:00:23 +0900531 error_code = lookup_exception_vector();
Yoshinori Sato0983b312006-11-05 15:58:47 +0900532#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700533
534 oldfs = get_fs();
535
536 if (user_mode(regs)) {
Stuart Menefyb5a1bcb2006-11-21 13:34:04 +0900537 int si_code = BUS_ADRERR;
538
Linus Torvalds1da177e2005-04-16 15:20:36 -0700539 local_irq_enable();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700540
541 /* bad PC is not something we can fix */
Stuart Menefyb5a1bcb2006-11-21 13:34:04 +0900542 if (regs->pc & 1) {
543 si_code = BUS_ADRALN;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700544 goto uspace_segv;
Stuart Menefyb5a1bcb2006-11-21 13:34:04 +0900545 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700546
547 set_fs(USER_DS);
Paul Mundtfa439722008-09-04 18:53:58 +0900548 if (copy_from_user(&instruction, (void __user *)(regs->pc),
Magnus Damm4b5a9ef2008-02-07 20:04:12 +0900549 sizeof(instruction))) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700550 /* Argh. Fault on the instruction itself.
551 This should never happen non-SMP
552 */
553 set_fs(oldfs);
554 goto uspace_segv;
555 }
556
Magnus Damme7cc9a72008-02-07 20:18:21 +0900557 tmp = handle_unaligned_access(instruction, regs,
558 &user_mem_access);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700559 set_fs(oldfs);
560
561 if (tmp==0)
562 return; /* sorted */
Stuart Menefyb5a1bcb2006-11-21 13:34:04 +0900563uspace_segv:
564 printk(KERN_NOTICE "Sending SIGBUS to \"%s\" due to unaligned "
565 "access (PC %lx PR %lx)\n", current->comm, regs->pc,
566 regs->pr);
567
568 info.si_signo = SIGBUS;
569 info.si_errno = 0;
570 info.si_code = si_code;
Paul Mundte08f4572007-05-14 12:52:56 +0900571 info.si_addr = (void __user *)address;
Stuart Menefyb5a1bcb2006-11-21 13:34:04 +0900572 force_sig_info(SIGBUS, &info, current);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700573 } else {
574 if (regs->pc & 1)
575 die("unaligned program counter", regs, error_code);
576
577 set_fs(KERNEL_DS);
Paul Mundtfa439722008-09-04 18:53:58 +0900578 if (copy_from_user(&instruction, (void __user *)(regs->pc),
Magnus Damm4b5a9ef2008-02-07 20:04:12 +0900579 sizeof(instruction))) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700580 /* Argh. Fault on the instruction itself.
581 This should never happen non-SMP
582 */
583 set_fs(oldfs);
584 die("insn faulting in do_address_error", regs, 0);
585 }
586
Magnus Damme7cc9a72008-02-07 20:18:21 +0900587 handle_unaligned_access(instruction, regs, &user_mem_access);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700588 set_fs(oldfs);
589 }
590}
591
592#ifdef CONFIG_SH_DSP
593/*
594 * SH-DSP support gerg@snapgear.com.
595 */
596int is_dsp_inst(struct pt_regs *regs)
597{
Paul Mundt882c12c2007-05-14 17:26:34 +0900598 unsigned short inst = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700599
Stuart Menefyf0bc8142006-11-21 11:16:57 +0900600 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700601 * Safe guard if DSP mode is already enabled or we're lacking
602 * the DSP altogether.
603 */
Paul Mundt11c19652006-12-25 10:19:56 +0900604 if (!(current_cpu_data.flags & CPU_HAS_DSP) || (regs->sr & SR_DSP))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700605 return 0;
606
607 get_user(inst, ((unsigned short *) regs->pc));
608
609 inst &= 0xf000;
610
611 /* Check for any type of DSP or support instruction */
612 if ((inst == 0xf000) || (inst == 0x4000))
613 return 1;
614
615 return 0;
616}
617#else
618#define is_dsp_inst(regs) (0)
619#endif /* CONFIG_SH_DSP */
620
Yoshinori Sato0983b312006-11-05 15:58:47 +0900621#ifdef CONFIG_CPU_SH2A
622asmlinkage void do_divide_error(unsigned long r4, unsigned long r5,
623 unsigned long r6, unsigned long r7,
Stuart Menefyf0bc8142006-11-21 11:16:57 +0900624 struct pt_regs __regs)
Yoshinori Sato0983b312006-11-05 15:58:47 +0900625{
626 siginfo_t info;
627
Yoshinori Sato0983b312006-11-05 15:58:47 +0900628 switch (r4) {
629 case TRAP_DIVZERO_ERROR:
630 info.si_code = FPE_INTDIV;
631 break;
632 case TRAP_DIVOVF_ERROR:
633 info.si_code = FPE_INTOVF;
634 break;
635 }
636
637 force_sig_info(SIGFPE, &info, current);
638}
639#endif
640
Takashi YOSHII4b565682006-09-27 17:15:32 +0900641asmlinkage void do_reserved_inst(unsigned long r4, unsigned long r5,
642 unsigned long r6, unsigned long r7,
Stuart Menefyf0bc8142006-11-21 11:16:57 +0900643 struct pt_regs __regs)
Takashi YOSHII4b565682006-09-27 17:15:32 +0900644{
Stuart Menefyf0bc8142006-11-21 11:16:57 +0900645 struct pt_regs *regs = RELOC_HIDE(&__regs, 0);
Takashi YOSHII4b565682006-09-27 17:15:32 +0900646 unsigned long error_code;
647 struct task_struct *tsk = current;
648
649#ifdef CONFIG_SH_FPU_EMU
Yoshinori Sato0983b312006-11-05 15:58:47 +0900650 unsigned short inst = 0;
Takashi YOSHII4b565682006-09-27 17:15:32 +0900651 int err;
652
Stuart Menefyf0bc8142006-11-21 11:16:57 +0900653 get_user(inst, (unsigned short*)regs->pc);
Takashi YOSHII4b565682006-09-27 17:15:32 +0900654
Stuart Menefyf0bc8142006-11-21 11:16:57 +0900655 err = do_fpu_inst(inst, regs);
Takashi YOSHII4b565682006-09-27 17:15:32 +0900656 if (!err) {
Paul Mundt53f983a2007-05-08 15:31:48 +0900657 regs->pc += instruction_size(inst);
Takashi YOSHII4b565682006-09-27 17:15:32 +0900658 return;
659 }
660 /* not a FPU inst. */
661#endif
662
663#ifdef CONFIG_SH_DSP
664 /* Check if it's a DSP instruction */
Stuart Menefyb5a1bcb2006-11-21 13:34:04 +0900665 if (is_dsp_inst(regs)) {
Takashi YOSHII4b565682006-09-27 17:15:32 +0900666 /* Enable DSP mode, and restart instruction. */
Stuart Menefyf0bc8142006-11-21 11:16:57 +0900667 regs->sr |= SR_DSP;
Takashi YOSHII4b565682006-09-27 17:15:32 +0900668 return;
669 }
670#endif
671
Paul Mundt4c59e292008-09-21 12:00:23 +0900672 error_code = lookup_exception_vector();
Yoshinori Sato0983b312006-11-05 15:58:47 +0900673
Takashi YOSHII4b565682006-09-27 17:15:32 +0900674 local_irq_enable();
Takashi YOSHII4b565682006-09-27 17:15:32 +0900675 force_sig(SIGILL, tsk);
Stuart Menefyf0bc8142006-11-21 11:16:57 +0900676 die_if_no_fixup("reserved instruction", regs, error_code);
Takashi YOSHII4b565682006-09-27 17:15:32 +0900677}
678
679#ifdef CONFIG_SH_FPU_EMU
Paul Mundtedfd6da2008-11-26 13:06:04 +0900680static int emulate_branch(unsigned short inst, struct pt_regs *regs)
Takashi YOSHII4b565682006-09-27 17:15:32 +0900681{
682 /*
683 * bfs: 8fxx: PC+=d*2+4;
684 * bts: 8dxx: PC+=d*2+4;
685 * bra: axxx: PC+=D*2+4;
686 * bsr: bxxx: PC+=D*2+4 after PR=PC+4;
687 * braf:0x23: PC+=Rn*2+4;
688 * bsrf:0x03: PC+=Rn*2+4 after PR=PC+4;
689 * jmp: 4x2b: PC=Rn;
690 * jsr: 4x0b: PC=Rn after PR=PC+4;
691 * rts: 000b: PC=PR;
692 */
Paul Mundtedfd6da2008-11-26 13:06:04 +0900693 if (((inst & 0xf000) == 0xb000) || /* bsr */
694 ((inst & 0xf0ff) == 0x0003) || /* bsrf */
695 ((inst & 0xf0ff) == 0x400b)) /* jsr */
696 regs->pr = regs->pc + 4;
697
698 if ((inst & 0xfd00) == 0x8d00) { /* bfs, bts */
Takashi YOSHII4b565682006-09-27 17:15:32 +0900699 regs->pc += SH_PC_8BIT_OFFSET(inst);
700 return 0;
701 }
702
Paul Mundtedfd6da2008-11-26 13:06:04 +0900703 if ((inst & 0xe000) == 0xa000) { /* bra, bsr */
Takashi YOSHII4b565682006-09-27 17:15:32 +0900704 regs->pc += SH_PC_12BIT_OFFSET(inst);
705 return 0;
706 }
707
Paul Mundtedfd6da2008-11-26 13:06:04 +0900708 if ((inst & 0xf0df) == 0x0003) { /* braf, bsrf */
Takashi YOSHII4b565682006-09-27 17:15:32 +0900709 regs->pc += regs->regs[(inst & 0x0f00) >> 8] + 4;
710 return 0;
711 }
712
Paul Mundtedfd6da2008-11-26 13:06:04 +0900713 if ((inst & 0xf0df) == 0x400b) { /* jmp, jsr */
Takashi YOSHII4b565682006-09-27 17:15:32 +0900714 regs->pc = regs->regs[(inst & 0x0f00) >> 8];
715 return 0;
716 }
717
Paul Mundtedfd6da2008-11-26 13:06:04 +0900718 if ((inst & 0xffff) == 0x000b) { /* rts */
Takashi YOSHII4b565682006-09-27 17:15:32 +0900719 regs->pc = regs->pr;
720 return 0;
721 }
722
723 return 1;
724}
725#endif
726
727asmlinkage void do_illegal_slot_inst(unsigned long r4, unsigned long r5,
728 unsigned long r6, unsigned long r7,
Stuart Menefyf0bc8142006-11-21 11:16:57 +0900729 struct pt_regs __regs)
Takashi YOSHII4b565682006-09-27 17:15:32 +0900730{
Stuart Menefyf0bc8142006-11-21 11:16:57 +0900731 struct pt_regs *regs = RELOC_HIDE(&__regs, 0);
Paul Mundtb3d765f2008-09-17 23:12:11 +0900732 unsigned long inst;
Takashi YOSHII4b565682006-09-27 17:15:32 +0900733 struct task_struct *tsk = current;
Chris Smithd39f5452008-09-05 17:15:39 +0900734
735 if (kprobe_handle_illslot(regs->pc) == 0)
736 return;
737
Takashi YOSHII4b565682006-09-27 17:15:32 +0900738#ifdef CONFIG_SH_FPU_EMU
Stuart Menefyf0bc8142006-11-21 11:16:57 +0900739 get_user(inst, (unsigned short *)regs->pc + 1);
740 if (!do_fpu_inst(inst, regs)) {
741 get_user(inst, (unsigned short *)regs->pc);
742 if (!emulate_branch(inst, regs))
Takashi YOSHII4b565682006-09-27 17:15:32 +0900743 return;
744 /* fault in branch.*/
745 }
746 /* not a FPU inst. */
747#endif
748
Paul Mundt4c59e292008-09-21 12:00:23 +0900749 inst = lookup_exception_vector();
Yoshinori Sato0983b312006-11-05 15:58:47 +0900750
Takashi YOSHII4b565682006-09-27 17:15:32 +0900751 local_irq_enable();
Takashi YOSHII4b565682006-09-27 17:15:32 +0900752 force_sig(SIGILL, tsk);
Paul Mundtb3d765f2008-09-17 23:12:11 +0900753 die_if_no_fixup("illegal slot instruction", regs, inst);
Takashi YOSHII4b565682006-09-27 17:15:32 +0900754}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700755
756asmlinkage void do_exception_error(unsigned long r4, unsigned long r5,
757 unsigned long r6, unsigned long r7,
Stuart Menefyf0bc8142006-11-21 11:16:57 +0900758 struct pt_regs __regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700759{
Stuart Menefyf0bc8142006-11-21 11:16:57 +0900760 struct pt_regs *regs = RELOC_HIDE(&__regs, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700761 long ex;
Yoshinori Sato0983b312006-11-05 15:58:47 +0900762
Paul Mundt4c59e292008-09-21 12:00:23 +0900763 ex = lookup_exception_vector();
Stuart Menefyf0bc8142006-11-21 11:16:57 +0900764 die_if_kernel("exception", regs, ex);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700765}
766
767#if defined(CONFIG_SH_STANDARD_BIOS)
768void *gdb_vbr_vector;
769
770static inline void __init gdb_vbr_init(void)
771{
772 register unsigned long vbr;
773
774 /*
775 * Read the old value of the VBR register to initialise
776 * the vector through which debug and BIOS traps are
777 * delegated by the Linux trap handler.
778 */
779 asm volatile("stc vbr, %0" : "=r" (vbr));
780
781 gdb_vbr_vector = (void *)(vbr + 0x100);
782 printk("Setting GDB trap vector to 0x%08lx\n",
783 (unsigned long)gdb_vbr_vector);
784}
785#endif
786
Paul Mundtaba10302007-09-21 18:32:32 +0900787void __cpuinit per_cpu_trap_init(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700788{
789 extern void *vbr_base;
790
791#ifdef CONFIG_SH_STANDARD_BIOS
Paul Mundtaba10302007-09-21 18:32:32 +0900792 if (raw_smp_processor_id() == 0)
793 gdb_vbr_init();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700794#endif
795
796 /* NOTE: The VBR value should be at P1
797 (or P2, virtural "fixed" address space).
798 It's definitely should not in physical address. */
799
800 asm volatile("ldc %0, vbr"
801 : /* no output */
802 : "r" (&vbr_base)
803 : "memory");
804}
805
Paul Mundt1f666582006-10-19 16:20:25 +0900806void *set_exception_table_vec(unsigned int vec, void *handler)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700807{
808 extern void *exception_handling_table[];
Paul Mundt1f666582006-10-19 16:20:25 +0900809 void *old_handler;
Stuart Menefyb5a1bcb2006-11-21 13:34:04 +0900810
Paul Mundt1f666582006-10-19 16:20:25 +0900811 old_handler = exception_handling_table[vec];
812 exception_handling_table[vec] = handler;
813 return old_handler;
814}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700815
Paul Mundt1f666582006-10-19 16:20:25 +0900816void __init trap_init(void)
817{
818 set_exception_table_vec(TRAP_RESERVED_INST, do_reserved_inst);
819 set_exception_table_vec(TRAP_ILLEGAL_SLOT_INST, do_illegal_slot_inst);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700820
Takashi YOSHII4b565682006-09-27 17:15:32 +0900821#if defined(CONFIG_CPU_SH4) && !defined(CONFIG_SH_FPU) || \
822 defined(CONFIG_SH_FPU_EMU)
823 /*
824 * For SH-4 lacking an FPU, treat floating point instructions as
825 * reserved. They'll be handled in the math-emu case, or faulted on
826 * otherwise.
827 */
Paul Mundt1f666582006-10-19 16:20:25 +0900828 set_exception_table_evt(0x800, do_reserved_inst);
829 set_exception_table_evt(0x820, do_illegal_slot_inst);
830#elif defined(CONFIG_SH_FPU)
Paul Mundte0a36472007-08-01 16:55:07 +0900831#ifdef CONFIG_CPU_SUBTYPE_SHX3
Paul Mundt74d99a52007-11-26 20:38:36 +0900832 set_exception_table_evt(0xd80, fpu_state_restore_trap_handler);
833 set_exception_table_evt(0xda0, fpu_state_restore_trap_handler);
Paul Mundte0a36472007-08-01 16:55:07 +0900834#else
Paul Mundt74d99a52007-11-26 20:38:36 +0900835 set_exception_table_evt(0x800, fpu_state_restore_trap_handler);
836 set_exception_table_evt(0x820, fpu_state_restore_trap_handler);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700837#endif
Paul Mundte0a36472007-08-01 16:55:07 +0900838#endif
Yoshinori Sato0983b312006-11-05 15:58:47 +0900839
840#ifdef CONFIG_CPU_SH2
Paul Mundt5a4f7c62007-11-20 18:08:06 +0900841 set_exception_table_vec(TRAP_ADDRESS_ERROR, address_error_trap_handler);
Yoshinori Sato0983b312006-11-05 15:58:47 +0900842#endif
843#ifdef CONFIG_CPU_SH2A
844 set_exception_table_vec(TRAP_DIVZERO_ERROR, do_divide_error);
845 set_exception_table_vec(TRAP_DIVOVF_ERROR, do_divide_error);
Yoshinori Sato6e80f5e2008-07-10 01:20:03 +0900846#ifdef CONFIG_SH_FPU
847 set_exception_table_vec(TRAP_FPU_ERROR, fpu_error_trap_handler);
848#endif
Yoshinori Sato0983b312006-11-05 15:58:47 +0900849#endif
Stuart Menefyb5a1bcb2006-11-21 13:34:04 +0900850
Linus Torvalds1da177e2005-04-16 15:20:36 -0700851 /* Setup VBR for boot cpu */
852 per_cpu_trap_init();
853}
854
Paul Mundt6b002232006-10-12 17:07:45 +0900855void show_trace(struct task_struct *tsk, unsigned long *sp,
856 struct pt_regs *regs)
857{
858 unsigned long addr;
859
860 if (regs && user_mode(regs))
861 return;
862
Paul Mundt75fd24c2008-11-26 15:20:35 +0900863 printk("\nCall trace:\n");
Paul Mundt6b002232006-10-12 17:07:45 +0900864
865 while (!kstack_end(sp)) {
866 addr = *sp++;
867 if (kernel_text_address(addr))
868 print_ip_sym(addr);
869 }
870
871 printk("\n");
Paul Mundt9b8c90e2006-12-06 11:07:51 +0900872
873 if (!tsk)
874 tsk = current;
875
876 debug_show_held_locks(tsk);
Paul Mundt6b002232006-10-12 17:07:45 +0900877}
878
Linus Torvalds1da177e2005-04-16 15:20:36 -0700879void show_stack(struct task_struct *tsk, unsigned long *sp)
880{
Paul Mundt6b002232006-10-12 17:07:45 +0900881 unsigned long stack;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700882
Paul Mundta6a311392006-09-27 18:22:14 +0900883 if (!tsk)
884 tsk = current;
885 if (tsk == current)
886 sp = (unsigned long *)current_stack_pointer;
887 else
Linus Torvalds1da177e2005-04-16 15:20:36 -0700888 sp = (unsigned long *)tsk->thread.sp;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700889
Paul Mundt6b002232006-10-12 17:07:45 +0900890 stack = (unsigned long)sp;
891 dump_mem("Stack: ", stack, THREAD_SIZE +
892 (unsigned long)task_stack_page(tsk));
893 show_trace(tsk, sp, NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700894}
895
896void dump_stack(void)
897{
898 show_stack(NULL, NULL);
899}
900EXPORT_SYMBOL(dump_stack);