blob: e63178fefb9b880251fce26071a778c57bcd072c [file] [log] [blame]
Paul Mundt336f1d32008-05-19 19:39:33 +09001/*
Yoshinori Satode398402006-11-05 16:15:19 +09002 * Copyright (C) 1999, 2000, 2002 Niibe Yutaka
Paul Mundt336f1d32008-05-19 19:39:33 +09003 * Copyright (C) 2003 - 2008 Paul Mundt
Yoshinori Satode398402006-11-05 16:15:19 +09004 *
5 * This file is subject to the terms and conditions of the GNU General Public
6 * License. See the file "COPYING" in the main directory of this archive
7 * for more details.
8 *
9 */
10
11! NOTE:
12! GNU as (as of 2.9.1) changes bf/s into bt/s and bra, when the address
13! to be jumped is too far, but it causes illegal slot exception.
14
15/*
16 * entry.S contains the system-call and fault low-level handling routines.
17 * This also contains the timer-interrupt handler, as well as all interrupts
18 * and faults that can result in a task-switch.
19 *
20 * NOTE: This code handles signal-recognition, which happens every time
21 * after a timer-interrupt and after each system call.
22 *
23 * NOTE: This code uses a convention that instructions in the delay slot
24 * of a transfer-control instruction are indented by an extra space, thus:
25 *
26 * jmp @k0 ! control-transfer instruction
27 * ldc k1, ssr ! delay slot
28 *
29 * Stack layout in 'ret_from_syscall':
30 * ptrace needs to have all regs on the stack.
31 * if the order here is changed, it needs to be
32 * updated in ptrace.c and ptrace.h
33 *
34 * r0
35 * ...
36 * r15 = stack pointer
37 * spc
38 * pr
39 * ssr
40 * gbr
41 * mach
42 * macl
43 * syscall #
44 *
45 */
Matt Flemingcafb0dd2009-08-02 22:40:11 +010046#include <asm/dwarf.h>
Yoshinori Satode398402006-11-05 16:15:19 +090047
48#if defined(CONFIG_PREEMPT)
Stuart Menefyfd78a762009-07-29 23:01:24 +090049# define preempt_stop() cli ; TRACE_IRQS_OFF
Yoshinori Satode398402006-11-05 16:15:19 +090050#else
51# define preempt_stop()
52# define resume_kernel __restore_all
53#endif
54
Yoshinori Satode398402006-11-05 16:15:19 +090055
56 .align 2
57ENTRY(exception_error)
58 !
Stuart Menefyfd78a762009-07-29 23:01:24 +090059 TRACE_IRQS_ON
Yoshinori Satode398402006-11-05 16:15:19 +090060 sti
Paul Mundtf413d0d2006-12-13 17:40:05 +090061 mov.l 1f, r0
Yoshinori Satode398402006-11-05 16:15:19 +090062 jmp @r0
63 nop
64
Yoshinori Satode398402006-11-05 16:15:19 +090065 .align 2
Paul Mundtf413d0d2006-12-13 17:40:05 +0900661: .long do_exception_error
Yoshinori Satode398402006-11-05 16:15:19 +090067
68 .align 2
69ret_from_exception:
Matt Flemingcafb0dd2009-08-02 22:40:11 +010070 CFI_STARTPROC simple
71 CFI_DEF_CFA r14, 0
72 CFI_REL_OFFSET 17, 64
73 CFI_REL_OFFSET 15, 0
74 CFI_REL_OFFSET 14, 56
Yoshinori Satode398402006-11-05 16:15:19 +090075 preempt_stop()
76ENTRY(ret_from_irq)
77 !
78 mov #OFF_SR, r0
79 mov.l @(r0,r15), r0 ! get status register
Stuart Menefyfd78a762009-07-29 23:01:24 +090080
81 shlr2 r0
82 and #0x3c, r0
83 cmp/eq #0x3c, r0
84 bt 9f
85 TRACE_IRQS_ON
869:
87 mov #OFF_SR, r0
88 mov.l @(r0,r15), r0 ! get status register
Yoshinori Satode398402006-11-05 16:15:19 +090089 shll r0
90 shll r0 ! kernel space?
91 get_current_thread_info r8, r0
92 bt resume_kernel ! Yes, it's from kernel, go back soon
93
94#ifdef CONFIG_PREEMPT
95 bra resume_userspace
96 nop
97ENTRY(resume_kernel)
Carmelo Amoroso323b8c42008-09-05 14:42:16 +090098 cli
Yoshinori Satode398402006-11-05 16:15:19 +090099 mov.l @(TI_PRE_COUNT,r8), r0 ! current_thread_info->preempt_count
100 tst r0, r0
101 bf noresched
102need_resched:
103 mov.l @(TI_FLAGS,r8), r0 ! current_thread_info->flags
104 tst #_TIF_NEED_RESCHED, r0 ! need_resched set?
105 bt noresched
106
107 mov #OFF_SR, r0
108 mov.l @(r0,r15), r0 ! get status register
109 and #0xf0, r0 ! interrupts off (exception path)?
110 cmp/eq #0xf0, r0
111 bt noresched
Paul Mundtafbfb522006-12-04 18:17:28 +0900112 mov.l 3f, r0
Carmelo Amoroso323b8c42008-09-05 14:42:16 +0900113 jsr @r0 ! call preempt_schedule_irq
Paul Mundtafbfb522006-12-04 18:17:28 +0900114 nop
Yoshinori Satode398402006-11-05 16:15:19 +0900115 bra need_resched
116 nop
Paul Mundtafbfb522006-12-04 18:17:28 +0900117
Yoshinori Satode398402006-11-05 16:15:19 +0900118noresched:
119 bra __restore_all
120 nop
121
122 .align 2
1231: .long PREEMPT_ACTIVE
1242: .long schedule
Carmelo Amoroso323b8c42008-09-05 14:42:16 +09001253: .long preempt_schedule_irq
Yoshinori Satode398402006-11-05 16:15:19 +0900126#endif
127
128ENTRY(resume_userspace)
129 ! r8: current_thread_info
130 cli
Stuart Menefyfd78a762009-07-29 23:01:24 +0900131 TRACE_IRQS_OfF
Yoshinori Satode398402006-11-05 16:15:19 +0900132 mov.l @(TI_FLAGS,r8), r0 ! current_thread_info->flags
Matt Flemingc652d782009-07-06 20:16:33 +0900133 tst #(_TIF_WORK_MASK & 0xff), r0
Yoshinori Satode398402006-11-05 16:15:19 +0900134 bt/s __restore_all
135 tst #_TIF_NEED_RESCHED, r0
136
137 .align 2
138work_pending:
139 ! r0: current_thread_info->flags
140 ! r8: current_thread_info
141 ! t: result of "tst #_TIF_NEED_RESCHED, r0"
142 bf/s work_resched
143 tst #(_TIF_SIGPENDING | _TIF_RESTORE_SIGMASK), r0
144work_notifysig:
145 bt/s __restore_all
146 mov r15, r4
147 mov r12, r5 ! set arg1(save_r0)
148 mov r0, r6
149 mov.l 2f, r1
150 mov.l 3f, r0
151 jmp @r1
152 lds r0, pr
153work_resched:
Yoshinori Satode398402006-11-05 16:15:19 +0900154 mov.l 1f, r1
155 jsr @r1 ! schedule
156 nop
157 cli
Stuart Menefyfd78a762009-07-29 23:01:24 +0900158 TRACE_IRQS_OFF
Yoshinori Satode398402006-11-05 16:15:19 +0900159 !
160 mov.l @(TI_FLAGS,r8), r0 ! current_thread_info->flags
Matt Flemingc652d782009-07-06 20:16:33 +0900161 tst #(_TIF_WORK_MASK & 0xff), r0
Yoshinori Satode398402006-11-05 16:15:19 +0900162 bt __restore_all
163 bra work_pending
164 tst #_TIF_NEED_RESCHED, r0
165
166 .align 2
1671: .long schedule
1682: .long do_notify_resume
Stuart MENEFY0b1689c2008-07-17 13:08:40 +01001693: .long resume_userspace
Yoshinori Satode398402006-11-05 16:15:19 +0900170
171 .align 2
172syscall_exit_work:
173 ! r0: current_thread_info->flags
174 ! r8: current_thread_info
Matt Flemingc652d782009-07-06 20:16:33 +0900175 tst #(_TIF_WORK_SYSCALL_MASK & 0xff), r0
Yoshinori Satode398402006-11-05 16:15:19 +0900176 bt/s work_pending
177 tst #_TIF_NEED_RESCHED, r0
Stuart Menefyfd78a762009-07-29 23:01:24 +0900178 TRACE_IRQS_ON
Yoshinori Satode398402006-11-05 16:15:19 +0900179 sti
Yuichi Nakamura1322b9d2007-11-10 19:21:34 +0900180 mov r15, r4
Paul Mundtab99c732008-07-30 19:55:30 +0900181 mov.l 8f, r0 ! do_syscall_trace_leave
Yoshinori Satode398402006-11-05 16:15:19 +0900182 jsr @r0
183 nop
184 bra resume_userspace
185 nop
186
187 .align 2
188syscall_trace_entry:
189 ! Yes it is traced.
Yuichi Nakamura1322b9d2007-11-10 19:21:34 +0900190 mov r15, r4
Paul Mundtab99c732008-07-30 19:55:30 +0900191 mov.l 7f, r11 ! Call do_syscall_trace_enter which notifies
Yoshinori Satode398402006-11-05 16:15:19 +0900192 jsr @r11 ! superior (will chomp R[0-7])
193 nop
Paul Mundtab99c732008-07-30 19:55:30 +0900194 mov.l r0, @(OFF_R0,r15) ! Save return value
Yoshinori Satode398402006-11-05 16:15:19 +0900195 ! Reload R0-R4 from kernel stack, where the
196 ! parent may have modified them using
197 ! ptrace(POKEUSR). (Note that R0-R2 are
198 ! used by the system call handler directly
199 ! from the kernel stack anyway, so don't need
200 ! to be reloaded here.) This allows the parent
201 ! to rewrite system calls and args on the fly.
202 mov.l @(OFF_R4,r15), r4 ! arg0
203 mov.l @(OFF_R5,r15), r5
204 mov.l @(OFF_R6,r15), r6
205 mov.l @(OFF_R7,r15), r7 ! arg3
206 mov.l @(OFF_R3,r15), r3 ! syscall_nr
Stuart Menefye0969e02006-11-24 13:01:36 +0900207 !
Yoshinori Satode398402006-11-05 16:15:19 +0900208 mov.l 2f, r10 ! Number of syscalls
209 cmp/hs r10, r3
210 bf syscall_call
211 mov #-ENOSYS, r0
212 bra syscall_exit
213 mov.l r0, @(OFF_R0,r15) ! Return value
214
215__restore_all:
Paul Mundtafbfb522006-12-04 18:17:28 +0900216 mov.l 1f, r0
Yoshinori Satode398402006-11-05 16:15:19 +0900217 jmp @r0
218 nop
219
220 .align 2
2211: .long restore_all
222
Stuart Menefye0969e02006-11-24 13:01:36 +0900223 .align 2
Stuart Menefye0969e02006-11-24 13:01:36 +0900224syscall_badsys: ! Bad syscall number
Hideo Saito561c2bc2008-05-15 13:30:05 +0900225 get_current_thread_info r8, r0
Stuart Menefye0969e02006-11-24 13:01:36 +0900226 mov #-ENOSYS, r0
227 bra resume_userspace
228 mov.l r0, @(OFF_R0,r15) ! Return value
Paul Mundtf413d0d2006-12-13 17:40:05 +0900229
230/*
231 * The main debug trap handler.
232 *
233 * r8=TRA (not the trap number!)
234 *
235 * Note: This assumes that the trapa value is left in its original
236 * form (without the shlr2 shift) so the calculation for the jump
237 * call table offset remains a simple in place mask.
238 */
239debug_trap:
240 mov r8, r0
241 and #(0xf << 2), r0
242 mov.l 1f, r8
243 add r0, r8
244 mov.l @r8, r8
Paul Mundt336f1d32008-05-19 19:39:33 +0900245 jsr @r8
246 nop
247 bra __restore_all
Paul Mundtf413d0d2006-12-13 17:40:05 +0900248 nop
Matt Flemingcafb0dd2009-08-02 22:40:11 +0100249 CFI_ENDPROC
Paul Mundtf413d0d2006-12-13 17:40:05 +0900250
251 .align 2
2521: .long debug_trap_table
Stuart Menefye0969e02006-11-24 13:01:36 +0900253
Yoshinori Satode398402006-11-05 16:15:19 +0900254/*
255 * Syscall interface:
256 *
257 * Syscall #: R3
258 * Arguments #0 to #3: R4--R7
259 * Arguments #4 to #6: R0, R1, R2
Paul Mundtf413d0d2006-12-13 17:40:05 +0900260 * TRA: (number of arguments + ABI revision) x 4
Yoshinori Satode398402006-11-05 16:15:19 +0900261 *
262 * This code also handles delegating other traps to the BIOS/gdb stub
263 * according to:
264 *
265 * Trap number
Paul Mundtf413d0d2006-12-13 17:40:05 +0900266 * (TRA>>2) Purpose
267 * -------- -------
268 * 0x00-0x0f original SH-3/4 syscall ABI (not in general use).
269 * 0x10-0x1f general SH-3/4 syscall ABI.
270 * 0x20-0x2f syscall ABI for SH-2 parts.
271 * 0x30-0x3f debug traps used by the kernel.
272 * 0x40-0xff Not supported by all parts, so left unhandled.
Yoshinori Satode398402006-11-05 16:15:19 +0900273 *
274 * Note: When we're first called, the TRA value must be shifted
275 * right 2 bits in order to get the value that was used as the "trapa"
276 * argument.
277 */
278
279 .align 2
280 .globl ret_from_fork
281ret_from_fork:
282 mov.l 1f, r8
283 jsr @r8
284 mov r0, r4
285 bra syscall_exit
286 nop
287 .align 2
2881: .long schedule_tail
Paul Mundtf413d0d2006-12-13 17:40:05 +0900289
290/*
291 * The poorly named main trapa decode and dispatch routine, for
292 * system calls and debug traps through their respective jump tables.
293 */
Yoshinori Satode398402006-11-05 16:15:19 +0900294ENTRY(system_call)
Matt Fleming0b930482009-08-02 22:33:26 +0100295 setup_frame_reg
Yoshinori Satode398402006-11-05 16:15:19 +0900296#if !defined(CONFIG_CPU_SH2)
297 mov.l 1f, r9
298 mov.l @r9, r8 ! Read from TRA (Trap Address) Register
299#endif
Paul Mundtab6e5702008-12-11 18:46:46 +0900300
301 mov #OFF_TRA, r10
302 add r15, r10
303 mov.l r8, @r10 ! set TRA value to tra
304
Paul Mundtf413d0d2006-12-13 17:40:05 +0900305 /*
306 * Check the trap type
307 */
308 mov #((0x20 << 2) - 1), r9
Yoshinori Satode398402006-11-05 16:15:19 +0900309 cmp/hi r9, r8
Paul Mundtf413d0d2006-12-13 17:40:05 +0900310 bt/s debug_trap ! it's a debug trap..
Paul Mundtab6e5702008-12-11 18:46:46 +0900311 nop
312
Stuart Menefyfd78a762009-07-29 23:01:24 +0900313 TRACE_IRQS_ON
Yoshinori Satode398402006-11-05 16:15:19 +0900314 sti
Paul Mundtafbfb522006-12-04 18:17:28 +0900315
Stuart Menefye0969e02006-11-24 13:01:36 +0900316 !
Yoshinori Satode398402006-11-05 16:15:19 +0900317 get_current_thread_info r8, r10
Yoshinori Satode398402006-11-05 16:15:19 +0900318 mov.l @(TI_FLAGS,r8), r8
Matt Flemingc652d782009-07-06 20:16:33 +0900319 mov #(_TIF_WORK_SYSCALL_MASK & 0xff), r10
320 mov #(_TIF_WORK_SYSCALL_MASK >> 8), r9
Yoshinori Satode398402006-11-05 16:15:19 +0900321 tst r10, r8
Matt Flemingc652d782009-07-06 20:16:33 +0900322 shll8 r9
323 bf syscall_trace_entry
324 tst r9, r8
Yoshinori Satode398402006-11-05 16:15:19 +0900325 bf syscall_trace_entry
326 !
Stuart Menefye0969e02006-11-24 13:01:36 +0900327 mov.l 2f, r8 ! Number of syscalls
328 cmp/hs r8, r3
329 bt syscall_badsys
330 !
Yoshinori Satode398402006-11-05 16:15:19 +0900331syscall_call:
Stuart Menefye0969e02006-11-24 13:01:36 +0900332 shll2 r3 ! x4
Yoshinori Satode398402006-11-05 16:15:19 +0900333 mov.l 3f, r8 ! Load the address of sys_call_table
Stuart Menefye0969e02006-11-24 13:01:36 +0900334 add r8, r3
335 mov.l @r3, r8
Yoshinori Satode398402006-11-05 16:15:19 +0900336 jsr @r8 ! jump to specific syscall handler
337 nop
338 mov.l @(OFF_R0,r15), r12 ! save r0
339 mov.l r0, @(OFF_R0,r15) ! save the return value
340 !
341syscall_exit:
342 cli
Stuart Menefyfd78a762009-07-29 23:01:24 +0900343 TRACE_IRQS_OFF
Yoshinori Satode398402006-11-05 16:15:19 +0900344 !
345 get_current_thread_info r8, r0
346 mov.l @(TI_FLAGS,r8), r0 ! current_thread_info->flags
Matt Flemingc652d782009-07-06 20:16:33 +0900347 tst #(_TIF_ALLWORK_MASK & 0xff), r0
348 mov #(_TIF_ALLWORK_MASK >> 8), r1
349 bf syscall_exit_work
350 shlr8 r0
351 tst r0, r1
Yoshinori Satode398402006-11-05 16:15:19 +0900352 bf syscall_exit_work
353 bra __restore_all
354 nop
355 .align 2
356#if !defined(CONFIG_CPU_SH2)
3571: .long TRA
358#endif
3592: .long NR_syscalls
3603: .long sys_call_table
Paul Mundtab99c732008-07-30 19:55:30 +09003617: .long do_syscall_trace_enter
3628: .long do_syscall_trace_leave