Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * linux/arch/arm/kernel/entry-common.S |
| 3 | * |
| 4 | * Copyright (C) 2000 Russell King |
| 5 | * |
| 6 | * This program is free software; you can redistribute it and/or modify |
| 7 | * it under the terms of the GNU General Public License version 2 as |
| 8 | * published by the Free Software Foundation. |
| 9 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 10 | |
Russell King | 6ebbf2c | 2014-06-30 16:29:12 +0100 | [diff] [blame] | 11 | #include <asm/assembler.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 12 | #include <asm/unistd.h> |
Abhishek Sagar | 395a59d | 2008-06-21 23:47:27 +0530 | [diff] [blame] | 13 | #include <asm/ftrace.h> |
Catalin Marinas | c4c5716 | 2009-02-16 11:42:09 +0100 | [diff] [blame] | 14 | #include <asm/unwind.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 15 | |
Rob Herring | 13a5045 | 2012-02-07 09:28:22 -0600 | [diff] [blame] | 16 | #ifdef CONFIG_NEED_RET_TO_USER |
| 17 | #include <mach/entry-macro.S> |
| 18 | #else |
| 19 | .macro arch_ret_to_user, tmp1, tmp2 |
| 20 | .endm |
| 21 | #endif |
| 22 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 23 | #include "entry-header.S" |
| 24 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 25 | |
| 26 | .align 5 |
| 27 | /* |
| 28 | * This is the fast syscall return path. We do as little as |
| 29 | * possible here, and this includes saving r0 back into the SVC |
| 30 | * stack. |
| 31 | */ |
| 32 | ret_fast_syscall: |
Catalin Marinas | c4c5716 | 2009-02-16 11:42:09 +0100 | [diff] [blame] | 33 | UNWIND(.fnstart ) |
| 34 | UNWIND(.cantunwind ) |
Russell King | 1ec42c0 | 2005-04-26 15:18:26 +0100 | [diff] [blame] | 35 | disable_irq @ disable interrupts |
Russell King | 1b97937 | 2015-05-15 11:02:23 +0100 | [diff] [blame] | 36 | ldr r1, [tsk, #TI_FLAGS] @ re-check for syscall tracing |
| 37 | tst r1, #_TIF_SYSCALL_WORK |
| 38 | bne __sys_trace_return |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 39 | tst r1, #_TIF_WORK_MASK |
| 40 | bne fast_work_pending |
Todd Android Poynor | d13e5ed | 2010-12-23 01:52:44 +0100 | [diff] [blame] | 41 | asm_trace_hardirqs_on |
Russell King | f4dc9a4 | 2005-04-26 15:20:34 +0100 | [diff] [blame] | 42 | |
Dan Williams | f80dff9 | 2007-02-16 22:16:32 +0100 | [diff] [blame] | 43 | /* perform architecture specific actions before user return */ |
| 44 | arch_ret_to_user r1, lr |
Kevin Hilman | b008848 | 2013-03-28 22:54:40 +0100 | [diff] [blame] | 45 | ct_user_enter |
Dan Williams | f80dff9 | 2007-02-16 22:16:32 +0100 | [diff] [blame] | 46 | |
Catalin Marinas | b86040a | 2009-07-24 12:32:54 +0100 | [diff] [blame] | 47 | restore_user_regs fast = 1, offset = S_OFF |
Catalin Marinas | c4c5716 | 2009-02-16 11:42:09 +0100 | [diff] [blame] | 48 | UNWIND(.fnend ) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 49 | |
| 50 | /* |
| 51 | * Ok, we need to do extra processing, enter the slow path. |
| 52 | */ |
| 53 | fast_work_pending: |
| 54 | str r0, [sp, #S_R0+S_OFF]! @ returned r0 |
| 55 | work_pending: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 56 | mov r0, sp @ 'regs' |
| 57 | mov r2, why @ 'syscall' |
Al Viro | 0a267fa | 2012-07-19 17:47:55 +0100 | [diff] [blame] | 58 | bl do_work_pending |
Al Viro | 6628521 | 2012-07-19 17:48:50 +0100 | [diff] [blame] | 59 | cmp r0, #0 |
Al Viro | 8178378 | 2012-07-19 17:48:21 +0100 | [diff] [blame] | 60 | beq no_work_pending |
Al Viro | 6628521 | 2012-07-19 17:48:50 +0100 | [diff] [blame] | 61 | movlt scno, #(__NR_restart_syscall - __NR_SYSCALL_BASE) |
Al Viro | 8178378 | 2012-07-19 17:48:21 +0100 | [diff] [blame] | 62 | ldmia sp, {r0 - r6} @ have to reload r0 - r6 |
| 63 | b local_restart @ ... and off we go |
Drew Richardson | e83dd37 | 2015-08-06 18:50:27 +0100 | [diff] [blame^] | 64 | ENDPROC(ret_fast_syscall) |
Al Viro | 8178378 | 2012-07-19 17:48:21 +0100 | [diff] [blame] | 65 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 66 | /* |
| 67 | * "slow" syscall return path. "why" tells us if this was a real syscall. |
| 68 | */ |
| 69 | ENTRY(ret_to_user) |
| 70 | ret_slow_syscall: |
Russell King | 1ec42c0 | 2005-04-26 15:18:26 +0100 | [diff] [blame] | 71 | disable_irq @ disable interrupts |
Ming Lei | 9fc2552 | 2011-06-05 02:24:58 +0100 | [diff] [blame] | 72 | ENTRY(ret_to_user_from_irq) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 73 | ldr r1, [tsk, #TI_FLAGS] |
| 74 | tst r1, #_TIF_WORK_MASK |
| 75 | bne work_pending |
| 76 | no_work_pending: |
Todd Android Poynor | d13e5ed | 2010-12-23 01:52:44 +0100 | [diff] [blame] | 77 | asm_trace_hardirqs_on |
Russell King | 651e949 | 2013-03-28 11:44:25 +0000 | [diff] [blame] | 78 | |
Dan Williams | f80dff9 | 2007-02-16 22:16:32 +0100 | [diff] [blame] | 79 | /* perform architecture specific actions before user return */ |
| 80 | arch_ret_to_user r1, lr |
Kevin Hilman | b008848 | 2013-03-28 22:54:40 +0100 | [diff] [blame] | 81 | ct_user_enter save = 0 |
Dan Williams | f80dff9 | 2007-02-16 22:16:32 +0100 | [diff] [blame] | 82 | |
Catalin Marinas | b86040a | 2009-07-24 12:32:54 +0100 | [diff] [blame] | 83 | restore_user_regs fast = 0, offset = 0 |
Ming Lei | 9fc2552 | 2011-06-05 02:24:58 +0100 | [diff] [blame] | 84 | ENDPROC(ret_to_user_from_irq) |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 85 | ENDPROC(ret_to_user) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 86 | |
| 87 | /* |
| 88 | * This is how we return from a fork. |
| 89 | */ |
| 90 | ENTRY(ret_from_fork) |
| 91 | bl schedule_tail |
Al Viro | 9fff2fa | 2012-10-10 22:23:29 -0400 | [diff] [blame] | 92 | cmp r5, #0 |
| 93 | movne r0, r4 |
Russell King | 14327c6 | 2015-04-21 14:17:25 +0100 | [diff] [blame] | 94 | badrne lr, 1f |
Russell King | 6ebbf2c | 2014-06-30 16:29:12 +0100 | [diff] [blame] | 95 | retne r5 |
Russell King | 68687c8 | 2012-10-15 00:16:49 +0100 | [diff] [blame] | 96 | 1: get_thread_info tsk |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 97 | b ret_slow_syscall |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 98 | ENDPROC(ret_from_fork) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 99 | |
Al Viro | fa1b4f9 | 2006-01-19 12:57:01 +0000 | [diff] [blame] | 100 | .equ NR_syscalls,0 |
| 101 | #define CALL(x) .equ NR_syscalls,NR_syscalls+1 |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 102 | #include "calls.S" |
Wade Farnsworth | 1f66e06 | 2012-09-07 18:18:25 +0100 | [diff] [blame] | 103 | |
| 104 | /* |
| 105 | * Ensure that the system call table is equal to __NR_syscalls, |
| 106 | * which is the value the rest of the system sees |
| 107 | */ |
| 108 | .ifne NR_syscalls - __NR_syscalls |
| 109 | .error "__NR_syscalls is not equal to the size of the syscall table" |
| 110 | .endif |
| 111 | |
Al Viro | fa1b4f9 | 2006-01-19 12:57:01 +0000 | [diff] [blame] | 112 | #undef CALL |
| 113 | #define CALL(x) .long x |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 114 | |
| 115 | /*============================================================================= |
| 116 | * SWI handler |
| 117 | *----------------------------------------------------------------------------- |
| 118 | */ |
| 119 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 120 | .align 5 |
| 121 | ENTRY(vector_swi) |
Uwe Kleine-König | 19c4d59 | 2010-05-21 18:06:42 +0100 | [diff] [blame] | 122 | #ifdef CONFIG_CPU_V7M |
| 123 | v7m_exception_entry |
| 124 | #else |
Russell King | f4dc9a4 | 2005-04-26 15:20:34 +0100 | [diff] [blame] | 125 | sub sp, sp, #S_FRAME_SIZE |
| 126 | stmia sp, {r0 - r12} @ Calling r0 - r12 |
Catalin Marinas | b86040a | 2009-07-24 12:32:54 +0100 | [diff] [blame] | 127 | ARM( add r8, sp, #S_PC ) |
| 128 | ARM( stmdb r8, {sp, lr}^ ) @ Calling sp, lr |
| 129 | THUMB( mov r8, sp ) |
| 130 | THUMB( store_user_sp_lr r8, r10, S_SP ) @ calling sp, lr |
Russell King | f4dc9a4 | 2005-04-26 15:20:34 +0100 | [diff] [blame] | 131 | mrs r8, spsr @ called from non-FIQ mode, so ok. |
| 132 | str lr, [sp, #S_PC] @ Save calling PC |
| 133 | str r8, [sp, #S_PSR] @ Save CPSR |
| 134 | str r0, [sp, #S_OLD_R0] @ Save OLD_R0 |
Uwe Kleine-König | 19c4d59 | 2010-05-21 18:06:42 +0100 | [diff] [blame] | 135 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 136 | zero_fp |
Russell King | 195b58a | 2014-08-28 13:08:14 +0100 | [diff] [blame] | 137 | alignment_trap r10, ip, __cr_alignment |
Will Deacon | 1aa2b3b | 2013-06-05 11:25:13 +0100 | [diff] [blame] | 138 | enable_irq |
| 139 | ct_user_exit |
| 140 | get_thread_info tsk |
| 141 | |
Russell King | e0f9f4a | 2005-04-26 15:19:24 +0100 | [diff] [blame] | 142 | /* |
| 143 | * Get the system call number. |
| 144 | */ |
Nicolas Pitre | 3f2829a | 2006-01-14 16:31:29 +0000 | [diff] [blame] | 145 | |
Nicolas Pitre | dd35afc | 2006-01-14 16:36:12 +0000 | [diff] [blame] | 146 | #if defined(CONFIG_OABI_COMPAT) |
Nicolas Pitre | 3f2829a | 2006-01-14 16:31:29 +0000 | [diff] [blame] | 147 | |
Nicolas Pitre | dd35afc | 2006-01-14 16:36:12 +0000 | [diff] [blame] | 148 | /* |
| 149 | * If we have CONFIG_OABI_COMPAT then we need to look at the swi |
| 150 | * value to determine if it is an EABI or an old ABI call. |
| 151 | */ |
| 152 | #ifdef CONFIG_ARM_THUMB |
| 153 | tst r8, #PSR_T_BIT |
| 154 | movne r10, #0 @ no thumb OABI emulation |
Will Deacon | 1aa2b3b | 2013-06-05 11:25:13 +0100 | [diff] [blame] | 155 | USER( ldreq r10, [lr, #-4] ) @ get SWI instruction |
Nicolas Pitre | dd35afc | 2006-01-14 16:36:12 +0000 | [diff] [blame] | 156 | #else |
Will Deacon | 1aa2b3b | 2013-06-05 11:25:13 +0100 | [diff] [blame] | 157 | USER( ldr r10, [lr, #-4] ) @ get SWI instruction |
Nicolas Pitre | dd35afc | 2006-01-14 16:36:12 +0000 | [diff] [blame] | 158 | #endif |
Ben Dooks | 457c240 | 2013-02-12 18:59:57 +0000 | [diff] [blame] | 159 | ARM_BE8(rev r10, r10) @ little endian instruction |
Nicolas Pitre | dd35afc | 2006-01-14 16:36:12 +0000 | [diff] [blame] | 160 | |
| 161 | #elif defined(CONFIG_AEABI) |
| 162 | |
| 163 | /* |
| 164 | * Pure EABI user space always put syscall number into scno (r7). |
| 165 | */ |
Nicolas Pitre | 3f2829a | 2006-01-14 16:31:29 +0000 | [diff] [blame] | 166 | #elif defined(CONFIG_ARM_THUMB) |
Nicolas Pitre | dd35afc | 2006-01-14 16:36:12 +0000 | [diff] [blame] | 167 | /* Legacy ABI only, possibly thumb mode. */ |
Russell King | e0f9f4a | 2005-04-26 15:19:24 +0100 | [diff] [blame] | 168 | tst r8, #PSR_T_BIT @ this is SPSR from save_user_regs |
| 169 | addne scno, r7, #__NR_SYSCALL_BASE @ put OS number in |
Will Deacon | 1aa2b3b | 2013-06-05 11:25:13 +0100 | [diff] [blame] | 170 | USER( ldreq scno, [lr, #-4] ) |
Nicolas Pitre | dd35afc | 2006-01-14 16:36:12 +0000 | [diff] [blame] | 171 | |
Russell King | e0f9f4a | 2005-04-26 15:19:24 +0100 | [diff] [blame] | 172 | #else |
Nicolas Pitre | dd35afc | 2006-01-14 16:36:12 +0000 | [diff] [blame] | 173 | /* Legacy ABI only. */ |
Will Deacon | 1aa2b3b | 2013-06-05 11:25:13 +0100 | [diff] [blame] | 174 | USER( ldr scno, [lr, #-4] ) @ get SWI instruction |
Russell King | e0f9f4a | 2005-04-26 15:19:24 +0100 | [diff] [blame] | 175 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 176 | |
Nicolas Pitre | dd35afc | 2006-01-14 16:36:12 +0000 | [diff] [blame] | 177 | adr tbl, sys_call_table @ load syscall table pointer |
Nicolas Pitre | dd35afc | 2006-01-14 16:36:12 +0000 | [diff] [blame] | 178 | |
| 179 | #if defined(CONFIG_OABI_COMPAT) |
| 180 | /* |
| 181 | * If the swi argument is zero, this is an EABI call and we do nothing. |
| 182 | * |
| 183 | * If this is an old ABI call, get the syscall number into scno and |
| 184 | * get the old ABI syscall table address. |
| 185 | */ |
| 186 | bics r10, r10, #0xff000000 |
| 187 | eorne scno, r10, #__NR_OABI_SYSCALL_BASE |
| 188 | ldrne tbl, =sys_oabi_call_table |
| 189 | #elif !defined(CONFIG_AEABI) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 190 | bic scno, scno, #0xff000000 @ mask off SWI op-code |
Russell King | e0f9f4a | 2005-04-26 15:19:24 +0100 | [diff] [blame] | 191 | eor scno, scno, #__NR_SYSCALL_BASE @ check OS number |
Nicolas Pitre | 3f2829a | 2006-01-14 16:31:29 +0000 | [diff] [blame] | 192 | #endif |
Nicolas Pitre | dd35afc | 2006-01-14 16:36:12 +0000 | [diff] [blame] | 193 | |
Al Viro | 8178378 | 2012-07-19 17:48:21 +0100 | [diff] [blame] | 194 | local_restart: |
Nicolas Pitre | 70c70d9 | 2010-08-26 15:08:35 -0700 | [diff] [blame] | 195 | ldr r10, [tsk, #TI_FLAGS] @ check for syscall tracing |
Nicolas Pitre | 3f2829a | 2006-01-14 16:31:29 +0000 | [diff] [blame] | 196 | stmdb sp!, {r4, r5} @ push fifth and sixth args |
Nicolas Pitre | 70c70d9 | 2010-08-26 15:08:35 -0700 | [diff] [blame] | 197 | |
Nathaniel Husted | 29ef73b | 2012-01-03 14:23:09 -0500 | [diff] [blame] | 198 | tst r10, #_TIF_SYSCALL_WORK @ are we tracing syscalls? |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 199 | bne __sys_trace |
| 200 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 201 | cmp scno, #NR_syscalls @ check upper syscall limit |
Russell King | 14327c6 | 2015-04-21 14:17:25 +0100 | [diff] [blame] | 202 | badr lr, ret_fast_syscall @ return address |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 203 | ldrcc pc, [tbl, scno, lsl #2] @ call sys_* routine |
| 204 | |
| 205 | add r1, sp, #S_OFF |
Will Deacon | d95bc25 | 2013-09-19 10:32:20 +0100 | [diff] [blame] | 206 | 2: cmp scno, #(__ARM_NR_BASE - __NR_SYSCALL_BASE) |
Russell King | e0f9f4a | 2005-04-26 15:19:24 +0100 | [diff] [blame] | 207 | eor r0, scno, #__NR_SYSCALL_BASE @ put OS number back |
Will Deacon | 377747c | 2013-05-13 19:16:34 +0100 | [diff] [blame] | 208 | bcs arm_syscall |
Will Deacon | d95bc25 | 2013-09-19 10:32:20 +0100 | [diff] [blame] | 209 | mov why, #0 @ no longer a real syscall |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 210 | b sys_ni_syscall @ not private func |
Will Deacon | 1aa2b3b | 2013-06-05 11:25:13 +0100 | [diff] [blame] | 211 | |
| 212 | #if defined(CONFIG_OABI_COMPAT) || !defined(CONFIG_AEABI) |
| 213 | /* |
| 214 | * We failed to handle a fault trying to access the page |
| 215 | * containing the swi instruction, but we're not really in a |
| 216 | * position to return -EFAULT. Instead, return back to the |
| 217 | * instruction and re-enter the user fault handling path trying |
| 218 | * to page it in. This will likely result in sending SEGV to the |
| 219 | * current task. |
| 220 | */ |
| 221 | 9001: |
| 222 | sub lr, lr, #4 |
| 223 | str lr, [sp, #S_PC] |
| 224 | b ret_fast_syscall |
| 225 | #endif |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 226 | ENDPROC(vector_swi) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 227 | |
| 228 | /* |
| 229 | * This is the really slow path. We're going to be doing |
| 230 | * context switches, and waiting for our parent to respond. |
| 231 | */ |
| 232 | __sys_trace: |
Will Deacon | ad72254 | 2012-07-06 15:50:14 +0100 | [diff] [blame] | 233 | mov r1, scno |
| 234 | add r0, sp, #S_OFF |
| 235 | bl syscall_trace_enter |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 236 | |
Russell King | 14327c6 | 2015-04-21 14:17:25 +0100 | [diff] [blame] | 237 | badr lr, __sys_trace_return @ return address |
Nicolas Pitre | 3f47112 | 2006-01-14 19:30:04 +0000 | [diff] [blame] | 238 | mov scno, r0 @ syscall number (possibly new) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 239 | add r1, sp, #S_R0 + S_OFF @ pointer to regs |
| 240 | cmp scno, #NR_syscalls @ check upper syscall limit |
Will Deacon | c7aa00d | 2012-07-19 17:49:22 +0100 | [diff] [blame] | 241 | ldmccia r1, {r0 - r6} @ have to reload r0 - r6 |
| 242 | stmccia sp, {r4, r5} @ and update the stack args |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 243 | ldrcc pc, [tbl, scno, lsl #2] @ call sys_* routine |
Kees Cook | ad75b51 | 2012-11-15 22:12:17 +0100 | [diff] [blame] | 244 | cmp scno, #-1 @ skip the syscall? |
| 245 | bne 2b |
| 246 | add sp, sp, #S_OFF @ restore stack |
| 247 | b ret_slow_syscall |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 248 | |
| 249 | __sys_trace_return: |
| 250 | str r0, [sp, #S_R0 + S_OFF]! @ save returned r0 |
Will Deacon | ad72254 | 2012-07-06 15:50:14 +0100 | [diff] [blame] | 251 | mov r0, sp |
| 252 | bl syscall_trace_exit |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 253 | b ret_slow_syscall |
| 254 | |
| 255 | .align 5 |
| 256 | #ifdef CONFIG_ALIGNMENT_TRAP |
| 257 | .type __cr_alignment, #object |
| 258 | __cr_alignment: |
| 259 | .word cr_alignment |
| 260 | #endif |
Nicolas Pitre | dd35afc | 2006-01-14 16:36:12 +0000 | [diff] [blame] | 261 | .ltorg |
| 262 | |
| 263 | /* |
| 264 | * This is the syscall table declaration for native ABI syscalls. |
| 265 | * With EABI a couple syscalls are obsolete and defined as sys_ni_syscall. |
| 266 | */ |
| 267 | #define ABI(native, compat) native |
| 268 | #ifdef CONFIG_AEABI |
| 269 | #define OBSOLETE(syscall) sys_ni_syscall |
| 270 | #else |
| 271 | #define OBSOLETE(syscall) syscall |
| 272 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 273 | |
| 274 | .type sys_call_table, #object |
| 275 | ENTRY(sys_call_table) |
| 276 | #include "calls.S" |
Nicolas Pitre | dd35afc | 2006-01-14 16:36:12 +0000 | [diff] [blame] | 277 | #undef ABI |
| 278 | #undef OBSOLETE |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 279 | |
| 280 | /*============================================================================ |
| 281 | * Special system call wrappers |
| 282 | */ |
| 283 | @ r0 = syscall number |
Russell King | 567bd98 | 2005-12-17 15:25:42 +0000 | [diff] [blame] | 284 | @ r8 = syscall table |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 285 | sys_syscall: |
Paul Brook | 5247593 | 2006-05-16 14:25:55 +0100 | [diff] [blame] | 286 | bic scno, r0, #__NR_OABI_SYSCALL_BASE |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 287 | cmp scno, #__NR_syscall - __NR_SYSCALL_BASE |
| 288 | cmpne scno, #NR_syscalls @ check range |
| 289 | stmloia sp, {r5, r6} @ shuffle args |
| 290 | movlo r0, r1 |
| 291 | movlo r1, r2 |
| 292 | movlo r2, r3 |
| 293 | movlo r3, r4 |
| 294 | ldrlo pc, [tbl, scno, lsl #2] |
| 295 | b sys_ni_syscall |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 296 | ENDPROC(sys_syscall) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 297 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 298 | sys_sigreturn_wrapper: |
| 299 | add r0, sp, #S_OFF |
Al Viro | 653d48b | 2010-09-17 14:34:39 +0100 | [diff] [blame] | 300 | mov why, #0 @ prevent syscall restart handling |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 301 | b sys_sigreturn |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 302 | ENDPROC(sys_sigreturn_wrapper) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 303 | |
| 304 | sys_rt_sigreturn_wrapper: |
| 305 | add r0, sp, #S_OFF |
Al Viro | 653d48b | 2010-09-17 14:34:39 +0100 | [diff] [blame] | 306 | mov why, #0 @ prevent syscall restart handling |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 307 | b sys_rt_sigreturn |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 308 | ENDPROC(sys_rt_sigreturn_wrapper) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 309 | |
Nicolas Pitre | 713c481 | 2006-01-14 16:35:03 +0000 | [diff] [blame] | 310 | sys_statfs64_wrapper: |
| 311 | teq r1, #88 |
| 312 | moveq r1, #84 |
| 313 | b sys_statfs64 |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 314 | ENDPROC(sys_statfs64_wrapper) |
Nicolas Pitre | 713c481 | 2006-01-14 16:35:03 +0000 | [diff] [blame] | 315 | |
| 316 | sys_fstatfs64_wrapper: |
| 317 | teq r1, #88 |
| 318 | moveq r1, #84 |
| 319 | b sys_fstatfs64 |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 320 | ENDPROC(sys_fstatfs64_wrapper) |
Nicolas Pitre | 713c481 | 2006-01-14 16:35:03 +0000 | [diff] [blame] | 321 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 322 | /* |
| 323 | * Note: off_4k (r5) is always units of 4K. If we can't do the requested |
| 324 | * offset, we return EINVAL. |
| 325 | */ |
| 326 | sys_mmap2: |
| 327 | #if PAGE_SHIFT > 12 |
| 328 | tst r5, #PGOFF_MASK |
| 329 | moveq r5, r5, lsr #PAGE_SHIFT - 12 |
| 330 | streq r5, [sp, #4] |
Al Viro | f8b7256 | 2009-11-30 17:37:04 -0500 | [diff] [blame] | 331 | beq sys_mmap_pgoff |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 332 | mov r0, #-EINVAL |
Russell King | 6ebbf2c | 2014-06-30 16:29:12 +0100 | [diff] [blame] | 333 | ret lr |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 334 | #else |
| 335 | str r5, [sp, #4] |
Al Viro | f8b7256 | 2009-11-30 17:37:04 -0500 | [diff] [blame] | 336 | b sys_mmap_pgoff |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 337 | #endif |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 338 | ENDPROC(sys_mmap2) |
Nicolas Pitre | 687ad01 | 2006-01-14 16:35:31 +0000 | [diff] [blame] | 339 | |
| 340 | #ifdef CONFIG_OABI_COMPAT |
Nicolas Pitre | dd35afc | 2006-01-14 16:36:12 +0000 | [diff] [blame] | 341 | |
Nicolas Pitre | 687ad01 | 2006-01-14 16:35:31 +0000 | [diff] [blame] | 342 | /* |
| 343 | * These are syscalls with argument register differences |
| 344 | */ |
| 345 | |
| 346 | sys_oabi_pread64: |
| 347 | stmia sp, {r3, r4} |
| 348 | b sys_pread64 |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 349 | ENDPROC(sys_oabi_pread64) |
Nicolas Pitre | 687ad01 | 2006-01-14 16:35:31 +0000 | [diff] [blame] | 350 | |
| 351 | sys_oabi_pwrite64: |
| 352 | stmia sp, {r3, r4} |
| 353 | b sys_pwrite64 |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 354 | ENDPROC(sys_oabi_pwrite64) |
Nicolas Pitre | 687ad01 | 2006-01-14 16:35:31 +0000 | [diff] [blame] | 355 | |
| 356 | sys_oabi_truncate64: |
| 357 | mov r3, r2 |
| 358 | mov r2, r1 |
| 359 | b sys_truncate64 |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 360 | ENDPROC(sys_oabi_truncate64) |
Nicolas Pitre | 687ad01 | 2006-01-14 16:35:31 +0000 | [diff] [blame] | 361 | |
| 362 | sys_oabi_ftruncate64: |
| 363 | mov r3, r2 |
| 364 | mov r2, r1 |
| 365 | b sys_ftruncate64 |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 366 | ENDPROC(sys_oabi_ftruncate64) |
Nicolas Pitre | 687ad01 | 2006-01-14 16:35:31 +0000 | [diff] [blame] | 367 | |
| 368 | sys_oabi_readahead: |
| 369 | str r3, [sp] |
| 370 | mov r3, r2 |
| 371 | mov r2, r1 |
| 372 | b sys_readahead |
Catalin Marinas | 93ed397 | 2008-08-28 11:22:32 +0100 | [diff] [blame] | 373 | ENDPROC(sys_oabi_readahead) |
Nicolas Pitre | 687ad01 | 2006-01-14 16:35:31 +0000 | [diff] [blame] | 374 | |
Nicolas Pitre | dd35afc | 2006-01-14 16:36:12 +0000 | [diff] [blame] | 375 | /* |
| 376 | * Let's declare a second syscall table for old ABI binaries |
| 377 | * using the compatibility syscall entries. |
| 378 | */ |
| 379 | #define ABI(native, compat) compat |
| 380 | #define OBSOLETE(syscall) syscall |
| 381 | |
| 382 | .type sys_oabi_call_table, #object |
| 383 | ENTRY(sys_oabi_call_table) |
| 384 | #include "calls.S" |
| 385 | #undef ABI |
| 386 | #undef OBSOLETE |
| 387 | |
Nicolas Pitre | 687ad01 | 2006-01-14 16:35:31 +0000 | [diff] [blame] | 388 | #endif |
| 389 | |