| /* |
| * This file is subject to the terms and conditions of the GNU General Public |
| * License. See the file "COPYING" in the main directory of this archive |
| * for more details. |
| * |
| * Copyright (C) 1995, 96, 97, 98, 99, 2000, 01, 02 by Ralf Baechle |
| * Copyright (C) 2001 MIPS Technologies, Inc. |
| * Copyright (C) 2004 Thiemo Seufer |
| */ |
| #include <linux/config.h> |
| #include <linux/errno.h> |
| #include <asm/asm.h> |
| #include <asm/asmmacro.h> |
| #include <asm/mipsregs.h> |
| #include <asm/regdef.h> |
| #include <asm/stackframe.h> |
| #include <asm/isadep.h> |
| #include <asm/sysmips.h> |
| #include <asm/thread_info.h> |
| #include <asm/unistd.h> |
| #include <asm/war.h> |
| #include <asm/asm-offsets.h> |
| |
| /* Highest syscall used of any syscall flavour */ |
| #define MAX_SYSCALL_NO __NR_O32_Linux + __NR_O32_Linux_syscalls |
| |
| .align 5 |
| NESTED(handle_sys, PT_SIZE, sp) |
| .set noat |
| SAVE_SOME |
| STI |
| .set at |
| |
| lw t1, PT_EPC(sp) # skip syscall on return |
| |
| #if defined(CONFIG_BINFMT_IRIX) |
| sltiu t0, v0, MAX_SYSCALL_NO + 1 # check syscall number |
| #else |
| subu v0, v0, __NR_O32_Linux # check syscall number |
| sltiu t0, v0, __NR_O32_Linux_syscalls + 1 |
| #endif |
| addiu t1, 4 # skip to next instruction |
| sw t1, PT_EPC(sp) |
| beqz t0, illegal_syscall |
| |
| sll t0, v0, 3 |
| la t1, sys_call_table |
| addu t1, t0 |
| lw t2, (t1) # syscall routine |
| lw t3, 4(t1) # >= 0 if we need stack arguments |
| beqz t2, illegal_syscall |
| |
| sw a3, PT_R26(sp) # save a3 for syscall restarting |
| bgez t3, stackargs |
| |
| stack_done: |
| lw t0, TI_FLAGS($28) # syscall tracing enabled? |
| li t1, _TIF_SYSCALL_TRACE | _TIF_SYSCALL_AUDIT |
| and t0, t1 |
| bnez t0, syscall_trace_entry # -> yes |
| |
| jalr t2 # Do The Real Thing (TM) |
| |
| li t0, -EMAXERRNO - 1 # error? |
| sltu t0, t0, v0 |
| sw t0, PT_R7(sp) # set error flag |
| beqz t0, 1f |
| |
| negu v0 # error |
| sw v0, PT_R0(sp) # set flag for syscall |
| # restarting |
| 1: sw v0, PT_R2(sp) # result |
| |
| o32_syscall_exit: |
| local_irq_disable # make sure need_resched and |
| # signals dont change between |
| # sampling and return |
| lw a2, TI_FLAGS($28) # current->work |
| li t0, _TIF_ALLWORK_MASK |
| and t0, a2 |
| bnez t0, o32_syscall_exit_work |
| |
| j restore_partial |
| |
| o32_syscall_exit_work: |
| j syscall_exit_work_partial |
| |
| /* ------------------------------------------------------------------------ */ |
| |
| syscall_trace_entry: |
| SAVE_STATIC |
| move s0, t2 |
| move a0, sp |
| li a1, 0 |
| jal do_syscall_trace |
| |
| lw a0, PT_R4(sp) # Restore argument registers |
| lw a1, PT_R5(sp) |
| lw a2, PT_R6(sp) |
| lw a3, PT_R7(sp) |
| jalr s0 |
| |
| li t0, -EMAXERRNO - 1 # error? |
| sltu t0, t0, v0 |
| sw t0, PT_R7(sp) # set error flag |
| beqz t0, 1f |
| |
| negu v0 # error |
| sw v0, PT_R0(sp) # set flag for syscall |
| # restarting |
| 1: sw v0, PT_R2(sp) # result |
| |
| j syscall_exit |
| |
| /* ------------------------------------------------------------------------ */ |
| |
| /* |
| * More than four arguments. Try to deal with it by copying the |
| * stack arguments from the user stack to the kernel stack. |
| * This Sucks (TM). |
| */ |
| stackargs: |
| lw t0, PT_R29(sp) # get old user stack pointer |
| |
| /* |
| * We intentionally keep the kernel stack a little below the top of |
| * userspace so we don't have to do a slower byte accurate check here. |
| */ |
| lw t5, TI_ADDR_LIMIT($28) |
| addu t4, t0, 32 |
| and t5, t4 |
| bltz t5, bad_stack # -> sp is bad |
| |
| /* Ok, copy the args from the luser stack to the kernel stack. |
| * t3 is the precomputed number of instruction bytes needed to |
| * load or store arguments 6-8. |
| */ |
| |
| la t1, 5f # load up to 3 arguments |
| subu t1, t3 |
| 1: lw t5, 16(t0) # argument #5 from usp |
| .set push |
| .set noreorder |
| .set nomacro |
| jr t1 |
| addiu t1, 6f - 5f |
| |
| 2: lw t8, 28(t0) # argument #8 from usp |
| 3: lw t7, 24(t0) # argument #7 from usp |
| 4: lw t6, 20(t0) # argument #6 from usp |
| 5: jr t1 |
| sw t5, 16(sp) # argument #5 to ksp |
| |
| sw t8, 28(sp) # argument #8 to ksp |
| sw t7, 24(sp) # argument #7 to ksp |
| sw t6, 20(sp) # argument #6 to ksp |
| 6: j stack_done # go back |
| nop |
| .set pop |
| |
| .section __ex_table,"a" |
| PTR 1b,bad_stack |
| PTR 2b,bad_stack |
| PTR 3b,bad_stack |
| PTR 4b,bad_stack |
| .previous |
| |
| /* |
| * The stackpointer for a call with more than 4 arguments is bad. |
| * We probably should handle this case a bit more drastic. |
| */ |
| bad_stack: |
| negu v0 # error |
| sw v0, PT_R0(sp) |
| sw v0, PT_R2(sp) |
| li t0, 1 # set error flag |
| sw t0, PT_R7(sp) |
| j o32_syscall_exit |
| |
| /* |
| * The system call does not exist in this kernel |
| */ |
| illegal_syscall: |
| li v0, -ENOSYS # error |
| sw v0, PT_R2(sp) |
| li t0, 1 # set error flag |
| sw t0, PT_R7(sp) |
| j o32_syscall_exit |
| END(handle_sys) |
| |
| LEAF(mips_atomic_set) |
| andi v0, a1, 3 # must be word aligned |
| bnez v0, bad_alignment |
| |
| lw v1, TI_ADDR_LIMIT($28) # in legal address range? |
| addiu a0, a1, 4 |
| or a0, a0, a1 |
| and a0, a0, v1 |
| bltz a0, bad_address |
| |
| #ifdef CONFIG_CPU_HAS_LLSC |
| /* Ok, this is the ll/sc case. World is sane :-) */ |
| 1: ll v0, (a1) |
| move a0, a2 |
| 2: sc a0, (a1) |
| #if R10000_LLSC_WAR |
| beqzl a0, 1b |
| #else |
| beqz a0, 1b |
| #endif |
| |
| .section __ex_table,"a" |
| PTR 1b, bad_stack |
| PTR 2b, bad_stack |
| .previous |
| #else |
| sw a1, 16(sp) |
| sw a2, 20(sp) |
| |
| move a0, sp |
| move a2, a1 |
| li a1, 1 |
| jal do_page_fault |
| |
| lw a1, 16(sp) |
| lw a2, 20(sp) |
| |
| /* |
| * At this point the page should be readable and writable unless |
| * there was no more memory available. |
| */ |
| 1: lw v0, (a1) |
| 2: sw a2, (a1) |
| |
| .section __ex_table,"a" |
| PTR 1b, no_mem |
| PTR 2b, no_mem |
| .previous |
| #endif |
| |
| sw zero, PT_R7(sp) # success |
| sw v0, PT_R2(sp) # result |
| |
| /* Success, so skip usual error handling garbage. */ |
| lw a2, TI_FLAGS($28) # syscall tracing enabled? |
| li t0, _TIF_SYSCALL_TRACE | _TIF_SYSCALL_AUDIT |
| and t0, a2, t0 |
| bnez t0, 1f |
| |
| j o32_syscall_exit |
| |
| 1: SAVE_STATIC |
| move a0, sp |
| li a1, 1 |
| jal do_syscall_trace |
| j syscall_exit |
| |
| no_mem: li v0, -ENOMEM |
| jr ra |
| |
| bad_address: |
| li v0, -EFAULT |
| jr ra |
| |
| bad_alignment: |
| li v0, -EINVAL |
| jr ra |
| END(mips_atomic_set) |
| |
| LEAF(sys_sysmips) |
| beq a0, MIPS_ATOMIC_SET, mips_atomic_set |
| j _sys_sysmips |
| END(sys_sysmips) |
| |
| LEAF(sys_syscall) |
| #if defined(CONFIG_BINFMT_IRIX) |
| sltiu v0, a0, MAX_SYSCALL_NO + 1 # check syscall number |
| #else |
| subu t0, a0, __NR_O32_Linux # check syscall number |
| sltiu v0, t0, __NR_O32_Linux_syscalls + 1 |
| #endif |
| sll t1, t0, 3 |
| beqz v0, einval |
| |
| lw t2, sys_call_table(t1) # syscall routine |
| |
| #if defined(CONFIG_BINFMT_IRIX) |
| li v1, 4000 # nr of sys_syscall |
| #else |
| li v1, 4000 - __NR_O32_Linux # index of sys_syscall |
| #endif |
| beq t0, v1, einval # do not recurse |
| |
| /* Some syscalls like execve get their arguments from struct pt_regs |
| and claim zero arguments in the syscall table. Thus we have to |
| assume the worst case and shuffle around all potential arguments. |
| If you want performance, don't use indirect syscalls. */ |
| |
| move a0, a1 # shift argument registers |
| move a1, a2 |
| move a2, a3 |
| lw a3, 16(sp) |
| lw t4, 20(sp) |
| lw t5, 24(sp) |
| lw t6, 28(sp) |
| sw t4, 16(sp) |
| sw t5, 20(sp) |
| sw t6, 24(sp) |
| sw a0, PT_R4(sp) # .. and push back a0 - a3, some |
| sw a1, PT_R5(sp) # syscalls expect them there |
| sw a2, PT_R6(sp) |
| sw a3, PT_R7(sp) |
| sw a3, PT_R26(sp) # update a3 for syscall restarting |
| jr t2 |
| /* Unreached */ |
| |
| einval: li v0, -EINVAL |
| jr ra |
| END(sys_syscall) |
| |
| .macro fifty ptr, nargs, from=1, to=50 |
| sys \ptr \nargs |
| .if \to-\from |
| fifty \ptr,\nargs,"(\from+1)",\to |
| .endif |
| .endm |
| |
| .macro mille ptr, nargs, from=1, to=20 |
| fifty \ptr,\nargs |
| .if \to-\from |
| mille \ptr,\nargs,"(\from+1)",\to |
| .endif |
| .endm |
| |
| .macro syscalltable |
| #if defined(CONFIG_BINFMT_IRIX) |
| mille sys_ni_syscall 0 /* 0 - 999 SVR4 flavour */ |
| mille sys_ni_syscall 0 /* 1000 - 1999 32-bit IRIX */ |
| mille sys_ni_syscall 0 /* 2000 - 2999 BSD43 flavour */ |
| mille sys_ni_syscall 0 /* 3000 - 3999 POSIX flavour */ |
| #endif |
| |
| sys sys_syscall 8 /* 4000 */ |
| sys sys_exit 1 |
| sys sys_fork 0 |
| sys sys_read 3 |
| sys sys_write 3 |
| sys sys_open 3 /* 4005 */ |
| sys sys_close 1 |
| sys sys_waitpid 3 |
| sys sys_creat 2 |
| sys sys_link 2 |
| sys sys_unlink 1 /* 4010 */ |
| sys sys_execve 0 |
| sys sys_chdir 1 |
| sys sys_time 1 |
| sys sys_mknod 3 |
| sys sys_chmod 2 /* 4015 */ |
| sys sys_lchown 3 |
| sys sys_ni_syscall 0 |
| sys sys_ni_syscall 0 /* was sys_stat */ |
| sys sys_lseek 3 |
| sys sys_getpid 0 /* 4020 */ |
| sys sys_mount 5 |
| sys sys_oldumount 1 |
| sys sys_setuid 1 |
| sys sys_getuid 0 |
| sys sys_stime 1 /* 4025 */ |
| sys sys_ptrace 4 |
| sys sys_alarm 1 |
| sys sys_ni_syscall 0 /* was sys_fstat */ |
| sys sys_pause 0 |
| sys sys_utime 2 /* 4030 */ |
| sys sys_ni_syscall 0 |
| sys sys_ni_syscall 0 |
| sys sys_access 2 |
| sys sys_nice 1 |
| sys sys_ni_syscall 0 /* 4035 */ |
| sys sys_sync 0 |
| sys sys_kill 2 |
| sys sys_rename 2 |
| sys sys_mkdir 2 |
| sys sys_rmdir 1 /* 4040 */ |
| sys sys_dup 1 |
| sys sys_pipe 0 |
| sys sys_times 1 |
| sys sys_ni_syscall 0 |
| sys sys_brk 1 /* 4045 */ |
| sys sys_setgid 1 |
| sys sys_getgid 0 |
| sys sys_ni_syscall 0 /* was signal(2) */ |
| sys sys_geteuid 0 |
| sys sys_getegid 0 /* 4050 */ |
| sys sys_acct 1 |
| sys sys_umount 2 |
| sys sys_ni_syscall 0 |
| sys sys_ioctl 3 |
| sys sys_fcntl 3 /* 4055 */ |
| sys sys_ni_syscall 2 |
| sys sys_setpgid 2 |
| sys sys_ni_syscall 0 |
| sys sys_olduname 1 |
| sys sys_umask 1 /* 4060 */ |
| sys sys_chroot 1 |
| sys sys_ustat 2 |
| sys sys_dup2 2 |
| sys sys_getppid 0 |
| sys sys_getpgrp 0 /* 4065 */ |
| sys sys_setsid 0 |
| sys sys_sigaction 3 |
| sys sys_sgetmask 0 |
| sys sys_ssetmask 1 |
| sys sys_setreuid 2 /* 4070 */ |
| sys sys_setregid 2 |
| sys sys_sigsuspend 0 |
| sys sys_sigpending 1 |
| sys sys_sethostname 2 |
| sys sys_setrlimit 2 /* 4075 */ |
| sys sys_getrlimit 2 |
| sys sys_getrusage 2 |
| sys sys_gettimeofday 2 |
| sys sys_settimeofday 2 |
| sys sys_getgroups 2 /* 4080 */ |
| sys sys_setgroups 2 |
| sys sys_ni_syscall 0 /* old_select */ |
| sys sys_symlink 2 |
| sys sys_ni_syscall 0 /* was sys_lstat */ |
| sys sys_readlink 3 /* 4085 */ |
| sys sys_uselib 1 |
| sys sys_swapon 2 |
| sys sys_reboot 3 |
| sys old_readdir 3 |
| sys old_mmap 6 /* 4090 */ |
| sys sys_munmap 2 |
| sys sys_truncate 2 |
| sys sys_ftruncate 2 |
| sys sys_fchmod 2 |
| sys sys_fchown 3 /* 4095 */ |
| sys sys_getpriority 2 |
| sys sys_setpriority 3 |
| sys sys_ni_syscall 0 |
| sys sys_statfs 2 |
| sys sys_fstatfs 2 /* 4100 */ |
| sys sys_ni_syscall 0 /* was ioperm(2) */ |
| sys sys_socketcall 2 |
| sys sys_syslog 3 |
| sys sys_setitimer 3 |
| sys sys_getitimer 2 /* 4105 */ |
| sys sys_newstat 2 |
| sys sys_newlstat 2 |
| sys sys_newfstat 2 |
| sys sys_uname 1 |
| sys sys_ni_syscall 0 /* 4110 was iopl(2) */ |
| sys sys_vhangup 0 |
| sys sys_ni_syscall 0 /* was sys_idle() */ |
| sys sys_ni_syscall 0 /* was sys_vm86 */ |
| sys sys_wait4 4 |
| sys sys_swapoff 1 /* 4115 */ |
| sys sys_sysinfo 1 |
| sys sys_ipc 6 |
| sys sys_fsync 1 |
| sys sys_sigreturn 0 |
| sys sys_clone 0 /* 4120 */ |
| sys sys_setdomainname 2 |
| sys sys_newuname 1 |
| sys sys_ni_syscall 0 /* sys_modify_ldt */ |
| sys sys_adjtimex 1 |
| sys sys_mprotect 3 /* 4125 */ |
| sys sys_sigprocmask 3 |
| sys sys_ni_syscall 0 /* was create_module */ |
| sys sys_init_module 5 |
| sys sys_delete_module 1 |
| sys sys_ni_syscall 0 /* 4130 was get_kernel_syms */ |
| sys sys_quotactl 4 |
| sys sys_getpgid 1 |
| sys sys_fchdir 1 |
| sys sys_bdflush 2 |
| sys sys_sysfs 3 /* 4135 */ |
| sys sys_personality 1 |
| sys sys_ni_syscall 0 /* for afs_syscall */ |
| sys sys_setfsuid 1 |
| sys sys_setfsgid 1 |
| sys sys_llseek 5 /* 4140 */ |
| sys sys_getdents 3 |
| sys sys_select 5 |
| sys sys_flock 2 |
| sys sys_msync 3 |
| sys sys_readv 3 /* 4145 */ |
| sys sys_writev 3 |
| sys sys_cacheflush 3 |
| sys sys_cachectl 3 |
| sys sys_sysmips 4 |
| sys sys_ni_syscall 0 /* 4150 */ |
| sys sys_getsid 1 |
| sys sys_fdatasync 1 |
| sys sys_sysctl 1 |
| sys sys_mlock 2 |
| sys sys_munlock 2 /* 4155 */ |
| sys sys_mlockall 1 |
| sys sys_munlockall 0 |
| sys sys_sched_setparam 2 |
| sys sys_sched_getparam 2 |
| sys sys_sched_setscheduler 3 /* 4160 */ |
| sys sys_sched_getscheduler 1 |
| sys sys_sched_yield 0 |
| sys sys_sched_get_priority_max 1 |
| sys sys_sched_get_priority_min 1 |
| sys sys_sched_rr_get_interval 2 /* 4165 */ |
| sys sys_nanosleep, 2 |
| sys sys_mremap, 4 |
| sys sys_accept 3 |
| sys sys_bind 3 |
| sys sys_connect 3 /* 4170 */ |
| sys sys_getpeername 3 |
| sys sys_getsockname 3 |
| sys sys_getsockopt 5 |
| sys sys_listen 2 |
| sys sys_recv 4 /* 4175 */ |
| sys sys_recvfrom 6 |
| sys sys_recvmsg 3 |
| sys sys_send 4 |
| sys sys_sendmsg 3 |
| sys sys_sendto 6 /* 4180 */ |
| sys sys_setsockopt 5 |
| sys sys_shutdown 2 |
| sys sys_socket 3 |
| sys sys_socketpair 4 |
| sys sys_setresuid 3 /* 4185 */ |
| sys sys_getresuid 3 |
| sys sys_ni_syscall 0 /* was sys_query_module */ |
| sys sys_poll 3 |
| sys sys_nfsservctl 3 |
| sys sys_setresgid 3 /* 4190 */ |
| sys sys_getresgid 3 |
| sys sys_prctl 5 |
| sys sys_rt_sigreturn 0 |
| sys sys_rt_sigaction 4 |
| sys sys_rt_sigprocmask 4 /* 4195 */ |
| sys sys_rt_sigpending 2 |
| sys sys_rt_sigtimedwait 4 |
| sys sys_rt_sigqueueinfo 3 |
| sys sys_rt_sigsuspend 0 |
| sys sys_pread64 6 /* 4200 */ |
| sys sys_pwrite64 6 |
| sys sys_chown 3 |
| sys sys_getcwd 2 |
| sys sys_capget 2 |
| sys sys_capset 2 /* 4205 */ |
| sys sys_sigaltstack 0 |
| sys sys_sendfile 4 |
| sys sys_ni_syscall 0 |
| sys sys_ni_syscall 0 |
| sys sys_mmap2 6 /* 4210 */ |
| sys sys_truncate64 4 |
| sys sys_ftruncate64 4 |
| sys sys_stat64 2 |
| sys sys_lstat64 2 |
| sys sys_fstat64 2 /* 4215 */ |
| sys sys_pivot_root 2 |
| sys sys_mincore 3 |
| sys sys_madvise 3 |
| sys sys_getdents64 3 |
| sys sys_fcntl64 3 /* 4220 */ |
| sys sys_ni_syscall 0 |
| sys sys_gettid 0 |
| sys sys_readahead 5 |
| sys sys_setxattr 5 |
| sys sys_lsetxattr 5 /* 4225 */ |
| sys sys_fsetxattr 5 |
| sys sys_getxattr 4 |
| sys sys_lgetxattr 4 |
| sys sys_fgetxattr 4 |
| sys sys_listxattr 3 /* 4230 */ |
| sys sys_llistxattr 3 |
| sys sys_flistxattr 3 |
| sys sys_removexattr 2 |
| sys sys_lremovexattr 2 |
| sys sys_fremovexattr 2 /* 4235 */ |
| sys sys_tkill 2 |
| sys sys_sendfile64 5 |
| sys sys_futex 6 |
| sys sys_sched_setaffinity 3 |
| sys sys_sched_getaffinity 3 /* 4240 */ |
| sys sys_io_setup 2 |
| sys sys_io_destroy 1 |
| sys sys_io_getevents 5 |
| sys sys_io_submit 3 |
| sys sys_io_cancel 3 /* 4245 */ |
| sys sys_exit_group 1 |
| sys sys_lookup_dcookie 3 |
| sys sys_epoll_create 1 |
| sys sys_epoll_ctl 4 |
| sys sys_epoll_wait 3 /* 4250 */ |
| sys sys_remap_file_pages 5 |
| sys sys_set_tid_address 1 |
| sys sys_restart_syscall 0 |
| sys sys_fadvise64_64 7 |
| sys sys_statfs64 3 /* 4255 */ |
| sys sys_fstatfs64 2 |
| sys sys_timer_create 3 |
| sys sys_timer_settime 4 |
| sys sys_timer_gettime 2 |
| sys sys_timer_getoverrun 1 /* 4260 */ |
| sys sys_timer_delete 1 |
| sys sys_clock_settime 2 |
| sys sys_clock_gettime 2 |
| sys sys_clock_getres 2 |
| sys sys_clock_nanosleep 4 /* 4265 */ |
| sys sys_tgkill 3 |
| sys sys_utimes 2 |
| sys sys_mbind 4 |
| sys sys_ni_syscall 0 /* sys_get_mempolicy */ |
| sys sys_ni_syscall 0 /* 4270 sys_set_mempolicy */ |
| sys sys_mq_open 4 |
| sys sys_mq_unlink 1 |
| sys sys_mq_timedsend 5 |
| sys sys_mq_timedreceive 5 |
| sys sys_mq_notify 2 /* 4275 */ |
| sys sys_mq_getsetattr 3 |
| sys sys_ni_syscall 0 /* sys_vserver */ |
| sys sys_waitid 5 |
| sys sys_ni_syscall 0 /* available, was setaltroot */ |
| sys sys_add_key 5 /* 4280 */ |
| sys sys_request_key 4 |
| sys sys_keyctl 5 |
| sys sys_set_thread_area 1 |
| |
| .endm |
| |
| /* We pre-compute the number of _instruction_ bytes needed to |
| load or store the arguments 6-8. Negative values are ignored. */ |
| |
| .macro sys function, nargs |
| PTR \function |
| LONG (\nargs << 2) - (5 << 2) |
| .endm |
| |
| .align 3 |
| .type sys_call_table,@object |
| EXPORT(sys_call_table) |
| syscalltable |
| .size sys_call_table, . - sys_call_table |