blob: 90b310d29179e3aca968d4aabc9f095a25216889 [file] [log] [blame]
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -08001/*
Jeff Dikeba180fd2007-10-16 01:27:00 -07002 * Copyright (C) 2002 - 2007 Jeff Dike (jdike@{addtoit,linux.intel}.com)
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -08003 * Licensed under the GPL
4 */
5
Jeff Dikeba180fd2007-10-16 01:27:00 -07006#include <stddef.h>
7#include <unistd.h>
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -08008#include <errno.h>
9#include <string.h>
10#include <sys/mman.h>
Jeff Dikeba180fd2007-10-16 01:27:00 -070011#include "init.h"
Jeff Dike54ae36f2007-10-16 01:27:33 -070012#include "as-layout.h"
Jeff Dikeba180fd2007-10-16 01:27:00 -070013#include "mm_id.h"
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -080014#include "os.h"
15#include "proc_mm.h"
16#include "ptrace_user.h"
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -080017#include "registers.h"
Jeff Dikeba180fd2007-10-16 01:27:00 -070018#include "skas.h"
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -080019#include "sysdep/ptrace.h"
20#include "sysdep/stub.h"
21
22extern unsigned long batch_syscall_stub, __syscall_stub_start;
23
Jeff Dike16dd07b2007-05-06 14:51:48 -070024extern void wait_stub_done(int pid);
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -080025
26static inline unsigned long *check_init_stack(struct mm_id * mm_idp,
27 unsigned long *stack)
28{
Jeff Dikeba180fd2007-10-16 01:27:00 -070029 if (stack == NULL) {
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -080030 stack = (unsigned long *) mm_idp->stack + 2;
31 *stack = 0;
32 }
33 return stack;
34}
35
Jeff Dike16dd07b2007-05-06 14:51:48 -070036static unsigned long syscall_regs[MAX_REG_NR];
37
38static int __init init_syscall_regs(void)
39{
Ingo van Lilfbfe9c82011-09-14 16:21:23 -070040 get_safe_registers(syscall_regs, NULL);
Jeff Dike54ae36f2007-10-16 01:27:33 -070041 syscall_regs[REGS_IP_INDEX] = STUB_CODE +
Jeff Dike16dd07b2007-05-06 14:51:48 -070042 ((unsigned long) &batch_syscall_stub -
43 (unsigned long) &__syscall_stub_start);
44 return 0;
45}
46
47__initcall(init_syscall_regs);
48
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -080049extern int proc_mm;
50
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -080051static inline long do_syscall_stub(struct mm_id * mm_idp, void **addr)
52{
Jeff Dikeb92c4f92007-03-26 21:32:25 -080053 int n, i;
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -080054 long ret, offset;
55 unsigned long * data;
56 unsigned long * syscall;
Jeff Dike16dd07b2007-05-06 14:51:48 -070057 int err, pid = mm_idp->u.pid;
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -080058
Jeff Dikeba180fd2007-10-16 01:27:00 -070059 if (proc_mm)
Miklos Szeredi0e7d18b2007-05-09 02:33:22 -070060 /* FIXME: Need to look up userspace_pid by cpu */
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -080061 pid = userspace_pid[0];
62
Jeff Dike16dd07b2007-05-06 14:51:48 -070063 n = ptrace_setregs(pid, syscall_regs);
Jeff Dikeba180fd2007-10-16 01:27:00 -070064 if (n < 0) {
65 printk(UM_KERN_ERR "Registers - \n");
66 for (i = 0; i < MAX_REG_NR; i++)
67 printk(UM_KERN_ERR "\t%d\t0x%lx\n", i, syscall_regs[i]);
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -080068 panic("do_syscall_stub : PTRACE_SETREGS failed, errno = %d\n",
Jeff Dikeb92c4f92007-03-26 21:32:25 -080069 -n);
70 }
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -080071
Jeff Dike16dd07b2007-05-06 14:51:48 -070072 err = ptrace(PTRACE_CONT, pid, 0, 0);
Jeff Dikeba180fd2007-10-16 01:27:00 -070073 if (err)
Jeff Dike16dd07b2007-05-06 14:51:48 -070074 panic("Failed to continue stub, pid = %d, errno = %d\n", pid,
75 errno);
76
77 wait_stub_done(pid);
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -080078
Jeff Dikeba180fd2007-10-16 01:27:00 -070079 /*
80 * When the stub stops, we find the following values on the
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -080081 * beginning of the stack:
82 * (long )return_value
83 * (long )offset to failed sycall-data (0, if no error)
84 */
85 ret = *((unsigned long *) mm_idp->stack);
86 offset = *((unsigned long *) mm_idp->stack + 1);
87 if (offset) {
Jeff Dike54ae36f2007-10-16 01:27:33 -070088 data = (unsigned long *)(mm_idp->stack + offset - STUB_DATA);
Jeff Dikeba180fd2007-10-16 01:27:00 -070089 printk(UM_KERN_ERR "do_syscall_stub : ret = %ld, offset = %ld, "
Paolo 'Blaisorblade' Giarrusso802e3072006-04-10 22:53:32 -070090 "data = %p\n", ret, offset, data);
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -080091 syscall = (unsigned long *)((unsigned long)data + data[0]);
Jeff Dikeba180fd2007-10-16 01:27:00 -070092 printk(UM_KERN_ERR "do_syscall_stub: syscall %ld failed, "
93 "return value = 0x%lx, expected return value = 0x%lx\n",
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -080094 syscall[0], ret, syscall[7]);
Jeff Dikeba180fd2007-10-16 01:27:00 -070095 printk(UM_KERN_ERR " syscall parameters: "
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -080096 "0x%lx 0x%lx 0x%lx 0x%lx 0x%lx 0x%lx\n",
97 syscall[1], syscall[2], syscall[3],
98 syscall[4], syscall[5], syscall[6]);
Jeff Dikeba180fd2007-10-16 01:27:00 -070099 for (n = 1; n < data[0]/sizeof(long); n++) {
100 if (n == 1)
101 printk(UM_KERN_ERR " additional syscall "
102 "data:");
103 if (n % 4 == 1)
104 printk("\n" UM_KERN_ERR " ");
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800105 printk(" 0x%lx", data[n]);
106 }
Jeff Dikeba180fd2007-10-16 01:27:00 -0700107 if (n > 1)
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800108 printk("\n");
109 }
110 else ret = 0;
111
112 *addr = check_init_stack(mm_idp, NULL);
113
114 return ret;
115}
116
117long run_syscall_stub(struct mm_id * mm_idp, int syscall,
118 unsigned long *args, long expected, void **addr,
119 int done)
120{
121 unsigned long *stack = check_init_stack(mm_idp, *addr);
122
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800123 *stack += sizeof(long);
124 stack += *stack / sizeof(long);
125
126 *stack++ = syscall;
127 *stack++ = args[0];
128 *stack++ = args[1];
129 *stack++ = args[2];
130 *stack++ = args[3];
131 *stack++ = args[4];
132 *stack++ = args[5];
133 *stack++ = expected;
134 *stack = 0;
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800135
Jeff Dikeba180fd2007-10-16 01:27:00 -0700136 if (!done && ((((unsigned long) stack) & ~UM_KERN_PAGE_MASK) <
137 UM_KERN_PAGE_SIZE - 10 * sizeof(long))) {
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800138 *addr = stack;
139 return 0;
140 }
141
142 return do_syscall_stub(mm_idp, addr);
143}
144
145long syscall_stub_data(struct mm_id * mm_idp,
146 unsigned long *data, int data_count,
147 void **addr, void **stub_addr)
148{
149 unsigned long *stack;
150 int ret = 0;
151
Jeff Dikeba180fd2007-10-16 01:27:00 -0700152 /*
153 * If *addr still is uninitialized, it *must* contain NULL.
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800154 * Thus in this case do_syscall_stub correctly won't be called.
155 */
Jeff Dikeba180fd2007-10-16 01:27:00 -0700156 if ((((unsigned long) *addr) & ~UM_KERN_PAGE_MASK) >=
Jeff Dikec539ab72007-06-16 10:16:09 -0700157 UM_KERN_PAGE_SIZE - (10 + data_count) * sizeof(long)) {
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800158 ret = do_syscall_stub(mm_idp, addr);
159 /* in case of error, don't overwrite data on stack */
Jeff Dikeba180fd2007-10-16 01:27:00 -0700160 if (ret)
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800161 return ret;
162 }
163
164 stack = check_init_stack(mm_idp, *addr);
165 *addr = stack;
166
167 *stack = data_count * sizeof(long);
168
169 memcpy(stack + 1, data, data_count * sizeof(long));
170
Jeff Dikec539ab72007-06-16 10:16:09 -0700171 *stub_addr = (void *)(((unsigned long)(stack + 1) &
Jeff Dike54ae36f2007-10-16 01:27:33 -0700172 ~UM_KERN_PAGE_MASK) + STUB_DATA);
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800173
174 return 0;
175}
176
Jeff Dike16dd07b2007-05-06 14:51:48 -0700177int map(struct mm_id * mm_idp, unsigned long virt, unsigned long len, int prot,
178 int phys_fd, unsigned long long offset, int done, void **data)
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800179{
Jeff Dike16dd07b2007-05-06 14:51:48 -0700180 int ret;
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800181
Jeff Dikeba180fd2007-10-16 01:27:00 -0700182 if (proc_mm) {
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800183 struct proc_mm_op map;
184 int fd = mm_idp->u.mm_fd;
185
186 map = ((struct proc_mm_op) { .op = MM_MMAP,
187 .u =
188 { .mmap =
189 { .addr = virt,
190 .len = len,
191 .prot = prot,
192 .flags = MAP_SHARED |
193 MAP_FIXED,
194 .fd = phys_fd,
195 .offset= offset
196 } } } );
Jeff Dikea61f3342007-05-06 14:51:35 -0700197 CATCH_EINTR(ret = write(fd, &map, sizeof(map)));
Jeff Dikeba180fd2007-10-16 01:27:00 -0700198 if (ret != sizeof(map)) {
Jeff Dikea61f3342007-05-06 14:51:35 -0700199 ret = -errno;
Jeff Dikeba180fd2007-10-16 01:27:00 -0700200 printk(UM_KERN_ERR "map : /proc/mm map failed, "
201 "err = %d\n", -ret);
Jeff Dikea61f3342007-05-06 14:51:35 -0700202 }
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800203 else ret = 0;
204 }
205 else {
206 unsigned long args[] = { virt, len, prot,
207 MAP_SHARED | MAP_FIXED, phys_fd,
208 MMAP_OFFSET(offset) };
209
210 ret = run_syscall_stub(mm_idp, STUB_MMAP_NR, args, virt,
211 data, done);
212 }
213
214 return ret;
215}
216
Jeff Dike64f60842007-05-06 14:51:45 -0700217int unmap(struct mm_id * mm_idp, unsigned long addr, unsigned long len,
218 int done, void **data)
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800219{
220 int ret;
221
Jeff Dikeba180fd2007-10-16 01:27:00 -0700222 if (proc_mm) {
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800223 struct proc_mm_op unmap;
224 int fd = mm_idp->u.mm_fd;
225
226 unmap = ((struct proc_mm_op) { .op = MM_MUNMAP,
227 .u =
228 { .munmap =
229 { .addr =
230 (unsigned long) addr,
231 .len = len } } } );
Jeff Dikea61f3342007-05-06 14:51:35 -0700232 CATCH_EINTR(ret = write(fd, &unmap, sizeof(unmap)));
Jeff Dikeba180fd2007-10-16 01:27:00 -0700233 if (ret != sizeof(unmap)) {
Jeff Dikea61f3342007-05-06 14:51:35 -0700234 ret = -errno;
Jeff Dikeba180fd2007-10-16 01:27:00 -0700235 printk(UM_KERN_ERR "unmap - proc_mm write returned "
236 "%d\n", ret);
Jeff Dikea61f3342007-05-06 14:51:35 -0700237 }
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800238 else ret = 0;
239 }
240 else {
241 unsigned long args[] = { (unsigned long) addr, len, 0, 0, 0,
242 0 };
243
244 ret = run_syscall_stub(mm_idp, __NR_munmap, args, 0,
245 data, done);
246 }
247
248 return ret;
249}
250
251int protect(struct mm_id * mm_idp, unsigned long addr, unsigned long len,
Jeff Dike16dd07b2007-05-06 14:51:48 -0700252 unsigned int prot, int done, void **data)
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800253{
254 struct proc_mm_op protect;
Jeff Dike16dd07b2007-05-06 14:51:48 -0700255 int ret;
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800256
Jeff Dikeba180fd2007-10-16 01:27:00 -0700257 if (proc_mm) {
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800258 int fd = mm_idp->u.mm_fd;
259
260 protect = ((struct proc_mm_op) { .op = MM_MPROTECT,
261 .u =
262 { .mprotect =
263 { .addr =
264 (unsigned long) addr,
265 .len = len,
266 .prot = prot } } } );
267
Jeff Dikea61f3342007-05-06 14:51:35 -0700268 CATCH_EINTR(ret = write(fd, &protect, sizeof(protect)));
Jeff Dikeba180fd2007-10-16 01:27:00 -0700269 if (ret != sizeof(protect)) {
Jeff Dikea61f3342007-05-06 14:51:35 -0700270 ret = -errno;
Jeff Dikeba180fd2007-10-16 01:27:00 -0700271 printk(UM_KERN_ERR "protect failed, err = %d", -ret);
Jeff Dikea61f3342007-05-06 14:51:35 -0700272 }
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800273 else ret = 0;
274 }
275 else {
276 unsigned long args[] = { addr, len, prot, 0, 0, 0 };
277
278 ret = run_syscall_stub(mm_idp, __NR_mprotect, args, 0,
279 data, done);
280 }
281
282 return ret;
283}