blob: d58d11179bb7ce1bde906e89d1b1079b9e03afe9 [file] [log] [blame]
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -08001/*
Jeff Dikeba180fd2007-10-16 01:27:00 -07002 * Copyright (C) 2002 - 2007 Jeff Dike (jdike@{addtoit,linux.intel}.com)
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -08003 * Licensed under the GPL
4 */
5
Jeff Dikeba180fd2007-10-16 01:27:00 -07006#include <stddef.h>
7#include <unistd.h>
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -08008#include <errno.h>
9#include <string.h>
10#include <sys/mman.h>
Jeff Dikeba180fd2007-10-16 01:27:00 -070011#include "init.h"
12#include "kern_constants.h"
13#include "mm_id.h"
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -080014#include "os.h"
15#include "proc_mm.h"
16#include "ptrace_user.h"
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -080017#include "registers.h"
Jeff Dikeba180fd2007-10-16 01:27:00 -070018#include "skas.h"
19#include "user.h"
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -080020#include "sysdep/ptrace.h"
21#include "sysdep/stub.h"
Jeff Dikeba180fd2007-10-16 01:27:00 -070022#include "uml-config.h"
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -080023
24extern unsigned long batch_syscall_stub, __syscall_stub_start;
25
Jeff Dike16dd07b2007-05-06 14:51:48 -070026extern void wait_stub_done(int pid);
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -080027
28static inline unsigned long *check_init_stack(struct mm_id * mm_idp,
29 unsigned long *stack)
30{
Jeff Dikeba180fd2007-10-16 01:27:00 -070031 if (stack == NULL) {
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -080032 stack = (unsigned long *) mm_idp->stack + 2;
33 *stack = 0;
34 }
35 return stack;
36}
37
Jeff Dike16dd07b2007-05-06 14:51:48 -070038static unsigned long syscall_regs[MAX_REG_NR];
39
40static int __init init_syscall_regs(void)
41{
Jeff Dike42daba32007-10-16 01:26:47 -070042 get_safe_registers(syscall_regs);
Jeff Dike16dd07b2007-05-06 14:51:48 -070043 syscall_regs[REGS_IP_INDEX] = UML_CONFIG_STUB_CODE +
44 ((unsigned long) &batch_syscall_stub -
45 (unsigned long) &__syscall_stub_start);
46 return 0;
47}
48
49__initcall(init_syscall_regs);
50
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -080051extern int proc_mm;
52
53int single_count = 0;
54int multi_count = 0;
55int multi_op_count = 0;
56
57static inline long do_syscall_stub(struct mm_id * mm_idp, void **addr)
58{
Jeff Dikeb92c4f92007-03-26 21:32:25 -080059 int n, i;
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -080060 long ret, offset;
61 unsigned long * data;
62 unsigned long * syscall;
Jeff Dike16dd07b2007-05-06 14:51:48 -070063 int err, pid = mm_idp->u.pid;
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -080064
Jeff Dikeba180fd2007-10-16 01:27:00 -070065 if (proc_mm)
Miklos Szeredi0e7d18b2007-05-09 02:33:22 -070066 /* FIXME: Need to look up userspace_pid by cpu */
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -080067 pid = userspace_pid[0];
68
69 multi_count++;
70
Jeff Dike16dd07b2007-05-06 14:51:48 -070071 n = ptrace_setregs(pid, syscall_regs);
Jeff Dikeba180fd2007-10-16 01:27:00 -070072 if (n < 0) {
73 printk(UM_KERN_ERR "Registers - \n");
74 for (i = 0; i < MAX_REG_NR; i++)
75 printk(UM_KERN_ERR "\t%d\t0x%lx\n", i, syscall_regs[i]);
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -080076 panic("do_syscall_stub : PTRACE_SETREGS failed, errno = %d\n",
Jeff Dikeb92c4f92007-03-26 21:32:25 -080077 -n);
78 }
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -080079
Jeff Dike16dd07b2007-05-06 14:51:48 -070080 err = ptrace(PTRACE_CONT, pid, 0, 0);
Jeff Dikeba180fd2007-10-16 01:27:00 -070081 if (err)
Jeff Dike16dd07b2007-05-06 14:51:48 -070082 panic("Failed to continue stub, pid = %d, errno = %d\n", pid,
83 errno);
84
85 wait_stub_done(pid);
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -080086
Jeff Dikeba180fd2007-10-16 01:27:00 -070087 /*
88 * When the stub stops, we find the following values on the
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -080089 * beginning of the stack:
90 * (long )return_value
91 * (long )offset to failed sycall-data (0, if no error)
92 */
93 ret = *((unsigned long *) mm_idp->stack);
94 offset = *((unsigned long *) mm_idp->stack + 1);
95 if (offset) {
96 data = (unsigned long *)(mm_idp->stack +
97 offset - UML_CONFIG_STUB_DATA);
Jeff Dikeba180fd2007-10-16 01:27:00 -070098 printk(UM_KERN_ERR "do_syscall_stub : ret = %ld, offset = %ld, "
Paolo 'Blaisorblade' Giarrusso802e3072006-04-10 22:53:32 -070099 "data = %p\n", ret, offset, data);
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800100 syscall = (unsigned long *)((unsigned long)data + data[0]);
Jeff Dikeba180fd2007-10-16 01:27:00 -0700101 printk(UM_KERN_ERR "do_syscall_stub: syscall %ld failed, "
102 "return value = 0x%lx, expected return value = 0x%lx\n",
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800103 syscall[0], ret, syscall[7]);
Jeff Dikeba180fd2007-10-16 01:27:00 -0700104 printk(UM_KERN_ERR " syscall parameters: "
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800105 "0x%lx 0x%lx 0x%lx 0x%lx 0x%lx 0x%lx\n",
106 syscall[1], syscall[2], syscall[3],
107 syscall[4], syscall[5], syscall[6]);
Jeff Dikeba180fd2007-10-16 01:27:00 -0700108 for (n = 1; n < data[0]/sizeof(long); n++) {
109 if (n == 1)
110 printk(UM_KERN_ERR " additional syscall "
111 "data:");
112 if (n % 4 == 1)
113 printk("\n" UM_KERN_ERR " ");
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800114 printk(" 0x%lx", data[n]);
115 }
Jeff Dikeba180fd2007-10-16 01:27:00 -0700116 if (n > 1)
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800117 printk("\n");
118 }
119 else ret = 0;
120
121 *addr = check_init_stack(mm_idp, NULL);
122
123 return ret;
124}
125
126long run_syscall_stub(struct mm_id * mm_idp, int syscall,
127 unsigned long *args, long expected, void **addr,
128 int done)
129{
130 unsigned long *stack = check_init_stack(mm_idp, *addr);
131
Jeff Dikeba180fd2007-10-16 01:27:00 -0700132 if (done && *addr == NULL)
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800133 single_count++;
134
135 *stack += sizeof(long);
136 stack += *stack / sizeof(long);
137
138 *stack++ = syscall;
139 *stack++ = args[0];
140 *stack++ = args[1];
141 *stack++ = args[2];
142 *stack++ = args[3];
143 *stack++ = args[4];
144 *stack++ = args[5];
145 *stack++ = expected;
146 *stack = 0;
147 multi_op_count++;
148
Jeff Dikeba180fd2007-10-16 01:27:00 -0700149 if (!done && ((((unsigned long) stack) & ~UM_KERN_PAGE_MASK) <
150 UM_KERN_PAGE_SIZE - 10 * sizeof(long))) {
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800151 *addr = stack;
152 return 0;
153 }
154
155 return do_syscall_stub(mm_idp, addr);
156}
157
158long syscall_stub_data(struct mm_id * mm_idp,
159 unsigned long *data, int data_count,
160 void **addr, void **stub_addr)
161{
162 unsigned long *stack;
163 int ret = 0;
164
Jeff Dikeba180fd2007-10-16 01:27:00 -0700165 /*
166 * If *addr still is uninitialized, it *must* contain NULL.
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800167 * Thus in this case do_syscall_stub correctly won't be called.
168 */
Jeff Dikeba180fd2007-10-16 01:27:00 -0700169 if ((((unsigned long) *addr) & ~UM_KERN_PAGE_MASK) >=
Jeff Dikec539ab72007-06-16 10:16:09 -0700170 UM_KERN_PAGE_SIZE - (10 + data_count) * sizeof(long)) {
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800171 ret = do_syscall_stub(mm_idp, addr);
172 /* in case of error, don't overwrite data on stack */
Jeff Dikeba180fd2007-10-16 01:27:00 -0700173 if (ret)
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800174 return ret;
175 }
176
177 stack = check_init_stack(mm_idp, *addr);
178 *addr = stack;
179
180 *stack = data_count * sizeof(long);
181
182 memcpy(stack + 1, data, data_count * sizeof(long));
183
Jeff Dikec539ab72007-06-16 10:16:09 -0700184 *stub_addr = (void *)(((unsigned long)(stack + 1) &
185 ~UM_KERN_PAGE_MASK) + UML_CONFIG_STUB_DATA);
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800186
187 return 0;
188}
189
Jeff Dike16dd07b2007-05-06 14:51:48 -0700190int map(struct mm_id * mm_idp, unsigned long virt, unsigned long len, int prot,
191 int phys_fd, unsigned long long offset, int done, void **data)
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800192{
Jeff Dike16dd07b2007-05-06 14:51:48 -0700193 int ret;
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800194
Jeff Dikeba180fd2007-10-16 01:27:00 -0700195 if (proc_mm) {
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800196 struct proc_mm_op map;
197 int fd = mm_idp->u.mm_fd;
198
199 map = ((struct proc_mm_op) { .op = MM_MMAP,
200 .u =
201 { .mmap =
202 { .addr = virt,
203 .len = len,
204 .prot = prot,
205 .flags = MAP_SHARED |
206 MAP_FIXED,
207 .fd = phys_fd,
208 .offset= offset
209 } } } );
Jeff Dikea61f3342007-05-06 14:51:35 -0700210 CATCH_EINTR(ret = write(fd, &map, sizeof(map)));
Jeff Dikeba180fd2007-10-16 01:27:00 -0700211 if (ret != sizeof(map)) {
Jeff Dikea61f3342007-05-06 14:51:35 -0700212 ret = -errno;
Jeff Dikeba180fd2007-10-16 01:27:00 -0700213 printk(UM_KERN_ERR "map : /proc/mm map failed, "
214 "err = %d\n", -ret);
Jeff Dikea61f3342007-05-06 14:51:35 -0700215 }
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800216 else ret = 0;
217 }
218 else {
219 unsigned long args[] = { virt, len, prot,
220 MAP_SHARED | MAP_FIXED, phys_fd,
221 MMAP_OFFSET(offset) };
222
223 ret = run_syscall_stub(mm_idp, STUB_MMAP_NR, args, virt,
224 data, done);
225 }
226
227 return ret;
228}
229
Jeff Dike64f60842007-05-06 14:51:45 -0700230int unmap(struct mm_id * mm_idp, unsigned long addr, unsigned long len,
231 int done, void **data)
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800232{
233 int ret;
234
Jeff Dikeba180fd2007-10-16 01:27:00 -0700235 if (proc_mm) {
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800236 struct proc_mm_op unmap;
237 int fd = mm_idp->u.mm_fd;
238
239 unmap = ((struct proc_mm_op) { .op = MM_MUNMAP,
240 .u =
241 { .munmap =
242 { .addr =
243 (unsigned long) addr,
244 .len = len } } } );
Jeff Dikea61f3342007-05-06 14:51:35 -0700245 CATCH_EINTR(ret = write(fd, &unmap, sizeof(unmap)));
Jeff Dikeba180fd2007-10-16 01:27:00 -0700246 if (ret != sizeof(unmap)) {
Jeff Dikea61f3342007-05-06 14:51:35 -0700247 ret = -errno;
Jeff Dikeba180fd2007-10-16 01:27:00 -0700248 printk(UM_KERN_ERR "unmap - proc_mm write returned "
249 "%d\n", ret);
Jeff Dikea61f3342007-05-06 14:51:35 -0700250 }
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800251 else ret = 0;
252 }
253 else {
254 unsigned long args[] = { (unsigned long) addr, len, 0, 0, 0,
255 0 };
256
257 ret = run_syscall_stub(mm_idp, __NR_munmap, args, 0,
258 data, done);
259 }
260
261 return ret;
262}
263
264int protect(struct mm_id * mm_idp, unsigned long addr, unsigned long len,
Jeff Dike16dd07b2007-05-06 14:51:48 -0700265 unsigned int prot, int done, void **data)
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800266{
267 struct proc_mm_op protect;
Jeff Dike16dd07b2007-05-06 14:51:48 -0700268 int ret;
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800269
Jeff Dikeba180fd2007-10-16 01:27:00 -0700270 if (proc_mm) {
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800271 int fd = mm_idp->u.mm_fd;
272
273 protect = ((struct proc_mm_op) { .op = MM_MPROTECT,
274 .u =
275 { .mprotect =
276 { .addr =
277 (unsigned long) addr,
278 .len = len,
279 .prot = prot } } } );
280
Jeff Dikea61f3342007-05-06 14:51:35 -0700281 CATCH_EINTR(ret = write(fd, &protect, sizeof(protect)));
Jeff Dikeba180fd2007-10-16 01:27:00 -0700282 if (ret != sizeof(protect)) {
Jeff Dikea61f3342007-05-06 14:51:35 -0700283 ret = -errno;
Jeff Dikeba180fd2007-10-16 01:27:00 -0700284 printk(UM_KERN_ERR "protect failed, err = %d", -ret);
Jeff Dikea61f3342007-05-06 14:51:35 -0700285 }
Gennady Sharapovf45d9fc2006-01-18 17:42:45 -0800286 else ret = 0;
287 }
288 else {
289 unsigned long args[] = { addr, len, prot, 0, 0, 0 };
290
291 ret = run_syscall_stub(mm_idp, __NR_mprotect, args, 0,
292 data, done);
293 }
294
295 return ret;
296}