blob: ae1942eeb994d73ebe7651376d4bf113e02ce1e8 [file] [log] [blame]
Jeff Dike995473a2006-09-27 01:50:40 -07001/*
Jeff Dikeba180fd2007-10-16 01:27:00 -07002 * Copyright (C) 2000 - 2007 Jeff Dike (jdike@{addtoit,linux.intel}.com)
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 * Copyright 2003 PathScale, Inc.
4 * Licensed under the GPL
5 */
6
Jeff Dikeba180fd2007-10-16 01:27:00 -07007#include "linux/stddef.h"
8#include "linux/err.h"
9#include "linux/hardirq.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070010#include "linux/mm.h"
Jeff Dikeba180fd2007-10-16 01:27:00 -070011#include "linux/personality.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070012#include "linux/proc_fs.h"
13#include "linux/ptrace.h"
14#include "linux/random.h"
Jeff Dikeba180fd2007-10-16 01:27:00 -070015#include "linux/sched.h"
Jeff Diked2753a6d2007-10-16 01:27:25 -070016#include "linux/tick.h"
Jeff Dikeba180fd2007-10-16 01:27:00 -070017#include "linux/threads.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070018#include "asm/pgtable.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070019#include "asm/uaccess.h"
Jeff Dike4ff83ce2007-05-06 14:51:08 -070020#include "as-layout.h"
Jeff Dikeba180fd2007-10-16 01:27:00 -070021#include "kern_util.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070022#include "os.h"
Jeff Dike77bf4402007-10-16 01:26:58 -070023#include "skas.h"
Jeff Dikeba180fd2007-10-16 01:27:00 -070024#include "tlb.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070025
Jeff Dikeba180fd2007-10-16 01:27:00 -070026/*
27 * This is a per-cpu array. A processor only modifies its entry and it only
Linus Torvalds1da177e2005-04-16 15:20:36 -070028 * cares about its entry, so it's OK if another processor is modifying its
29 * entry.
30 */
31struct cpu_task cpu_tasks[NR_CPUS] = { [0 ... NR_CPUS - 1] = { -1, NULL } };
32
Jeff Dike6e21aec2007-05-06 14:51:21 -070033static inline int external_pid(struct task_struct *task)
Linus Torvalds1da177e2005-04-16 15:20:36 -070034{
Jeff Dike77bf4402007-10-16 01:26:58 -070035 /* FIXME: Need to look up userspace_pid by cpu */
Jeff Dikeba180fd2007-10-16 01:27:00 -070036 return userspace_pid[0];
Linus Torvalds1da177e2005-04-16 15:20:36 -070037}
38
39int pid_to_processor_id(int pid)
40{
41 int i;
42
Jeff Dikeba180fd2007-10-16 01:27:00 -070043 for(i = 0; i < ncpus; i++) {
44 if (cpu_tasks[i].pid == pid)
Jeff Dike6e21aec2007-05-06 14:51:21 -070045 return i;
Linus Torvalds1da177e2005-04-16 15:20:36 -070046 }
Jeff Dike6e21aec2007-05-06 14:51:21 -070047 return -1;
Linus Torvalds1da177e2005-04-16 15:20:36 -070048}
49
50void free_stack(unsigned long stack, int order)
51{
52 free_pages(stack, order);
53}
54
55unsigned long alloc_stack(int order, int atomic)
56{
57 unsigned long page;
Al Viro53f9fc92005-10-21 03:22:24 -040058 gfp_t flags = GFP_KERNEL;
Linus Torvalds1da177e2005-04-16 15:20:36 -070059
Paolo 'Blaisorblade' Giarrusso46db4a42005-09-22 21:44:20 -070060 if (atomic)
61 flags = GFP_ATOMIC;
Linus Torvalds1da177e2005-04-16 15:20:36 -070062 page = __get_free_pages(flags, order);
Jeff Dike5c8aace2007-10-16 01:26:46 -070063
Jeff Dike6e21aec2007-05-06 14:51:21 -070064 return page;
Linus Torvalds1da177e2005-04-16 15:20:36 -070065}
66
67int kernel_thread(int (*fn)(void *), void * arg, unsigned long flags)
68{
69 int pid;
70
71 current->thread.request.u.thread.proc = fn;
72 current->thread.request.u.thread.arg = arg;
Jeff Dikee0877f02005-06-25 14:55:21 -070073 pid = do_fork(CLONE_VM | CLONE_UNTRACED | flags, 0,
74 &current->thread.regs, 0, NULL, NULL);
Jeff Dike6e21aec2007-05-06 14:51:21 -070075 return pid;
Linus Torvalds1da177e2005-04-16 15:20:36 -070076}
77
Jeff Dike6e21aec2007-05-06 14:51:21 -070078static inline void set_current(struct task_struct *task)
Linus Torvalds1da177e2005-04-16 15:20:36 -070079{
Al Viroca9bc0b2006-01-12 01:05:48 -080080 cpu_tasks[task_thread_info(task)->cpu] = ((struct cpu_task)
Linus Torvalds1da177e2005-04-16 15:20:36 -070081 { external_pid(task), task });
82}
83
Karol Swietlicki291248f2008-02-04 22:30:49 -080084extern void arch_switch_to(struct task_struct *to);
Jeff Dike77bf4402007-10-16 01:26:58 -070085
Linus Torvalds1da177e2005-04-16 15:20:36 -070086void *_switch_to(void *prev, void *next, void *last)
87{
Jeff Dike995473a2006-09-27 01:50:40 -070088 struct task_struct *from = prev;
Karol Swietlicki291248f2008-02-04 22:30:49 -080089 struct task_struct *to = next;
Jeff Dikef6e34c62005-09-16 19:27:43 -070090
Jeff Dike995473a2006-09-27 01:50:40 -070091 to->thread.prev_sched = from;
92 set_current(to);
Jeff Dikef6e34c62005-09-16 19:27:43 -070093
Jeff Dike3eddddc2005-09-16 19:27:46 -070094 do {
Jeff Dike6aa802c2007-10-16 01:26:56 -070095 current->thread.saved_task = NULL;
Jeff Dike77bf4402007-10-16 01:26:58 -070096
Karol Swietlicki291248f2008-02-04 22:30:49 -080097 switch_threads(&from->thread.switch_buf, &to->thread.switch_buf);
Jeff Dike77bf4402007-10-16 01:26:58 -070098
Karol Swietlicki291248f2008-02-04 22:30:49 -080099 arch_switch_to(current);
Jeff Dike77bf4402007-10-16 01:26:58 -0700100
Jeff Dikeba180fd2007-10-16 01:27:00 -0700101 if (current->thread.saved_task)
Jeff Dike3eddddc2005-09-16 19:27:46 -0700102 show_regs(&(current->thread.regs));
Karol Swietlicki291248f2008-02-04 22:30:49 -0800103 next = current->thread.saved_task;
104 prev = current;
105 } while (current->thread.saved_task);
Jeff Dikef6e34c62005-09-16 19:27:43 -0700106
Jeff Dike6e21aec2007-05-06 14:51:21 -0700107 return current->thread.prev_sched;
Jeff Dikef6e34c62005-09-16 19:27:43 -0700108
Linus Torvalds1da177e2005-04-16 15:20:36 -0700109}
110
111void interrupt_end(void)
112{
Jeff Dikeba180fd2007-10-16 01:27:00 -0700113 if (need_resched())
Jeff Dike6e21aec2007-05-06 14:51:21 -0700114 schedule();
Jeff Dikeba180fd2007-10-16 01:27:00 -0700115 if (test_tsk_thread_flag(current, TIF_SIGPENDING))
Jeff Dike6e21aec2007-05-06 14:51:21 -0700116 do_signal();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700117}
118
Linus Torvalds1da177e2005-04-16 15:20:36 -0700119void exit_thread(void)
120{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700121}
Jeff Dike995473a2006-09-27 01:50:40 -0700122
Linus Torvalds1da177e2005-04-16 15:20:36 -0700123void *get_current(void)
124{
Jeff Dike6e21aec2007-05-06 14:51:21 -0700125 return current;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700126}
127
Jeff Dike77bf4402007-10-16 01:26:58 -0700128extern void schedule_tail(struct task_struct *prev);
129
Jeff Dikeba180fd2007-10-16 01:27:00 -0700130/*
131 * This is called magically, by its address being stuffed in a jmp_buf
Jeff Dike77bf4402007-10-16 01:26:58 -0700132 * and being longjmp-d to.
133 */
134void new_thread_handler(void)
135{
136 int (*fn)(void *), n;
137 void *arg;
138
Jeff Dikeba180fd2007-10-16 01:27:00 -0700139 if (current->thread.prev_sched != NULL)
Jeff Dike77bf4402007-10-16 01:26:58 -0700140 schedule_tail(current->thread.prev_sched);
141 current->thread.prev_sched = NULL;
142
143 fn = current->thread.request.u.thread.proc;
144 arg = current->thread.request.u.thread.arg;
145
Jeff Dikeba180fd2007-10-16 01:27:00 -0700146 /*
147 * The return value is 1 if the kernel thread execs a process,
Jeff Dike77bf4402007-10-16 01:26:58 -0700148 * 0 if it just exits
149 */
150 n = run_kernel_thread(fn, arg, &current->thread.exec_buf);
Jeff Dikeba180fd2007-10-16 01:27:00 -0700151 if (n == 1) {
Jeff Dike77bf4402007-10-16 01:26:58 -0700152 /* Handle any immediate reschedules or signals */
153 interrupt_end();
154 userspace(&current->thread.regs.regs);
155 }
156 else do_exit(0);
157}
158
159/* Called magically, see new_thread_handler above */
160void fork_handler(void)
161{
162 force_flush_all();
Jeff Dike77bf4402007-10-16 01:26:58 -0700163
164 schedule_tail(current->thread.prev_sched);
165
Jeff Dikeba180fd2007-10-16 01:27:00 -0700166 /*
167 * XXX: if interrupt_end() calls schedule, this call to
Jeff Dike77bf4402007-10-16 01:26:58 -0700168 * arch_switch_to isn't needed. We could want to apply this to
Jeff Dikeba180fd2007-10-16 01:27:00 -0700169 * improve performance. -bb
170 */
Karol Swietlicki291248f2008-02-04 22:30:49 -0800171 arch_switch_to(current);
Jeff Dike77bf4402007-10-16 01:26:58 -0700172
173 current->thread.prev_sched = NULL;
174
175 /* Handle any immediate reschedules or signals */
176 interrupt_end();
177
178 userspace(&current->thread.regs.regs);
179}
180
Linus Torvalds1da177e2005-04-16 15:20:36 -0700181int copy_thread(int nr, unsigned long clone_flags, unsigned long sp,
Jeff Dike995473a2006-09-27 01:50:40 -0700182 unsigned long stack_top, struct task_struct * p,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700183 struct pt_regs *regs)
184{
Jeff Dike77bf4402007-10-16 01:26:58 -0700185 void (*handler)(void);
186 int ret = 0;
Paolo 'Blaisorblade' Giarrussoaa6758d2006-03-31 02:30:22 -0800187
Linus Torvalds1da177e2005-04-16 15:20:36 -0700188 p->thread = (struct thread_struct) INIT_THREAD;
Paolo 'Blaisorblade' Giarrussoaa6758d2006-03-31 02:30:22 -0800189
Jeff Dikeba180fd2007-10-16 01:27:00 -0700190 if (current->thread.forking) {
Jeff Dike77bf4402007-10-16 01:26:58 -0700191 memcpy(&p->thread.regs.regs, &regs->regs,
192 sizeof(p->thread.regs.regs));
Jeff Dike18baddd2007-10-16 01:27:07 -0700193 REGS_SET_SYSCALL_RETURN(p->thread.regs.regs.gp, 0);
Jeff Dikeba180fd2007-10-16 01:27:00 -0700194 if (sp != 0)
Jeff Dike18baddd2007-10-16 01:27:07 -0700195 REGS_SP(p->thread.regs.regs.gp) = sp;
Paolo 'Blaisorblade' Giarrussoaa6758d2006-03-31 02:30:22 -0800196
Jeff Dike77bf4402007-10-16 01:26:58 -0700197 handler = fork_handler;
Paolo 'Blaisorblade' Giarrussoaa6758d2006-03-31 02:30:22 -0800198
Jeff Dike77bf4402007-10-16 01:26:58 -0700199 arch_copy_thread(&current->thread.arch, &p->thread.arch);
200 }
201 else {
202 init_thread_registers(&p->thread.regs.regs);
203 p->thread.request.u.thread = current->thread.request.u.thread;
204 handler = new_thread_handler;
205 }
Paolo 'Blaisorblade' Giarrussoaa6758d2006-03-31 02:30:22 -0800206
Jeff Dike77bf4402007-10-16 01:26:58 -0700207 new_thread(task_stack_page(p), &p->thread.switch_buf, handler);
208
209 if (current->thread.forking) {
210 clear_flushed_tls(p);
211
212 /*
213 * Set a new TLS for the child thread?
214 */
215 if (clone_flags & CLONE_SETTLS)
216 ret = arch_copy_tls(p);
217 }
218
Paolo 'Blaisorblade' Giarrussoaa6758d2006-03-31 02:30:22 -0800219 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700220}
221
222void initial_thread_cb(void (*proc)(void *), void *arg)
223{
224 int save_kmalloc_ok = kmalloc_ok;
225
226 kmalloc_ok = 0;
Jeff Dike6aa802c2007-10-16 01:26:56 -0700227 initial_thread_cb_skas(proc, arg);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700228 kmalloc_ok = save_kmalloc_ok;
229}
Jeff Dike995473a2006-09-27 01:50:40 -0700230
Linus Torvalds1da177e2005-04-16 15:20:36 -0700231void default_idle(void)
232{
Jeff Dikeb160fb62007-10-16 01:27:26 -0700233 unsigned long long nsecs;
234
Jeff Dikeba180fd2007-10-16 01:27:00 -0700235 while(1) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700236 /* endless idle loop with no priority at all */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700237
238 /*
239 * although we are an idle CPU, we do not want to
240 * get into the scheduler unnecessarily.
241 */
Jeff Dikeba180fd2007-10-16 01:27:00 -0700242 if (need_resched())
Linus Torvalds1da177e2005-04-16 15:20:36 -0700243 schedule();
Jeff Dike995473a2006-09-27 01:50:40 -0700244
Jeff Diked2753a6d2007-10-16 01:27:25 -0700245 tick_nohz_stop_sched_tick();
Jeff Dikeb160fb62007-10-16 01:27:26 -0700246 nsecs = disable_timer();
247 idle_sleep(nsecs);
Jeff Diked2753a6d2007-10-16 01:27:25 -0700248 tick_nohz_restart_sched_tick();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700249 }
250}
251
252void cpu_idle(void)
253{
Jeff Dikea5a678c2008-02-04 22:30:54 -0800254 cpu_tasks[current_thread_info()->cpu].pid = os_getpid();
Jeff Dike77bf4402007-10-16 01:26:58 -0700255 default_idle();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700256}
257
Linus Torvalds1da177e2005-04-16 15:20:36 -0700258void dump_thread(struct pt_regs *regs, struct user *u)
259{
260}
261
Paolo 'Blaisorblade' Giarrussob6316292006-01-18 17:42:58 -0800262int __cant_sleep(void) {
263 return in_atomic() || irqs_disabled() || in_interrupt();
264 /* Is in_interrupt() really needed? */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700265}
266
Linus Torvalds1da177e2005-04-16 15:20:36 -0700267int user_context(unsigned long sp)
268{
269 unsigned long stack;
270
271 stack = sp & (PAGE_MASK << CONFIG_KERNEL_STACK_ORDER);
Jeff Dikea5a678c2008-02-04 22:30:54 -0800272 return stack != (unsigned long) current_thread_info();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700273}
274
Linus Torvalds1da177e2005-04-16 15:20:36 -0700275extern exitcall_t __uml_exitcall_begin, __uml_exitcall_end;
276
277void do_uml_exitcalls(void)
278{
279 exitcall_t *call;
280
281 call = &__uml_exitcall_end;
282 while (--call >= &__uml_exitcall_begin)
283 (*call)();
284}
285
WANG Congc0a92902008-02-04 22:30:41 -0800286char *uml_strdup(const char *string)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700287{
Robert Lovedfe52242005-06-23 00:09:04 -0700288 return kstrdup(string, GFP_KERNEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700289}
290
Linus Torvalds1da177e2005-04-16 15:20:36 -0700291int copy_to_user_proc(void __user *to, void *from, int size)
292{
Jeff Dike6e21aec2007-05-06 14:51:21 -0700293 return copy_to_user(to, from, size);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700294}
295
296int copy_from_user_proc(void *to, void __user *from, int size)
297{
Jeff Dike6e21aec2007-05-06 14:51:21 -0700298 return copy_from_user(to, from, size);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700299}
300
301int clear_user_proc(void __user *buf, int size)
302{
Jeff Dike6e21aec2007-05-06 14:51:21 -0700303 return clear_user(buf, size);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700304}
305
306int strlen_user_proc(char __user *str)
307{
Jeff Dike6e21aec2007-05-06 14:51:21 -0700308 return strlen_user(str);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700309}
310
311int smp_sigio_handler(void)
312{
313#ifdef CONFIG_SMP
Jeff Dikea5a678c2008-02-04 22:30:54 -0800314 int cpu = current_thread_info()->cpu;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700315 IPI_handler(cpu);
Jeff Dikeba180fd2007-10-16 01:27:00 -0700316 if (cpu != 0)
Jeff Dike6e21aec2007-05-06 14:51:21 -0700317 return 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700318#endif
Jeff Dike6e21aec2007-05-06 14:51:21 -0700319 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700320}
321
Linus Torvalds1da177e2005-04-16 15:20:36 -0700322int cpu(void)
323{
Jeff Dikea5a678c2008-02-04 22:30:54 -0800324 return current_thread_info()->cpu;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700325}
326
327static atomic_t using_sysemu = ATOMIC_INIT(0);
328int sysemu_supported;
329
330void set_using_sysemu(int value)
331{
332 if (value > sysemu_supported)
333 return;
334 atomic_set(&using_sysemu, value);
335}
336
337int get_using_sysemu(void)
338{
339 return atomic_read(&using_sysemu);
340}
341
342static int proc_read_sysemu(char *buf, char **start, off_t offset, int size,int *eof, void *data)
343{
Jeff Dikeba180fd2007-10-16 01:27:00 -0700344 if (snprintf(buf, size, "%d\n", get_using_sysemu()) < size)
345 /* No overflow */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700346 *eof = 1;
347
348 return strlen(buf);
349}
350
Al Viro4d338e12006-03-31 02:30:15 -0800351static int proc_write_sysemu(struct file *file,const char __user *buf, unsigned long count,void *data)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700352{
353 char tmp[2];
354
355 if (copy_from_user(tmp, buf, 1))
356 return -EFAULT;
357
358 if (tmp[0] >= '0' && tmp[0] <= '2')
359 set_using_sysemu(tmp[0] - '0');
Jeff Dikeba180fd2007-10-16 01:27:00 -0700360 /* We use the first char, but pretend to write everything */
361 return count;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700362}
363
364int __init make_proc_sysemu(void)
365{
366 struct proc_dir_entry *ent;
367 if (!sysemu_supported)
368 return 0;
369
370 ent = create_proc_entry("sysemu", 0600, &proc_root);
371
372 if (ent == NULL)
373 {
Christophe Lucas30f417c2005-07-28 21:16:12 -0700374 printk(KERN_WARNING "Failed to register /proc/sysemu\n");
Jeff Dike6e21aec2007-05-06 14:51:21 -0700375 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700376 }
377
378 ent->read_proc = proc_read_sysemu;
379 ent->write_proc = proc_write_sysemu;
380
381 return 0;
382}
383
384late_initcall(make_proc_sysemu);
385
386int singlestepping(void * t)
387{
388 struct task_struct *task = t ? t : current;
389
390 if ( ! (task->ptrace & PT_DTRACE) )
Jeff Dikeba180fd2007-10-16 01:27:00 -0700391 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700392
393 if (task->thread.singlestep_syscall)
Jeff Dikeba180fd2007-10-16 01:27:00 -0700394 return 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700395
396 return 2;
397}
398
Bodo Stroesserb8bd0222005-05-06 21:30:53 -0700399/*
400 * Only x86 and x86_64 have an arch_align_stack().
401 * All other arches have "#define arch_align_stack(x) (x)"
402 * in their asm/system.h
403 * As this is included in UML from asm-um/system-generic.h,
404 * we can use it to behave as the subarch does.
405 */
406#ifndef arch_align_stack
Linus Torvalds1da177e2005-04-16 15:20:36 -0700407unsigned long arch_align_stack(unsigned long sp)
408{
Jeff Dike8f80e942006-09-25 23:33:01 -0700409 if (!(current->personality & ADDR_NO_RANDOMIZE) && randomize_va_space)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700410 sp -= get_random_int() % 8192;
411 return sp & ~0xf;
412}
Bodo Stroesserb8bd0222005-05-06 21:30:53 -0700413#endif
Jeff Dikec1127462008-02-04 22:30:36 -0800414
415unsigned long get_wchan(struct task_struct *p)
416{
417 unsigned long stack_page, sp, ip;
418 bool seen_sched = 0;
419
420 if ((p == NULL) || (p == current) || (p->state == TASK_RUNNING))
421 return 0;
422
423 stack_page = (unsigned long) task_stack_page(p);
424 /* Bail if the process has no kernel stack for some reason */
425 if (stack_page == 0)
426 return 0;
427
428 sp = p->thread.switch_buf->JB_SP;
429 /*
430 * Bail if the stack pointer is below the bottom of the kernel
431 * stack for some reason
432 */
433 if (sp < stack_page)
434 return 0;
435
436 while (sp < stack_page + THREAD_SIZE) {
437 ip = *((unsigned long *) sp);
438 if (in_sched_functions(ip))
439 /* Ignore everything until we're above the scheduler */
440 seen_sched = 1;
441 else if (kernel_text_address(ip) && seen_sched)
442 return ip;
443
444 sp += sizeof(unsigned long);
445 }
446
447 return 0;
448}
Jeff Dike8192ab42008-02-04 22:30:53 -0800449
450int elf_core_copy_fpregs(struct task_struct *t, elf_fpregset_t *fpu)
451{
452 int cpu = current_thread_info()->cpu;
453
454 return save_fp_registers(userspace_pid[cpu], (unsigned long *) fpu);
455}
456