blob: eb8751aa0418d448f2b46d364074d39bf622ec6b [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/* Kernel thread helper functions.
2 * Copyright (C) 2004 IBM Corporation, Rusty Russell.
3 *
Eric W. Biederman73c27992007-05-09 02:34:32 -07004 * Creation is done via kthreadd, so that we get a clean environment
Linus Torvalds1da177e2005-04-16 15:20:36 -07005 * even if we're invoked from userspace (think modprobe, hotplug cpu,
6 * etc.).
7 */
8#include <linux/sched.h>
9#include <linux/kthread.h>
10#include <linux/completion.h>
11#include <linux/err.h>
Miao Xie58568d22009-06-16 15:31:49 -070012#include <linux/cpuset.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070013#include <linux/unistd.h>
14#include <linux/file.h>
15#include <linux/module.h>
Arjan van de Ven97d1f152006-03-23 03:00:24 -080016#include <linux/mutex.h>
Steven Rostedtad8d75f2009-04-14 19:39:12 -040017#include <trace/events/sched.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070018
Michal Schmidt4f05b982008-01-25 21:08:33 +010019#define KTHREAD_NICE_LEVEL (-5)
20
Eric W. Biederman73c27992007-05-09 02:34:32 -070021static DEFINE_SPINLOCK(kthread_create_lock);
22static LIST_HEAD(kthread_create_list);
23struct task_struct *kthreadd_task;
Linus Torvalds1da177e2005-04-16 15:20:36 -070024
25struct kthread_create_info
26{
Eric W. Biederman73c27992007-05-09 02:34:32 -070027 /* Information passed to kthread() from kthreadd. */
Linus Torvalds1da177e2005-04-16 15:20:36 -070028 int (*threadfn)(void *data);
29 void *data;
Linus Torvalds1da177e2005-04-16 15:20:36 -070030
Eric W. Biederman73c27992007-05-09 02:34:32 -070031 /* Result passed back to kthread_create() from kthreadd. */
Linus Torvalds1da177e2005-04-16 15:20:36 -070032 struct task_struct *result;
33 struct completion done;
David Howells65f27f32006-11-22 14:55:48 +000034
Eric W. Biederman73c27992007-05-09 02:34:32 -070035 struct list_head list;
Linus Torvalds1da177e2005-04-16 15:20:36 -070036};
37
Oleg Nesterov63706172009-06-17 16:27:45 -070038struct kthread {
39 int should_stop;
40 struct completion exited;
Linus Torvalds1da177e2005-04-16 15:20:36 -070041};
42
Oleg Nesterov63706172009-06-17 16:27:45 -070043#define to_kthread(tsk) \
44 container_of((tsk)->vfork_done, struct kthread, exited)
Linus Torvalds1da177e2005-04-16 15:20:36 -070045
Randy Dunlap9e37bd32006-06-25 05:49:19 -070046/**
47 * kthread_should_stop - should this kthread return now?
48 *
Robert P. J. Day72fd4a32007-02-10 01:45:59 -080049 * When someone calls kthread_stop() on your kthread, it will be woken
Randy Dunlap9e37bd32006-06-25 05:49:19 -070050 * and this will return true. You should then return, and your return
51 * value will be passed through to kthread_stop().
52 */
Linus Torvalds1da177e2005-04-16 15:20:36 -070053int kthread_should_stop(void)
54{
Oleg Nesterov63706172009-06-17 16:27:45 -070055 return to_kthread(current)->should_stop;
Linus Torvalds1da177e2005-04-16 15:20:36 -070056}
57EXPORT_SYMBOL(kthread_should_stop);
58
Linus Torvalds1da177e2005-04-16 15:20:36 -070059static int kthread(void *_create)
60{
Eric W. Biederman73c27992007-05-09 02:34:32 -070061 /* Copy data: it's on kthread's stack */
Oleg Nesterov63706172009-06-17 16:27:45 -070062 struct kthread_create_info *create = _create;
63 int (*threadfn)(void *data) = create->threadfn;
64 void *data = create->data;
65 struct kthread self;
66 int ret;
67
68 self.should_stop = 0;
69 init_completion(&self.exited);
70 current->vfork_done = &self.exited;
Linus Torvalds1da177e2005-04-16 15:20:36 -070071
Linus Torvalds1da177e2005-04-16 15:20:36 -070072 /* OK, tell user we're spawned, wait for stop or wakeup */
Oleg Nesterova076e4b2007-05-23 13:57:27 -070073 __set_current_state(TASK_UNINTERRUPTIBLE);
Vitaliy Gusev3217ab92009-04-09 09:50:35 -060074 create->result = current;
Oleg Nesterovcdd140b2009-06-17 16:27:43 -070075 complete(&create->done);
Linus Torvalds1da177e2005-04-16 15:20:36 -070076 schedule();
77
Oleg Nesterov63706172009-06-17 16:27:45 -070078 ret = -EINTR;
79 if (!self.should_stop)
Linus Torvalds1da177e2005-04-16 15:20:36 -070080 ret = threadfn(data);
81
Oleg Nesterov63706172009-06-17 16:27:45 -070082 /* we can't just return, we must preserve "self" on stack */
83 do_exit(ret);
Linus Torvalds1da177e2005-04-16 15:20:36 -070084}
85
Eric W. Biederman73c27992007-05-09 02:34:32 -070086static void create_kthread(struct kthread_create_info *create)
Linus Torvalds1da177e2005-04-16 15:20:36 -070087{
Linus Torvalds1da177e2005-04-16 15:20:36 -070088 int pid;
89
90 /* We want our own signal handler (we take no signals by default). */
91 pid = kernel_thread(kthread, create, CLONE_FS | CLONE_FILES | SIGCHLD);
Oleg Nesterovcdd140b2009-06-17 16:27:43 -070092 if (pid < 0) {
Linus Torvalds1da177e2005-04-16 15:20:36 -070093 create->result = ERR_PTR(pid);
Oleg Nesterovcdd140b2009-06-17 16:27:43 -070094 complete(&create->done);
95 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070096}
97
Randy Dunlap9e37bd32006-06-25 05:49:19 -070098/**
99 * kthread_create - create a kthread.
100 * @threadfn: the function to run until signal_pending(current).
101 * @data: data ptr for @threadfn.
102 * @namefmt: printf-style name for the thread.
103 *
104 * Description: This helper function creates and names a kernel
105 * thread. The thread will be stopped: use wake_up_process() to start
106 * it. See also kthread_run(), kthread_create_on_cpu().
107 *
108 * When woken, the thread will run @threadfn() with @data as its
Robert P. J. Day72fd4a32007-02-10 01:45:59 -0800109 * argument. @threadfn() can either call do_exit() directly if it is a
Randy Dunlap9e37bd32006-06-25 05:49:19 -0700110 * standalone thread for which noone will call kthread_stop(), or
111 * return when 'kthread_should_stop()' is true (which means
112 * kthread_stop() has been called). The return value should be zero
113 * or a negative error number; it will be passed to kthread_stop().
114 *
115 * Returns a task_struct or ERR_PTR(-ENOMEM).
116 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700117struct task_struct *kthread_create(int (*threadfn)(void *data),
118 void *data,
119 const char namefmt[],
120 ...)
121{
122 struct kthread_create_info create;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700123
124 create.threadfn = threadfn;
125 create.data = data;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700126 init_completion(&create.done);
127
Eric W. Biederman73c27992007-05-09 02:34:32 -0700128 spin_lock(&kthread_create_lock);
129 list_add_tail(&create.list, &kthread_create_list);
Eric W. Biederman73c27992007-05-09 02:34:32 -0700130 spin_unlock(&kthread_create_lock);
131
Dmitry Adamushkocbd9b672008-04-29 00:59:23 -0700132 wake_up_process(kthreadd_task);
Eric W. Biederman73c27992007-05-09 02:34:32 -0700133 wait_for_completion(&create.done);
134
Linus Torvalds1da177e2005-04-16 15:20:36 -0700135 if (!IS_ERR(create.result)) {
Oleg Nesterov1c993152009-04-09 09:50:36 -0600136 struct sched_param param = { .sched_priority = 0 };
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137 va_list args;
Oleg Nesterov1c993152009-04-09 09:50:36 -0600138
Linus Torvalds1da177e2005-04-16 15:20:36 -0700139 va_start(args, namefmt);
140 vsnprintf(create.result->comm, sizeof(create.result->comm),
141 namefmt, args);
142 va_end(args);
Oleg Nesterov1c993152009-04-09 09:50:36 -0600143 /*
144 * root may have changed our (kthreadd's) priority or CPU mask.
145 * The kernel thread should not inherit these properties.
146 */
147 sched_setscheduler_nocheck(create.result, SCHED_NORMAL, &param);
148 set_user_nice(create.result, KTHREAD_NICE_LEVEL);
149 set_cpus_allowed_ptr(create.result, cpu_all_mask);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700151 return create.result;
152}
153EXPORT_SYMBOL(kthread_create);
154
Randy Dunlap9e37bd32006-06-25 05:49:19 -0700155/**
156 * kthread_bind - bind a just-created kthread to a cpu.
157 * @k: thread created by kthread_create().
158 * @cpu: cpu (might not be online, must be possible) for @k to run on.
159 *
160 * Description: This function is equivalent to set_cpus_allowed(),
161 * except that @cpu doesn't need to be online, and the thread must be
Robert P. J. Day72fd4a32007-02-10 01:45:59 -0800162 * stopped (i.e., just returned from kthread_create()).
Randy Dunlap9e37bd32006-06-25 05:49:19 -0700163 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700164void kthread_bind(struct task_struct *k, unsigned int cpu)
165{
Oleg Nesterov293adee2008-10-18 20:28:24 -0700166 /* Must have done schedule() in kthread() before we set_task_cpu */
167 if (!wait_task_inactive(k, TASK_UNINTERRUPTIBLE)) {
Oleg Nesterova076e4b2007-05-23 13:57:27 -0700168 WARN_ON(1);
169 return;
170 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700171 set_task_cpu(k, cpu);
172 k->cpus_allowed = cpumask_of_cpu(cpu);
Gregory Haskins9f0e7382008-02-12 13:30:05 -0500173 k->rt.nr_cpus_allowed = 1;
David Rientjes9985b0b2008-06-05 12:57:11 -0700174 k->flags |= PF_THREAD_BOUND;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700175}
176EXPORT_SYMBOL(kthread_bind);
177
Randy Dunlap9e37bd32006-06-25 05:49:19 -0700178/**
179 * kthread_stop - stop a thread created by kthread_create().
180 * @k: thread created by kthread_create().
181 *
182 * Sets kthread_should_stop() for @k to return true, wakes it, and
Oleg Nesterov9ae26022009-06-19 02:51:13 +0200183 * waits for it to exit. This can also be called after kthread_create()
184 * instead of calling wake_up_process(): the thread will exit without
185 * calling threadfn().
186 *
187 * If threadfn() may call do_exit() itself, the caller must ensure
188 * task_struct can't go away.
Randy Dunlap9e37bd32006-06-25 05:49:19 -0700189 *
190 * Returns the result of threadfn(), or %-EINTR if wake_up_process()
191 * was never called.
192 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700193int kthread_stop(struct task_struct *k)
194{
Oleg Nesterov63706172009-06-17 16:27:45 -0700195 struct kthread *kthread;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700196 int ret;
197
Oleg Nesterov63706172009-06-17 16:27:45 -0700198 trace_sched_kthread_stop(k);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700199 get_task_struct(k);
200
Oleg Nesterov63706172009-06-17 16:27:45 -0700201 kthread = to_kthread(k);
202 barrier(); /* it might have exited */
203 if (k->vfork_done != NULL) {
204 kthread->should_stop = 1;
205 wake_up_process(k);
206 wait_for_completion(&kthread->exited);
207 }
208 ret = k->exit_code;
Mathieu Desnoyers0a16b602008-07-18 12:16:17 -0400209
Linus Torvalds1da177e2005-04-16 15:20:36 -0700210 put_task_struct(k);
Mathieu Desnoyers0a16b602008-07-18 12:16:17 -0400211 trace_sched_kthread_stop_ret(ret);
212
Linus Torvalds1da177e2005-04-16 15:20:36 -0700213 return ret;
214}
Adrian Bunk52e92e52006-07-14 00:24:05 -0700215EXPORT_SYMBOL(kthread_stop);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700216
Satyam Sharmae804a4a2007-07-31 00:39:16 -0700217int kthreadd(void *unused)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700218{
Eric W. Biederman73c27992007-05-09 02:34:32 -0700219 struct task_struct *tsk = current;
Eric W. Biederman73c27992007-05-09 02:34:32 -0700220
Satyam Sharmae804a4a2007-07-31 00:39:16 -0700221 /* Setup a clean context for our children to inherit. */
Eric W. Biederman73c27992007-05-09 02:34:32 -0700222 set_task_comm(tsk, "kthreadd");
Oleg Nesterov10ab8252007-05-09 02:34:37 -0700223 ignore_signals(tsk);
Michal Schmidt4f05b982008-01-25 21:08:33 +0100224 set_user_nice(tsk, KTHREAD_NICE_LEVEL);
Rusty Russell1a2142a2009-03-30 22:05:10 -0600225 set_cpus_allowed_ptr(tsk, cpu_all_mask);
Miao Xie58568d22009-06-16 15:31:49 -0700226 set_mems_allowed(node_possible_map);
Eric W. Biederman73c27992007-05-09 02:34:32 -0700227
Rafael J. Wysockiebb12db2008-06-11 22:04:29 +0200228 current->flags |= PF_NOFREEZE | PF_FREEZER_NOSIG;
Eric W. Biederman73c27992007-05-09 02:34:32 -0700229
230 for (;;) {
231 set_current_state(TASK_INTERRUPTIBLE);
232 if (list_empty(&kthread_create_list))
233 schedule();
234 __set_current_state(TASK_RUNNING);
235
236 spin_lock(&kthread_create_lock);
237 while (!list_empty(&kthread_create_list)) {
238 struct kthread_create_info *create;
239
240 create = list_entry(kthread_create_list.next,
241 struct kthread_create_info, list);
242 list_del_init(&create->list);
243 spin_unlock(&kthread_create_lock);
244
245 create_kthread(create);
246
247 spin_lock(&kthread_create_lock);
248 }
249 spin_unlock(&kthread_create_lock);
250 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700251
252 return 0;
253}