blob: a2f6707e9fc054a95213d4a42e01ecf55b9a0730 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef _LINUX__INIT_TASK_H
2#define _LINUX__INIT_TASK_H
3
Dipankar Sarmaab2af1f2005-09-09 13:04:13 -07004#include <linux/rcupdate.h>
Ingo Molnarde30a2b2006-07-03 00:24:42 -07005#include <linux/irqflags.h>
Serge E. Hallyn4865ecf2006-10-02 02:18:14 -07006#include <linux/utsname.h>
Ingo Molnarfbb9ce952006-07-03 00:24:50 -07007#include <linux/lockdep.h>
Steven Rostedt5ac9f622009-03-25 20:55:00 -04008#include <linux/ftrace.h>
Kirill Korotaev73ea4132006-10-02 02:18:20 -07009#include <linux/ipc.h>
Cedric Le Goater9a575a92006-12-08 02:37:59 -080010#include <linux/pid_namespace.h>
Cedric Le Goateracce2922007-07-15 23:40:59 -070011#include <linux/user_namespace.h>
Andrew G. Morgan3898b1b2008-04-28 02:13:40 -070012#include <linux/securebits.h>
Frederic Weisbecker6a616712012-12-16 20:00:34 +010013#include <linux/seqlock.h>
Peter Zijlstrafb00aca2013-11-07 14:43:43 +010014#include <linux/rbtree.h>
Ingo Molnardfc34012017-02-03 23:15:21 +010015#include <linux/sched/autogroup.h>
Eric W. Biederman772698f2007-09-12 11:55:17 +020016#include <net/net_namespace.h>
Ingo Molnar77852fe2013-02-16 09:46:48 +010017#include <linux/sched/rt.h>
Josh Poimboeufd83a7cb2017-02-13 19:42:40 -060018#include <linux/livepatch.h>
Ingo Molnar589ee622017-02-04 00:16:44 +010019#include <linux/mm_types.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070020
Andy Lutomirskic65eacb2016-09-13 14:29:24 -070021#include <asm/thread_info.h>
22
Dario Faggioli806c09a2010-11-30 19:51:33 +010023#ifdef CONFIG_SMP
24# define INIT_PUSHABLE_TASKS(tsk) \
25 .pushable_tasks = PLIST_NODE_INIT(tsk.pushable_tasks, MAX_PRIO),
26#else
27# define INIT_PUSHABLE_TASKS(tsk)
28#endif
29
Al Virof52111b2008-05-08 18:19:16 -040030extern struct files_struct init_files;
Al Viro18d8fda2008-12-26 00:35:37 -050031extern struct fs_struct init_fs;
Linus Torvalds1da177e2005-04-16 15:20:36 -070032
Mel Gormancc9a6c82012-03-21 16:34:11 -070033#ifdef CONFIG_CPUSETS
John Stultz1ca7d672013-10-07 15:51:59 -070034#define INIT_CPUSET_SEQ(tsk) \
35 .mems_allowed_seq = SEQCNT_ZERO(tsk.mems_allowed_seq),
Mel Gormancc9a6c82012-03-21 16:34:11 -070036#else
John Stultz1ca7d672013-10-07 15:51:59 -070037#define INIT_CPUSET_SEQ(tsk)
Mel Gormancc9a6c82012-03-21 16:34:11 -070038#endif
39
Peter Zijlstra9d7fb042015-06-30 11:30:54 +020040#ifndef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
41#define INIT_PREV_CPUTIME(x) .prev_cputime = { \
42 .lock = __RAW_SPIN_LOCK_UNLOCKED(x.prev_cputime.lock), \
43},
44#else
45#define INIT_PREV_CPUTIME(x)
46#endif
47
Nicolas Pitreb18b6a92017-01-21 00:09:08 -050048#ifdef CONFIG_POSIX_TIMERS
49#define INIT_POSIX_TIMERS(s) \
50 .posix_timers = LIST_HEAD_INIT(s.posix_timers),
51#define INIT_CPU_TIMERS(s) \
52 .cpu_timers = { \
53 LIST_HEAD_INIT(s.cpu_timers[0]), \
54 LIST_HEAD_INIT(s.cpu_timers[1]), \
55 LIST_HEAD_INIT(s.cpu_timers[2]), \
56 },
57#define INIT_CPUTIMER(s) \
58 .cputimer = { \
59 .cputime_atomic = INIT_CPUTIME_ATOMIC, \
60 .running = false, \
61 .checking_timer = false, \
62 },
63#else
64#define INIT_POSIX_TIMERS(s)
65#define INIT_CPU_TIMERS(s)
66#define INIT_CPUTIMER(s)
67#endif
68
Cedric Le Goater1ec320a2006-12-08 02:37:55 -080069#define INIT_SIGNALS(sig) { \
Oleg Nesterovb3ac0222010-05-26 14:43:24 -070070 .nr_threads = 1, \
Oleg Nesterov0c740d02014-01-21 15:49:56 -080071 .thread_head = LIST_HEAD_INIT(init_task.thread_node), \
Linus Torvalds1da177e2005-04-16 15:20:36 -070072 .wait_chldexit = __WAIT_QUEUE_HEAD_INITIALIZER(sig.wait_chldexit),\
Cedric Le Goater1ec320a2006-12-08 02:37:55 -080073 .shared_pending = { \
Linus Torvalds1da177e2005-04-16 15:20:36 -070074 .list = LIST_HEAD_INIT(sig.shared_pending.list), \
Cedric Le Goater1ec320a2006-12-08 02:37:55 -080075 .signal = {{0}}}, \
Nicolas Pitreb18b6a92017-01-21 00:09:08 -050076 INIT_POSIX_TIMERS(sig) \
77 INIT_CPU_TIMERS(sig) \
Linus Torvalds1da177e2005-04-16 15:20:36 -070078 .rlim = INIT_RLIMITS, \
Nicolas Pitreb18b6a92017-01-21 00:09:08 -050079 INIT_CPUTIMER(sig) \
Peter Zijlstra9d7fb042015-06-30 11:30:54 +020080 INIT_PREV_CPUTIME(sig) \
KOSAKI Motohiro9b1bf122010-10-27 15:34:08 -070081 .cred_guard_mutex = \
82 __MUTEX_INITIALIZER(sig.cred_guard_mutex), \
Linus Torvalds1da177e2005-04-16 15:20:36 -070083}
84
Serge E. Hallynab516012006-10-02 02:18:06 -070085extern struct nsproxy init_nsproxy;
Serge E. Hallynab516012006-10-02 02:18:06 -070086
Linus Torvalds1da177e2005-04-16 15:20:36 -070087#define INIT_SIGHAND(sighand) { \
88 .count = ATOMIC_INIT(1), \
Oleg Nesterov0a14a132010-05-26 14:44:12 -070089 .action = { { { .sa_handler = SIG_DFL, } }, }, \
Ingo Molnare4d91912006-07-03 00:24:34 -070090 .siglock = __SPIN_LOCK_UNLOCKED(sighand.siglock), \
Davide Libenzib8fceee2007-09-20 12:40:16 -070091 .signalfd_wqh = __WAIT_QUEUE_HEAD_INITIALIZER(sighand.signalfd_wqh), \
Linus Torvalds1da177e2005-04-16 15:20:36 -070092}
93
94extern struct group_info init_groups;
95
Sukadev Bhattiprolu820e45d2007-05-10 22:23:00 -070096#define INIT_STRUCT_PID { \
97 .count = ATOMIC_INIT(1), \
Sukadev Bhattiprolu820e45d2007-05-10 22:23:00 -070098 .tasks = { \
Oleg Nesterovf2001142010-05-26 14:44:10 -070099 { .first = NULL }, \
100 { .first = NULL }, \
101 { .first = NULL }, \
Sukadev Bhattiprolu820e45d2007-05-10 22:23:00 -0700102 }, \
Sukadev Bhattiprolu4c3f2ea2007-10-18 23:40:03 -0700103 .level = 0, \
104 .numbers = { { \
105 .nr = 0, \
106 .ns = &init_pid_ns, \
107 .pid_chain = { .next = NULL, .pprev = NULL }, \
108 }, } \
Sukadev Bhattiprolu820e45d2007-05-10 22:23:00 -0700109}
110
111#define INIT_PID_LINK(type) \
112{ \
113 .node = { \
114 .next = NULL, \
Oleg Nesterovf2001142010-05-26 14:44:10 -0700115 .pprev = NULL, \
Sukadev Bhattiprolu820e45d2007-05-10 22:23:00 -0700116 }, \
117 .pid = &init_struct_pid, \
118}
119
Al Virobfef93a2008-01-10 04:53:18 -0500120#ifdef CONFIG_AUDITSYSCALL
121#define INIT_IDS \
Eric W. Biedermane1760bd2012-09-10 22:39:43 -0700122 .loginuid = INVALID_UID, \
Eric Paris4440e852013-11-27 17:35:17 -0500123 .sessionid = (unsigned int)-1,
Al Virobfef93a2008-01-10 04:53:18 -0500124#else
125#define INIT_IDS
126#endif
Serge E. Hallyn3b7391d2008-02-04 22:29:45 -0800127
Pranith Kumar28f65692014-09-22 14:00:48 -0400128#ifdef CONFIG_PREEMPT_RCU
Paul E. McKenneya57eb942010-06-29 16:49:16 -0700129#define INIT_TASK_RCU_TREE_PREEMPT() \
130 .rcu_blocked_node = NULL,
131#else
132#define INIT_TASK_RCU_TREE_PREEMPT(tsk)
133#endif
134#ifdef CONFIG_PREEMPT_RCU
Paul E. McKenneyf41d9112009-08-22 13:56:52 -0700135#define INIT_TASK_RCU_PREEMPT(tsk) \
136 .rcu_read_lock_nesting = 0, \
Paul E. McKenney1d082fd2014-08-14 16:01:53 -0700137 .rcu_read_unlock_special.s = 0, \
Paul E. McKenneya57eb942010-06-29 16:49:16 -0700138 .rcu_node_entry = LIST_HEAD_INIT(tsk.rcu_node_entry), \
Paul E. McKenneyabaa93d2014-06-12 13:30:25 -0700139 INIT_TASK_RCU_TREE_PREEMPT()
Paul E. McKenneyf41d9112009-08-22 13:56:52 -0700140#else
141#define INIT_TASK_RCU_PREEMPT(tsk)
142#endif
Paul E. McKenney8315f422014-06-27 13:42:20 -0700143#ifdef CONFIG_TASKS_RCU
144#define INIT_TASK_RCU_TASKS(tsk) \
145 .rcu_tasks_holdout = false, \
146 .rcu_tasks_holdout_list = \
Paul E. McKenney176f8f72014-08-04 17:43:50 -0700147 LIST_HEAD_INIT(tsk.rcu_tasks_holdout_list), \
148 .rcu_tasks_idle_cpu = -1,
Paul E. McKenney8315f422014-06-27 13:42:20 -0700149#else
150#define INIT_TASK_RCU_TASKS(tsk)
151#endif
Paul E. McKenneyf41d9112009-08-22 13:56:52 -0700152
David Howellsb6dff3e2008-11-14 10:39:16 +1100153extern struct cred init_cred;
154
Peter Zijlstra8323f262012-06-22 13:36:05 +0200155#ifdef CONFIG_CGROUP_SCHED
156# define INIT_CGROUP_SCHED(tsk) \
157 .sched_task_group = &root_task_group,
158#else
159# define INIT_CGROUP_SCHED(tsk)
160#endif
161
Ingo Molnarcdd6c482009-09-21 12:02:48 +0200162#ifdef CONFIG_PERF_EVENTS
Peter Zijlstra8323f262012-06-22 13:36:05 +0200163# define INIT_PERF_EVENTS(tsk) \
Ingo Molnarcdd6c482009-09-21 12:02:48 +0200164 .perf_event_mutex = \
165 __MUTEX_INITIALIZER(tsk.perf_event_mutex), \
166 .perf_event_list = LIST_HEAD_INIT(tsk.perf_event_list),
Peter Zijlstra082ff5a2009-05-23 18:29:00 +0200167#else
Ingo Molnarcdd6c482009-09-21 12:02:48 +0200168# define INIT_PERF_EVENTS(tsk)
Peter Zijlstra082ff5a2009-05-23 18:29:00 +0200169#endif
170
Frederic Weisbecker6a616712012-12-16 20:00:34 +0100171#ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN
172# define INIT_VTIME(tsk) \
Frederic Weisbeckerbac5b6b2017-06-29 19:15:10 +0200173 .vtime.seqcount = SEQCNT_ZERO(tsk.vtime.seqcount), \
174 .vtime.starttime = 0, \
175 .vtime.state = VTIME_SYS,
Frederic Weisbecker6a616712012-12-16 20:00:34 +0100176#else
177# define INIT_VTIME(tsk)
178#endif
179
Carsten Emdef1c6f1a2011-10-26 23:14:16 +0200180#define INIT_TASK_COMM "swapper"
181
Peter Zijlstrafb00aca2013-11-07 14:43:43 +0100182#ifdef CONFIG_RT_MUTEXES
183# define INIT_RT_MUTEXES(tsk) \
184 .pi_waiters = RB_ROOT, \
Xunlei Pange96a77052017-03-23 15:56:08 +0100185 .pi_top_task = NULL, \
Peter Zijlstrafb00aca2013-11-07 14:43:43 +0100186 .pi_waiters_leftmost = NULL,
187#else
188# define INIT_RT_MUTEXES(tsk)
189#endif
190
Kirill Tkhaid8b163c2014-11-11 12:46:29 +0300191#ifdef CONFIG_NUMA_BALANCING
192# define INIT_NUMA_BALANCING(tsk) \
193 .numa_preferred_nid = -1, \
194 .numa_group = NULL, \
195 .numa_faults = NULL,
196#else
197# define INIT_NUMA_BALANCING(tsk)
198#endif
199
Andrey Ryabininc420f162015-02-13 14:39:59 -0800200#ifdef CONFIG_KASAN
201# define INIT_KASAN(tsk) \
202 .kasan_depth = 1,
203#else
204# define INIT_KASAN(tsk)
205#endif
206
Josh Poimboeufd83a7cb2017-02-13 19:42:40 -0600207#ifdef CONFIG_LIVEPATCH
208# define INIT_LIVEPATCH(tsk) \
209 .patch_state = KLP_UNDEFINED,
210#else
211# define INIT_LIVEPATCH(tsk)
212#endif
213
Andy Lutomirskic65eacb2016-09-13 14:29:24 -0700214#ifdef CONFIG_THREAD_INFO_IN_TASK
Andy Lutomirski68f24b082016-09-15 22:45:48 -0700215# define INIT_TASK_TI(tsk) \
216 .thread_info = INIT_THREAD_INFO(tsk), \
217 .stack_refcount = ATOMIC_INIT(1),
Andy Lutomirskic65eacb2016-09-13 14:29:24 -0700218#else
219# define INIT_TASK_TI(tsk)
220#endif
221
Tetsuo Handae4e55b42017-03-24 20:46:33 +0900222#ifdef CONFIG_SECURITY
223#define INIT_TASK_SECURITY .security = NULL,
224#else
225#define INIT_TASK_SECURITY
226#endif
227
Linus Torvalds1da177e2005-04-16 15:20:36 -0700228/*
229 * INIT_TASK is used to set up the first task table, touch at
230 * your own risk!. Base=0, limit=0x1fffff (=2MB)
231 */
232#define INIT_TASK(tsk) \
233{ \
Andy Lutomirskic65eacb2016-09-13 14:29:24 -0700234 INIT_TASK_TI(tsk) \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700235 .state = 0, \
Linus Torvalds7f1a00b2016-06-24 17:07:33 -0700236 .stack = init_stack, \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700237 .usage = ATOMIC_INIT(2), \
Oleg Nesterov7b34e422008-07-25 01:47:37 -0700238 .flags = PF_KTHREAD, \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700239 .prio = MAX_PRIO-20, \
240 .static_prio = MAX_PRIO-20, \
Ingo Molnarb29739f2006-06-27 02:54:51 -0700241 .normal_prio = MAX_PRIO-20, \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700242 .policy = SCHED_NORMAL, \
243 .cpus_allowed = CPU_MASK_ALL, \
Peter Zijlstra29baa742012-04-23 12:11:21 +0200244 .nr_cpus_allowed= NR_CPUS, \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700245 .mm = NULL, \
246 .active_mm = &init_mm, \
Andy Lutomirskif56141e2015-02-12 15:01:14 -0800247 .restart_block = { \
248 .fn = do_no_restart_syscall, \
249 }, \
Peter Zijlstra4a55bd52008-04-19 19:45:00 +0200250 .se = { \
251 .group_node = LIST_HEAD_INIT(tsk.se.group_node), \
252 }, \
Peter Zijlstrafa717062008-01-25 21:08:27 +0100253 .rt = { \
254 .run_list = LIST_HEAD_INIT(tsk.rt.run_list), \
Hiroshi Shimamotode5bdff2012-02-16 14:52:21 +0900255 .time_slice = RR_TIMESLICE, \
Peter Zijlstra6f505b12008-01-25 21:08:30 +0100256 }, \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700257 .tasks = LIST_HEAD_INIT(tsk.tasks), \
Dario Faggioli806c09a2010-11-30 19:51:33 +0100258 INIT_PUSHABLE_TASKS(tsk) \
Peter Zijlstra8323f262012-06-22 13:36:05 +0200259 INIT_CGROUP_SCHED(tsk) \
Roland McGrathf4700212008-03-24 18:36:23 -0700260 .ptraced = LIST_HEAD_INIT(tsk.ptraced), \
261 .ptrace_entry = LIST_HEAD_INIT(tsk.ptrace_entry), \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700262 .real_parent = &tsk, \
263 .parent = &tsk, \
264 .children = LIST_HEAD_INIT(tsk.children), \
265 .sibling = LIST_HEAD_INIT(tsk.sibling), \
266 .group_leader = &tsk, \
Paul E. McKenneyd36cc702012-05-16 15:33:15 -0700267 RCU_POINTER_INITIALIZER(real_cred, &init_cred), \
268 RCU_POINTER_INITIALIZER(cred, &init_cred), \
Carsten Emdef1c6f1a2011-10-26 23:14:16 +0200269 .comm = INIT_TASK_COMM, \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700270 .thread = INIT_THREAD, \
271 .fs = &init_fs, \
272 .files = &init_files, \
273 .signal = &init_signals, \
274 .sighand = &init_sighand, \
Serge E. Hallynab516012006-10-02 02:18:06 -0700275 .nsproxy = &init_nsproxy, \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700276 .pending = { \
277 .list = LIST_HEAD_INIT(tsk.pending.list), \
278 .signal = {{0}}}, \
279 .blocked = {{0}}, \
Ingo Molnare4d91912006-07-03 00:24:34 -0700280 .alloc_lock = __SPIN_LOCK_UNLOCKED(tsk.alloc_lock), \
Linus Torvaldsb6e32242009-12-17 13:23:24 -0800281 .journal_info = NULL, \
Nicolas Pitreb18b6a92017-01-21 00:09:08 -0500282 INIT_CPU_TIMERS(tsk) \
Thomas Gleixner1d615482009-11-17 14:54:03 +0100283 .pi_lock = __RAW_SPIN_LOCK_UNLOCKED(tsk.pi_lock), \
Arjan van de Ven69766752008-09-01 15:52:40 -0700284 .timer_slack_ns = 50000, /* 50 usec default slack */ \
Sukadev Bhattiprolu820e45d2007-05-10 22:23:00 -0700285 .pids = { \
286 [PIDTYPE_PID] = INIT_PID_LINK(PIDTYPE_PID), \
287 [PIDTYPE_PGID] = INIT_PID_LINK(PIDTYPE_PGID), \
288 [PIDTYPE_SID] = INIT_PID_LINK(PIDTYPE_SID), \
289 }, \
Oleg Nesterovfa2755e2010-05-26 14:44:08 -0700290 .thread_group = LIST_HEAD_INIT(tsk.thread_group), \
Oleg Nesterov0c740d02014-01-21 15:49:56 -0800291 .thread_node = LIST_HEAD_INIT(init_signals.thread_head), \
Al Virobfef93a2008-01-10 04:53:18 -0500292 INIT_IDS \
Ingo Molnarcdd6c482009-09-21 12:02:48 +0200293 INIT_PERF_EVENTS(tsk) \
Ingo Molnarde30a2b2006-07-03 00:24:42 -0700294 INIT_TRACE_IRQFLAGS \
Ingo Molnarfbb9ce952006-07-03 00:24:50 -0700295 INIT_LOCKDEP \
Steven Rostedt5ac9f622009-03-25 20:55:00 -0400296 INIT_FTRACE_GRAPH \
Steven Rostedt261842b2009-04-16 21:41:52 -0400297 INIT_TRACE_RECURSION \
Paul E. McKenneyf41d9112009-08-22 13:56:52 -0700298 INIT_TASK_RCU_PREEMPT(tsk) \
Paul E. McKenney8315f422014-06-27 13:42:20 -0700299 INIT_TASK_RCU_TASKS(tsk) \
John Stultz1ca7d672013-10-07 15:51:59 -0700300 INIT_CPUSET_SEQ(tsk) \
Peter Zijlstrafb00aca2013-11-07 14:43:43 +0100301 INIT_RT_MUTEXES(tsk) \
Peter Zijlstra9d7fb042015-06-30 11:30:54 +0200302 INIT_PREV_CPUTIME(tsk) \
Frederic Weisbecker6a616712012-12-16 20:00:34 +0100303 INIT_VTIME(tsk) \
Kirill Tkhaid8b163c2014-11-11 12:46:29 +0300304 INIT_NUMA_BALANCING(tsk) \
Andrey Ryabininc420f162015-02-13 14:39:59 -0800305 INIT_KASAN(tsk) \
Josh Poimboeufd83a7cb2017-02-13 19:42:40 -0600306 INIT_LIVEPATCH(tsk) \
Tetsuo Handae4e55b42017-03-24 20:46:33 +0900307 INIT_TASK_SECURITY \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700308}
309
310
Tim Abbott857ecee2009-06-23 19:59:36 -0400311/* Attach to the init_task data structure for proper alignment */
Tim Abbott2af76872010-02-20 01:03:35 +0100312#define __init_task_data __attribute__((__section__(".data..init_task")))
Tim Abbott857ecee2009-06-23 19:59:36 -0400313
Linus Torvalds1da177e2005-04-16 15:20:36 -0700314
315#endif