Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | #ifndef _LINUX__INIT_TASK_H |
2 | #define _LINUX__INIT_TASK_H | |
3 | ||
ab2af1f5 | 4 | #include <linux/rcupdate.h> |
de30a2b3 | 5 | #include <linux/irqflags.h> |
4865ecf1 | 6 | #include <linux/utsname.h> |
fbb9ce95 | 7 | #include <linux/lockdep.h> |
5ac9f622 | 8 | #include <linux/ftrace.h> |
73ea4130 | 9 | #include <linux/ipc.h> |
9a575a92 | 10 | #include <linux/pid_namespace.h> |
acce292c | 11 | #include <linux/user_namespace.h> |
3898b1b4 | 12 | #include <linux/securebits.h> |
6a61671b | 13 | #include <linux/seqlock.h> |
fb00aca4 | 14 | #include <linux/rbtree.h> |
dfc3401a | 15 | #include <linux/sched/autogroup.h> |
772698f6 | 16 | #include <net/net_namespace.h> |
77852fea | 17 | #include <linux/sched/rt.h> |
d83a7cb3 | 18 | #include <linux/livepatch.h> |
589ee628 | 19 | #include <linux/mm_types.h> |
1da177e4 | 20 | |
c65eacbe AL |
21 | #include <asm/thread_info.h> |
22 | ||
806c09a7 DF |
23 | #ifdef CONFIG_SMP |
24 | # define INIT_PUSHABLE_TASKS(tsk) \ | |
25 | .pushable_tasks = PLIST_NODE_INIT(tsk.pushable_tasks, MAX_PRIO), | |
26 | #else | |
27 | # define INIT_PUSHABLE_TASKS(tsk) | |
28 | #endif | |
29 | ||
f52111b1 | 30 | extern struct files_struct init_files; |
18d8fda7 | 31 | extern struct fs_struct init_fs; |
1da177e4 | 32 | |
cc9a6c87 | 33 | #ifdef CONFIG_CPUSETS |
1ca7d67c JS |
34 | #define INIT_CPUSET_SEQ(tsk) \ |
35 | .mems_allowed_seq = SEQCNT_ZERO(tsk.mems_allowed_seq), | |
cc9a6c87 | 36 | #else |
1ca7d67c | 37 | #define INIT_CPUSET_SEQ(tsk) |
cc9a6c87 MG |
38 | #endif |
39 | ||
9d7fb042 PZ |
40 | #ifndef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE |
41 | #define INIT_PREV_CPUTIME(x) .prev_cputime = { \ | |
42 | .lock = __RAW_SPIN_LOCK_UNLOCKED(x.prev_cputime.lock), \ | |
43 | }, | |
44 | #else | |
45 | #define INIT_PREV_CPUTIME(x) | |
46 | #endif | |
47 | ||
b18b6a9c NP |
48 | #ifdef CONFIG_POSIX_TIMERS |
49 | #define INIT_POSIX_TIMERS(s) \ | |
50 | .posix_timers = LIST_HEAD_INIT(s.posix_timers), | |
51 | #define INIT_CPU_TIMERS(s) \ | |
52 | .cpu_timers = { \ | |
53 | LIST_HEAD_INIT(s.cpu_timers[0]), \ | |
54 | LIST_HEAD_INIT(s.cpu_timers[1]), \ | |
55 | LIST_HEAD_INIT(s.cpu_timers[2]), \ | |
56 | }, | |
57 | #define INIT_CPUTIMER(s) \ | |
58 | .cputimer = { \ | |
59 | .cputime_atomic = INIT_CPUTIME_ATOMIC, \ | |
60 | .running = false, \ | |
61 | .checking_timer = false, \ | |
62 | }, | |
63 | #else | |
64 | #define INIT_POSIX_TIMERS(s) | |
65 | #define INIT_CPU_TIMERS(s) | |
66 | #define INIT_CPUTIMER(s) | |
67 | #endif | |
68 | ||
1ec320af | 69 | #define INIT_SIGNALS(sig) { \ |
b3ac022c | 70 | .nr_threads = 1, \ |
0c740d0a | 71 | .thread_head = LIST_HEAD_INIT(init_task.thread_node), \ |
1da177e4 | 72 | .wait_chldexit = __WAIT_QUEUE_HEAD_INITIALIZER(sig.wait_chldexit),\ |
1ec320af | 73 | .shared_pending = { \ |
1da177e4 | 74 | .list = LIST_HEAD_INIT(sig.shared_pending.list), \ |
1ec320af | 75 | .signal = {{0}}}, \ |
b18b6a9c NP |
76 | INIT_POSIX_TIMERS(sig) \ |
77 | INIT_CPU_TIMERS(sig) \ | |
1da177e4 | 78 | .rlim = INIT_RLIMITS, \ |
b18b6a9c | 79 | INIT_CPUTIMER(sig) \ |
9d7fb042 | 80 | INIT_PREV_CPUTIME(sig) \ |
9b1bf12d KM |
81 | .cred_guard_mutex = \ |
82 | __MUTEX_INITIALIZER(sig.cred_guard_mutex), \ | |
1da177e4 LT |
83 | } |
84 | ||
ab516013 | 85 | extern struct nsproxy init_nsproxy; |
ab516013 | 86 | |
1da177e4 LT |
87 | #define INIT_SIGHAND(sighand) { \ |
88 | .count = ATOMIC_INIT(1), \ | |
0a14a130 | 89 | .action = { { { .sa_handler = SIG_DFL, } }, }, \ |
e4d91918 | 90 | .siglock = __SPIN_LOCK_UNLOCKED(sighand.siglock), \ |
b8fceee1 | 91 | .signalfd_wqh = __WAIT_QUEUE_HEAD_INITIALIZER(sighand.signalfd_wqh), \ |
1da177e4 LT |
92 | } |
93 | ||
94 | extern struct group_info init_groups; | |
95 | ||
820e45db SB |
96 | #define INIT_STRUCT_PID { \ |
97 | .count = ATOMIC_INIT(1), \ | |
820e45db | 98 | .tasks = { \ |
f2001145 ON |
99 | { .first = NULL }, \ |
100 | { .first = NULL }, \ | |
101 | { .first = NULL }, \ | |
820e45db | 102 | }, \ |
4c3f2ead SB |
103 | .level = 0, \ |
104 | .numbers = { { \ | |
105 | .nr = 0, \ | |
106 | .ns = &init_pid_ns, \ | |
107 | .pid_chain = { .next = NULL, .pprev = NULL }, \ | |
108 | }, } \ | |
820e45db SB |
109 | } |
110 | ||
111 | #define INIT_PID_LINK(type) \ | |
112 | { \ | |
113 | .node = { \ | |
114 | .next = NULL, \ | |
f2001145 | 115 | .pprev = NULL, \ |
820e45db SB |
116 | }, \ |
117 | .pid = &init_struct_pid, \ | |
118 | } | |
119 | ||
bfef93a5 AV |
120 | #ifdef CONFIG_AUDITSYSCALL |
121 | #define INIT_IDS \ | |
e1760bd5 | 122 | .loginuid = INVALID_UID, \ |
4440e854 | 123 | .sessionid = (unsigned int)-1, |
bfef93a5 AV |
124 | #else |
125 | #define INIT_IDS | |
126 | #endif | |
3b7391de | 127 | |
28f6569a | 128 | #ifdef CONFIG_PREEMPT_RCU |
a57eb940 PM |
129 | #define INIT_TASK_RCU_TREE_PREEMPT() \ |
130 | .rcu_blocked_node = NULL, | |
131 | #else | |
132 | #define INIT_TASK_RCU_TREE_PREEMPT(tsk) | |
133 | #endif | |
134 | #ifdef CONFIG_PREEMPT_RCU | |
f41d911f PM |
135 | #define INIT_TASK_RCU_PREEMPT(tsk) \ |
136 | .rcu_read_lock_nesting = 0, \ | |
1d082fd0 | 137 | .rcu_read_unlock_special.s = 0, \ |
a57eb940 | 138 | .rcu_node_entry = LIST_HEAD_INIT(tsk.rcu_node_entry), \ |
abaa93d9 | 139 | INIT_TASK_RCU_TREE_PREEMPT() |
f41d911f PM |
140 | #else |
141 | #define INIT_TASK_RCU_PREEMPT(tsk) | |
142 | #endif | |
8315f422 PM |
143 | #ifdef CONFIG_TASKS_RCU |
144 | #define INIT_TASK_RCU_TASKS(tsk) \ | |
145 | .rcu_tasks_holdout = false, \ | |
146 | .rcu_tasks_holdout_list = \ | |
176f8f7a PM |
147 | LIST_HEAD_INIT(tsk.rcu_tasks_holdout_list), \ |
148 | .rcu_tasks_idle_cpu = -1, | |
8315f422 PM |
149 | #else |
150 | #define INIT_TASK_RCU_TASKS(tsk) | |
151 | #endif | |
f41d911f | 152 | |
b6dff3ec DH |
153 | extern struct cred init_cred; |
154 | ||
8323f26c PZ |
155 | #ifdef CONFIG_CGROUP_SCHED |
156 | # define INIT_CGROUP_SCHED(tsk) \ | |
157 | .sched_task_group = &root_task_group, | |
158 | #else | |
159 | # define INIT_CGROUP_SCHED(tsk) | |
160 | #endif | |
161 | ||
cdd6c482 | 162 | #ifdef CONFIG_PERF_EVENTS |
8323f26c | 163 | # define INIT_PERF_EVENTS(tsk) \ |
cdd6c482 IM |
164 | .perf_event_mutex = \ |
165 | __MUTEX_INITIALIZER(tsk.perf_event_mutex), \ | |
166 | .perf_event_list = LIST_HEAD_INIT(tsk.perf_event_list), | |
082ff5a2 | 167 | #else |
cdd6c482 | 168 | # define INIT_PERF_EVENTS(tsk) |
082ff5a2 PZ |
169 | #endif |
170 | ||
6a61671b FW |
171 | #ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN |
172 | # define INIT_VTIME(tsk) \ | |
b7ce2277 | 173 | .vtime_seqcount = SEQCNT_ZERO(tsk.vtime_seqcount), \ |
6a61671b FW |
174 | .vtime_snap = 0, \ |
175 | .vtime_snap_whence = VTIME_SYS, | |
176 | #else | |
177 | # define INIT_VTIME(tsk) | |
178 | #endif | |
179 | ||
f1c6f1a7 CE |
180 | #define INIT_TASK_COMM "swapper" |
181 | ||
fb00aca4 PZ |
182 | #ifdef CONFIG_RT_MUTEXES |
183 | # define INIT_RT_MUTEXES(tsk) \ | |
184 | .pi_waiters = RB_ROOT, \ | |
e96a7705 | 185 | .pi_top_task = NULL, \ |
fb00aca4 PZ |
186 | .pi_waiters_leftmost = NULL, |
187 | #else | |
188 | # define INIT_RT_MUTEXES(tsk) | |
189 | #endif | |
190 | ||
d8b163c4 KT |
191 | #ifdef CONFIG_NUMA_BALANCING |
192 | # define INIT_NUMA_BALANCING(tsk) \ | |
193 | .numa_preferred_nid = -1, \ | |
194 | .numa_group = NULL, \ | |
195 | .numa_faults = NULL, | |
196 | #else | |
197 | # define INIT_NUMA_BALANCING(tsk) | |
198 | #endif | |
199 | ||
c420f167 AR |
200 | #ifdef CONFIG_KASAN |
201 | # define INIT_KASAN(tsk) \ | |
202 | .kasan_depth = 1, | |
203 | #else | |
204 | # define INIT_KASAN(tsk) | |
205 | #endif | |
206 | ||
d83a7cb3 JP |
207 | #ifdef CONFIG_LIVEPATCH |
208 | # define INIT_LIVEPATCH(tsk) \ | |
209 | .patch_state = KLP_UNDEFINED, | |
210 | #else | |
211 | # define INIT_LIVEPATCH(tsk) | |
212 | #endif | |
213 | ||
c65eacbe | 214 | #ifdef CONFIG_THREAD_INFO_IN_TASK |
68f24b08 AL |
215 | # define INIT_TASK_TI(tsk) \ |
216 | .thread_info = INIT_THREAD_INFO(tsk), \ | |
217 | .stack_refcount = ATOMIC_INIT(1), | |
c65eacbe AL |
218 | #else |
219 | # define INIT_TASK_TI(tsk) | |
220 | #endif | |
221 | ||
e4e55b47 TH |
222 | #ifdef CONFIG_SECURITY |
223 | #define INIT_TASK_SECURITY .security = NULL, | |
224 | #else | |
225 | #define INIT_TASK_SECURITY | |
226 | #endif | |
227 | ||
1da177e4 LT |
228 | /* |
229 | * INIT_TASK is used to set up the first task table, touch at | |
230 | * your own risk!. Base=0, limit=0x1fffff (=2MB) | |
231 | */ | |
232 | #define INIT_TASK(tsk) \ | |
233 | { \ | |
c65eacbe | 234 | INIT_TASK_TI(tsk) \ |
1da177e4 | 235 | .state = 0, \ |
7f1a00b6 | 236 | .stack = init_stack, \ |
1da177e4 | 237 | .usage = ATOMIC_INIT(2), \ |
7b34e428 | 238 | .flags = PF_KTHREAD, \ |
1da177e4 LT |
239 | .prio = MAX_PRIO-20, \ |
240 | .static_prio = MAX_PRIO-20, \ | |
b29739f9 | 241 | .normal_prio = MAX_PRIO-20, \ |
1da177e4 LT |
242 | .policy = SCHED_NORMAL, \ |
243 | .cpus_allowed = CPU_MASK_ALL, \ | |
29baa747 | 244 | .nr_cpus_allowed= NR_CPUS, \ |
1da177e4 LT |
245 | .mm = NULL, \ |
246 | .active_mm = &init_mm, \ | |
f56141e3 AL |
247 | .restart_block = { \ |
248 | .fn = do_no_restart_syscall, \ | |
249 | }, \ | |
4a55bd5e PZ |
250 | .se = { \ |
251 | .group_node = LIST_HEAD_INIT(tsk.se.group_node), \ | |
252 | }, \ | |
fa717060 PZ |
253 | .rt = { \ |
254 | .run_list = LIST_HEAD_INIT(tsk.rt.run_list), \ | |
de5bdff7 | 255 | .time_slice = RR_TIMESLICE, \ |
6f505b16 | 256 | }, \ |
1da177e4 | 257 | .tasks = LIST_HEAD_INIT(tsk.tasks), \ |
806c09a7 | 258 | INIT_PUSHABLE_TASKS(tsk) \ |
8323f26c | 259 | INIT_CGROUP_SCHED(tsk) \ |
f470021a RM |
260 | .ptraced = LIST_HEAD_INIT(tsk.ptraced), \ |
261 | .ptrace_entry = LIST_HEAD_INIT(tsk.ptrace_entry), \ | |
1da177e4 LT |
262 | .real_parent = &tsk, \ |
263 | .parent = &tsk, \ | |
264 | .children = LIST_HEAD_INIT(tsk.children), \ | |
265 | .sibling = LIST_HEAD_INIT(tsk.sibling), \ | |
266 | .group_leader = &tsk, \ | |
d36cc701 PM |
267 | RCU_POINTER_INITIALIZER(real_cred, &init_cred), \ |
268 | RCU_POINTER_INITIALIZER(cred, &init_cred), \ | |
f1c6f1a7 | 269 | .comm = INIT_TASK_COMM, \ |
1da177e4 LT |
270 | .thread = INIT_THREAD, \ |
271 | .fs = &init_fs, \ | |
272 | .files = &init_files, \ | |
273 | .signal = &init_signals, \ | |
274 | .sighand = &init_sighand, \ | |
ab516013 | 275 | .nsproxy = &init_nsproxy, \ |
1da177e4 LT |
276 | .pending = { \ |
277 | .list = LIST_HEAD_INIT(tsk.pending.list), \ | |
278 | .signal = {{0}}}, \ | |
279 | .blocked = {{0}}, \ | |
e4d91918 | 280 | .alloc_lock = __SPIN_LOCK_UNLOCKED(tsk.alloc_lock), \ |
b6e3224f | 281 | .journal_info = NULL, \ |
b18b6a9c | 282 | INIT_CPU_TIMERS(tsk) \ |
1d615482 | 283 | .pi_lock = __RAW_SPIN_LOCK_UNLOCKED(tsk.pi_lock), \ |
6976675d | 284 | .timer_slack_ns = 50000, /* 50 usec default slack */ \ |
820e45db SB |
285 | .pids = { \ |
286 | [PIDTYPE_PID] = INIT_PID_LINK(PIDTYPE_PID), \ | |
287 | [PIDTYPE_PGID] = INIT_PID_LINK(PIDTYPE_PGID), \ | |
288 | [PIDTYPE_SID] = INIT_PID_LINK(PIDTYPE_SID), \ | |
289 | }, \ | |
fa2755e2 | 290 | .thread_group = LIST_HEAD_INIT(tsk.thread_group), \ |
0c740d0a | 291 | .thread_node = LIST_HEAD_INIT(init_signals.thread_head), \ |
bfef93a5 | 292 | INIT_IDS \ |
cdd6c482 | 293 | INIT_PERF_EVENTS(tsk) \ |
de30a2b3 | 294 | INIT_TRACE_IRQFLAGS \ |
fbb9ce95 | 295 | INIT_LOCKDEP \ |
5ac9f622 | 296 | INIT_FTRACE_GRAPH \ |
261842b7 | 297 | INIT_TRACE_RECURSION \ |
f41d911f | 298 | INIT_TASK_RCU_PREEMPT(tsk) \ |
8315f422 | 299 | INIT_TASK_RCU_TASKS(tsk) \ |
1ca7d67c | 300 | INIT_CPUSET_SEQ(tsk) \ |
fb00aca4 | 301 | INIT_RT_MUTEXES(tsk) \ |
9d7fb042 | 302 | INIT_PREV_CPUTIME(tsk) \ |
6a61671b | 303 | INIT_VTIME(tsk) \ |
d8b163c4 | 304 | INIT_NUMA_BALANCING(tsk) \ |
c420f167 | 305 | INIT_KASAN(tsk) \ |
d83a7cb3 | 306 | INIT_LIVEPATCH(tsk) \ |
e4e55b47 | 307 | INIT_TASK_SECURITY \ |
1da177e4 LT |
308 | } |
309 | ||
310 | ||
857eceeb | 311 | /* Attach to the init_task data structure for proper alignment */ |
2af7687f | 312 | #define __init_task_data __attribute__((__section__(".data..init_task"))) |
857eceeb | 313 | |
1da177e4 LT |
314 | |
315 | #endif |