projects / linux-block.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
livepatch: store function sizes
[linux-block.git] / include / linux / init_task.h
CommitLineData
1da177e4
LT		 1#ifndef _LINUX__INIT_TASK_H
2#define _LINUX__INIT_TASK_H
3
ab2af1f5 4#include <linux/rcupdate.h>
de30a2b3 5#include <linux/irqflags.h>
4865ecf1 6#include <linux/utsname.h>
fbb9ce95 7#include <linux/lockdep.h>
5ac9f622 8#include <linux/ftrace.h>
73ea4130 9#include <linux/ipc.h>
9a575a92 10#include <linux/pid_namespace.h>
acce292c 11#include <linux/user_namespace.h>
3898b1b4 12#include <linux/securebits.h>
6a61671b 13#include <linux/seqlock.h>
fb00aca4 14#include <linux/rbtree.h>
dfc3401a 15#include <linux/sched/autogroup.h>
772698f6 16#include <net/net_namespace.h>
77852fea 17#include <linux/sched/rt.h>
589ee628 18#include <linux/mm_types.h>
1da177e4 19
c65eacbe
AL		 20#include <asm/thread_info.h>
21
806c09a7
DF		 22#ifdef CONFIG_SMP
23# define INIT_PUSHABLE_TASKS(tsk) \
24 .pushable_tasks = PLIST_NODE_INIT(tsk.pushable_tasks, MAX_PRIO),
25#else
26# define INIT_PUSHABLE_TASKS(tsk)
27#endif
28
f52111b1 29extern struct files_struct init_files;
18d8fda7 30extern struct fs_struct init_fs;
1da177e4 31
cc9a6c87 32#ifdef CONFIG_CPUSETS
1ca7d67c
JS		 33#define INIT_CPUSET_SEQ(tsk) \
34 .mems_allowed_seq = SEQCNT_ZERO(tsk.mems_allowed_seq),
cc9a6c87 35#else
1ca7d67c 36#define INIT_CPUSET_SEQ(tsk)
cc9a6c87
MG		 37#endif
38
9d7fb042
PZ		 39#ifndef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
40#define INIT_PREV_CPUTIME(x) .prev_cputime = { \
41 .lock = __RAW_SPIN_LOCK_UNLOCKED(x.prev_cputime.lock), \
42},
43#else
44#define INIT_PREV_CPUTIME(x)
45#endif
46
b18b6a9c
NP		 47#ifdef CONFIG_POSIX_TIMERS
48#define INIT_POSIX_TIMERS(s) \
49 .posix_timers = LIST_HEAD_INIT(s.posix_timers),
50#define INIT_CPU_TIMERS(s) \
51 .cpu_timers = { \
52 LIST_HEAD_INIT(s.cpu_timers[0]), \
53 LIST_HEAD_INIT(s.cpu_timers[1]), \
54 LIST_HEAD_INIT(s.cpu_timers[2]), \
55 },
56#define INIT_CPUTIMER(s) \
57 .cputimer = { \
58 .cputime_atomic = INIT_CPUTIME_ATOMIC, \
59 .running = false, \
60 .checking_timer = false, \
61 },
62#else
63#define INIT_POSIX_TIMERS(s)
64#define INIT_CPU_TIMERS(s)
65#define INIT_CPUTIMER(s)
66#endif
67
1ec320af 68#define INIT_SIGNALS(sig) { \
b3ac022c 69 .nr_threads = 1, \
0c740d0a 70 .thread_head = LIST_HEAD_INIT(init_task.thread_node), \
1da177e4 71 .wait_chldexit = __WAIT_QUEUE_HEAD_INITIALIZER(sig.wait_chldexit),\
1ec320af 72 .shared_pending = { \
1da177e4 73 .list = LIST_HEAD_INIT(sig.shared_pending.list), \
1ec320af 74 .signal = {{0}}}, \
b18b6a9c
NP		 75 INIT_POSIX_TIMERS(sig) \
76 INIT_CPU_TIMERS(sig) \
1da177e4 77 .rlim = INIT_RLIMITS, \
b18b6a9c 78 INIT_CPUTIMER(sig) \
9d7fb042 79 INIT_PREV_CPUTIME(sig) \
9b1bf12d
KM		 80 .cred_guard_mutex = \
81 __MUTEX_INITIALIZER(sig.cred_guard_mutex), \
1da177e4
LT		 82}
83
ab516013 84extern struct nsproxy init_nsproxy;
ab516013 85
1da177e4
LT		 86#define INIT_SIGHAND(sighand) { \
87 .count = ATOMIC_INIT(1), \
0a14a130 88 .action = { { { .sa_handler = SIG_DFL, } }, }, \
e4d91918 89 .siglock = __SPIN_LOCK_UNLOCKED(sighand.siglock), \
b8fceee1 90 .signalfd_wqh = __WAIT_QUEUE_HEAD_INITIALIZER(sighand.signalfd_wqh), \
1da177e4
LT		 91}
92
93extern struct group_info init_groups;
94
820e45db
SB		 95#define INIT_STRUCT_PID { \
96 .count = ATOMIC_INIT(1), \
820e45db 97 .tasks = { \
f2001145
ON		 98 { .first = NULL }, \
99 { .first = NULL }, \
100 { .first = NULL }, \
820e45db 101 }, \
4c3f2ead
SB		 102 .level = 0, \
103 .numbers = { { \
104 .nr = 0, \
105 .ns = &init_pid_ns, \
106 .pid_chain = { .next = NULL, .pprev = NULL }, \
107 }, } \
820e45db
SB		 108}
109
110#define INIT_PID_LINK(type) \
111{ \
112 .node = { \
113 .next = NULL, \
f2001145 114 .pprev = NULL, \
820e45db
SB		 115 }, \
116 .pid = &init_struct_pid, \
117}
118
bfef93a5
AV		 119#ifdef CONFIG_AUDITSYSCALL
120#define INIT_IDS \
e1760bd5 121 .loginuid = INVALID_UID, \
4440e854 122 .sessionid = (unsigned int)-1,
bfef93a5
AV		 123#else
124#define INIT_IDS
125#endif
3b7391de 126
28f6569a 127#ifdef CONFIG_PREEMPT_RCU
a57eb940
PM		 128#define INIT_TASK_RCU_TREE_PREEMPT() \
129 .rcu_blocked_node = NULL,
130#else
131#define INIT_TASK_RCU_TREE_PREEMPT(tsk)
132#endif
133#ifdef CONFIG_PREEMPT_RCU
f41d911f
PM		 134#define INIT_TASK_RCU_PREEMPT(tsk) \
135 .rcu_read_lock_nesting = 0, \
1d082fd0 136 .rcu_read_unlock_special.s = 0, \
a57eb940 137 .rcu_node_entry = LIST_HEAD_INIT(tsk.rcu_node_entry), \
abaa93d9 138 INIT_TASK_RCU_TREE_PREEMPT()
f41d911f
PM		 139#else
140#define INIT_TASK_RCU_PREEMPT(tsk)
141#endif
8315f422
PM		 142#ifdef CONFIG_TASKS_RCU
143#define INIT_TASK_RCU_TASKS(tsk) \
144 .rcu_tasks_holdout = false, \
145 .rcu_tasks_holdout_list = \
176f8f7a
PM		 146 LIST_HEAD_INIT(tsk.rcu_tasks_holdout_list), \
147 .rcu_tasks_idle_cpu = -1,
8315f422
PM		 148#else
149#define INIT_TASK_RCU_TASKS(tsk)
150#endif
f41d911f 151
b6dff3ec
DH		 152extern struct cred init_cred;
153
8323f26c
PZ		 154#ifdef CONFIG_CGROUP_SCHED
155# define INIT_CGROUP_SCHED(tsk) \
156 .sched_task_group = &root_task_group,
157#else
158# define INIT_CGROUP_SCHED(tsk)
159#endif
160
cdd6c482 161#ifdef CONFIG_PERF_EVENTS
8323f26c 162# define INIT_PERF_EVENTS(tsk) \
cdd6c482
IM		 163 .perf_event_mutex = \
164 __MUTEX_INITIALIZER(tsk.perf_event_mutex), \
165 .perf_event_list = LIST_HEAD_INIT(tsk.perf_event_list),
082ff5a2 166#else
cdd6c482 167# define INIT_PERF_EVENTS(tsk)
082ff5a2
PZ		 168#endif
169
6a61671b
FW		 170#ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN
171# define INIT_VTIME(tsk) \
b7ce2277 172 .vtime_seqcount = SEQCNT_ZERO(tsk.vtime_seqcount), \
6a61671b
FW		 173 .vtime_snap = 0, \
174 .vtime_snap_whence = VTIME_SYS,
175#else
176# define INIT_VTIME(tsk)
177#endif
178
f1c6f1a7
CE		 179#define INIT_TASK_COMM "swapper"
180
fb00aca4
PZ		 181#ifdef CONFIG_RT_MUTEXES
182# define INIT_RT_MUTEXES(tsk) \
183 .pi_waiters = RB_ROOT, \
184 .pi_waiters_leftmost = NULL,
185#else
186# define INIT_RT_MUTEXES(tsk)
187#endif
188
d8b163c4
KT		 189#ifdef CONFIG_NUMA_BALANCING
190# define INIT_NUMA_BALANCING(tsk) \
191 .numa_preferred_nid = -1, \
192 .numa_group = NULL, \
193 .numa_faults = NULL,
194#else
195# define INIT_NUMA_BALANCING(tsk)
196#endif
197
c420f167
AR		 198#ifdef CONFIG_KASAN
199# define INIT_KASAN(tsk) \
200 .kasan_depth = 1,
201#else
202# define INIT_KASAN(tsk)
203#endif
204
c65eacbe 205#ifdef CONFIG_THREAD_INFO_IN_TASK
68f24b08
AL		 206# define INIT_TASK_TI(tsk) \
207 .thread_info = INIT_THREAD_INFO(tsk), \
208 .stack_refcount = ATOMIC_INIT(1),
c65eacbe
AL		 209#else
210# define INIT_TASK_TI(tsk)
211#endif
212
1da177e4
LT		 213/*
214 * INIT_TASK is used to set up the first task table, touch at
215 * your own risk!. Base=0, limit=0x1fffff (=2MB)
216 */
217#define INIT_TASK(tsk) \
218{ \
c65eacbe 219 INIT_TASK_TI(tsk) \
1da177e4 220 .state = 0, \
7f1a00b6 221 .stack = init_stack, \
1da177e4 222 .usage = ATOMIC_INIT(2), \
7b34e428 223 .flags = PF_KTHREAD, \
1da177e4
LT		 224 .prio = MAX_PRIO-20, \
225 .static_prio = MAX_PRIO-20, \
b29739f9 226 .normal_prio = MAX_PRIO-20, \
1da177e4
LT		 227 .policy = SCHED_NORMAL, \
228 .cpus_allowed = CPU_MASK_ALL, \
29baa747 229 .nr_cpus_allowed= NR_CPUS, \
1da177e4
LT		 230 .mm = NULL, \
231 .active_mm = &init_mm, \
f56141e3
AL		 232 .restart_block = { \
233 .fn = do_no_restart_syscall, \
234 }, \
4a55bd5e
PZ		 235 .se = { \
236 .group_node = LIST_HEAD_INIT(tsk.se.group_node), \
237 }, \
fa717060
PZ		 238 .rt = { \
239 .run_list = LIST_HEAD_INIT(tsk.rt.run_list), \
de5bdff7 240 .time_slice = RR_TIMESLICE, \
6f505b16 241 }, \
1da177e4 242 .tasks = LIST_HEAD_INIT(tsk.tasks), \
806c09a7 243 INIT_PUSHABLE_TASKS(tsk) \
8323f26c 244 INIT_CGROUP_SCHED(tsk) \
f470021a
RM		 245 .ptraced = LIST_HEAD_INIT(tsk.ptraced), \
246 .ptrace_entry = LIST_HEAD_INIT(tsk.ptrace_entry), \
1da177e4
LT		 247 .real_parent = &tsk, \
248 .parent = &tsk, \
249 .children = LIST_HEAD_INIT(tsk.children), \
250 .sibling = LIST_HEAD_INIT(tsk.sibling), \
251 .group_leader = &tsk, \
d36cc701
PM		 252 RCU_POINTER_INITIALIZER(real_cred, &init_cred), \
253 RCU_POINTER_INITIALIZER(cred, &init_cred), \
f1c6f1a7 254 .comm = INIT_TASK_COMM, \
1da177e4
LT		 255 .thread = INIT_THREAD, \
256 .fs = &init_fs, \
257 .files = &init_files, \
258 .signal = &init_signals, \
259 .sighand = &init_sighand, \
ab516013 260 .nsproxy = &init_nsproxy, \
1da177e4
LT		 261 .pending = { \
262 .list = LIST_HEAD_INIT(tsk.pending.list), \
263 .signal = {{0}}}, \
264 .blocked = {{0}}, \
e4d91918 265 .alloc_lock = __SPIN_LOCK_UNLOCKED(tsk.alloc_lock), \
b6e3224f 266 .journal_info = NULL, \
b18b6a9c 267 INIT_CPU_TIMERS(tsk) \
1d615482 268 .pi_lock = __RAW_SPIN_LOCK_UNLOCKED(tsk.pi_lock), \
6976675d 269 .timer_slack_ns = 50000, /* 50 usec default slack */ \
820e45db
SB		 270 .pids = { \
271 [PIDTYPE_PID] = INIT_PID_LINK(PIDTYPE_PID), \
272 [PIDTYPE_PGID] = INIT_PID_LINK(PIDTYPE_PGID), \
273 [PIDTYPE_SID] = INIT_PID_LINK(PIDTYPE_SID), \
274 }, \
fa2755e2 275 .thread_group = LIST_HEAD_INIT(tsk.thread_group), \
0c740d0a 276 .thread_node = LIST_HEAD_INIT(init_signals.thread_head), \
bfef93a5 277 INIT_IDS \
cdd6c482 278 INIT_PERF_EVENTS(tsk) \
de30a2b3 279 INIT_TRACE_IRQFLAGS \
fbb9ce95 280 INIT_LOCKDEP \
5ac9f622 281 INIT_FTRACE_GRAPH \
261842b7 282 INIT_TRACE_RECURSION \
f41d911f 283 INIT_TASK_RCU_PREEMPT(tsk) \
8315f422 284 INIT_TASK_RCU_TASKS(tsk) \
1ca7d67c 285 INIT_CPUSET_SEQ(tsk) \
fb00aca4 286 INIT_RT_MUTEXES(tsk) \
9d7fb042 287 INIT_PREV_CPUTIME(tsk) \
6a61671b 288 INIT_VTIME(tsk) \
d8b163c4 289 INIT_NUMA_BALANCING(tsk) \
c420f167 290 INIT_KASAN(tsk) \
1da177e4
LT		 291}
292
293
857eceeb 294/* Attach to the init_task data structure for proper alignment */
2af7687f 295#define __init_task_data __attribute__((__section__(".data..init_task")))
857eceeb 296
1da177e4
LT		 297
298#endif
Linux 6.x block layer and io_uring tree(s)