[linux-block.git] / init / init_task.c

// SPDX-License-Identifier: GPL-2.0
#include <linux/init_task.h>
#include <linux/export.h>
#include <linux/mqueue.h>
#include <linux/sched.h>
#include <linux/sched/sysctl.h>
#include <linux/sched/rt.h>
#include <linux/sched/task.h>
#include <linux/init.h>
#include <linux/fs.h>
#include <linux/mm.h>
#include <linux/audit.h>
#include <linux/numa.h>
#include <linux/scs.h>

#include <linux/uaccess.h>

static struct signal_struct init_signals = {
	.nr_threads	= 1,
	.thread_head	= LIST_HEAD_INIT(init_task.thread_node),
	.wait_chldexit	= __WAIT_QUEUE_HEAD_INITIALIZER(init_signals.wait_chldexit),
	.shared_pending	= {
		.list = LIST_HEAD_INIT(init_signals.shared_pending.list),
		.signal =  {{0}}
	},
	.multiprocess	= HLIST_HEAD_INIT,
	.rlim		= INIT_RLIMITS,
	.cred_guard_mutex = __MUTEX_INITIALIZER(init_signals.cred_guard_mutex),
	.exec_update_lock = __RWSEM_INITIALIZER(init_signals.exec_update_lock),
#ifdef CONFIG_POSIX_TIMERS
	.posix_timers = LIST_HEAD_INIT(init_signals.posix_timers),
	.cputimer	= {
		.cputime_atomic	= INIT_CPUTIME_ATOMIC,
	},
#endif
	INIT_CPU_TIMERS(init_signals)
	.pids = {
		[PIDTYPE_PID]	= &init_struct_pid,
		[PIDTYPE_TGID]	= &init_struct_pid,
		[PIDTYPE_PGID]	= &init_struct_pid,
		[PIDTYPE_SID]	= &init_struct_pid,
	},
	INIT_PREV_CPUTIME(init_signals)
};

static struct sighand_struct init_sighand = {
	.count		= REFCOUNT_INIT(1),
	.action		= { { { .sa_handler = SIG_DFL, } }, },
	.siglock	= __SPIN_LOCK_UNLOCKED(init_sighand.siglock),
	.signalfd_wqh	= __WAIT_QUEUE_HEAD_INITIALIZER(init_sighand.signalfd_wqh),
};

#ifdef CONFIG_SHADOW_CALL_STACK
unsigned long init_shadow_call_stack[SCS_SIZE / sizeof(long)]
		__init_task_data = {
	[(SCS_SIZE / sizeof(long)) - 1] = SCS_END_MAGIC
};
#endif

/*
 * Set up the first task table, touch at your own risk!. Base=0,
 * limit=0x1fffff (=2MB)
 */
struct task_struct init_task
#ifdef CONFIG_ARCH_TASK_STRUCT_ON_STACK
	__init_task_data
#endif
	__aligned(L1_CACHE_BYTES)
= {
#ifdef CONFIG_THREAD_INFO_IN_TASK
	.thread_info	= INIT_THREAD_INFO(init_task),
	.stack_refcount	= REFCOUNT_INIT(1),
#endif
	.__state	= 0,
	.stack		= init_stack,
	.usage		= REFCOUNT_INIT(2),
	.flags		= PF_KTHREAD,
	.prio		= MAX_PRIO - 20,
	.static_prio	= MAX_PRIO - 20,
	.normal_prio	= MAX_PRIO - 20,
	.policy		= SCHED_NORMAL,
	.cpus_ptr	= &init_task.cpus_mask,
	.cpus_mask	= CPU_MASK_ALL,
	.nr_cpus_allowed= NR_CPUS,
	.mm		= NULL,
	.active_mm	= &init_mm,
	.restart_block	= {
		.fn = do_no_restart_syscall,
	},
	.se		= {
		.group_node 	= LIST_HEAD_INIT(init_task.se.group_node),
	},
	.rt		= {
		.run_list	= LIST_HEAD_INIT(init_task.rt.run_list),
		.time_slice	= RR_TIMESLICE,
	},
	.tasks		= LIST_HEAD_INIT(init_task.tasks),
#ifdef CONFIG_SMP
	.pushable_tasks	= PLIST_NODE_INIT(init_task.pushable_tasks, MAX_PRIO),
#endif
#ifdef CONFIG_CGROUP_SCHED
	.sched_task_group = &root_task_group,
#endif
	.ptraced	= LIST_HEAD_INIT(init_task.ptraced),
	.ptrace_entry	= LIST_HEAD_INIT(init_task.ptrace_entry),
	.real_parent	= &init_task,
	.parent		= &init_task,
	.children	= LIST_HEAD_INIT(init_task.children),
	.sibling	= LIST_HEAD_INIT(init_task.sibling),
	.group_leader	= &init_task,
	RCU_POINTER_INITIALIZER(real_cred, &init_cred),
	RCU_POINTER_INITIALIZER(cred, &init_cred),
	.comm		= INIT_TASK_COMM,
	.thread		= INIT_THREAD,
	.fs		= &init_fs,
	.files		= &init_files,
#ifdef CONFIG_IO_URING
	.io_uring	= NULL,
#endif
	.signal		= &init_signals,
	.sighand	= &init_sighand,
	.nsproxy	= &init_nsproxy,
	.pending	= {
		.list = LIST_HEAD_INIT(init_task.pending.list),
		.signal = {{0}}
	},
	.blocked	= {{0}},
	.alloc_lock	= __SPIN_LOCK_UNLOCKED(init_task.alloc_lock),
	.journal_info	= NULL,
	INIT_CPU_TIMERS(init_task)
	.pi_lock	= __RAW_SPIN_LOCK_UNLOCKED(init_task.pi_lock),
	.timer_slack_ns = 50000, /* 50 usec default slack */
	.thread_pid	= &init_struct_pid,
	.thread_group	= LIST_HEAD_INIT(init_task.thread_group),
	.thread_node	= LIST_HEAD_INIT(init_signals.thread_head),
#ifdef CONFIG_AUDIT
	.loginuid	= INVALID_UID,
	.sessionid	= AUDIT_SID_UNSET,
#endif
#ifdef CONFIG_PERF_EVENTS
	.perf_event_mutex = __MUTEX_INITIALIZER(init_task.perf_event_mutex),
	.perf_event_list = LIST_HEAD_INIT(init_task.perf_event_list),
#endif
#ifdef CONFIG_PREEMPT_RCU
	.rcu_read_lock_nesting = 0,
	.rcu_read_unlock_special.s = 0,
	.rcu_node_entry = LIST_HEAD_INIT(init_task.rcu_node_entry),
	.rcu_blocked_node = NULL,
#endif
#ifdef CONFIG_TASKS_RCU
	.rcu_tasks_holdout = false,
	.rcu_tasks_holdout_list = LIST_HEAD_INIT(init_task.rcu_tasks_holdout_list),
	.rcu_tasks_idle_cpu = -1,
#endif
#ifdef CONFIG_TASKS_TRACE_RCU
	.trc_reader_nesting = 0,
	.trc_reader_special.s = 0,
	.trc_holdout_list = LIST_HEAD_INIT(init_task.trc_holdout_list),
#endif
#ifdef CONFIG_CPUSETS
	.mems_allowed_seq = SEQCNT_SPINLOCK_ZERO(init_task.mems_allowed_seq,
						 &init_task.alloc_lock),
#endif
#ifdef CONFIG_RT_MUTEXES
	.pi_waiters	= RB_ROOT_CACHED,
	.pi_top_task	= NULL,
#endif
	INIT_PREV_CPUTIME(init_task)
#ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN
	.vtime.seqcount	= SEQCNT_ZERO(init_task.vtime_seqcount),
	.vtime.starttime = 0,
	.vtime.state	= VTIME_SYS,
#endif
#ifdef CONFIG_NUMA_BALANCING
	.numa_preferred_nid = NUMA_NO_NODE,
	.numa_group	= NULL,
	.numa_faults	= NULL,
#endif
#if defined(CONFIG_KASAN_GENERIC) || defined(CONFIG_KASAN_SW_TAGS)
	.kasan_depth	= 1,
#endif
#ifdef CONFIG_KCSAN
	.kcsan_ctx = {
		.disable_count		= 0,
		.atomic_next		= 0,
		.atomic_nest_count	= 0,
		.in_flat_atomic		= false,
		.access_mask		= 0,
		.scoped_accesses	= {LIST_POISON1, NULL},
	},
#endif
#ifdef CONFIG_TRACE_IRQFLAGS
	.softirqs_enabled = 1,
#endif
#ifdef CONFIG_LOCKDEP
	.lockdep_depth = 0, /* no locks held yet */
	.curr_chain_key = INITIAL_CHAIN_KEY,
	.lockdep_recursion = 0,
#endif
#ifdef CONFIG_FUNCTION_GRAPH_TRACER
	.ret_stack		= NULL,
	.tracing_graph_pause	= ATOMIC_INIT(0),
#endif
#if defined(CONFIG_TRACING) && defined(CONFIG_PREEMPTION)
	.trace_recursion = 0,
#endif
#ifdef CONFIG_LIVEPATCH
	.patch_state	= KLP_UNDEFINED,
#endif
#ifdef CONFIG_SECURITY
	.security	= NULL,
#endif
#ifdef CONFIG_SECCOMP_FILTER
	.seccomp	= { .filter_count = ATOMIC_INIT(0) },
#endif
};
EXPORT_SYMBOL(init_task);

/*
 * Initial thread structure. Alignment of this is handled by a special
 * linker map entry.
 */
#ifndef CONFIG_THREAD_INFO_IN_TASK
struct thread_info init_thread_info __init_thread_info = INIT_THREAD_INFO(init_task);
#endif
Commit	Line	Data
b2441318	1	// SPDX-License-Identifier: GPL-2.0
a4a2eb49 TG	2	#include <linux/init_task.h>
	3	#include <linux/export.h>
	4	#include <linux/mqueue.h>
	5	#include <linux/sched.h>
cf4aebc2	6	#include <linux/sched/sysctl.h>
8bd75c77	7	#include <linux/sched/rt.h>
9164bb4a	8	#include <linux/sched/task.h>
a4a2eb49 TG	9	#include <linux/init.h>
	10	#include <linux/fs.h>
	11	#include <linux/mm.h>
f0b75216	12	#include <linux/audit.h>
98fa15f3	13	#include <linux/numa.h>
d08b9f0c	14	#include <linux/scs.h>
a4a2eb49	15
7c0f6ba6	16	#include <linux/uaccess.h>
a4a2eb49	17
3678e2fc DH	18	static struct signal_struct init_signals = {
	19	.nr_threads = 1,
	20	.thread_head = LIST_HEAD_INIT(init_task.thread_node),
	21	.wait_chldexit = __WAIT_QUEUE_HEAD_INITIALIZER(init_signals.wait_chldexit),
	22	.shared_pending = {
	23	.list = LIST_HEAD_INIT(init_signals.shared_pending.list),
	24	.signal = {{0}}
	25	},
c3ad2c3b	26	.multiprocess = HLIST_HEAD_INIT,
3678e2fc DH	27	.rlim = INIT_RLIMITS,
3678e2fc DH	28	.cred_guard_mutex = __MUTEX_INITIALIZER(init_signals.cred_guard_mutex),
f7cfd871	29	.exec_update_lock = __RWSEM_INITIALIZER(init_signals.exec_update_lock),
3678e2fc DH	30	#ifdef CONFIG_POSIX_TIMERS
	31	.posix_timers = LIST_HEAD_INIT(init_signals.posix_timers),
	32	.cputimer = {
	33	.cputime_atomic = INIT_CPUTIME_ATOMIC,
3678e2fc DH	34	},
	35	#endif
	36	INIT_CPU_TIMERS(init_signals)
2c470475 EB	37	.pids = {
2c470475 EB	38	[PIDTYPE_PID] = &init_struct_pid,
6883f81a	39	[PIDTYPE_TGID] = &init_struct_pid,
2c470475 EB	40	[PIDTYPE_PGID] = &init_struct_pid,
	41	[PIDTYPE_SID] = &init_struct_pid,
	42	},
3678e2fc DH	43	INIT_PREV_CPUTIME(init_signals)
	44	};
	45
	46	static struct sighand_struct init_sighand = {
60d4de3f	47	.count = REFCOUNT_INIT(1),
3678e2fc DH	48	.action = { { { .sa_handler = SIG_DFL, } }, },
	49	.siglock = __SPIN_LOCK_UNLOCKED(init_sighand.siglock),
	50	.signalfd_wqh = __WAIT_QUEUE_HEAD_INITIALIZER(init_sighand.signalfd_wqh),
	51	};
a4a2eb49	52
d08b9f0c ST	53	#ifdef CONFIG_SHADOW_CALL_STACK
	54	unsigned long init_shadow_call_stack[SCS_SIZE / sizeof(long)]
	55	__init_task_data = {
	56	[(SCS_SIZE / sizeof(long)) - 1] = SCS_END_MAGIC
	57	};
	58	#endif
	59
d11ed3ab DH	60	/*
	61	* Set up the first task table, touch at your own risk!. Base=0,
	62	* limit=0x1fffff (=2MB)
	63	*/
0500871f DH	64	struct task_struct init_task
	65	#ifdef CONFIG_ARCH_TASK_STRUCT_ON_STACK
	66	__init_task_data
	67	#endif
d0b7213f	68	__aligned(L1_CACHE_BYTES)
d11ed3ab	69	= {
4e7e3adb DH	70	#ifdef CONFIG_THREAD_INFO_IN_TASK
4e7e3adb DH	71	.thread_info = INIT_THREAD_INFO(init_task),
f0b89d39	72	.stack_refcount = REFCOUNT_INIT(1),
4e7e3adb	73	#endif
2f064a59	74	.__state = 0,
d11ed3ab	75	.stack = init_stack,
ec1d2819	76	.usage = REFCOUNT_INIT(2),
d11ed3ab	77	.flags = PF_KTHREAD,
4e7e3adb DH	78	.prio = MAX_PRIO - 20,
	79	.static_prio = MAX_PRIO - 20,
	80	.normal_prio = MAX_PRIO - 20,
d11ed3ab	81	.policy = SCHED_NORMAL,
3bd37062 SAS	82	.cpus_ptr = &init_task.cpus_mask,
3bd37062 SAS	83	.cpus_mask = CPU_MASK_ALL,
d11ed3ab DH	84	.nr_cpus_allowed= NR_CPUS,
	85	.mm = NULL,
	86	.active_mm = &init_mm,
4e7e3adb	87	.restart_block = {
d11ed3ab DH	88	.fn = do_no_restart_syscall,
	89	},
	90	.se = {
	91	.group_node = LIST_HEAD_INIT(init_task.se.group_node),
	92	},
	93	.rt = {
	94	.run_list = LIST_HEAD_INIT(init_task.rt.run_list),
	95	.time_slice = RR_TIMESLICE,
	96	},
	97	.tasks = LIST_HEAD_INIT(init_task.tasks),
4e7e3adb DH	98	#ifdef CONFIG_SMP
	99	.pushable_tasks = PLIST_NODE_INIT(init_task.pushable_tasks, MAX_PRIO),
	100	#endif
	101	#ifdef CONFIG_CGROUP_SCHED
	102	.sched_task_group = &root_task_group,
	103	#endif
d11ed3ab DH	104	.ptraced = LIST_HEAD_INIT(init_task.ptraced),
	105	.ptrace_entry = LIST_HEAD_INIT(init_task.ptrace_entry),
	106	.real_parent = &init_task,
	107	.parent = &init_task,
	108	.children = LIST_HEAD_INIT(init_task.children),
	109	.sibling = LIST_HEAD_INIT(init_task.sibling),
	110	.group_leader = &init_task,
	111	RCU_POINTER_INITIALIZER(real_cred, &init_cred),
	112	RCU_POINTER_INITIALIZER(cred, &init_cred),
	113	.comm = INIT_TASK_COMM,
	114	.thread = INIT_THREAD,
	115	.fs = &init_fs,
	116	.files = &init_files,
0f212204 JA	117	#ifdef CONFIG_IO_URING
	118	.io_uring = NULL,
	119	#endif
d11ed3ab DH	120	.signal = &init_signals,
	121	.sighand = &init_sighand,
	122	.nsproxy = &init_nsproxy,
	123	.pending = {
	124	.list = LIST_HEAD_INIT(init_task.pending.list),
	125	.signal = {{0}}
	126	},
	127	.blocked = {{0}},
	128	.alloc_lock = __SPIN_LOCK_UNLOCKED(init_task.alloc_lock),
	129	.journal_info = NULL,
	130	INIT_CPU_TIMERS(init_task)
	131	.pi_lock = __RAW_SPIN_LOCK_UNLOCKED(init_task.pi_lock),
	132	.timer_slack_ns = 50000, /* 50 usec default slack */
2c470475	133	.thread_pid = &init_struct_pid,
d11ed3ab DH	134	.thread_group = LIST_HEAD_INIT(init_task.thread_group),
d11ed3ab DH	135	.thread_node = LIST_HEAD_INIT(init_signals.thread_head),
4b7d248b	136	#ifdef CONFIG_AUDIT
4e7e3adb	137	.loginuid = INVALID_UID,
f0b75216	138	.sessionid = AUDIT_SID_UNSET,
4e7e3adb DH	139	#endif
	140	#ifdef CONFIG_PERF_EVENTS
	141	.perf_event_mutex = __MUTEX_INITIALIZER(init_task.perf_event_mutex),
	142	.perf_event_list = LIST_HEAD_INIT(init_task.perf_event_list),
	143	#endif
	144	#ifdef CONFIG_PREEMPT_RCU
	145	.rcu_read_lock_nesting = 0,
	146	.rcu_read_unlock_special.s = 0,
	147	.rcu_node_entry = LIST_HEAD_INIT(init_task.rcu_node_entry),
	148	.rcu_blocked_node = NULL,
	149	#endif
	150	#ifdef CONFIG_TASKS_RCU
	151	.rcu_tasks_holdout = false,
	152	.rcu_tasks_holdout_list = LIST_HEAD_INIT(init_task.rcu_tasks_holdout_list),
	153	.rcu_tasks_idle_cpu = -1,
	154	#endif
d5f177d3 PM	155	#ifdef CONFIG_TASKS_TRACE_RCU
d5f177d3 PM	156	.trc_reader_nesting = 0,
276c4104	157	.trc_reader_special.s = 0,
d5f177d3 PM	158	.trc_holdout_list = LIST_HEAD_INIT(init_task.trc_holdout_list),
d5f177d3 PM	159	#endif
4e7e3adb	160	#ifdef CONFIG_CPUSETS
b7505861 AD	161	.mems_allowed_seq = SEQCNT_SPINLOCK_ZERO(init_task.mems_allowed_seq,
b7505861 AD	162	&init_task.alloc_lock),
4e7e3adb DH	163	#endif
	164	#ifdef CONFIG_RT_MUTEXES
	165	.pi_waiters = RB_ROOT_CACHED,
	166	.pi_top_task = NULL,
	167	#endif
d11ed3ab	168	INIT_PREV_CPUTIME(init_task)
4e7e3adb DH	169	#ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN
	170	.vtime.seqcount = SEQCNT_ZERO(init_task.vtime_seqcount),
	171	.vtime.starttime = 0,
	172	.vtime.state = VTIME_SYS,
	173	#endif
	174	#ifdef CONFIG_NUMA_BALANCING
98fa15f3	175	.numa_preferred_nid = NUMA_NO_NODE,
4e7e3adb DH	176	.numa_group = NULL,
	177	.numa_faults = NULL,
	178	#endif
d73b4936	179	#if defined(CONFIG_KASAN_GENERIC) \|\| defined(CONFIG_KASAN_SW_TAGS)
4e7e3adb DH	180	.kasan_depth = 1,
4e7e3adb DH	181	#endif
dfd402a4 ME	182	#ifdef CONFIG_KCSAN
	183	.kcsan_ctx = {
	184	.disable_count = 0,
	185	.atomic_next = 0,
	186	.atomic_nest_count = 0,
	187	.in_flat_atomic = false,
81af89e1	188	.access_mask = 0,
757a4cef	189	.scoped_accesses = {LIST_POISON1, NULL},
dfd402a4 ME	190	},
dfd402a4 ME	191	#endif
4e7e3adb DH	192	#ifdef CONFIG_TRACE_IRQFLAGS
	193	.softirqs_enabled = 1,
	194	#endif
	195	#ifdef CONFIG_LOCKDEP
e196e479	196	.lockdep_depth = 0, /* no locks held yet */
f6ec8829	197	.curr_chain_key = INITIAL_CHAIN_KEY,
4e7e3adb DH	198	.lockdep_recursion = 0,
	199	#endif
	200	#ifdef CONFIG_FUNCTION_GRAPH_TRACER
7e0a9220 SRV	201	.ret_stack = NULL,
7e0a9220 SRV	202	.tracing_graph_pause = ATOMIC_INIT(0),
4e7e3adb	203	#endif
c1a280b6	204	#if defined(CONFIG_TRACING) && defined(CONFIG_PREEMPTION)
4e7e3adb DH	205	.trace_recursion = 0,
	206	#endif
	207	#ifdef CONFIG_LIVEPATCH
	208	.patch_state = KLP_UNDEFINED,
	209	#endif
	210	#ifdef CONFIG_SECURITY
	211	.security = NULL,
	212	#endif
64bdc024	213	#ifdef CONFIG_SECCOMP_FILTER
c818c03b KC	214	.seccomp = { .filter_count = ATOMIC_INIT(0) },
c818c03b KC	215	#endif
d11ed3ab	216	};
a4a2eb49 TG	217	EXPORT_SYMBOL(init_task);
	218
	219	/*
	220	* Initial thread structure. Alignment of this is handled by a special
	221	* linker map entry.
	222	*/
c65eacbe	223	#ifndef CONFIG_THREAD_INFO_IN_TASK
0500871f	224	struct thread_info init_thread_info __init_thread_info = INIT_THREAD_INFO(init_task);
c65eacbe	225	#endif