fcntl: add F_[SG]ETOWN_EX
[linux-2.6-block.git] / include / linux / sched.h
CommitLineData
1da177e4
LT
1#ifndef _LINUX_SCHED_H
2#define _LINUX_SCHED_H
3
b7b3c76a
DW
4/*
5 * cloning flags:
6 */
7#define CSIGNAL 0x000000ff /* signal mask to be sent at exit */
8#define CLONE_VM 0x00000100 /* set if VM shared between processes */
9#define CLONE_FS 0x00000200 /* set if fs info shared between processes */
10#define CLONE_FILES 0x00000400 /* set if open files shared between processes */
11#define CLONE_SIGHAND 0x00000800 /* set if signal handlers and blocked signals shared */
12#define CLONE_PTRACE 0x00002000 /* set if we want to let tracing continue on the child too */
13#define CLONE_VFORK 0x00004000 /* set if the parent wants the child to wake it up on mm_release */
14#define CLONE_PARENT 0x00008000 /* set if we want to have the same parent as the cloner */
15#define CLONE_THREAD 0x00010000 /* Same thread group? */
16#define CLONE_NEWNS 0x00020000 /* New namespace group? */
17#define CLONE_SYSVSEM 0x00040000 /* share system V SEM_UNDO semantics */
18#define CLONE_SETTLS 0x00080000 /* create a new TLS for the child */
19#define CLONE_PARENT_SETTID 0x00100000 /* set the TID in the parent */
20#define CLONE_CHILD_CLEARTID 0x00200000 /* clear the TID in the child */
21#define CLONE_DETACHED 0x00400000 /* Unused, ignored */
22#define CLONE_UNTRACED 0x00800000 /* set if the tracing process can't force CLONE_PTRACE on this clone */
23#define CLONE_CHILD_SETTID 0x01000000 /* set the TID in the child */
24#define CLONE_STOPPED 0x02000000 /* Start in stopped state */
071df104 25#define CLONE_NEWUTS 0x04000000 /* New utsname group? */
25b21cb2 26#define CLONE_NEWIPC 0x08000000 /* New ipcs */
77ec739d 27#define CLONE_NEWUSER 0x10000000 /* New user namespace */
30e49c26 28#define CLONE_NEWPID 0x20000000 /* New pid namespace */
169e3674 29#define CLONE_NEWNET 0x40000000 /* New network namespace */
fadad878 30#define CLONE_IO 0x80000000 /* Clone io context */
b7b3c76a
DW
31
32/*
33 * Scheduling policies
34 */
35#define SCHED_NORMAL 0
36#define SCHED_FIFO 1
37#define SCHED_RR 2
38#define SCHED_BATCH 3
0e6aca43
IM
39/* SCHED_ISO: reserved but not implemented yet */
40#define SCHED_IDLE 5
ca94c442
LP
41/* Can be ORed in to make sure the process is reverted back to SCHED_NORMAL on fork */
42#define SCHED_RESET_ON_FORK 0x40000000
b7b3c76a 43
a3b6714e 44#ifdef __KERNEL__
b7b3c76a
DW
45
46struct sched_param {
47 int sched_priority;
48};
49
1da177e4
LT
50#include <asm/param.h> /* for HZ */
51
1da177e4
LT
52#include <linux/capability.h>
53#include <linux/threads.h>
54#include <linux/kernel.h>
55#include <linux/types.h>
56#include <linux/timex.h>
57#include <linux/jiffies.h>
58#include <linux/rbtree.h>
59#include <linux/thread_info.h>
60#include <linux/cpumask.h>
61#include <linux/errno.h>
62#include <linux/nodemask.h>
c92ff1bd 63#include <linux/mm_types.h>
1da177e4
LT
64
65#include <asm/system.h>
1da177e4
LT
66#include <asm/page.h>
67#include <asm/ptrace.h>
1da177e4
LT
68#include <asm/cputime.h>
69
70#include <linux/smp.h>
71#include <linux/sem.h>
72#include <linux/signal.h>
5ad4e53b 73#include <linux/path.h>
1da177e4
LT
74#include <linux/compiler.h>
75#include <linux/completion.h>
76#include <linux/pid.h>
77#include <linux/percpu.h>
78#include <linux/topology.h>
3e26c149 79#include <linux/proportions.h>
1da177e4 80#include <linux/seccomp.h>
e56d0903 81#include <linux/rcupdate.h>
05725f7e 82#include <linux/rculist.h>
23f78d4a 83#include <linux/rtmutex.h>
1da177e4 84
a3b6714e
DW
85#include <linux/time.h>
86#include <linux/param.h>
87#include <linux/resource.h>
88#include <linux/timer.h>
89#include <linux/hrtimer.h>
7c3ab738 90#include <linux/task_io_accounting.h>
5cb350ba 91#include <linux/kobject.h>
9745512c 92#include <linux/latencytop.h>
9e2b2dc4 93#include <linux/cred.h>
a3b6714e
DW
94
95#include <asm/processor.h>
36d57ac4 96
1da177e4 97struct exec_domain;
c87e2837 98struct futex_pi_state;
286100a6 99struct robust_list_head;
d89d8796 100struct bio;
5ad4e53b 101struct fs_struct;
e2b371f0 102struct bts_context;
cdd6c482 103struct perf_event_context;
1da177e4 104
1da177e4
LT
105/*
106 * List of flags we want to share for kernel threads,
107 * if only because they are not used by them anyway.
108 */
109#define CLONE_KERNEL (CLONE_FS | CLONE_FILES | CLONE_SIGHAND)
110
111/*
112 * These are the constant used to fake the fixed-point load-average
113 * counting. Some notes:
114 * - 11 bit fractions expand to 22 bits by the multiplies: this gives
115 * a load-average precision of 10 bits integer + 11 bits fractional
116 * - if you want to count load-averages more often, you need more
117 * precision, or rounding will get you. With 2-second counting freq,
118 * the EXP_n values would be 1981, 2034 and 2043 if still using only
119 * 11 bit fractions.
120 */
121extern unsigned long avenrun[]; /* Load averages */
2d02494f 122extern void get_avenrun(unsigned long *loads, unsigned long offset, int shift);
1da177e4
LT
123
124#define FSHIFT 11 /* nr of bits of precision */
125#define FIXED_1 (1<<FSHIFT) /* 1.0 as fixed-point */
0c2043ab 126#define LOAD_FREQ (5*HZ+1) /* 5 sec intervals */
1da177e4
LT
127#define EXP_1 1884 /* 1/exp(5sec/1min) as fixed-point */
128#define EXP_5 2014 /* 1/exp(5sec/5min) */
129#define EXP_15 2037 /* 1/exp(5sec/15min) */
130
131#define CALC_LOAD(load,exp,n) \
132 load *= exp; \
133 load += n*(FIXED_1-exp); \
134 load >>= FSHIFT;
135
136extern unsigned long total_forks;
137extern int nr_threads;
1da177e4
LT
138DECLARE_PER_CPU(unsigned long, process_counts);
139extern int nr_processes(void);
140extern unsigned long nr_running(void);
141extern unsigned long nr_uninterruptible(void);
142extern unsigned long nr_iowait(void);
69d25870
AV
143extern unsigned long nr_iowait_cpu(void);
144extern unsigned long this_cpu_load(void);
145
146
dce48a84 147extern void calc_global_load(void);
23a185ca 148extern u64 cpu_nr_migrations(int cpu);
1da177e4 149
7e49fcce
SR
150extern unsigned long get_parent_ip(unsigned long addr);
151
43ae34cb
IM
152struct seq_file;
153struct cfs_rq;
4cf86d77 154struct task_group;
43ae34cb
IM
155#ifdef CONFIG_SCHED_DEBUG
156extern void proc_sched_show_task(struct task_struct *p, struct seq_file *m);
157extern void proc_sched_set_task(struct task_struct *p);
158extern void
5cef9eca 159print_cfs_rq(struct seq_file *m, int cpu, struct cfs_rq *cfs_rq);
43ae34cb
IM
160#else
161static inline void
162proc_sched_show_task(struct task_struct *p, struct seq_file *m)
163{
164}
165static inline void proc_sched_set_task(struct task_struct *p)
166{
167}
168static inline void
5cef9eca 169print_cfs_rq(struct seq_file *m, int cpu, struct cfs_rq *cfs_rq)
43ae34cb
IM
170{
171}
172#endif
1da177e4 173
690229a0
IM
174extern unsigned long long time_sync_thresh;
175
4a8342d2
LT
176/*
177 * Task state bitmask. NOTE! These bits are also
178 * encoded in fs/proc/array.c: get_task_state().
179 *
180 * We have two separate sets of flags: task->state
181 * is about runnability, while task->exit_state are
182 * about the task exiting. Confusing, but this way
183 * modifying one set can't modify the other one by
184 * mistake.
185 */
1da177e4
LT
186#define TASK_RUNNING 0
187#define TASK_INTERRUPTIBLE 1
188#define TASK_UNINTERRUPTIBLE 2
f021a3c2
MW
189#define __TASK_STOPPED 4
190#define __TASK_TRACED 8
4a8342d2
LT
191/* in tsk->exit_state */
192#define EXIT_ZOMBIE 16
193#define EXIT_DEAD 32
194/* in tsk->state again */
af927232 195#define TASK_DEAD 64
f021a3c2 196#define TASK_WAKEKILL 128
e9c84311 197#define TASK_WAKING 256
f021a3c2
MW
198
199/* Convenience macros for the sake of set_task_state */
200#define TASK_KILLABLE (TASK_WAKEKILL | TASK_UNINTERRUPTIBLE)
201#define TASK_STOPPED (TASK_WAKEKILL | __TASK_STOPPED)
202#define TASK_TRACED (TASK_WAKEKILL | __TASK_TRACED)
1da177e4 203
92a1f4bc
MW
204/* Convenience macros for the sake of wake_up */
205#define TASK_NORMAL (TASK_INTERRUPTIBLE | TASK_UNINTERRUPTIBLE)
f021a3c2 206#define TASK_ALL (TASK_NORMAL | __TASK_STOPPED | __TASK_TRACED)
92a1f4bc
MW
207
208/* get_task_state() */
209#define TASK_REPORT (TASK_RUNNING | TASK_INTERRUPTIBLE | \
f021a3c2
MW
210 TASK_UNINTERRUPTIBLE | __TASK_STOPPED | \
211 __TASK_TRACED)
92a1f4bc 212
f021a3c2
MW
213#define task_is_traced(task) ((task->state & __TASK_TRACED) != 0)
214#define task_is_stopped(task) ((task->state & __TASK_STOPPED) != 0)
92a1f4bc 215#define task_is_stopped_or_traced(task) \
f021a3c2 216 ((task->state & (__TASK_STOPPED | __TASK_TRACED)) != 0)
92a1f4bc 217#define task_contributes_to_load(task) \
e3c8ca83 218 ((task->state & TASK_UNINTERRUPTIBLE) != 0 && \
6301cb95 219 (task->flags & PF_FREEZING) == 0)
1da177e4
LT
220
221#define __set_task_state(tsk, state_value) \
222 do { (tsk)->state = (state_value); } while (0)
223#define set_task_state(tsk, state_value) \
224 set_mb((tsk)->state, (state_value))
225
498d0c57
AM
226/*
227 * set_current_state() includes a barrier so that the write of current->state
228 * is correctly serialised wrt the caller's subsequent test of whether to
229 * actually sleep:
230 *
231 * set_current_state(TASK_UNINTERRUPTIBLE);
232 * if (do_i_need_to_sleep())
233 * schedule();
234 *
235 * If the caller does not need such serialisation then use __set_current_state()
236 */
1da177e4
LT
237#define __set_current_state(state_value) \
238 do { current->state = (state_value); } while (0)
239#define set_current_state(state_value) \
240 set_mb(current->state, (state_value))
241
242/* Task command name length */
243#define TASK_COMM_LEN 16
244
1da177e4
LT
245#include <linux/spinlock.h>
246
247/*
248 * This serializes "schedule()" and also protects
249 * the run-queue from deletions/modifications (but
250 * _adding_ to the beginning of the run-queue has
251 * a separate lock).
252 */
253extern rwlock_t tasklist_lock;
254extern spinlock_t mmlist_lock;
255
36c8b586 256struct task_struct;
1da177e4
LT
257
258extern void sched_init(void);
259extern void sched_init_smp(void);
2d07b255 260extern asmlinkage void schedule_tail(struct task_struct *prev);
36c8b586 261extern void init_idle(struct task_struct *idle, int cpu);
1df21055 262extern void init_idle_bootup_task(struct task_struct *idle);
1da177e4 263
89f19f04 264extern int runqueue_is_locked(int cpu);
ad474cac 265extern void task_rq_unlock_wait(struct task_struct *p);
017730c1 266
6a7b3dc3 267extern cpumask_var_t nohz_cpu_mask;
46cb4b7c
SS
268#if defined(CONFIG_SMP) && defined(CONFIG_NO_HZ)
269extern int select_nohz_load_balancer(int cpu);
eea08f32 270extern int get_nohz_load_balancer(void);
46cb4b7c
SS
271#else
272static inline int select_nohz_load_balancer(int cpu)
273{
274 return 0;
275}
276#endif
1da177e4 277
e59e2ae2 278/*
39bc89fd 279 * Only dump TASK_* tasks. (0 for all tasks)
e59e2ae2
IM
280 */
281extern void show_state_filter(unsigned long state_filter);
282
283static inline void show_state(void)
284{
39bc89fd 285 show_state_filter(0);
e59e2ae2
IM
286}
287
1da177e4
LT
288extern void show_regs(struct pt_regs *);
289
290/*
291 * TASK is a pointer to the task whose backtrace we want to see (or NULL for current
292 * task), SP is the stack pointer of the first frame that should be shown in the back
293 * trace (or NULL if the entire call-chain of the task should be shown).
294 */
295extern void show_stack(struct task_struct *task, unsigned long *sp);
296
297void io_schedule(void);
298long io_schedule_timeout(long timeout);
299
300extern void cpu_init (void);
301extern void trap_init(void);
302extern void update_process_times(int user);
303extern void scheduler_tick(void);
304
82a1fcb9
IM
305extern void sched_show_task(struct task_struct *p);
306
8446f1d3 307#ifdef CONFIG_DETECT_SOFTLOCKUP
6687a97d 308extern void softlockup_tick(void);
8446f1d3 309extern void touch_softlockup_watchdog(void);
04c9167f 310extern void touch_all_softlockup_watchdogs(void);
baf48f65
MSB
311extern int proc_dosoftlockup_thresh(struct ctl_table *table, int write,
312 struct file *filp, void __user *buffer,
313 size_t *lenp, loff_t *ppos);
9c44bc03 314extern unsigned int softlockup_panic;
9383d967 315extern int softlockup_thresh;
8446f1d3 316#else
6687a97d 317static inline void softlockup_tick(void)
8446f1d3
IM
318{
319}
8446f1d3
IM
320static inline void touch_softlockup_watchdog(void)
321{
322}
04c9167f
JF
323static inline void touch_all_softlockup_watchdogs(void)
324{
325}
8446f1d3
IM
326#endif
327
e162b39a
MSB
328#ifdef CONFIG_DETECT_HUNG_TASK
329extern unsigned int sysctl_hung_task_panic;
330extern unsigned long sysctl_hung_task_check_count;
331extern unsigned long sysctl_hung_task_timeout_secs;
332extern unsigned long sysctl_hung_task_warnings;
333extern int proc_dohung_task_timeout_secs(struct ctl_table *table, int write,
334 struct file *filp, void __user *buffer,
335 size_t *lenp, loff_t *ppos);
336#endif
8446f1d3 337
1da177e4
LT
338/* Attach to any functions which should be ignored in wchan output. */
339#define __sched __attribute__((__section__(".sched.text")))
deaf2227
IM
340
341/* Linker adds these: start and end of __sched functions */
342extern char __sched_text_start[], __sched_text_end[];
343
1da177e4
LT
344/* Is this address in the __sched functions? */
345extern int in_sched_functions(unsigned long addr);
346
347#define MAX_SCHEDULE_TIMEOUT LONG_MAX
b3c97528 348extern signed long schedule_timeout(signed long timeout);
64ed93a2 349extern signed long schedule_timeout_interruptible(signed long timeout);
294d5cc2 350extern signed long schedule_timeout_killable(signed long timeout);
64ed93a2 351extern signed long schedule_timeout_uninterruptible(signed long timeout);
41719b03 352asmlinkage void __schedule(void);
1da177e4 353asmlinkage void schedule(void);
0d66bf6d 354extern int mutex_spin_on_owner(struct mutex *lock, struct thread_info *owner);
1da177e4 355
ab516013 356struct nsproxy;
acce292c 357struct user_namespace;
1da177e4 358
341c87bf
KH
359/*
360 * Default maximum number of active map areas, this limits the number of vmas
361 * per mm struct. Users can overwrite this number by sysctl but there is a
362 * problem.
363 *
364 * When a program's coredump is generated as ELF format, a section is created
365 * per a vma. In ELF, the number of sections is represented in unsigned short.
366 * This means the number of sections should be smaller than 65535 at coredump.
367 * Because the kernel adds some informative sections to a image of program at
368 * generating coredump, we need some margin. The number of extra sections is
369 * 1-3 now and depends on arch. We use "5" as safe margin, here.
370 */
371#define MAPCOUNT_ELF_CORE_MARGIN (5)
372#define DEFAULT_MAX_MAP_COUNT (USHORT_MAX - MAPCOUNT_ELF_CORE_MARGIN)
1da177e4
LT
373
374extern int sysctl_max_map_count;
375
376#include <linux/aio.h>
377
378extern unsigned long
379arch_get_unmapped_area(struct file *, unsigned long, unsigned long,
380 unsigned long, unsigned long);
381extern unsigned long
382arch_get_unmapped_area_topdown(struct file *filp, unsigned long addr,
383 unsigned long len, unsigned long pgoff,
384 unsigned long flags);
1363c3cd
WW
385extern void arch_unmap_area(struct mm_struct *, unsigned long);
386extern void arch_unmap_area_topdown(struct mm_struct *, unsigned long);
1da177e4 387
f7d0b926 388#if USE_SPLIT_PTLOCKS
f412ac08
HD
389/*
390 * The mm counters are not protected by its page_table_lock,
391 * so must be incremented atomically.
392 */
d3cb4871
CL
393#define set_mm_counter(mm, member, value) atomic_long_set(&(mm)->_##member, value)
394#define get_mm_counter(mm, member) ((unsigned long)atomic_long_read(&(mm)->_##member))
395#define add_mm_counter(mm, member, value) atomic_long_add(value, &(mm)->_##member)
396#define inc_mm_counter(mm, member) atomic_long_inc(&(mm)->_##member)
397#define dec_mm_counter(mm, member) atomic_long_dec(&(mm)->_##member)
f412ac08 398
f7d0b926 399#else /* !USE_SPLIT_PTLOCKS */
f412ac08
HD
400/*
401 * The mm counters are protected by its page_table_lock,
402 * so can be incremented directly.
403 */
1da177e4
LT
404#define set_mm_counter(mm, member, value) (mm)->_##member = (value)
405#define get_mm_counter(mm, member) ((mm)->_##member)
406#define add_mm_counter(mm, member, value) (mm)->_##member += (value)
407#define inc_mm_counter(mm, member) (mm)->_##member++
408#define dec_mm_counter(mm, member) (mm)->_##member--
f412ac08 409
f7d0b926 410#endif /* !USE_SPLIT_PTLOCKS */
4294621f 411
f412ac08
HD
412#define get_mm_rss(mm) \
413 (get_mm_counter(mm, file_rss) + get_mm_counter(mm, anon_rss))
365e9c87
HD
414#define update_hiwater_rss(mm) do { \
415 unsigned long _rss = get_mm_rss(mm); \
416 if ((mm)->hiwater_rss < _rss) \
417 (mm)->hiwater_rss = _rss; \
418} while (0)
419#define update_hiwater_vm(mm) do { \
420 if ((mm)->hiwater_vm < (mm)->total_vm) \
421 (mm)->hiwater_vm = (mm)->total_vm; \
422} while (0)
423
9de1581e
ON
424static inline unsigned long get_mm_hiwater_rss(struct mm_struct *mm)
425{
426 return max(mm->hiwater_rss, get_mm_rss(mm));
427}
428
1f10206c
JP
429static inline void setmax_mm_hiwater_rss(unsigned long *maxrss,
430 struct mm_struct *mm)
431{
432 unsigned long hiwater_rss = get_mm_hiwater_rss(mm);
433
434 if (*maxrss < hiwater_rss)
435 *maxrss = hiwater_rss;
436}
437
9de1581e
ON
438static inline unsigned long get_mm_hiwater_vm(struct mm_struct *mm)
439{
440 return max(mm->hiwater_vm, mm->total_vm);
441}
901608d9 442
6c5d5238
KH
443extern void set_dumpable(struct mm_struct *mm, int value);
444extern int get_dumpable(struct mm_struct *mm);
445
446/* mm flags */
3cb4a0bb 447/* dumpable bits */
6c5d5238
KH
448#define MMF_DUMPABLE 0 /* core dump is permitted */
449#define MMF_DUMP_SECURELY 1 /* core file is readable only by root */
f8af4da3 450
3cb4a0bb 451#define MMF_DUMPABLE_BITS 2
f8af4da3 452#define MMF_DUMPABLE_MASK ((1 << MMF_DUMPABLE_BITS) - 1)
3cb4a0bb
KH
453
454/* coredump filter bits */
455#define MMF_DUMP_ANON_PRIVATE 2
456#define MMF_DUMP_ANON_SHARED 3
457#define MMF_DUMP_MAPPED_PRIVATE 4
458#define MMF_DUMP_MAPPED_SHARED 5
82df3973 459#define MMF_DUMP_ELF_HEADERS 6
e575f111
KM
460#define MMF_DUMP_HUGETLB_PRIVATE 7
461#define MMF_DUMP_HUGETLB_SHARED 8
f8af4da3 462
3cb4a0bb 463#define MMF_DUMP_FILTER_SHIFT MMF_DUMPABLE_BITS
e575f111 464#define MMF_DUMP_FILTER_BITS 7
3cb4a0bb
KH
465#define MMF_DUMP_FILTER_MASK \
466 (((1 << MMF_DUMP_FILTER_BITS) - 1) << MMF_DUMP_FILTER_SHIFT)
467#define MMF_DUMP_FILTER_DEFAULT \
e575f111 468 ((1 << MMF_DUMP_ANON_PRIVATE) | (1 << MMF_DUMP_ANON_SHARED) |\
656eb2cd
RM
469 (1 << MMF_DUMP_HUGETLB_PRIVATE) | MMF_DUMP_MASK_DEFAULT_ELF)
470
471#ifdef CONFIG_CORE_DUMP_DEFAULT_ELF_HEADERS
472# define MMF_DUMP_MASK_DEFAULT_ELF (1 << MMF_DUMP_ELF_HEADERS)
473#else
474# define MMF_DUMP_MASK_DEFAULT_ELF 0
475#endif
f8af4da3
HD
476 /* leave room for more dump flags */
477#define MMF_VM_MERGEABLE 16 /* KSM may merge identical pages */
478
479#define MMF_INIT_MASK (MMF_DUMPABLE_MASK | MMF_DUMP_FILTER_MASK)
6c5d5238 480
1da177e4
LT
481struct sighand_struct {
482 atomic_t count;
483 struct k_sigaction action[_NSIG];
484 spinlock_t siglock;
b8fceee1 485 wait_queue_head_t signalfd_wqh;
1da177e4
LT
486};
487
0e464814 488struct pacct_struct {
f6ec29a4
KK
489 int ac_flag;
490 long ac_exitcode;
0e464814 491 unsigned long ac_mem;
77787bfb
KK
492 cputime_t ac_utime, ac_stime;
493 unsigned long ac_minflt, ac_majflt;
0e464814
KK
494};
495
42c4ab41
SG
496struct cpu_itimer {
497 cputime_t expires;
498 cputime_t incr;
8356b5f9
SG
499 u32 error;
500 u32 incr_error;
42c4ab41
SG
501};
502
f06febc9
FM
503/**
504 * struct task_cputime - collected CPU time counts
505 * @utime: time spent in user mode, in &cputime_t units
506 * @stime: time spent in kernel mode, in &cputime_t units
507 * @sum_exec_runtime: total time spent on the CPU, in nanoseconds
5ce73a4a 508 *
f06febc9
FM
509 * This structure groups together three kinds of CPU time that are
510 * tracked for threads and thread groups. Most things considering
511 * CPU time want to group these counts together and treat all three
512 * of them in parallel.
513 */
514struct task_cputime {
515 cputime_t utime;
516 cputime_t stime;
517 unsigned long long sum_exec_runtime;
518};
519/* Alternate field names when used to cache expirations. */
520#define prof_exp stime
521#define virt_exp utime
522#define sched_exp sum_exec_runtime
523
4cd4c1b4
PZ
524#define INIT_CPUTIME \
525 (struct task_cputime) { \
526 .utime = cputime_zero, \
527 .stime = cputime_zero, \
528 .sum_exec_runtime = 0, \
529 }
530
c99e6efe
PZ
531/*
532 * Disable preemption until the scheduler is running.
533 * Reset by start_kernel()->sched_init()->init_idle().
d86ee480
PZ
534 *
535 * We include PREEMPT_ACTIVE to avoid cond_resched() from working
536 * before the scheduler is active -- see should_resched().
c99e6efe 537 */
d86ee480 538#define INIT_PREEMPT_COUNT (1 + PREEMPT_ACTIVE)
c99e6efe 539
f06febc9 540/**
4cd4c1b4
PZ
541 * struct thread_group_cputimer - thread group interval timer counts
542 * @cputime: thread group interval timers.
543 * @running: non-zero when there are timers running and
544 * @cputime receives updates.
545 * @lock: lock for fields in this struct.
f06febc9
FM
546 *
547 * This structure contains the version of task_cputime, above, that is
4cd4c1b4 548 * used for thread group CPU timer calculations.
f06febc9 549 */
4cd4c1b4
PZ
550struct thread_group_cputimer {
551 struct task_cputime cputime;
552 int running;
553 spinlock_t lock;
f06febc9 554};
f06febc9 555
1da177e4
LT
556/*
557 * NOTE! "signal_struct" does not have it's own
558 * locking, because a shared signal_struct always
559 * implies a shared sighand_struct, so locking
560 * sighand_struct is always a proper superset of
561 * the locking of signal_struct.
562 */
563struct signal_struct {
564 atomic_t count;
565 atomic_t live;
566
567 wait_queue_head_t wait_chldexit; /* for wait4() */
568
569 /* current thread group signal load-balancing target: */
36c8b586 570 struct task_struct *curr_target;
1da177e4
LT
571
572 /* shared signal handling: */
573 struct sigpending shared_pending;
574
575 /* thread group exit support */
576 int group_exit_code;
577 /* overloaded:
578 * - notify group_exit_task when ->count is equal to notify_count
579 * - everyone except group_exit_task is stopped during signal delivery
580 * of fatal signals, group_exit_task processes the signal.
581 */
1da177e4 582 int notify_count;
07dd20e0 583 struct task_struct *group_exit_task;
1da177e4
LT
584
585 /* thread group stop support, overloads group_exit_code too */
586 int group_stop_count;
587 unsigned int flags; /* see SIGNAL_* flags below */
588
589 /* POSIX.1b Interval Timers */
590 struct list_head posix_timers;
591
592 /* ITIMER_REAL timer for the process */
2ff678b8 593 struct hrtimer real_timer;
fea9d175 594 struct pid *leader_pid;
2ff678b8 595 ktime_t it_real_incr;
1da177e4 596
42c4ab41
SG
597 /*
598 * ITIMER_PROF and ITIMER_VIRTUAL timers for the process, we use
599 * CPUCLOCK_PROF and CPUCLOCK_VIRT for indexing array as these
600 * values are defined to 0 and 1 respectively
601 */
602 struct cpu_itimer it[2];
1da177e4 603
f06febc9 604 /*
4cd4c1b4
PZ
605 * Thread group totals for process CPU timers.
606 * See thread_group_cputimer(), et al, for details.
f06febc9 607 */
4cd4c1b4 608 struct thread_group_cputimer cputimer;
f06febc9
FM
609
610 /* Earliest-expiration cache. */
611 struct task_cputime cputime_expires;
612
613 struct list_head cpu_timers[3];
614
ab521dc0 615 struct pid *tty_old_pgrp;
1ec320af 616
1da177e4
LT
617 /* boolean value for session group leader */
618 int leader;
619
620 struct tty_struct *tty; /* NULL if no tty */
621
622 /*
623 * Cumulative resource counters for dead threads in the group,
624 * and for reaped dead child processes forked by this group.
625 * Live threads maintain their own counters and add to these
626 * in __exit_signal, except for the group leader.
627 */
32bd671d 628 cputime_t utime, stime, cutime, cstime;
9ac52315
LV
629 cputime_t gtime;
630 cputime_t cgtime;
1da177e4
LT
631 unsigned long nvcsw, nivcsw, cnvcsw, cnivcsw;
632 unsigned long min_flt, maj_flt, cmin_flt, cmaj_flt;
6eaeeaba 633 unsigned long inblock, oublock, cinblock, coublock;
1f10206c 634 unsigned long maxrss, cmaxrss;
940389b8 635 struct task_io_accounting ioac;
1da177e4 636
32bd671d
PZ
637 /*
638 * Cumulative ns of schedule CPU time fo dead threads in the
639 * group, not including a zombie group leader, (This only differs
640 * from jiffies_to_ns(utime + stime) if sched_clock uses something
641 * other than jiffies.)
642 */
643 unsigned long long sum_sched_runtime;
644
1da177e4
LT
645 /*
646 * We don't bother to synchronize most readers of this at all,
647 * because there is no reader checking a limit that actually needs
648 * to get both rlim_cur and rlim_max atomically, and either one
649 * alone is a single word that can safely be read normally.
650 * getrlimit/setrlimit use task_lock(current->group_leader) to
651 * protect this instead of the siglock, because they really
652 * have no need to disable irqs.
653 */
654 struct rlimit rlim[RLIM_NLIMITS];
655
0e464814
KK
656#ifdef CONFIG_BSD_PROCESS_ACCT
657 struct pacct_struct pacct; /* per-process accounting information */
658#endif
ad4ecbcb 659#ifdef CONFIG_TASKSTATS
ad4ecbcb
SN
660 struct taskstats *stats;
661#endif
522ed776
MT
662#ifdef CONFIG_AUDIT
663 unsigned audit_tty;
664 struct tty_audit_buf *tty_audit_buf;
665#endif
28b83c51
KM
666
667 int oom_adj; /* OOM kill score adjustment (bit shift) */
1da177e4
LT
668};
669
4866cde0
NP
670/* Context switch must be unlocked if interrupts are to be enabled */
671#ifdef __ARCH_WANT_INTERRUPTS_ON_CTXSW
672# define __ARCH_WANT_UNLOCKED_CTXSW
673#endif
674
1da177e4
LT
675/*
676 * Bits in flags field of signal_struct.
677 */
678#define SIGNAL_STOP_STOPPED 0x00000001 /* job control stop in effect */
679#define SIGNAL_STOP_DEQUEUED 0x00000002 /* stop signal dequeued */
680#define SIGNAL_STOP_CONTINUED 0x00000004 /* SIGCONT since WCONTINUED reap */
681#define SIGNAL_GROUP_EXIT 0x00000008 /* group exit in progress */
e4420551
ON
682/*
683 * Pending notifications to parent.
684 */
685#define SIGNAL_CLD_STOPPED 0x00000010
686#define SIGNAL_CLD_CONTINUED 0x00000020
687#define SIGNAL_CLD_MASK (SIGNAL_CLD_STOPPED|SIGNAL_CLD_CONTINUED)
1da177e4 688
fae5fa44
ON
689#define SIGNAL_UNKILLABLE 0x00000040 /* for init: ignore fatal signals */
690
ed5d2cac
ON
691/* If true, all threads except ->group_exit_task have pending SIGKILL */
692static inline int signal_group_exit(const struct signal_struct *sig)
693{
694 return (sig->flags & SIGNAL_GROUP_EXIT) ||
695 (sig->group_exit_task != NULL);
696}
697
1da177e4
LT
698/*
699 * Some day this will be a full-fledged user tracking system..
700 */
701struct user_struct {
702 atomic_t __count; /* reference count */
703 atomic_t processes; /* How many processes does this user have? */
704 atomic_t files; /* How many open files does this user have? */
705 atomic_t sigpending; /* How many pending signals does this user have? */
2d9048e2 706#ifdef CONFIG_INOTIFY_USER
0eeca283
RL
707 atomic_t inotify_watches; /* How many inotify watches does this user have? */
708 atomic_t inotify_devs; /* How many inotify devs does this user have opened? */
709#endif
7ef9964e 710#ifdef CONFIG_EPOLL
7ef9964e
DL
711 atomic_t epoll_watches; /* The number of file descriptors currently watched */
712#endif
970a8645 713#ifdef CONFIG_POSIX_MQUEUE
1da177e4
LT
714 /* protected by mq_lock */
715 unsigned long mq_bytes; /* How many bytes can be allocated to mqueue? */
970a8645 716#endif
1da177e4
LT
717 unsigned long locked_shm; /* How many pages of mlocked shm ? */
718
719#ifdef CONFIG_KEYS
720 struct key *uid_keyring; /* UID specific keyring */
721 struct key *session_keyring; /* UID's default session keyring */
722#endif
723
724 /* Hash table maintenance information */
735de223 725 struct hlist_node uidhash_node;
1da177e4 726 uid_t uid;
18b6e041 727 struct user_namespace *user_ns;
24e377a8 728
052f1dc7 729#ifdef CONFIG_USER_SCHED
4cf86d77 730 struct task_group *tg;
b1a8c172 731#ifdef CONFIG_SYSFS
eb41d946 732 struct kobject kobj;
3959214f 733 struct delayed_work work;
24e377a8 734#endif
b1a8c172 735#endif
789f90fc 736
cdd6c482 737#ifdef CONFIG_PERF_EVENTS
789f90fc
PZ
738 atomic_long_t locked_vm;
739#endif
1da177e4
LT
740};
741
eb41d946 742extern int uids_sysfs_init(void);
5cb350ba 743
1da177e4
LT
744extern struct user_struct *find_user(uid_t);
745
746extern struct user_struct root_user;
747#define INIT_USER (&root_user)
748
b6dff3ec 749
1da177e4
LT
750struct backing_dev_info;
751struct reclaim_state;
752
52f17b6c 753#if defined(CONFIG_SCHEDSTATS) || defined(CONFIG_TASK_DELAY_ACCT)
1da177e4
LT
754struct sched_info {
755 /* cumulative counters */
2d72376b 756 unsigned long pcount; /* # of times run on this cpu */
9c2c4802 757 unsigned long long run_delay; /* time spent waiting on a runqueue */
1da177e4
LT
758
759 /* timestamps */
172ba844
BS
760 unsigned long long last_arrival,/* when we last ran on a cpu */
761 last_queued; /* when we were last queued to run */
b8efb561
IM
762#ifdef CONFIG_SCHEDSTATS
763 /* BKL stats */
480b9434 764 unsigned int bkl_count;
b8efb561 765#endif
1da177e4 766};
52f17b6c 767#endif /* defined(CONFIG_SCHEDSTATS) || defined(CONFIG_TASK_DELAY_ACCT) */
1da177e4 768
ca74e92b
SN
769#ifdef CONFIG_TASK_DELAY_ACCT
770struct task_delay_info {
771 spinlock_t lock;
772 unsigned int flags; /* Private per-task flags */
773
774 /* For each stat XXX, add following, aligned appropriately
775 *
776 * struct timespec XXX_start, XXX_end;
777 * u64 XXX_delay;
778 * u32 XXX_count;
779 *
780 * Atomicity of updates to XXX_delay, XXX_count protected by
781 * single lock above (split into XXX_lock if contention is an issue).
782 */
0ff92245
SN
783
784 /*
785 * XXX_count is incremented on every XXX operation, the delay
786 * associated with the operation is added to XXX_delay.
787 * XXX_delay contains the accumulated delay time in nanoseconds.
788 */
789 struct timespec blkio_start, blkio_end; /* Shared by blkio, swapin */
790 u64 blkio_delay; /* wait for sync block io completion */
791 u64 swapin_delay; /* wait for swapin block io completion */
792 u32 blkio_count; /* total count of the number of sync block */
793 /* io operations performed */
794 u32 swapin_count; /* total count of the number of swapin block */
795 /* io operations performed */
873b4771
KK
796
797 struct timespec freepages_start, freepages_end;
798 u64 freepages_delay; /* wait for memory reclaim */
799 u32 freepages_count; /* total count of memory reclaim */
ca74e92b 800};
52f17b6c
CS
801#endif /* CONFIG_TASK_DELAY_ACCT */
802
803static inline int sched_info_on(void)
804{
805#ifdef CONFIG_SCHEDSTATS
806 return 1;
807#elif defined(CONFIG_TASK_DELAY_ACCT)
808 extern int delayacct_on;
809 return delayacct_on;
810#else
811 return 0;
ca74e92b 812#endif
52f17b6c 813}
ca74e92b 814
d15bcfdb
IM
815enum cpu_idle_type {
816 CPU_IDLE,
817 CPU_NOT_IDLE,
818 CPU_NEWLY_IDLE,
819 CPU_MAX_IDLE_TYPES
1da177e4
LT
820};
821
822/*
823 * sched-domains (multiprocessor balancing) declarations:
824 */
9aa7b369
IM
825
826/*
827 * Increase resolution of nice-level calculations:
828 */
829#define SCHED_LOAD_SHIFT 10
830#define SCHED_LOAD_SCALE (1L << SCHED_LOAD_SHIFT)
831
f8700df7 832#define SCHED_LOAD_SCALE_FUZZ SCHED_LOAD_SCALE
1da177e4 833
2dd73a4f 834#ifdef CONFIG_SMP
b5d978e0
PZ
835#define SD_LOAD_BALANCE 0x0001 /* Do load balancing on this domain. */
836#define SD_BALANCE_NEWIDLE 0x0002 /* Balance when about to become idle */
837#define SD_BALANCE_EXEC 0x0004 /* Balance on exec */
838#define SD_BALANCE_FORK 0x0008 /* Balance on fork, clone */
c88d5910 839#define SD_BALANCE_WAKE 0x0010 /* Balance on wakeup */
b5d978e0 840#define SD_WAKE_AFFINE 0x0020 /* Wake task to waking CPU */
59abf026 841#define SD_PREFER_LOCAL 0x0040 /* Prefer to keep tasks local to this domain */
b5d978e0
PZ
842#define SD_SHARE_CPUPOWER 0x0080 /* Domain members share cpu power */
843#define SD_POWERSAVINGS_BALANCE 0x0100 /* Balance for power savings */
844#define SD_SHARE_PKG_RESOURCES 0x0200 /* Domain members share cpu pkg resources */
845#define SD_SERIALIZE 0x0400 /* Only a single load balancing instance */
c88d5910 846
b5d978e0 847#define SD_PREFER_SIBLING 0x1000 /* Prefer to place tasks in a sibling domain */
5c45bf27 848
afb8a9b7
GS
849enum powersavings_balance_level {
850 POWERSAVINGS_BALANCE_NONE = 0, /* No power saving load balance */
851 POWERSAVINGS_BALANCE_BASIC, /* Fill one thread/core/package
852 * first for long running threads
853 */
854 POWERSAVINGS_BALANCE_WAKEUP, /* Also bias task wakeups to semi-idle
855 * cpu package for power savings
856 */
857 MAX_POWERSAVINGS_BALANCE_LEVELS
858};
89c4710e 859
716707b2 860extern int sched_mc_power_savings, sched_smt_power_savings;
89c4710e 861
716707b2
VS
862static inline int sd_balance_for_mc_power(void)
863{
864 if (sched_smt_power_savings)
865 return SD_POWERSAVINGS_BALANCE;
5c45bf27 866
b5d978e0 867 return SD_PREFER_SIBLING;
716707b2 868}
89c4710e 869
716707b2
VS
870static inline int sd_balance_for_package_power(void)
871{
872 if (sched_mc_power_savings | sched_smt_power_savings)
873 return SD_POWERSAVINGS_BALANCE;
874
b5d978e0 875 return SD_PREFER_SIBLING;
716707b2 876}
5c45bf27 877
100fdaee
VS
878/*
879 * Optimise SD flags for power savings:
880 * SD_BALANCE_NEWIDLE helps agressive task consolidation and power savings.
881 * Keep default SD flags if sched_{smt,mc}_power_saving=0
882 */
883
884static inline int sd_power_saving_flags(void)
885{
886 if (sched_mc_power_savings | sched_smt_power_savings)
887 return SD_BALANCE_NEWIDLE;
888
889 return 0;
890}
1da177e4
LT
891
892struct sched_group {
893 struct sched_group *next; /* Must be a circular list */
1da177e4
LT
894
895 /*
896 * CPU power of this group, SCHED_LOAD_SCALE being max power for a
18a3885f 897 * single CPU.
5517d86b 898 */
18a3885f 899 unsigned int cpu_power;
6c99e9ad 900
4200efd9
IM
901 /*
902 * The CPUs this group covers.
903 *
904 * NOTE: this field is variable length. (Allocated dynamically
905 * by attaching extra space to the end of the structure,
906 * depending on how many CPUs the kernel has booted up with)
907 *
908 * It is also be embedded into static data structures at build
909 * time. (See 'struct static_sched_group' in kernel/sched.c)
910 */
911 unsigned long cpumask[0];
1da177e4
LT
912};
913
758b2cdc
RR
914static inline struct cpumask *sched_group_cpus(struct sched_group *sg)
915{
6c99e9ad 916 return to_cpumask(sg->cpumask);
758b2cdc
RR
917}
918
1d3504fc
HS
919enum sched_domain_level {
920 SD_LV_NONE = 0,
921 SD_LV_SIBLING,
922 SD_LV_MC,
923 SD_LV_CPU,
924 SD_LV_NODE,
925 SD_LV_ALLNODES,
926 SD_LV_MAX
927};
928
929struct sched_domain_attr {
930 int relax_domain_level;
931};
932
933#define SD_ATTR_INIT (struct sched_domain_attr) { \
934 .relax_domain_level = -1, \
935}
936
1da177e4
LT
937struct sched_domain {
938 /* These fields must be setup */
939 struct sched_domain *parent; /* top domain must be null terminated */
1a848870 940 struct sched_domain *child; /* bottom domain must be null terminated */
1da177e4 941 struct sched_group *groups; /* the balancing groups of the domain */
1da177e4
LT
942 unsigned long min_interval; /* Minimum balance interval ms */
943 unsigned long max_interval; /* Maximum balance interval ms */
944 unsigned int busy_factor; /* less balancing by factor if busy */
945 unsigned int imbalance_pct; /* No balance until over watermark */
1da177e4 946 unsigned int cache_nice_tries; /* Leave cache hot tasks for # tries */
7897986b
NP
947 unsigned int busy_idx;
948 unsigned int idle_idx;
949 unsigned int newidle_idx;
950 unsigned int wake_idx;
147cbb4b 951 unsigned int forkexec_idx;
a52bfd73 952 unsigned int smt_gain;
1da177e4 953 int flags; /* See SD_* */
1d3504fc 954 enum sched_domain_level level;
1da177e4
LT
955
956 /* Runtime fields. */
957 unsigned long last_balance; /* init to jiffies. units in jiffies */
958 unsigned int balance_interval; /* initialise to 1. units in ms. */
959 unsigned int nr_balance_failed; /* initialise to 0 */
960
2398f2c6
PZ
961 u64 last_update;
962
1da177e4
LT
963#ifdef CONFIG_SCHEDSTATS
964 /* load_balance() stats */
480b9434
KC
965 unsigned int lb_count[CPU_MAX_IDLE_TYPES];
966 unsigned int lb_failed[CPU_MAX_IDLE_TYPES];
967 unsigned int lb_balanced[CPU_MAX_IDLE_TYPES];
968 unsigned int lb_imbalance[CPU_MAX_IDLE_TYPES];
969 unsigned int lb_gained[CPU_MAX_IDLE_TYPES];
970 unsigned int lb_hot_gained[CPU_MAX_IDLE_TYPES];
971 unsigned int lb_nobusyg[CPU_MAX_IDLE_TYPES];
972 unsigned int lb_nobusyq[CPU_MAX_IDLE_TYPES];
1da177e4
LT
973
974 /* Active load balancing */
480b9434
KC
975 unsigned int alb_count;
976 unsigned int alb_failed;
977 unsigned int alb_pushed;
1da177e4 978
68767a0a 979 /* SD_BALANCE_EXEC stats */
480b9434
KC
980 unsigned int sbe_count;
981 unsigned int sbe_balanced;
982 unsigned int sbe_pushed;
1da177e4 983
68767a0a 984 /* SD_BALANCE_FORK stats */
480b9434
KC
985 unsigned int sbf_count;
986 unsigned int sbf_balanced;
987 unsigned int sbf_pushed;
68767a0a 988
1da177e4 989 /* try_to_wake_up() stats */
480b9434
KC
990 unsigned int ttwu_wake_remote;
991 unsigned int ttwu_move_affine;
992 unsigned int ttwu_move_balance;
1da177e4 993#endif
a5d8c348
IM
994#ifdef CONFIG_SCHED_DEBUG
995 char *name;
996#endif
6c99e9ad 997
4200efd9
IM
998 /*
999 * Span of all CPUs in this domain.
1000 *
1001 * NOTE: this field is variable length. (Allocated dynamically
1002 * by attaching extra space to the end of the structure,
1003 * depending on how many CPUs the kernel has booted up with)
1004 *
1005 * It is also be embedded into static data structures at build
1006 * time. (See 'struct static_sched_domain' in kernel/sched.c)
1007 */
1008 unsigned long span[0];
1da177e4
LT
1009};
1010
758b2cdc
RR
1011static inline struct cpumask *sched_domain_span(struct sched_domain *sd)
1012{
6c99e9ad 1013 return to_cpumask(sd->span);
758b2cdc
RR
1014}
1015
96f874e2 1016extern void partition_sched_domains(int ndoms_new, struct cpumask *doms_new,
1d3504fc 1017 struct sched_domain_attr *dattr_new);
029190c5 1018
06aaf76a
IM
1019/* Test a flag in parent sched domain */
1020static inline int test_sd_parent(struct sched_domain *sd, int flag)
1021{
1022 if (sd->parent && (sd->parent->flags & flag))
1023 return 1;
1024
1025 return 0;
1026}
029190c5 1027
47fe38fc
PZ
1028unsigned long default_scale_freq_power(struct sched_domain *sd, int cpu);
1029unsigned long default_scale_smt_power(struct sched_domain *sd, int cpu);
1030
1b427c15 1031#else /* CONFIG_SMP */
1da177e4 1032
1b427c15 1033struct sched_domain_attr;
d02c7a8c 1034
1b427c15 1035static inline void
96f874e2 1036partition_sched_domains(int ndoms_new, struct cpumask *doms_new,
1b427c15
IM
1037 struct sched_domain_attr *dattr_new)
1038{
d02c7a8c 1039}
1b427c15 1040#endif /* !CONFIG_SMP */
1da177e4 1041
47fe38fc 1042
1da177e4 1043struct io_context; /* See blkdev.h */
1da177e4 1044
1da177e4 1045
383f2835 1046#ifdef ARCH_HAS_PREFETCH_SWITCH_STACK
36c8b586 1047extern void prefetch_stack(struct task_struct *t);
383f2835
CK
1048#else
1049static inline void prefetch_stack(struct task_struct *t) { }
1050#endif
1da177e4
LT
1051
1052struct audit_context; /* See audit.c */
1053struct mempolicy;
b92ce558 1054struct pipe_inode_info;
4865ecf1 1055struct uts_namespace;
1da177e4 1056
20b8a59f
IM
1057struct rq;
1058struct sched_domain;
1059
7d478721
PZ
1060/*
1061 * wake flags
1062 */
1063#define WF_SYNC 0x01 /* waker goes to sleep after wakup */
a7558e01 1064#define WF_FORK 0x02 /* child wakeup after fork */
7d478721 1065
20b8a59f 1066struct sched_class {
5522d5d5 1067 const struct sched_class *next;
20b8a59f 1068
fd390f6a 1069 void (*enqueue_task) (struct rq *rq, struct task_struct *p, int wakeup);
f02231e5 1070 void (*dequeue_task) (struct rq *rq, struct task_struct *p, int sleep);
4530d7ab 1071 void (*yield_task) (struct rq *rq);
20b8a59f 1072
7d478721 1073 void (*check_preempt_curr) (struct rq *rq, struct task_struct *p, int flags);
20b8a59f 1074
fb8d4724 1075 struct task_struct * (*pick_next_task) (struct rq *rq);
31ee529c 1076 void (*put_prev_task) (struct rq *rq, struct task_struct *p);
20b8a59f 1077
681f3e68 1078#ifdef CONFIG_SMP
7d478721 1079 int (*select_task_rq)(struct task_struct *p, int sd_flag, int flags);
4ce72a2c 1080
43010659 1081 unsigned long (*load_balance) (struct rq *this_rq, int this_cpu,
e1d1484f 1082 struct rq *busiest, unsigned long max_load_move,
20b8a59f 1083 struct sched_domain *sd, enum cpu_idle_type idle,
a4ac01c3 1084 int *all_pinned, int *this_best_prio);
20b8a59f 1085
e1d1484f
PW
1086 int (*move_one_task) (struct rq *this_rq, int this_cpu,
1087 struct rq *busiest, struct sched_domain *sd,
1088 enum cpu_idle_type idle);
9a897c5a
SR
1089 void (*pre_schedule) (struct rq *this_rq, struct task_struct *task);
1090 void (*post_schedule) (struct rq *this_rq);
1091 void (*task_wake_up) (struct rq *this_rq, struct task_struct *task);
e1d1484f 1092
cd8ba7cd 1093 void (*set_cpus_allowed)(struct task_struct *p,
96f874e2 1094 const struct cpumask *newmask);
57d885fe 1095
1f11eb6a
GH
1096 void (*rq_online)(struct rq *rq);
1097 void (*rq_offline)(struct rq *rq);
4ce72a2c
LZ
1098#endif
1099
1100 void (*set_curr_task) (struct rq *rq);
1101 void (*task_tick) (struct rq *rq, struct task_struct *p, int queued);
1102 void (*task_new) (struct rq *rq, struct task_struct *p);
cb469845
SR
1103
1104 void (*switched_from) (struct rq *this_rq, struct task_struct *task,
1105 int running);
1106 void (*switched_to) (struct rq *this_rq, struct task_struct *task,
1107 int running);
1108 void (*prio_changed) (struct rq *this_rq, struct task_struct *task,
1109 int oldprio, int running);
810b3817 1110
0d721cea
PW
1111 unsigned int (*get_rr_interval) (struct task_struct *task);
1112
810b3817
PZ
1113#ifdef CONFIG_FAIR_GROUP_SCHED
1114 void (*moved_group) (struct task_struct *p);
1115#endif
20b8a59f
IM
1116};
1117
1118struct load_weight {
1119 unsigned long weight, inv_weight;
1120};
1121
1122/*
1123 * CFS stats for a schedulable entity (task, task-group etc)
1124 *
1125 * Current field usage histogram:
1126 *
1127 * 4 se->block_start
1128 * 4 se->run_node
1129 * 4 se->sleep_start
20b8a59f 1130 * 6 se->load.weight
20b8a59f
IM
1131 */
1132struct sched_entity {
20b8a59f
IM
1133 struct load_weight load; /* for load-balancing */
1134 struct rb_node run_node;
4a55bd5e 1135 struct list_head group_node;
20b8a59f
IM
1136 unsigned int on_rq;
1137
94c18227
IM
1138 u64 exec_start;
1139 u64 sum_exec_runtime;
e9acbff6 1140 u64 vruntime;
f6cf891c 1141 u64 prev_sum_exec_runtime;
94c18227 1142
4ae7d5ce
IM
1143 u64 last_wakeup;
1144 u64 avg_overlap;
1145
6c594c21
IM
1146 u64 nr_migrations;
1147
34cb6135
IM
1148 u64 start_runtime;
1149 u64 avg_wakeup;
34cb6135 1150
ad4b78bb
PZ
1151 u64 avg_running;
1152
94c18227 1153#ifdef CONFIG_SCHEDSTATS
20b8a59f 1154 u64 wait_start;
94c18227 1155 u64 wait_max;
6d082592
AV
1156 u64 wait_count;
1157 u64 wait_sum;
8f0dfc34
AV
1158 u64 iowait_count;
1159 u64 iowait_sum;
94c18227 1160
20b8a59f 1161 u64 sleep_start;
20b8a59f 1162 u64 sleep_max;
94c18227
IM
1163 s64 sum_sleep_runtime;
1164
1165 u64 block_start;
20b8a59f
IM
1166 u64 block_max;
1167 u64 exec_max;
eba1ed4b 1168 u64 slice_max;
cc367732 1169
cc367732
IM
1170 u64 nr_migrations_cold;
1171 u64 nr_failed_migrations_affine;
1172 u64 nr_failed_migrations_running;
1173 u64 nr_failed_migrations_hot;
1174 u64 nr_forced_migrations;
1175 u64 nr_forced2_migrations;
1176
1177 u64 nr_wakeups;
1178 u64 nr_wakeups_sync;
1179 u64 nr_wakeups_migrate;
1180 u64 nr_wakeups_local;
1181 u64 nr_wakeups_remote;
1182 u64 nr_wakeups_affine;
1183 u64 nr_wakeups_affine_attempts;
1184 u64 nr_wakeups_passive;
1185 u64 nr_wakeups_idle;
94c18227
IM
1186#endif
1187
20b8a59f
IM
1188#ifdef CONFIG_FAIR_GROUP_SCHED
1189 struct sched_entity *parent;
1190 /* rq on which this entity is (to be) queued: */
1191 struct cfs_rq *cfs_rq;
1192 /* rq "owned" by this entity/group: */
1193 struct cfs_rq *my_q;
1194#endif
1195};
70b97a7f 1196
fa717060
PZ
1197struct sched_rt_entity {
1198 struct list_head run_list;
78f2c7db 1199 unsigned long timeout;
bee367ed 1200 unsigned int time_slice;
6f505b16
PZ
1201 int nr_cpus_allowed;
1202
58d6c2d7 1203 struct sched_rt_entity *back;
052f1dc7 1204#ifdef CONFIG_RT_GROUP_SCHED
6f505b16
PZ
1205 struct sched_rt_entity *parent;
1206 /* rq on which this entity is (to be) queued: */
1207 struct rt_rq *rt_rq;
1208 /* rq "owned" by this entity/group: */
1209 struct rt_rq *my_q;
1210#endif
fa717060
PZ
1211};
1212
86848966
PM
1213struct rcu_node;
1214
1da177e4
LT
1215struct task_struct {
1216 volatile long state; /* -1 unrunnable, 0 runnable, >0 stopped */
f7e4217b 1217 void *stack;
1da177e4 1218 atomic_t usage;
97dc32cd
WC
1219 unsigned int flags; /* per process flags, defined below */
1220 unsigned int ptrace;
1da177e4 1221
36772092 1222 int lock_depth; /* BKL lock depth */
1da177e4 1223
2dd73a4f
PW
1224#ifdef CONFIG_SMP
1225#ifdef __ARCH_WANT_UNLOCKED_CTXSW
4866cde0
NP
1226 int oncpu;
1227#endif
2dd73a4f 1228#endif
50e645a8 1229
b29739f9 1230 int prio, static_prio, normal_prio;
c7aceaba 1231 unsigned int rt_priority;
5522d5d5 1232 const struct sched_class *sched_class;
20b8a59f 1233 struct sched_entity se;
fa717060 1234 struct sched_rt_entity rt;
1da177e4 1235
e107be36
AK
1236#ifdef CONFIG_PREEMPT_NOTIFIERS
1237 /* list of struct preempt_notifier: */
1238 struct hlist_head preempt_notifiers;
1239#endif
1240
18796aa0
AD
1241 /*
1242 * fpu_counter contains the number of consecutive context switches
1243 * that the FPU is used. If this is over a threshold, the lazy fpu
1244 * saving becomes unlazy to save the trap. This is an unsigned char
1245 * so that after 256 times the counter wraps and the behavior turns
1246 * lazy again; this to deal with bursty apps that only use FPU for
1247 * a short time
1248 */
1249 unsigned char fpu_counter;
6c5c9341 1250#ifdef CONFIG_BLK_DEV_IO_TRACE
2056a782 1251 unsigned int btrace_seq;
6c5c9341 1252#endif
1da177e4 1253
97dc32cd 1254 unsigned int policy;
1da177e4 1255 cpumask_t cpus_allowed;
1da177e4 1256
f41d911f 1257#ifdef CONFIG_TREE_PREEMPT_RCU
e260be67 1258 int rcu_read_lock_nesting;
f41d911f 1259 char rcu_read_unlock_special;
86848966 1260 struct rcu_node *rcu_blocked_node;
f41d911f
PM
1261 struct list_head rcu_node_entry;
1262#endif /* #ifdef CONFIG_TREE_PREEMPT_RCU */
e260be67 1263
52f17b6c 1264#if defined(CONFIG_SCHEDSTATS) || defined(CONFIG_TASK_DELAY_ACCT)
1da177e4
LT
1265 struct sched_info sched_info;
1266#endif
1267
1268 struct list_head tasks;
917b627d 1269 struct plist_node pushable_tasks;
1da177e4
LT
1270
1271 struct mm_struct *mm, *active_mm;
1272
1273/* task state */
1274 struct linux_binfmt *binfmt;
97dc32cd 1275 int exit_state;
1da177e4
LT
1276 int exit_code, exit_signal;
1277 int pdeath_signal; /* The signal sent when the parent dies */
1278 /* ??? */
97dc32cd 1279 unsigned int personality;
1da177e4 1280 unsigned did_exec:1;
f9ce1f1c
KT
1281 unsigned in_execve:1; /* Tell the LSMs that the process is doing an
1282 * execve */
8f0dfc34
AV
1283 unsigned in_iowait:1;
1284
ca94c442
LP
1285
1286 /* Revert to default priority/policy when forking */
1287 unsigned sched_reset_on_fork:1;
1288
1da177e4
LT
1289 pid_t pid;
1290 pid_t tgid;
0a425405 1291
1314562a 1292#ifdef CONFIG_CC_STACKPROTECTOR
0a425405
AV
1293 /* Canary value for the -fstack-protector gcc feature */
1294 unsigned long stack_canary;
1314562a 1295#endif
e0032087 1296
1da177e4
LT
1297 /*
1298 * pointers to (original) parent process, youngest child, younger sibling,
1299 * older sibling, respectively. (p->father can be replaced with
f470021a 1300 * p->real_parent->pid)
1da177e4 1301 */
f470021a
RM
1302 struct task_struct *real_parent; /* real parent process */
1303 struct task_struct *parent; /* recipient of SIGCHLD, wait4() reports */
1da177e4 1304 /*
f470021a 1305 * children/sibling forms the list of my natural children
1da177e4
LT
1306 */
1307 struct list_head children; /* list of my children */
1308 struct list_head sibling; /* linkage in my parent's children list */
1309 struct task_struct *group_leader; /* threadgroup leader */
1310
f470021a
RM
1311 /*
1312 * ptraced is the list of tasks this task is using ptrace on.
1313 * This includes both natural children and PTRACE_ATTACH targets.
1314 * p->ptrace_entry is p's link on the p->parent->ptraced list.
1315 */
1316 struct list_head ptraced;
1317 struct list_head ptrace_entry;
1318
ca0002a1
MM
1319 /*
1320 * This is the tracer handle for the ptrace BTS extension.
1321 * This field actually belongs to the ptracer task.
1322 */
e2b371f0 1323 struct bts_context *bts;
ca0002a1 1324
1da177e4 1325 /* PID/PID hash table linkage. */
92476d7f 1326 struct pid_link pids[PIDTYPE_MAX];
47e65328 1327 struct list_head thread_group;
1da177e4
LT
1328
1329 struct completion *vfork_done; /* for vfork() */
1330 int __user *set_child_tid; /* CLONE_CHILD_SETTID */
1331 int __user *clear_child_tid; /* CLONE_CHILD_CLEARTID */
1332
c66f08be 1333 cputime_t utime, stime, utimescaled, stimescaled;
9ac52315 1334 cputime_t gtime;
9301899b 1335 cputime_t prev_utime, prev_stime;
1da177e4 1336 unsigned long nvcsw, nivcsw; /* context switch counts */
924b42d5
TJ
1337 struct timespec start_time; /* monotonic time */
1338 struct timespec real_start_time; /* boot based time */
1da177e4
LT
1339/* mm fault and swap info: this can arguably be seen as either mm-specific or thread-specific */
1340 unsigned long min_flt, maj_flt;
1341
f06febc9 1342 struct task_cputime cputime_expires;
1da177e4
LT
1343 struct list_head cpu_timers[3];
1344
1345/* process credentials */
3b11a1de
DH
1346 const struct cred *real_cred; /* objective and real subjective task
1347 * credentials (COW) */
1348 const struct cred *cred; /* effective (overridable) subjective task
1349 * credentials (COW) */
5e751e99
DH
1350 struct mutex cred_guard_mutex; /* guard against foreign influences on
1351 * credential calculations
1352 * (notably. ptrace) */
ee18d64c 1353 struct cred *replacement_session_keyring; /* for KEYCTL_SESSION_TO_PARENT */
b6dff3ec 1354
36772092
PBG
1355 char comm[TASK_COMM_LEN]; /* executable name excluding path
1356 - access with [gs]et_task_comm (which lock
1357 it with task_lock())
1358 - initialized normally by flush_old_exec */
1da177e4
LT
1359/* file system info */
1360 int link_count, total_link_count;
3d5b6fcc 1361#ifdef CONFIG_SYSVIPC
1da177e4
LT
1362/* ipc stuff */
1363 struct sysv_sem sysvsem;
3d5b6fcc 1364#endif
e162b39a 1365#ifdef CONFIG_DETECT_HUNG_TASK
82a1fcb9 1366/* hung task detection */
82a1fcb9
IM
1367 unsigned long last_switch_count;
1368#endif
1da177e4
LT
1369/* CPU-specific state of this task */
1370 struct thread_struct thread;
1371/* filesystem information */
1372 struct fs_struct *fs;
1373/* open file information */
1374 struct files_struct *files;
1651e14e 1375/* namespaces */
ab516013 1376 struct nsproxy *nsproxy;
1da177e4
LT
1377/* signal handlers */
1378 struct signal_struct *signal;
1379 struct sighand_struct *sighand;
1380
1381 sigset_t blocked, real_blocked;
f3de272b 1382 sigset_t saved_sigmask; /* restored if set_restore_sigmask() was used */
1da177e4
LT
1383 struct sigpending pending;
1384
1385 unsigned long sas_ss_sp;
1386 size_t sas_ss_size;
1387 int (*notifier)(void *priv);
1388 void *notifier_data;
1389 sigset_t *notifier_mask;
1da177e4 1390 struct audit_context *audit_context;
bfef93a5
AV
1391#ifdef CONFIG_AUDITSYSCALL
1392 uid_t loginuid;
4746ec5b 1393 unsigned int sessionid;
bfef93a5 1394#endif
1da177e4
LT
1395 seccomp_t seccomp;
1396
1397/* Thread group tracking */
1398 u32 parent_exec_id;
1399 u32 self_exec_id;
58568d2a
MX
1400/* Protection of (de-)allocation: mm, files, fs, tty, keyrings, mems_allowed,
1401 * mempolicy */
1da177e4 1402 spinlock_t alloc_lock;
1da177e4 1403
3aa551c9
TG
1404#ifdef CONFIG_GENERIC_HARDIRQS
1405 /* IRQ handler threads */
1406 struct irqaction *irqaction;
1407#endif
1408
b29739f9
IM
1409 /* Protection of the PI data structures: */
1410 spinlock_t pi_lock;
1411
23f78d4a
IM
1412#ifdef CONFIG_RT_MUTEXES
1413 /* PI waiters blocked on a rt_mutex held by this task */
1414 struct plist_head pi_waiters;
1415 /* Deadlock detection and priority inheritance handling */
1416 struct rt_mutex_waiter *pi_blocked_on;
23f78d4a
IM
1417#endif
1418
408894ee
IM
1419#ifdef CONFIG_DEBUG_MUTEXES
1420 /* mutex deadlock detection */
1421 struct mutex_waiter *blocked_on;
1422#endif
de30a2b3
IM
1423#ifdef CONFIG_TRACE_IRQFLAGS
1424 unsigned int irq_events;
1425 int hardirqs_enabled;
1426 unsigned long hardirq_enable_ip;
1427 unsigned int hardirq_enable_event;
1428 unsigned long hardirq_disable_ip;
1429 unsigned int hardirq_disable_event;
1430 int softirqs_enabled;
1431 unsigned long softirq_disable_ip;
1432 unsigned int softirq_disable_event;
1433 unsigned long softirq_enable_ip;
1434 unsigned int softirq_enable_event;
1435 int hardirq_context;
1436 int softirq_context;
1437#endif
fbb9ce95 1438#ifdef CONFIG_LOCKDEP
bdb9441e 1439# define MAX_LOCK_DEPTH 48UL
fbb9ce95
IM
1440 u64 curr_chain_key;
1441 int lockdep_depth;
fbb9ce95 1442 unsigned int lockdep_recursion;
c7aceaba 1443 struct held_lock held_locks[MAX_LOCK_DEPTH];
cf40bd16 1444 gfp_t lockdep_reclaim_gfp;
fbb9ce95 1445#endif
408894ee 1446
1da177e4
LT
1447/* journalling filesystem info */
1448 void *journal_info;
1449
d89d8796
NB
1450/* stacked block device info */
1451 struct bio *bio_list, **bio_tail;
1452
1da177e4
LT
1453/* VM state */
1454 struct reclaim_state *reclaim_state;
1455
1da177e4
LT
1456 struct backing_dev_info *backing_dev_info;
1457
1458 struct io_context *io_context;
1459
1460 unsigned long ptrace_message;
1461 siginfo_t *last_siginfo; /* For ptrace use. */
7c3ab738 1462 struct task_io_accounting ioac;
8f0ab514 1463#if defined(CONFIG_TASK_XACCT)
1da177e4
LT
1464 u64 acct_rss_mem1; /* accumulated rss usage */
1465 u64 acct_vm_mem1; /* accumulated virtual memory usage */
49b5cf34 1466 cputime_t acct_timexpd; /* stime + utime since last update */
1da177e4
LT
1467#endif
1468#ifdef CONFIG_CPUSETS
58568d2a 1469 nodemask_t mems_allowed; /* Protected by alloc_lock */
825a46af 1470 int cpuset_mem_spread_rotor;
1da177e4 1471#endif
ddbcc7e8 1472#ifdef CONFIG_CGROUPS
817929ec
PM
1473 /* Control Group info protected by css_set_lock */
1474 struct css_set *cgroups;
1475 /* cg_list protected by css_set_lock and tsk->alloc_lock */
1476 struct list_head cg_list;
ddbcc7e8 1477#endif
42b2dd0a 1478#ifdef CONFIG_FUTEX
0771dfef 1479 struct robust_list_head __user *robust_list;
34f192c6
IM
1480#ifdef CONFIG_COMPAT
1481 struct compat_robust_list_head __user *compat_robust_list;
1482#endif
c87e2837
IM
1483 struct list_head pi_state_list;
1484 struct futex_pi_state *pi_state_cache;
c7aceaba 1485#endif
cdd6c482
IM
1486#ifdef CONFIG_PERF_EVENTS
1487 struct perf_event_context *perf_event_ctxp;
1488 struct mutex perf_event_mutex;
1489 struct list_head perf_event_list;
a63eaf34 1490#endif
c7aceaba 1491#ifdef CONFIG_NUMA
58568d2a 1492 struct mempolicy *mempolicy; /* Protected by alloc_lock */
c7aceaba 1493 short il_next;
42b2dd0a 1494#endif
22e2c507 1495 atomic_t fs_excl; /* holding fs exclusive resources */
e56d0903 1496 struct rcu_head rcu;
b92ce558
JA
1497
1498 /*
1499 * cache last used pipe for splice
1500 */
1501 struct pipe_inode_info *splice_pipe;
ca74e92b
SN
1502#ifdef CONFIG_TASK_DELAY_ACCT
1503 struct task_delay_info *delays;
f4f154fd
AM
1504#endif
1505#ifdef CONFIG_FAULT_INJECTION
1506 int make_it_fail;
ca74e92b 1507#endif
3e26c149 1508 struct prop_local_single dirties;
9745512c
AV
1509#ifdef CONFIG_LATENCYTOP
1510 int latency_record_count;
1511 struct latency_record latency_record[LT_SAVECOUNT];
1512#endif
6976675d
AV
1513 /*
1514 * time slack values; these are used to round up poll() and
1515 * select() etc timeout values. These are in nanoseconds.
1516 */
1517 unsigned long timer_slack_ns;
1518 unsigned long default_timer_slack_ns;
f8d570a4
DM
1519
1520 struct list_head *scm_work_list;
fb52607a 1521#ifdef CONFIG_FUNCTION_GRAPH_TRACER
f201ae23
FW
1522 /* Index of current stored adress in ret_stack */
1523 int curr_ret_stack;
1524 /* Stack of return addresses for return function tracing */
1525 struct ftrace_ret_stack *ret_stack;
8aef2d28
SR
1526 /* time stamp for last schedule */
1527 unsigned long long ftrace_timestamp;
f201ae23
FW
1528 /*
1529 * Number of functions that haven't been traced
1530 * because of depth overrun.
1531 */
1532 atomic_t trace_overrun;
380c4b14
FW
1533 /* Pause for the tracing */
1534 atomic_t tracing_graph_pause;
f201ae23 1535#endif
ea4e2bc4
SR
1536#ifdef CONFIG_TRACING
1537 /* state flags for use by tracers */
1538 unsigned long trace;
261842b7
SR
1539 /* bitmask of trace recursion */
1540 unsigned long trace_recursion;
1541#endif /* CONFIG_TRACING */
d899bf7b 1542 unsigned long stack_start;
1da177e4
LT
1543};
1544
76e6eee0
RR
1545/* Future-safe accessor for struct task_struct's cpus_allowed. */
1546#define tsk_cpumask(tsk) (&(tsk)->cpus_allowed)
1547
e05606d3
IM
1548/*
1549 * Priority of a process goes from 0..MAX_PRIO-1, valid RT
1550 * priority is 0..MAX_RT_PRIO-1, and SCHED_NORMAL/SCHED_BATCH
1551 * tasks are in the range MAX_RT_PRIO..MAX_PRIO-1. Priority
1552 * values are inverted: lower p->prio value means higher priority.
1553 *
1554 * The MAX_USER_RT_PRIO value allows the actual maximum
1555 * RT priority to be separate from the value exported to
1556 * user-space. This allows kernel threads to set their
1557 * priority to a value higher than any user task. Note:
1558 * MAX_RT_PRIO must not be smaller than MAX_USER_RT_PRIO.
1559 */
1560
1561#define MAX_USER_RT_PRIO 100
1562#define MAX_RT_PRIO MAX_USER_RT_PRIO
1563
1564#define MAX_PRIO (MAX_RT_PRIO + 40)
1565#define DEFAULT_PRIO (MAX_RT_PRIO + 20)
1566
1567static inline int rt_prio(int prio)
1568{
1569 if (unlikely(prio < MAX_RT_PRIO))
1570 return 1;
1571 return 0;
1572}
1573
e868171a 1574static inline int rt_task(struct task_struct *p)
e05606d3
IM
1575{
1576 return rt_prio(p->prio);
1577}
1578
e868171a 1579static inline struct pid *task_pid(struct task_struct *task)
22c935f4
EB
1580{
1581 return task->pids[PIDTYPE_PID].pid;
1582}
1583
e868171a 1584static inline struct pid *task_tgid(struct task_struct *task)
22c935f4
EB
1585{
1586 return task->group_leader->pids[PIDTYPE_PID].pid;
1587}
1588
6dda81f4
ON
1589/*
1590 * Without tasklist or rcu lock it is not safe to dereference
1591 * the result of task_pgrp/task_session even if task == current,
1592 * we can race with another thread doing sys_setsid/sys_setpgid.
1593 */
e868171a 1594static inline struct pid *task_pgrp(struct task_struct *task)
22c935f4
EB
1595{
1596 return task->group_leader->pids[PIDTYPE_PGID].pid;
1597}
1598
e868171a 1599static inline struct pid *task_session(struct task_struct *task)
22c935f4
EB
1600{
1601 return task->group_leader->pids[PIDTYPE_SID].pid;
1602}
1603
7af57294
PE
1604struct pid_namespace;
1605
1606/*
1607 * the helpers to get the task's different pids as they are seen
1608 * from various namespaces
1609 *
1610 * task_xid_nr() : global id, i.e. the id seen from the init namespace;
44c4e1b2
EB
1611 * task_xid_vnr() : virtual id, i.e. the id seen from the pid namespace of
1612 * current.
7af57294
PE
1613 * task_xid_nr_ns() : id seen from the ns specified;
1614 *
1615 * set_task_vxid() : assigns a virtual id to a task;
1616 *
7af57294
PE
1617 * see also pid_nr() etc in include/linux/pid.h
1618 */
52ee2dfd
ON
1619pid_t __task_pid_nr_ns(struct task_struct *task, enum pid_type type,
1620 struct pid_namespace *ns);
7af57294 1621
e868171a 1622static inline pid_t task_pid_nr(struct task_struct *tsk)
7af57294
PE
1623{
1624 return tsk->pid;
1625}
1626
52ee2dfd
ON
1627static inline pid_t task_pid_nr_ns(struct task_struct *tsk,
1628 struct pid_namespace *ns)
1629{
1630 return __task_pid_nr_ns(tsk, PIDTYPE_PID, ns);
1631}
7af57294
PE
1632
1633static inline pid_t task_pid_vnr(struct task_struct *tsk)
1634{
52ee2dfd 1635 return __task_pid_nr_ns(tsk, PIDTYPE_PID, NULL);
7af57294
PE
1636}
1637
1638
e868171a 1639static inline pid_t task_tgid_nr(struct task_struct *tsk)
7af57294
PE
1640{
1641 return tsk->tgid;
1642}
1643
2f2a3a46 1644pid_t task_tgid_nr_ns(struct task_struct *tsk, struct pid_namespace *ns);
7af57294
PE
1645
1646static inline pid_t task_tgid_vnr(struct task_struct *tsk)
1647{
1648 return pid_vnr(task_tgid(tsk));
1649}
1650
1651
52ee2dfd
ON
1652static inline pid_t task_pgrp_nr_ns(struct task_struct *tsk,
1653 struct pid_namespace *ns)
7af57294 1654{
52ee2dfd 1655 return __task_pid_nr_ns(tsk, PIDTYPE_PGID, ns);
7af57294
PE
1656}
1657
7af57294
PE
1658static inline pid_t task_pgrp_vnr(struct task_struct *tsk)
1659{
52ee2dfd 1660 return __task_pid_nr_ns(tsk, PIDTYPE_PGID, NULL);
7af57294
PE
1661}
1662
1663
52ee2dfd
ON
1664static inline pid_t task_session_nr_ns(struct task_struct *tsk,
1665 struct pid_namespace *ns)
7af57294 1666{
52ee2dfd 1667 return __task_pid_nr_ns(tsk, PIDTYPE_SID, ns);
7af57294
PE
1668}
1669
7af57294
PE
1670static inline pid_t task_session_vnr(struct task_struct *tsk)
1671{
52ee2dfd 1672 return __task_pid_nr_ns(tsk, PIDTYPE_SID, NULL);
7af57294
PE
1673}
1674
1b0f7ffd
ON
1675/* obsolete, do not use */
1676static inline pid_t task_pgrp_nr(struct task_struct *tsk)
1677{
1678 return task_pgrp_nr_ns(tsk, &init_pid_ns);
1679}
7af57294 1680
1da177e4
LT
1681/**
1682 * pid_alive - check that a task structure is not stale
1683 * @p: Task structure to be checked.
1684 *
1685 * Test if a process is not yet dead (at most zombie state)
1686 * If pid_alive fails, then pointers within the task structure
1687 * can be stale and must not be dereferenced.
1688 */
e868171a 1689static inline int pid_alive(struct task_struct *p)
1da177e4 1690{
92476d7f 1691 return p->pids[PIDTYPE_PID].pid != NULL;
1da177e4
LT
1692}
1693
f400e198 1694/**
b460cbc5 1695 * is_global_init - check if a task structure is init
3260259f
H
1696 * @tsk: Task structure to be checked.
1697 *
1698 * Check if a task structure is the first user space task the kernel created.
b460cbc5 1699 */
e868171a 1700static inline int is_global_init(struct task_struct *tsk)
b461cc03
PE
1701{
1702 return tsk->pid == 1;
1703}
b460cbc5
SH
1704
1705/*
1706 * is_container_init:
1707 * check whether in the task is init in its own pid namespace.
f400e198 1708 */
b461cc03 1709extern int is_container_init(struct task_struct *tsk);
f400e198 1710
9ec52099
CLG
1711extern struct pid *cad_pid;
1712
1da177e4 1713extern void free_task(struct task_struct *tsk);
1da177e4 1714#define get_task_struct(tsk) do { atomic_inc(&(tsk)->usage); } while(0)
e56d0903 1715
158d9ebd 1716extern void __put_task_struct(struct task_struct *t);
e56d0903
IM
1717
1718static inline void put_task_struct(struct task_struct *t)
1719{
1720 if (atomic_dec_and_test(&t->usage))
8c7904a0 1721 __put_task_struct(t);
e56d0903 1722}
1da177e4 1723
49048622
BS
1724extern cputime_t task_utime(struct task_struct *p);
1725extern cputime_t task_stime(struct task_struct *p);
1726extern cputime_t task_gtime(struct task_struct *p);
1727
1da177e4
LT
1728/*
1729 * Per process flags
1730 */
1731#define PF_ALIGNWARN 0x00000001 /* Print alignment warning msgs */
1732 /* Not implemented yet, only for 486*/
1733#define PF_STARTING 0x00000002 /* being created */
1734#define PF_EXITING 0x00000004 /* getting shut down */
778e9a9c 1735#define PF_EXITPIDONE 0x00000008 /* pi exit done on shut down */
94886b84 1736#define PF_VCPU 0x00000010 /* I'm a virtual CPU */
1da177e4
LT
1737#define PF_FORKNOEXEC 0x00000040 /* forked but didn't exec */
1738#define PF_SUPERPRIV 0x00000100 /* used super-user privileges */
1739#define PF_DUMPCORE 0x00000200 /* dumped core */
1740#define PF_SIGNALED 0x00000400 /* killed by a signal */
1741#define PF_MEMALLOC 0x00000800 /* Allocating memory */
1742#define PF_FLUSHER 0x00001000 /* responsible for disk writeback */
1743#define PF_USED_MATH 0x00002000 /* if unset the fpu must be initialized before use */
6301cb95 1744#define PF_FREEZING 0x00004000 /* freeze in progress. do not account to load */
1da177e4
LT
1745#define PF_NOFREEZE 0x00008000 /* this thread should not be frozen */
1746#define PF_FROZEN 0x00010000 /* frozen for system suspend */
1747#define PF_FSTRANS 0x00020000 /* inside a filesystem transaction */
1748#define PF_KSWAPD 0x00040000 /* I am kswapd */
35451bee 1749#define PF_OOM_ORIGIN 0x00080000 /* Allocating much memory to others */
1da177e4 1750#define PF_LESS_THROTTLE 0x00100000 /* Throttle me less: I clean memory */
246bb0b1 1751#define PF_KTHREAD 0x00200000 /* I am a kernel thread */
b31dc66a
JA
1752#define PF_RANDOMIZE 0x00400000 /* randomize virtual address space */
1753#define PF_SWAPWRITE 0x00800000 /* Allowed to write to swap */
1754#define PF_SPREAD_PAGE 0x01000000 /* Spread page cache over cpuset */
1755#define PF_SPREAD_SLAB 0x02000000 /* Spread some slab caches over cpuset */
9985b0ba 1756#define PF_THREAD_BOUND 0x04000000 /* Thread bound to specific cpu */
c61afb18 1757#define PF_MEMPOLICY 0x10000000 /* Non-default NUMA mempolicy */
61a87122 1758#define PF_MUTEX_TESTER 0x20000000 /* Thread belongs to the rt mutex tester */
ba96a0c8 1759#define PF_FREEZER_SKIP 0x40000000 /* Freezer should not count it as freezeable */
ebb12db5 1760#define PF_FREEZER_NOSIG 0x80000000 /* Freezer won't send signals to it */
1da177e4
LT
1761
1762/*
1763 * Only the _current_ task can read/write to tsk->flags, but other
1764 * tasks can access tsk->flags in readonly mode for example
1765 * with tsk_used_math (like during threaded core dumping).
1766 * There is however an exception to this rule during ptrace
1767 * or during fork: the ptracer task is allowed to write to the
1768 * child->flags of its traced child (same goes for fork, the parent
1769 * can write to the child->flags), because we're guaranteed the
1770 * child is not running and in turn not changing child->flags
1771 * at the same time the parent does it.
1772 */
1773#define clear_stopped_child_used_math(child) do { (child)->flags &= ~PF_USED_MATH; } while (0)
1774#define set_stopped_child_used_math(child) do { (child)->flags |= PF_USED_MATH; } while (0)
1775#define clear_used_math() clear_stopped_child_used_math(current)
1776#define set_used_math() set_stopped_child_used_math(current)
1777#define conditional_stopped_child_used_math(condition, child) \
1778 do { (child)->flags &= ~PF_USED_MATH, (child)->flags |= (condition) ? PF_USED_MATH : 0; } while (0)
1779#define conditional_used_math(condition) \
1780 conditional_stopped_child_used_math(condition, current)
1781#define copy_to_stopped_child_used_math(child) \
1782 do { (child)->flags &= ~PF_USED_MATH, (child)->flags |= current->flags & PF_USED_MATH; } while (0)
1783/* NOTE: this will return 0 or PF_USED_MATH, it will never return 1 */
1784#define tsk_used_math(p) ((p)->flags & PF_USED_MATH)
1785#define used_math() tsk_used_math(current)
1786
f41d911f
PM
1787#ifdef CONFIG_TREE_PREEMPT_RCU
1788
1789#define RCU_READ_UNLOCK_BLOCKED (1 << 0) /* blocked while in RCU read-side. */
1790#define RCU_READ_UNLOCK_NEED_QS (1 << 1) /* RCU core needs CPU response. */
f41d911f
PM
1791
1792static inline void rcu_copy_process(struct task_struct *p)
1793{
1794 p->rcu_read_lock_nesting = 0;
1795 p->rcu_read_unlock_special = 0;
dd5d19ba 1796 p->rcu_blocked_node = NULL;
f41d911f
PM
1797 INIT_LIST_HEAD(&p->rcu_node_entry);
1798}
1799
f41d911f
PM
1800#else
1801
1802static inline void rcu_copy_process(struct task_struct *p)
1803{
1804}
1805
1806#endif
1807
1da177e4 1808#ifdef CONFIG_SMP
cd8ba7cd 1809extern int set_cpus_allowed_ptr(struct task_struct *p,
96f874e2 1810 const struct cpumask *new_mask);
1da177e4 1811#else
cd8ba7cd 1812static inline int set_cpus_allowed_ptr(struct task_struct *p,
96f874e2 1813 const struct cpumask *new_mask)
1da177e4 1814{
96f874e2 1815 if (!cpumask_test_cpu(0, new_mask))
1da177e4
LT
1816 return -EINVAL;
1817 return 0;
1818}
1819#endif
e0ad9556
RR
1820
1821#ifndef CONFIG_CPUMASK_OFFSTACK
cd8ba7cd
MT
1822static inline int set_cpus_allowed(struct task_struct *p, cpumask_t new_mask)
1823{
1824 return set_cpus_allowed_ptr(p, &new_mask);
1825}
e0ad9556 1826#endif
1da177e4 1827
b342501c
IM
1828/*
1829 * Architectures can set this to 1 if they have specified
1830 * CONFIG_HAVE_UNSTABLE_SCHED_CLOCK in their arch Kconfig,
1831 * but then during bootup it turns out that sched_clock()
1832 * is reliable after all:
1833 */
1834#ifdef CONFIG_HAVE_UNSTABLE_SCHED_CLOCK
1835extern int sched_clock_stable;
1836#endif
1837
1da177e4 1838extern unsigned long long sched_clock(void);
e436d800 1839
c1955a3d
PZ
1840extern void sched_clock_init(void);
1841extern u64 sched_clock_cpu(int cpu);
3e51f33f 1842
c1955a3d 1843#ifndef CONFIG_HAVE_UNSTABLE_SCHED_CLOCK
3e51f33f
PZ
1844static inline void sched_clock_tick(void)
1845{
1846}
1847
1848static inline void sched_clock_idle_sleep_event(void)
1849{
1850}
1851
1852static inline void sched_clock_idle_wakeup_event(u64 delta_ns)
1853{
1854}
1855#else
3e51f33f
PZ
1856extern void sched_clock_tick(void);
1857extern void sched_clock_idle_sleep_event(void);
1858extern void sched_clock_idle_wakeup_event(u64 delta_ns);
1859#endif
1860
e436d800
IM
1861/*
1862 * For kernel-internal use: high-speed (but slightly incorrect) per-cpu
1863 * clock constructed from sched_clock():
1864 */
1865extern unsigned long long cpu_clock(int cpu);
1866
36c8b586 1867extern unsigned long long
41b86e9c 1868task_sched_runtime(struct task_struct *task);
f06febc9 1869extern unsigned long long thread_group_sched_runtime(struct task_struct *task);
1da177e4
LT
1870
1871/* sched_exec is called by processes performing an exec */
1872#ifdef CONFIG_SMP
1873extern void sched_exec(void);
1874#else
1875#define sched_exec() {}
1876#endif
1877
2aa44d05
IM
1878extern void sched_clock_idle_sleep_event(void);
1879extern void sched_clock_idle_wakeup_event(u64 delta_ns);
bb29ab26 1880
1da177e4
LT
1881#ifdef CONFIG_HOTPLUG_CPU
1882extern void idle_task_exit(void);
1883#else
1884static inline void idle_task_exit(void) {}
1885#endif
1886
1887extern void sched_idle_next(void);
b29739f9 1888
06d8308c
TG
1889#if defined(CONFIG_NO_HZ) && defined(CONFIG_SMP)
1890extern void wake_up_idle_cpu(int cpu);
1891#else
1892static inline void wake_up_idle_cpu(int cpu) { }
1893#endif
1894
21805085 1895extern unsigned int sysctl_sched_latency;
b2be5e96 1896extern unsigned int sysctl_sched_min_granularity;
bf0f6f24 1897extern unsigned int sysctl_sched_wakeup_granularity;
47fea2ad
JSR
1898extern unsigned int sysctl_sched_shares_ratelimit;
1899extern unsigned int sysctl_sched_shares_thresh;
bf0f6f24 1900extern unsigned int sysctl_sched_child_runs_first;
2bba22c5 1901#ifdef CONFIG_SCHED_DEBUG
bf0f6f24 1902extern unsigned int sysctl_sched_features;
da84d961 1903extern unsigned int sysctl_sched_migration_cost;
b82d9fdd 1904extern unsigned int sysctl_sched_nr_migrate;
e9e9250b 1905extern unsigned int sysctl_sched_time_avg;
cd1bb94b 1906extern unsigned int sysctl_timer_migration;
b2be5e96
PZ
1907
1908int sched_nr_latency_handler(struct ctl_table *table, int write,
1909 struct file *file, void __user *buffer, size_t *length,
1910 loff_t *ppos);
2bd8e6d4 1911#endif
eea08f32
AB
1912#ifdef CONFIG_SCHED_DEBUG
1913static inline unsigned int get_sysctl_timer_migration(void)
1914{
1915 return sysctl_timer_migration;
1916}
1917#else
1918static inline unsigned int get_sysctl_timer_migration(void)
1919{
1920 return 1;
1921}
1922#endif
9f0c1e56
PZ
1923extern unsigned int sysctl_sched_rt_period;
1924extern int sysctl_sched_rt_runtime;
2bd8e6d4 1925
d0b27fa7
PZ
1926int sched_rt_handler(struct ctl_table *table, int write,
1927 struct file *filp, void __user *buffer, size_t *lenp,
1928 loff_t *ppos);
1929
2bd8e6d4 1930extern unsigned int sysctl_sched_compat_yield;
bf0f6f24 1931
b29739f9 1932#ifdef CONFIG_RT_MUTEXES
36c8b586
IM
1933extern int rt_mutex_getprio(struct task_struct *p);
1934extern void rt_mutex_setprio(struct task_struct *p, int prio);
1935extern void rt_mutex_adjust_pi(struct task_struct *p);
b29739f9 1936#else
e868171a 1937static inline int rt_mutex_getprio(struct task_struct *p)
b29739f9
IM
1938{
1939 return p->normal_prio;
1940}
95e02ca9 1941# define rt_mutex_adjust_pi(p) do { } while (0)
b29739f9
IM
1942#endif
1943
36c8b586
IM
1944extern void set_user_nice(struct task_struct *p, long nice);
1945extern int task_prio(const struct task_struct *p);
1946extern int task_nice(const struct task_struct *p);
1947extern int can_nice(const struct task_struct *p, const int nice);
1948extern int task_curr(const struct task_struct *p);
1da177e4
LT
1949extern int idle_cpu(int cpu);
1950extern int sched_setscheduler(struct task_struct *, int, struct sched_param *);
961ccddd
RR
1951extern int sched_setscheduler_nocheck(struct task_struct *, int,
1952 struct sched_param *);
36c8b586
IM
1953extern struct task_struct *idle_task(int cpu);
1954extern struct task_struct *curr_task(int cpu);
1955extern void set_curr_task(int cpu, struct task_struct *p);
1da177e4
LT
1956
1957void yield(void);
1958
1959/*
1960 * The default (Linux) execution domain.
1961 */
1962extern struct exec_domain default_exec_domain;
1963
1964union thread_union {
1965 struct thread_info thread_info;
1966 unsigned long stack[THREAD_SIZE/sizeof(long)];
1967};
1968
1969#ifndef __HAVE_ARCH_KSTACK_END
1970static inline int kstack_end(void *addr)
1971{
1972 /* Reliable end of stack detection:
1973 * Some APM bios versions misalign the stack
1974 */
1975 return !(((unsigned long)addr+sizeof(void*)-1) & (THREAD_SIZE-sizeof(void*)));
1976}
1977#endif
1978
1979extern union thread_union init_thread_union;
1980extern struct task_struct init_task;
1981
1982extern struct mm_struct init_mm;
1983
198fe21b
PE
1984extern struct pid_namespace init_pid_ns;
1985
1986/*
1987 * find a task by one of its numerical ids
1988 *
198fe21b
PE
1989 * find_task_by_pid_ns():
1990 * finds a task by its pid in the specified namespace
228ebcbe
PE
1991 * find_task_by_vpid():
1992 * finds a task by its virtual pid
198fe21b 1993 *
e49859e7 1994 * see also find_vpid() etc in include/linux/pid.h
198fe21b
PE
1995 */
1996
228ebcbe
PE
1997extern struct task_struct *find_task_by_vpid(pid_t nr);
1998extern struct task_struct *find_task_by_pid_ns(pid_t nr,
1999 struct pid_namespace *ns);
198fe21b 2000
8520d7c7 2001extern void __set_special_pids(struct pid *pid);
1da177e4
LT
2002
2003/* per-UID process charging. */
acce292c 2004extern struct user_struct * alloc_uid(struct user_namespace *, uid_t);
1da177e4
LT
2005static inline struct user_struct *get_uid(struct user_struct *u)
2006{
2007 atomic_inc(&u->__count);
2008 return u;
2009}
2010extern void free_uid(struct user_struct *);
28f300d2 2011extern void release_uids(struct user_namespace *ns);
1da177e4
LT
2012
2013#include <asm/current.h>
2014
3171a030 2015extern void do_timer(unsigned long ticks);
1da177e4 2016
b3c97528
HH
2017extern int wake_up_state(struct task_struct *tsk, unsigned int state);
2018extern int wake_up_process(struct task_struct *tsk);
2019extern void wake_up_new_task(struct task_struct *tsk,
2020 unsigned long clone_flags);
1da177e4
LT
2021#ifdef CONFIG_SMP
2022 extern void kick_process(struct task_struct *tsk);
2023#else
2024 static inline void kick_process(struct task_struct *tsk) { }
2025#endif
ad46c2c4
IM
2026extern void sched_fork(struct task_struct *p, int clone_flags);
2027extern void sched_dead(struct task_struct *p);
1da177e4 2028
1da177e4
LT
2029extern void proc_caches_init(void);
2030extern void flush_signals(struct task_struct *);
3bcac026 2031extern void __flush_signals(struct task_struct *);
10ab825b 2032extern void ignore_signals(struct task_struct *);
1da177e4
LT
2033extern void flush_signal_handlers(struct task_struct *, int force_default);
2034extern int dequeue_signal(struct task_struct *tsk, sigset_t *mask, siginfo_t *info);
2035
2036static inline int dequeue_signal_lock(struct task_struct *tsk, sigset_t *mask, siginfo_t *info)
2037{
2038 unsigned long flags;
2039 int ret;
2040
2041 spin_lock_irqsave(&tsk->sighand->siglock, flags);
2042 ret = dequeue_signal(tsk, mask, info);
2043 spin_unlock_irqrestore(&tsk->sighand->siglock, flags);
2044
2045 return ret;
2046}
2047
2048extern void block_all_signals(int (*notifier)(void *priv), void *priv,
2049 sigset_t *mask);
2050extern void unblock_all_signals(void);
2051extern void release_task(struct task_struct * p);
2052extern int send_sig_info(int, struct siginfo *, struct task_struct *);
1da177e4
LT
2053extern int force_sigsegv(int, struct task_struct *);
2054extern int force_sig_info(int, struct siginfo *, struct task_struct *);
c4b92fc1 2055extern int __kill_pgrp_info(int sig, struct siginfo *info, struct pid *pgrp);
c4b92fc1 2056extern int kill_pid_info(int sig, struct siginfo *info, struct pid *pid);
2425c08b 2057extern int kill_pid_info_as_uid(int, struct siginfo *, struct pid *, uid_t, uid_t, u32);
c4b92fc1
EB
2058extern int kill_pgrp(struct pid *pid, int sig, int priv);
2059extern int kill_pid(struct pid *pid, int sig, int priv);
c3de4b38 2060extern int kill_proc_info(int, struct siginfo *, pid_t);
2b2a1ff6 2061extern int do_notify_parent(struct task_struct *, int);
a7f0765e 2062extern void __wake_up_parent(struct task_struct *p, struct task_struct *parent);
1da177e4
LT
2063extern void force_sig(int, struct task_struct *);
2064extern void force_sig_specific(int, struct task_struct *);
2065extern int send_sig(int, struct task_struct *, int);
2066extern void zap_other_threads(struct task_struct *p);
1da177e4
LT
2067extern struct sigqueue *sigqueue_alloc(void);
2068extern void sigqueue_free(struct sigqueue *);
ac5c2153 2069extern int send_sigqueue(struct sigqueue *, struct task_struct *, int group);
9ac95f2f 2070extern int do_sigaction(int, struct k_sigaction *, struct k_sigaction *);
1da177e4
LT
2071extern int do_sigaltstack(const stack_t __user *, stack_t __user *, unsigned long);
2072
9ec52099
CLG
2073static inline int kill_cad_pid(int sig, int priv)
2074{
2075 return kill_pid(cad_pid, sig, priv);
2076}
2077
1da177e4
LT
2078/* These can be the second arg to send_sig_info/send_group_sig_info. */
2079#define SEND_SIG_NOINFO ((struct siginfo *) 0)
2080#define SEND_SIG_PRIV ((struct siginfo *) 1)
2081#define SEND_SIG_FORCED ((struct siginfo *) 2)
2082
621d3121
ON
2083static inline int is_si_special(const struct siginfo *info)
2084{
2085 return info <= SEND_SIG_FORCED;
2086}
2087
1da177e4
LT
2088/* True if we are on the alternate signal stack. */
2089
2090static inline int on_sig_stack(unsigned long sp)
2091{
2092 return (sp - current->sas_ss_sp < current->sas_ss_size);
2093}
2094
2095static inline int sas_ss_flags(unsigned long sp)
2096{
2097 return (current->sas_ss_size == 0 ? SS_DISABLE
2098 : on_sig_stack(sp) ? SS_ONSTACK : 0);
2099}
2100
1da177e4
LT
2101/*
2102 * Routines for handling mm_structs
2103 */
2104extern struct mm_struct * mm_alloc(void);
2105
2106/* mmdrop drops the mm and the page tables */
b3c97528 2107extern void __mmdrop(struct mm_struct *);
1da177e4
LT
2108static inline void mmdrop(struct mm_struct * mm)
2109{
6fb43d7b 2110 if (unlikely(atomic_dec_and_test(&mm->mm_count)))
1da177e4
LT
2111 __mmdrop(mm);
2112}
2113
2114/* mmput gets rid of the mappings and all user-space */
2115extern void mmput(struct mm_struct *);
2116/* Grab a reference to a task's mm, if it is not already going away */
2117extern struct mm_struct *get_task_mm(struct task_struct *task);
2118/* Remove the current tasks stale references to the old mm_struct */
2119extern void mm_release(struct task_struct *, struct mm_struct *);
402b0862
CO
2120/* Allocate a new mm structure and copy contents from tsk->mm */
2121extern struct mm_struct *dup_mm(struct task_struct *tsk);
1da177e4 2122
6f2c55b8
AD
2123extern int copy_thread(unsigned long, unsigned long, unsigned long,
2124 struct task_struct *, struct pt_regs *);
1da177e4
LT
2125extern void flush_thread(void);
2126extern void exit_thread(void);
2127
1da177e4 2128extern void exit_files(struct task_struct *);
6b3934ef 2129extern void __cleanup_signal(struct signal_struct *);
a7e5328a 2130extern void __cleanup_sighand(struct sighand_struct *);
cbaffba1 2131
1da177e4 2132extern void exit_itimers(struct signal_struct *);
cbaffba1 2133extern void flush_itimer_signals(void);
1da177e4
LT
2134
2135extern NORET_TYPE void do_group_exit(int);
2136
1da177e4
LT
2137extern void daemonize(const char *, ...);
2138extern int allow_signal(int);
2139extern int disallow_signal(int);
1da177e4
LT
2140
2141extern int do_execve(char *, char __user * __user *, char __user * __user *, struct pt_regs *);
2142extern long do_fork(unsigned long, unsigned long, struct pt_regs *, unsigned long, int __user *, int __user *);
36c8b586 2143struct task_struct *fork_idle(int);
1da177e4
LT
2144
2145extern void set_task_comm(struct task_struct *tsk, char *from);
59714d65 2146extern char *get_task_comm(char *to, struct task_struct *tsk);
1da177e4
LT
2147
2148#ifdef CONFIG_SMP
a26b89f0 2149extern void wait_task_context_switch(struct task_struct *p);
85ba2d86 2150extern unsigned long wait_task_inactive(struct task_struct *, long match_state);
1da177e4 2151#else
a26b89f0 2152static inline void wait_task_context_switch(struct task_struct *p) {}
85ba2d86
RM
2153static inline unsigned long wait_task_inactive(struct task_struct *p,
2154 long match_state)
2155{
2156 return 1;
2157}
1da177e4
LT
2158#endif
2159
05725f7e
JP
2160#define next_task(p) \
2161 list_entry_rcu((p)->tasks.next, struct task_struct, tasks)
1da177e4
LT
2162
2163#define for_each_process(p) \
2164 for (p = &init_task ; (p = next_task(p)) != &init_task ; )
2165
5bb459bb 2166extern bool current_is_single_threaded(void);
d84f4f99 2167
1da177e4
LT
2168/*
2169 * Careful: do_each_thread/while_each_thread is a double loop so
2170 * 'break' will not work as expected - use goto instead.
2171 */
2172#define do_each_thread(g, t) \
2173 for (g = t = &init_task ; (g = t = next_task(g)) != &init_task ; ) do
2174
2175#define while_each_thread(g, t) \
2176 while ((t = next_thread(t)) != g)
2177
de12a787
EB
2178/* de_thread depends on thread_group_leader not being a pid based check */
2179#define thread_group_leader(p) (p == p->group_leader)
1da177e4 2180
0804ef4b
EB
2181/* Do to the insanities of de_thread it is possible for a process
2182 * to have the pid of the thread group leader without actually being
2183 * the thread group leader. For iteration through the pids in proc
2184 * all we care about is that we have a task with the appropriate
2185 * pid, we don't actually care if we have the right task.
2186 */
e868171a 2187static inline int has_group_leader_pid(struct task_struct *p)
0804ef4b
EB
2188{
2189 return p->pid == p->tgid;
2190}
2191
bac0abd6
PE
2192static inline
2193int same_thread_group(struct task_struct *p1, struct task_struct *p2)
2194{
2195 return p1->tgid == p2->tgid;
2196}
2197
36c8b586 2198static inline struct task_struct *next_thread(const struct task_struct *p)
47e65328 2199{
05725f7e
JP
2200 return list_entry_rcu(p->thread_group.next,
2201 struct task_struct, thread_group);
47e65328
ON
2202}
2203
e868171a 2204static inline int thread_group_empty(struct task_struct *p)
1da177e4 2205{
47e65328 2206 return list_empty(&p->thread_group);
1da177e4
LT
2207}
2208
2209#define delay_group_leader(p) \
2210 (thread_group_leader(p) && !thread_group_empty(p))
2211
39c626ae
ON
2212static inline int task_detached(struct task_struct *p)
2213{
2214 return p->exit_signal == -1;
2215}
2216
1da177e4 2217/*
260ea101 2218 * Protects ->fs, ->files, ->mm, ->group_info, ->comm, keyring
22e2c507 2219 * subscriptions and synchronises with wait4(). Also used in procfs. Also
ddbcc7e8
PM
2220 * pins the final release of task.io_context. Also protects ->cpuset and
2221 * ->cgroup.subsys[].
1da177e4
LT
2222 *
2223 * Nests both inside and outside of read_lock(&tasklist_lock).
2224 * It must not be nested with write_lock_irq(&tasklist_lock),
2225 * neither inside nor outside.
2226 */
2227static inline void task_lock(struct task_struct *p)
2228{
2229 spin_lock(&p->alloc_lock);
2230}
2231
2232static inline void task_unlock(struct task_struct *p)
2233{
2234 spin_unlock(&p->alloc_lock);
2235}
2236
f63ee72e
ON
2237extern struct sighand_struct *lock_task_sighand(struct task_struct *tsk,
2238 unsigned long *flags);
2239
2240static inline void unlock_task_sighand(struct task_struct *tsk,
2241 unsigned long *flags)
2242{
2243 spin_unlock_irqrestore(&tsk->sighand->siglock, *flags);
2244}
2245
f037360f
AV
2246#ifndef __HAVE_THREAD_FUNCTIONS
2247
f7e4217b
RZ
2248#define task_thread_info(task) ((struct thread_info *)(task)->stack)
2249#define task_stack_page(task) ((task)->stack)
a1261f54 2250
10ebffde
AV
2251static inline void setup_thread_stack(struct task_struct *p, struct task_struct *org)
2252{
2253 *task_thread_info(p) = *task_thread_info(org);
2254 task_thread_info(p)->task = p;
2255}
2256
2257static inline unsigned long *end_of_stack(struct task_struct *p)
2258{
f7e4217b 2259 return (unsigned long *)(task_thread_info(p) + 1);
10ebffde
AV
2260}
2261
f037360f
AV
2262#endif
2263
8b05c7e6
FT
2264static inline int object_is_on_stack(void *obj)
2265{
2266 void *stack = task_stack_page(current);
2267
2268 return (obj >= stack) && (obj < (stack + THREAD_SIZE));
2269}
2270
8c9843e5
BH
2271extern void thread_info_cache_init(void);
2272
7c9f8861
ES
2273#ifdef CONFIG_DEBUG_STACK_USAGE
2274static inline unsigned long stack_not_used(struct task_struct *p)
2275{
2276 unsigned long *n = end_of_stack(p);
2277
2278 do { /* Skip over canary */
2279 n++;
2280 } while (!*n);
2281
2282 return (unsigned long)n - (unsigned long)end_of_stack(p);
2283}
2284#endif
2285
1da177e4
LT
2286/* set thread flags in other task's structures
2287 * - see asm/thread_info.h for TIF_xxxx flags available
2288 */
2289static inline void set_tsk_thread_flag(struct task_struct *tsk, int flag)
2290{
a1261f54 2291 set_ti_thread_flag(task_thread_info(tsk), flag);
1da177e4
LT
2292}
2293
2294static inline void clear_tsk_thread_flag(struct task_struct *tsk, int flag)
2295{
a1261f54 2296 clear_ti_thread_flag(task_thread_info(tsk), flag);
1da177e4
LT
2297}
2298
2299static inline int test_and_set_tsk_thread_flag(struct task_struct *tsk, int flag)
2300{
a1261f54 2301 return test_and_set_ti_thread_flag(task_thread_info(tsk), flag);
1da177e4
LT
2302}
2303
2304static inline int test_and_clear_tsk_thread_flag(struct task_struct *tsk, int flag)
2305{
a1261f54 2306 return test_and_clear_ti_thread_flag(task_thread_info(tsk), flag);
1da177e4
LT
2307}
2308
2309static inline int test_tsk_thread_flag(struct task_struct *tsk, int flag)
2310{
a1261f54 2311 return test_ti_thread_flag(task_thread_info(tsk), flag);
1da177e4
LT
2312}
2313
2314static inline void set_tsk_need_resched(struct task_struct *tsk)
2315{
2316 set_tsk_thread_flag(tsk,TIF_NEED_RESCHED);
2317}
2318
2319static inline void clear_tsk_need_resched(struct task_struct *tsk)
2320{
2321 clear_tsk_thread_flag(tsk,TIF_NEED_RESCHED);
2322}
2323
8ae121ac
GH
2324static inline int test_tsk_need_resched(struct task_struct *tsk)
2325{
2326 return unlikely(test_tsk_thread_flag(tsk,TIF_NEED_RESCHED));
2327}
2328
690cc3ff
EB
2329static inline int restart_syscall(void)
2330{
2331 set_tsk_thread_flag(current, TIF_SIGPENDING);
2332 return -ERESTARTNOINTR;
2333}
2334
1da177e4
LT
2335static inline int signal_pending(struct task_struct *p)
2336{
2337 return unlikely(test_tsk_thread_flag(p,TIF_SIGPENDING));
2338}
f776d12d 2339
b3c97528 2340extern int __fatal_signal_pending(struct task_struct *p);
f776d12d
MW
2341
2342static inline int fatal_signal_pending(struct task_struct *p)
2343{
2344 return signal_pending(p) && __fatal_signal_pending(p);
2345}
2346
16882c1e
ON
2347static inline int signal_pending_state(long state, struct task_struct *p)
2348{
2349 if (!(state & (TASK_INTERRUPTIBLE | TASK_WAKEKILL)))
2350 return 0;
2351 if (!signal_pending(p))
2352 return 0;
2353
16882c1e
ON
2354 return (state & TASK_INTERRUPTIBLE) || __fatal_signal_pending(p);
2355}
2356
1da177e4
LT
2357static inline int need_resched(void)
2358{
9404ef02 2359 return unlikely(test_thread_flag(TIF_NEED_RESCHED));
1da177e4
LT
2360}
2361
2362/*
2363 * cond_resched() and cond_resched_lock(): latency reduction via
2364 * explicit rescheduling in places that are safe. The return
2365 * value indicates whether a reschedule was done in fact.
2366 * cond_resched_lock() will drop the spinlock before scheduling,
2367 * cond_resched_softirq() will enable bhs before scheduling.
2368 */
c3921ab7 2369extern int _cond_resched(void);
6f80bd98 2370
613afbf8
FW
2371#define cond_resched() ({ \
2372 __might_sleep(__FILE__, __LINE__, 0); \
2373 _cond_resched(); \
2374})
6f80bd98 2375
613afbf8
FW
2376extern int __cond_resched_lock(spinlock_t *lock);
2377
716a4234
FW
2378#ifdef CONFIG_PREEMPT
2379#define PREEMPT_LOCK_OFFSET PREEMPT_OFFSET
02b67cc3 2380#else
716a4234 2381#define PREEMPT_LOCK_OFFSET 0
02b67cc3 2382#endif
716a4234 2383
613afbf8 2384#define cond_resched_lock(lock) ({ \
716a4234 2385 __might_sleep(__FILE__, __LINE__, PREEMPT_LOCK_OFFSET); \
613afbf8
FW
2386 __cond_resched_lock(lock); \
2387})
2388
2389extern int __cond_resched_softirq(void);
2390
2391#define cond_resched_softirq() ({ \
2392 __might_sleep(__FILE__, __LINE__, SOFTIRQ_OFFSET); \
2393 __cond_resched_softirq(); \
2394})
1da177e4
LT
2395
2396/*
2397 * Does a critical section need to be broken due to another
95c354fe
NP
2398 * task waiting?: (technically does not depend on CONFIG_PREEMPT,
2399 * but a general need for low latency)
1da177e4 2400 */
95c354fe 2401static inline int spin_needbreak(spinlock_t *lock)
1da177e4 2402{
95c354fe
NP
2403#ifdef CONFIG_PREEMPT
2404 return spin_is_contended(lock);
2405#else
1da177e4 2406 return 0;
95c354fe 2407#endif
1da177e4
LT
2408}
2409
f06febc9
FM
2410/*
2411 * Thread group CPU time accounting.
2412 */
4cd4c1b4 2413void thread_group_cputime(struct task_struct *tsk, struct task_cputime *times);
4da94d49 2414void thread_group_cputimer(struct task_struct *tsk, struct task_cputime *times);
f06febc9 2415
490dea45 2416static inline void thread_group_cputime_init(struct signal_struct *sig)
f06febc9 2417{
4cd4c1b4
PZ
2418 sig->cputimer.cputime = INIT_CPUTIME;
2419 spin_lock_init(&sig->cputimer.lock);
2420 sig->cputimer.running = 0;
f06febc9
FM
2421}
2422
f06febc9
FM
2423static inline void thread_group_cputime_free(struct signal_struct *sig)
2424{
f06febc9
FM
2425}
2426
7bb44ade
RM
2427/*
2428 * Reevaluate whether the task has signals pending delivery.
2429 * Wake the task if so.
2430 * This is required every time the blocked sigset_t changes.
2431 * callers must hold sighand->siglock.
2432 */
2433extern void recalc_sigpending_and_wake(struct task_struct *t);
1da177e4
LT
2434extern void recalc_sigpending(void);
2435
2436extern void signal_wake_up(struct task_struct *t, int resume_stopped);
2437
2438/*
2439 * Wrappers for p->thread_info->cpu access. No-op on UP.
2440 */
2441#ifdef CONFIG_SMP
2442
2443static inline unsigned int task_cpu(const struct task_struct *p)
2444{
a1261f54 2445 return task_thread_info(p)->cpu;
1da177e4
LT
2446}
2447
c65cc870 2448extern void set_task_cpu(struct task_struct *p, unsigned int cpu);
1da177e4
LT
2449
2450#else
2451
2452static inline unsigned int task_cpu(const struct task_struct *p)
2453{
2454 return 0;
2455}
2456
2457static inline void set_task_cpu(struct task_struct *p, unsigned int cpu)
2458{
2459}
2460
2461#endif /* CONFIG_SMP */
2462
1da177e4 2463extern void arch_pick_mmap_layout(struct mm_struct *mm);
1da177e4 2464
1a3c3034
IM
2465#ifdef CONFIG_TRACING
2466extern void
2467__trace_special(void *__tr, void *__data,
2468 unsigned long arg1, unsigned long arg2, unsigned long arg3);
1da177e4 2469#else
1a3c3034
IM
2470static inline void
2471__trace_special(void *__tr, void *__data,
2472 unsigned long arg1, unsigned long arg2, unsigned long arg3)
1da177e4 2473{
1da177e4
LT
2474}
2475#endif
2476
96f874e2
RR
2477extern long sched_setaffinity(pid_t pid, const struct cpumask *new_mask);
2478extern long sched_getaffinity(pid_t pid, struct cpumask *mask);
5c45bf27 2479
1da177e4
LT
2480extern void normalize_rt_tasks(void);
2481
052f1dc7 2482#ifdef CONFIG_GROUP_SCHED
9b5b7751 2483
4cf86d77 2484extern struct task_group init_task_group;
eff766a6
PZ
2485#ifdef CONFIG_USER_SCHED
2486extern struct task_group root_task_group;
6c415b92 2487extern void set_tg_uid(struct user_struct *user);
eff766a6 2488#endif
9b5b7751 2489
ec7dc8ac 2490extern struct task_group *sched_create_group(struct task_group *parent);
4cf86d77 2491extern void sched_destroy_group(struct task_group *tg);
9b5b7751 2492extern void sched_move_task(struct task_struct *tsk);
052f1dc7 2493#ifdef CONFIG_FAIR_GROUP_SCHED
4cf86d77 2494extern int sched_group_set_shares(struct task_group *tg, unsigned long shares);
5cb350ba 2495extern unsigned long sched_group_shares(struct task_group *tg);
052f1dc7
PZ
2496#endif
2497#ifdef CONFIG_RT_GROUP_SCHED
9f0c1e56
PZ
2498extern int sched_group_set_rt_runtime(struct task_group *tg,
2499 long rt_runtime_us);
2500extern long sched_group_rt_runtime(struct task_group *tg);
d0b27fa7
PZ
2501extern int sched_group_set_rt_period(struct task_group *tg,
2502 long rt_period_us);
2503extern long sched_group_rt_period(struct task_group *tg);
54e99124 2504extern int sched_rt_can_attach(struct task_group *tg, struct task_struct *tsk);
052f1dc7 2505#endif
9b5b7751
SV
2506#endif
2507
54e99124
DG
2508extern int task_can_switch_user(struct user_struct *up,
2509 struct task_struct *tsk);
2510
4b98d11b
AD
2511#ifdef CONFIG_TASK_XACCT
2512static inline void add_rchar(struct task_struct *tsk, ssize_t amt)
2513{
940389b8 2514 tsk->ioac.rchar += amt;
4b98d11b
AD
2515}
2516
2517static inline void add_wchar(struct task_struct *tsk, ssize_t amt)
2518{
940389b8 2519 tsk->ioac.wchar += amt;
4b98d11b
AD
2520}
2521
2522static inline void inc_syscr(struct task_struct *tsk)
2523{
940389b8 2524 tsk->ioac.syscr++;
4b98d11b
AD
2525}
2526
2527static inline void inc_syscw(struct task_struct *tsk)
2528{
940389b8 2529 tsk->ioac.syscw++;
4b98d11b
AD
2530}
2531#else
2532static inline void add_rchar(struct task_struct *tsk, ssize_t amt)
2533{
2534}
2535
2536static inline void add_wchar(struct task_struct *tsk, ssize_t amt)
2537{
2538}
2539
2540static inline void inc_syscr(struct task_struct *tsk)
2541{
2542}
2543
2544static inline void inc_syscw(struct task_struct *tsk)
2545{
2546}
2547#endif
2548
82455257
DH
2549#ifndef TASK_SIZE_OF
2550#define TASK_SIZE_OF(tsk) TASK_SIZE
2551#endif
2552
0793a61d
TG
2553/*
2554 * Call the function if the target task is executing on a CPU right now:
2555 */
2556extern void task_oncpu_function_call(struct task_struct *p,
2557 void (*func) (void *info), void *info);
2558
2559
cf475ad2
BS
2560#ifdef CONFIG_MM_OWNER
2561extern void mm_update_next_owner(struct mm_struct *mm);
2562extern void mm_init_owner(struct mm_struct *mm, struct task_struct *p);
2563#else
2564static inline void mm_update_next_owner(struct mm_struct *mm)
2565{
2566}
2567
2568static inline void mm_init_owner(struct mm_struct *mm, struct task_struct *p)
2569{
2570}
2571#endif /* CONFIG_MM_OWNER */
2572
7c731e0a
SR
2573#define TASK_STATE_TO_CHAR_STR "RSDTtZX"
2574
1da177e4
LT
2575#endif /* __KERNEL__ */
2576
2577#endif