1 /* SPDX-License-Identifier: GPL-2.0-or-later */
2 /* delayacct.h - per-task delay accounting
4 * Copyright (C) Shailabh Nagar, IBM Corp. 2006
7 #ifndef _LINUX_DELAYACCT_H
8 #define _LINUX_DELAYACCT_H
10 #include <uapi/linux/taskstats.h>
12 #ifdef CONFIG_TASK_DELAY_ACCT
13 struct task_delay_info {
16 /* For each stat XXX, add following, aligned appropriately
18 * struct timespec XXX_start, XXX_end;
22 * Atomicity of updates to XXX_delay, XXX_count protected by
23 * single lock above (split into XXX_lock if contention is an issue).
27 * XXX_count is incremented on every XXX operation, the delay
28 * associated with the operation is added to XXX_delay.
29 * XXX_delay contains the accumulated delay time in nanoseconds.
32 u64 blkio_delay; /* wait for sync block io completion */
34 u64 swapin_delay; /* wait for swapin */
35 u32 blkio_count; /* total count of the number of sync block */
36 /* io operations performed */
37 u32 swapin_count; /* total count of swapin */
40 u64 freepages_delay; /* wait for memory reclaim */
43 u64 thrashing_delay; /* wait for thrashing page */
46 u64 compact_delay; /* wait for memory compact */
48 u32 freepages_count; /* total count of memory reclaim */
49 u32 thrashing_count; /* total count of thrash waits */
50 u32 compact_count; /* total count of memory compact */
54 #include <linux/sched.h>
55 #include <linux/slab.h>
56 #include <linux/jump_label.h>
58 #ifdef CONFIG_TASK_DELAY_ACCT
59 DECLARE_STATIC_KEY_FALSE(delayacct_key);
60 extern int delayacct_on; /* Delay accounting turned on/off */
61 extern struct kmem_cache *delayacct_cache;
62 extern void delayacct_init(void);
64 extern void __delayacct_tsk_init(struct task_struct *);
65 extern void __delayacct_tsk_exit(struct task_struct *);
66 extern void __delayacct_blkio_start(void);
67 extern void __delayacct_blkio_end(struct task_struct *);
68 extern int delayacct_add_tsk(struct taskstats *, struct task_struct *);
69 extern __u64 __delayacct_blkio_ticks(struct task_struct *);
70 extern void __delayacct_freepages_start(void);
71 extern void __delayacct_freepages_end(void);
72 extern void __delayacct_thrashing_start(void);
73 extern void __delayacct_thrashing_end(void);
74 extern void __delayacct_swapin_start(void);
75 extern void __delayacct_swapin_end(void);
76 extern void __delayacct_compact_start(void);
77 extern void __delayacct_compact_end(void);
79 static inline void delayacct_tsk_init(struct task_struct *tsk)
81 /* reinitialize in case parent's non-null pointer was dup'ed*/
84 __delayacct_tsk_init(tsk);
87 /* Free tsk->delays. Called from bad fork and __put_task_struct
88 * where there's no risk of tsk->delays being accessed elsewhere
90 static inline void delayacct_tsk_free(struct task_struct *tsk)
93 kmem_cache_free(delayacct_cache, tsk->delays);
97 static inline void delayacct_blkio_start(void)
99 if (!static_branch_unlikely(&delayacct_key))
103 __delayacct_blkio_start();
106 static inline void delayacct_blkio_end(struct task_struct *p)
108 if (!static_branch_unlikely(&delayacct_key))
112 __delayacct_blkio_end(p);
115 static inline __u64 delayacct_blkio_ticks(struct task_struct *tsk)
118 return __delayacct_blkio_ticks(tsk);
122 static inline void delayacct_freepages_start(void)
124 if (!static_branch_unlikely(&delayacct_key))
128 __delayacct_freepages_start();
131 static inline void delayacct_freepages_end(void)
133 if (!static_branch_unlikely(&delayacct_key))
137 __delayacct_freepages_end();
140 static inline void delayacct_thrashing_start(void)
142 if (!static_branch_unlikely(&delayacct_key))
146 __delayacct_thrashing_start();
149 static inline void delayacct_thrashing_end(void)
151 if (!static_branch_unlikely(&delayacct_key))
155 __delayacct_thrashing_end();
158 static inline void delayacct_swapin_start(void)
160 if (!static_branch_unlikely(&delayacct_key))
164 __delayacct_swapin_start();
167 static inline void delayacct_swapin_end(void)
169 if (!static_branch_unlikely(&delayacct_key))
173 __delayacct_swapin_end();
176 static inline void delayacct_compact_start(void)
178 if (!static_branch_unlikely(&delayacct_key))
182 __delayacct_compact_start();
185 static inline void delayacct_compact_end(void)
187 if (!static_branch_unlikely(&delayacct_key))
191 __delayacct_compact_end();
195 static inline void delayacct_init(void)
197 static inline void delayacct_tsk_init(struct task_struct *tsk)
199 static inline void delayacct_tsk_free(struct task_struct *tsk)
201 static inline void delayacct_blkio_start(void)
203 static inline void delayacct_blkio_end(struct task_struct *p)
205 static inline int delayacct_add_tsk(struct taskstats *d,
206 struct task_struct *tsk)
208 static inline __u64 delayacct_blkio_ticks(struct task_struct *tsk)
210 static inline int delayacct_is_task_waiting_on_io(struct task_struct *p)
212 static inline void delayacct_freepages_start(void)
214 static inline void delayacct_freepages_end(void)
216 static inline void delayacct_thrashing_start(void)
218 static inline void delayacct_thrashing_end(void)
220 static inline void delayacct_swapin_start(void)
222 static inline void delayacct_swapin_end(void)
224 static inline void delayacct_compact_start(void)
226 static inline void delayacct_compact_end(void)
229 #endif /* CONFIG_TASK_DELAY_ACCT */