Commit | Line | Data |
---|---|---|
455b2864 DC |
1 | #undef TRACE_SYSTEM |
2 | #define TRACE_SYSTEM writeback | |
3 | ||
4 | #if !defined(_TRACE_WRITEBACK_H) || defined(TRACE_HEADER_MULTI_READ) | |
5 | #define _TRACE_WRITEBACK_H | |
6 | ||
f479447a | 7 | #include <linux/tracepoint.h> |
455b2864 DC |
8 | #include <linux/backing-dev.h> |
9 | #include <linux/writeback.h> | |
10 | ||
251d6a47 WF |
11 | #define show_inode_state(state) \ |
12 | __print_flags(state, "|", \ | |
13 | {I_DIRTY_SYNC, "I_DIRTY_SYNC"}, \ | |
14 | {I_DIRTY_DATASYNC, "I_DIRTY_DATASYNC"}, \ | |
15 | {I_DIRTY_PAGES, "I_DIRTY_PAGES"}, \ | |
16 | {I_NEW, "I_NEW"}, \ | |
17 | {I_WILL_FREE, "I_WILL_FREE"}, \ | |
18 | {I_FREEING, "I_FREEING"}, \ | |
19 | {I_CLEAR, "I_CLEAR"}, \ | |
20 | {I_SYNC, "I_SYNC"}, \ | |
0ae45f63 TT |
21 | {I_DIRTY_TIME, "I_DIRTY_TIME"}, \ |
22 | {I_DIRTY_TIME_EXPIRED, "I_DIRTY_TIME_EXPIRED"}, \ | |
251d6a47 WF |
23 | {I_REFERENCED, "I_REFERENCED"} \ |
24 | ) | |
25 | ||
91df6089 SRRH |
26 | /* enums need to be exported to user space */ |
27 | #undef EM | |
28 | #undef EMe | |
29 | #define EM(a,b) TRACE_DEFINE_ENUM(a); | |
30 | #define EMe(a,b) TRACE_DEFINE_ENUM(a); | |
31 | ||
b3bba872 | 32 | #define WB_WORK_REASON \ |
91df6089 SRRH |
33 | EM( WB_REASON_BACKGROUND, "background") \ |
34 | EM( WB_REASON_TRY_TO_FREE_PAGES, "try_to_free_pages") \ | |
35 | EM( WB_REASON_SYNC, "sync") \ | |
36 | EM( WB_REASON_PERIODIC, "periodic") \ | |
37 | EM( WB_REASON_LAPTOP_TIMER, "laptop_timer") \ | |
38 | EM( WB_REASON_FREE_MORE_MEM, "free_more_memory") \ | |
39 | EM( WB_REASON_FS_FREE_SPACE, "fs_free_space") \ | |
40 | EMe(WB_REASON_FORKER_THREAD, "forker_thread") | |
41 | ||
42 | WB_WORK_REASON | |
43 | ||
44 | /* | |
45 | * Now redefine the EM() and EMe() macros to map the enums to the strings | |
46 | * that will be printed in the output. | |
47 | */ | |
48 | #undef EM | |
49 | #undef EMe | |
50 | #define EM(a,b) { a, b }, | |
51 | #define EMe(a,b) { a, b } | |
b3bba872 | 52 | |
455b2864 DC |
53 | struct wb_writeback_work; |
54 | ||
9fb0a7da TH |
55 | TRACE_EVENT(writeback_dirty_page, |
56 | ||
57 | TP_PROTO(struct page *page, struct address_space *mapping), | |
58 | ||
59 | TP_ARGS(page, mapping), | |
60 | ||
61 | TP_STRUCT__entry ( | |
62 | __array(char, name, 32) | |
63 | __field(unsigned long, ino) | |
64 | __field(pgoff_t, index) | |
65 | ), | |
66 | ||
67 | TP_fast_assign( | |
68 | strncpy(__entry->name, | |
de1414a6 | 69 | mapping ? dev_name(inode_to_bdi(mapping->host)->dev) : "(unknown)", 32); |
9fb0a7da TH |
70 | __entry->ino = mapping ? mapping->host->i_ino : 0; |
71 | __entry->index = page->index; | |
72 | ), | |
73 | ||
74 | TP_printk("bdi %s: ino=%lu index=%lu", | |
75 | __entry->name, | |
76 | __entry->ino, | |
77 | __entry->index | |
78 | ) | |
79 | ); | |
80 | ||
81 | DECLARE_EVENT_CLASS(writeback_dirty_inode_template, | |
82 | ||
83 | TP_PROTO(struct inode *inode, int flags), | |
84 | ||
85 | TP_ARGS(inode, flags), | |
86 | ||
87 | TP_STRUCT__entry ( | |
88 | __array(char, name, 32) | |
89 | __field(unsigned long, ino) | |
0ae45f63 | 90 | __field(unsigned long, state) |
9fb0a7da TH |
91 | __field(unsigned long, flags) |
92 | ), | |
93 | ||
94 | TP_fast_assign( | |
de1414a6 | 95 | struct backing_dev_info *bdi = inode_to_bdi(inode); |
9fb0a7da TH |
96 | |
97 | /* may be called for files on pseudo FSes w/ unregistered bdi */ | |
98 | strncpy(__entry->name, | |
99 | bdi->dev ? dev_name(bdi->dev) : "(unknown)", 32); | |
100 | __entry->ino = inode->i_ino; | |
0ae45f63 | 101 | __entry->state = inode->i_state; |
9fb0a7da TH |
102 | __entry->flags = flags; |
103 | ), | |
104 | ||
0ae45f63 | 105 | TP_printk("bdi %s: ino=%lu state=%s flags=%s", |
9fb0a7da TH |
106 | __entry->name, |
107 | __entry->ino, | |
0ae45f63 | 108 | show_inode_state(__entry->state), |
9fb0a7da TH |
109 | show_inode_state(__entry->flags) |
110 | ) | |
111 | ); | |
112 | ||
0ae45f63 TT |
113 | DEFINE_EVENT(writeback_dirty_inode_template, writeback_mark_inode_dirty, |
114 | ||
115 | TP_PROTO(struct inode *inode, int flags), | |
116 | ||
117 | TP_ARGS(inode, flags) | |
118 | ); | |
119 | ||
9fb0a7da TH |
120 | DEFINE_EVENT(writeback_dirty_inode_template, writeback_dirty_inode_start, |
121 | ||
122 | TP_PROTO(struct inode *inode, int flags), | |
123 | ||
124 | TP_ARGS(inode, flags) | |
125 | ); | |
126 | ||
127 | DEFINE_EVENT(writeback_dirty_inode_template, writeback_dirty_inode, | |
128 | ||
129 | TP_PROTO(struct inode *inode, int flags), | |
130 | ||
131 | TP_ARGS(inode, flags) | |
132 | ); | |
133 | ||
5634cc2a TH |
134 | #ifdef CREATE_TRACE_POINTS |
135 | #ifdef CONFIG_CGROUP_WRITEBACK | |
136 | ||
137 | static inline size_t __trace_wb_cgroup_size(struct bdi_writeback *wb) | |
138 | { | |
139 | return kernfs_path_len(wb->memcg_css->cgroup->kn) + 1; | |
140 | } | |
141 | ||
142 | static inline void __trace_wb_assign_cgroup(char *buf, struct bdi_writeback *wb) | |
143 | { | |
144 | struct cgroup *cgrp = wb->memcg_css->cgroup; | |
145 | char *path; | |
146 | ||
147 | path = cgroup_path(cgrp, buf, kernfs_path_len(cgrp->kn) + 1); | |
148 | WARN_ON_ONCE(path != buf); | |
149 | } | |
150 | ||
151 | static inline size_t __trace_wbc_cgroup_size(struct writeback_control *wbc) | |
152 | { | |
153 | if (wbc->wb) | |
154 | return __trace_wb_cgroup_size(wbc->wb); | |
155 | else | |
156 | return 2; | |
157 | } | |
158 | ||
159 | static inline void __trace_wbc_assign_cgroup(char *buf, | |
160 | struct writeback_control *wbc) | |
161 | { | |
162 | if (wbc->wb) | |
163 | __trace_wb_assign_cgroup(buf, wbc->wb); | |
164 | else | |
165 | strcpy(buf, "/"); | |
166 | } | |
167 | ||
168 | #else /* CONFIG_CGROUP_WRITEBACK */ | |
169 | ||
170 | static inline size_t __trace_wb_cgroup_size(struct bdi_writeback *wb) | |
171 | { | |
172 | return 2; | |
173 | } | |
174 | ||
175 | static inline void __trace_wb_assign_cgroup(char *buf, struct bdi_writeback *wb) | |
176 | { | |
177 | strcpy(buf, "/"); | |
178 | } | |
179 | ||
180 | static inline size_t __trace_wbc_cgroup_size(struct writeback_control *wbc) | |
181 | { | |
182 | return 2; | |
183 | } | |
184 | ||
185 | static inline void __trace_wbc_assign_cgroup(char *buf, | |
186 | struct writeback_control *wbc) | |
187 | { | |
188 | strcpy(buf, "/"); | |
189 | } | |
190 | ||
191 | #endif /* CONFIG_CGROUP_WRITEBACK */ | |
192 | #endif /* CREATE_TRACE_POINTS */ | |
193 | ||
9fb0a7da TH |
194 | DECLARE_EVENT_CLASS(writeback_write_inode_template, |
195 | ||
196 | TP_PROTO(struct inode *inode, struct writeback_control *wbc), | |
197 | ||
198 | TP_ARGS(inode, wbc), | |
199 | ||
200 | TP_STRUCT__entry ( | |
201 | __array(char, name, 32) | |
202 | __field(unsigned long, ino) | |
203 | __field(int, sync_mode) | |
5634cc2a | 204 | __dynamic_array(char, cgroup, __trace_wbc_cgroup_size(wbc)) |
9fb0a7da TH |
205 | ), |
206 | ||
207 | TP_fast_assign( | |
208 | strncpy(__entry->name, | |
de1414a6 | 209 | dev_name(inode_to_bdi(inode)->dev), 32); |
9fb0a7da TH |
210 | __entry->ino = inode->i_ino; |
211 | __entry->sync_mode = wbc->sync_mode; | |
5634cc2a | 212 | __trace_wbc_assign_cgroup(__get_str(cgroup), wbc); |
9fb0a7da TH |
213 | ), |
214 | ||
5634cc2a | 215 | TP_printk("bdi %s: ino=%lu sync_mode=%d cgroup=%s", |
9fb0a7da TH |
216 | __entry->name, |
217 | __entry->ino, | |
5634cc2a TH |
218 | __entry->sync_mode, |
219 | __get_str(cgroup) | |
9fb0a7da TH |
220 | ) |
221 | ); | |
222 | ||
223 | DEFINE_EVENT(writeback_write_inode_template, writeback_write_inode_start, | |
224 | ||
225 | TP_PROTO(struct inode *inode, struct writeback_control *wbc), | |
226 | ||
227 | TP_ARGS(inode, wbc) | |
228 | ); | |
229 | ||
230 | DEFINE_EVENT(writeback_write_inode_template, writeback_write_inode, | |
231 | ||
232 | TP_PROTO(struct inode *inode, struct writeback_control *wbc), | |
233 | ||
234 | TP_ARGS(inode, wbc) | |
235 | ); | |
236 | ||
455b2864 | 237 | DECLARE_EVENT_CLASS(writeback_work_class, |
5634cc2a TH |
238 | TP_PROTO(struct bdi_writeback *wb, struct wb_writeback_work *work), |
239 | TP_ARGS(wb, work), | |
455b2864 DC |
240 | TP_STRUCT__entry( |
241 | __array(char, name, 32) | |
242 | __field(long, nr_pages) | |
243 | __field(dev_t, sb_dev) | |
244 | __field(int, sync_mode) | |
245 | __field(int, for_kupdate) | |
246 | __field(int, range_cyclic) | |
247 | __field(int, for_background) | |
0e175a18 | 248 | __field(int, reason) |
5634cc2a | 249 | __dynamic_array(char, cgroup, __trace_wb_cgroup_size(wb)) |
455b2864 DC |
250 | ), |
251 | TP_fast_assign( | |
df0ce26c | 252 | strncpy(__entry->name, |
5634cc2a | 253 | wb->bdi->dev ? dev_name(wb->bdi->dev) : "(unknown)", 32); |
455b2864 DC |
254 | __entry->nr_pages = work->nr_pages; |
255 | __entry->sb_dev = work->sb ? work->sb->s_dev : 0; | |
256 | __entry->sync_mode = work->sync_mode; | |
257 | __entry->for_kupdate = work->for_kupdate; | |
258 | __entry->range_cyclic = work->range_cyclic; | |
259 | __entry->for_background = work->for_background; | |
0e175a18 | 260 | __entry->reason = work->reason; |
5634cc2a | 261 | __trace_wb_assign_cgroup(__get_str(cgroup), wb); |
455b2864 DC |
262 | ), |
263 | TP_printk("bdi %s: sb_dev %d:%d nr_pages=%ld sync_mode=%d " | |
5634cc2a | 264 | "kupdate=%d range_cyclic=%d background=%d reason=%s cgroup=%s", |
455b2864 DC |
265 | __entry->name, |
266 | MAJOR(__entry->sb_dev), MINOR(__entry->sb_dev), | |
267 | __entry->nr_pages, | |
268 | __entry->sync_mode, | |
269 | __entry->for_kupdate, | |
270 | __entry->range_cyclic, | |
0e175a18 | 271 | __entry->for_background, |
5634cc2a TH |
272 | __print_symbolic(__entry->reason, WB_WORK_REASON), |
273 | __get_str(cgroup) | |
455b2864 DC |
274 | ) |
275 | ); | |
276 | #define DEFINE_WRITEBACK_WORK_EVENT(name) \ | |
277 | DEFINE_EVENT(writeback_work_class, name, \ | |
5634cc2a TH |
278 | TP_PROTO(struct bdi_writeback *wb, struct wb_writeback_work *work), \ |
279 | TP_ARGS(wb, work)) | |
455b2864 DC |
280 | DEFINE_WRITEBACK_WORK_EVENT(writeback_queue); |
281 | DEFINE_WRITEBACK_WORK_EVENT(writeback_exec); | |
d46db3d5 WF |
282 | DEFINE_WRITEBACK_WORK_EVENT(writeback_start); |
283 | DEFINE_WRITEBACK_WORK_EVENT(writeback_written); | |
284 | DEFINE_WRITEBACK_WORK_EVENT(writeback_wait); | |
455b2864 DC |
285 | |
286 | TRACE_EVENT(writeback_pages_written, | |
287 | TP_PROTO(long pages_written), | |
288 | TP_ARGS(pages_written), | |
289 | TP_STRUCT__entry( | |
290 | __field(long, pages) | |
291 | ), | |
292 | TP_fast_assign( | |
293 | __entry->pages = pages_written; | |
294 | ), | |
295 | TP_printk("%ld", __entry->pages) | |
296 | ); | |
297 | ||
298 | DECLARE_EVENT_CLASS(writeback_class, | |
5634cc2a TH |
299 | TP_PROTO(struct bdi_writeback *wb), |
300 | TP_ARGS(wb), | |
455b2864 DC |
301 | TP_STRUCT__entry( |
302 | __array(char, name, 32) | |
5634cc2a | 303 | __dynamic_array(char, cgroup, __trace_wb_cgroup_size(wb)) |
455b2864 DC |
304 | ), |
305 | TP_fast_assign( | |
5634cc2a TH |
306 | strncpy(__entry->name, dev_name(wb->bdi->dev), 32); |
307 | __trace_wb_assign_cgroup(__get_str(cgroup), wb); | |
455b2864 | 308 | ), |
5634cc2a TH |
309 | TP_printk("bdi %s: cgroup=%s", |
310 | __entry->name, | |
311 | __get_str(cgroup) | |
455b2864 DC |
312 | ) |
313 | ); | |
314 | #define DEFINE_WRITEBACK_EVENT(name) \ | |
315 | DEFINE_EVENT(writeback_class, name, \ | |
5634cc2a TH |
316 | TP_PROTO(struct bdi_writeback *wb), \ |
317 | TP_ARGS(wb)) | |
455b2864 DC |
318 | |
319 | DEFINE_WRITEBACK_EVENT(writeback_nowork); | |
71927e84 | 320 | DEFINE_WRITEBACK_EVENT(writeback_wake_background); |
5634cc2a TH |
321 | |
322 | TRACE_EVENT(writeback_bdi_register, | |
323 | TP_PROTO(struct backing_dev_info *bdi), | |
324 | TP_ARGS(bdi), | |
325 | TP_STRUCT__entry( | |
326 | __array(char, name, 32) | |
327 | ), | |
328 | TP_fast_assign( | |
329 | strncpy(__entry->name, dev_name(bdi->dev), 32); | |
330 | ), | |
331 | TP_printk("bdi %s", | |
332 | __entry->name | |
333 | ) | |
334 | ); | |
455b2864 | 335 | |
028c2dd1 DC |
336 | DECLARE_EVENT_CLASS(wbc_class, |
337 | TP_PROTO(struct writeback_control *wbc, struct backing_dev_info *bdi), | |
338 | TP_ARGS(wbc, bdi), | |
339 | TP_STRUCT__entry( | |
340 | __array(char, name, 32) | |
341 | __field(long, nr_to_write) | |
342 | __field(long, pages_skipped) | |
343 | __field(int, sync_mode) | |
028c2dd1 DC |
344 | __field(int, for_kupdate) |
345 | __field(int, for_background) | |
346 | __field(int, for_reclaim) | |
347 | __field(int, range_cyclic) | |
028c2dd1 DC |
348 | __field(long, range_start) |
349 | __field(long, range_end) | |
5634cc2a | 350 | __dynamic_array(char, cgroup, __trace_wbc_cgroup_size(wbc)) |
028c2dd1 DC |
351 | ), |
352 | ||
353 | TP_fast_assign( | |
354 | strncpy(__entry->name, dev_name(bdi->dev), 32); | |
355 | __entry->nr_to_write = wbc->nr_to_write; | |
356 | __entry->pages_skipped = wbc->pages_skipped; | |
357 | __entry->sync_mode = wbc->sync_mode; | |
358 | __entry->for_kupdate = wbc->for_kupdate; | |
359 | __entry->for_background = wbc->for_background; | |
360 | __entry->for_reclaim = wbc->for_reclaim; | |
361 | __entry->range_cyclic = wbc->range_cyclic; | |
028c2dd1 DC |
362 | __entry->range_start = (long)wbc->range_start; |
363 | __entry->range_end = (long)wbc->range_end; | |
5634cc2a | 364 | __trace_wbc_assign_cgroup(__get_str(cgroup), wbc); |
028c2dd1 DC |
365 | ), |
366 | ||
367 | TP_printk("bdi %s: towrt=%ld skip=%ld mode=%d kupd=%d " | |
d46db3d5 | 368 | "bgrd=%d reclm=%d cyclic=%d " |
5634cc2a | 369 | "start=0x%lx end=0x%lx cgroup=%s", |
028c2dd1 DC |
370 | __entry->name, |
371 | __entry->nr_to_write, | |
372 | __entry->pages_skipped, | |
373 | __entry->sync_mode, | |
374 | __entry->for_kupdate, | |
375 | __entry->for_background, | |
376 | __entry->for_reclaim, | |
377 | __entry->range_cyclic, | |
028c2dd1 | 378 | __entry->range_start, |
5634cc2a TH |
379 | __entry->range_end, |
380 | __get_str(cgroup) | |
381 | ) | |
028c2dd1 DC |
382 | ) |
383 | ||
384 | #define DEFINE_WBC_EVENT(name) \ | |
385 | DEFINE_EVENT(wbc_class, name, \ | |
386 | TP_PROTO(struct writeback_control *wbc, struct backing_dev_info *bdi), \ | |
387 | TP_ARGS(wbc, bdi)) | |
9e094383 | 388 | DEFINE_WBC_EVENT(wbc_writepage); |
028c2dd1 | 389 | |
e84d0a4f WF |
390 | TRACE_EVENT(writeback_queue_io, |
391 | TP_PROTO(struct bdi_writeback *wb, | |
ad4e38dd | 392 | struct wb_writeback_work *work, |
e84d0a4f | 393 | int moved), |
ad4e38dd | 394 | TP_ARGS(wb, work, moved), |
e84d0a4f WF |
395 | TP_STRUCT__entry( |
396 | __array(char, name, 32) | |
397 | __field(unsigned long, older) | |
398 | __field(long, age) | |
399 | __field(int, moved) | |
0e175a18 | 400 | __field(int, reason) |
5634cc2a | 401 | __dynamic_array(char, cgroup, __trace_wb_cgroup_size(wb)) |
e84d0a4f WF |
402 | ), |
403 | TP_fast_assign( | |
0dc83bd3 | 404 | unsigned long *older_than_this = work->older_than_this; |
e84d0a4f | 405 | strncpy(__entry->name, dev_name(wb->bdi->dev), 32); |
0dc83bd3 | 406 | __entry->older = older_than_this ? *older_than_this : 0; |
e84d0a4f | 407 | __entry->age = older_than_this ? |
0dc83bd3 | 408 | (jiffies - *older_than_this) * 1000 / HZ : -1; |
e84d0a4f | 409 | __entry->moved = moved; |
0e175a18 | 410 | __entry->reason = work->reason; |
5634cc2a | 411 | __trace_wb_assign_cgroup(__get_str(cgroup), wb); |
e84d0a4f | 412 | ), |
5634cc2a | 413 | TP_printk("bdi %s: older=%lu age=%ld enqueue=%d reason=%s cgroup=%s", |
e84d0a4f WF |
414 | __entry->name, |
415 | __entry->older, /* older_than_this in jiffies */ | |
416 | __entry->age, /* older_than_this in relative milliseconds */ | |
0e175a18 | 417 | __entry->moved, |
5634cc2a TH |
418 | __print_symbolic(__entry->reason, WB_WORK_REASON), |
419 | __get_str(cgroup) | |
b3bba872 | 420 | ) |
e84d0a4f WF |
421 | ); |
422 | ||
e1cbe236 WF |
423 | TRACE_EVENT(global_dirty_state, |
424 | ||
425 | TP_PROTO(unsigned long background_thresh, | |
426 | unsigned long dirty_thresh | |
427 | ), | |
428 | ||
429 | TP_ARGS(background_thresh, | |
430 | dirty_thresh | |
431 | ), | |
432 | ||
433 | TP_STRUCT__entry( | |
434 | __field(unsigned long, nr_dirty) | |
435 | __field(unsigned long, nr_writeback) | |
436 | __field(unsigned long, nr_unstable) | |
437 | __field(unsigned long, background_thresh) | |
438 | __field(unsigned long, dirty_thresh) | |
439 | __field(unsigned long, dirty_limit) | |
440 | __field(unsigned long, nr_dirtied) | |
441 | __field(unsigned long, nr_written) | |
442 | ), | |
443 | ||
444 | TP_fast_assign( | |
445 | __entry->nr_dirty = global_page_state(NR_FILE_DIRTY); | |
446 | __entry->nr_writeback = global_page_state(NR_WRITEBACK); | |
447 | __entry->nr_unstable = global_page_state(NR_UNSTABLE_NFS); | |
448 | __entry->nr_dirtied = global_page_state(NR_DIRTIED); | |
449 | __entry->nr_written = global_page_state(NR_WRITTEN); | |
450 | __entry->background_thresh = background_thresh; | |
451 | __entry->dirty_thresh = dirty_thresh; | |
dcc25ae7 | 452 | __entry->dirty_limit = global_wb_domain.dirty_limit; |
e1cbe236 WF |
453 | ), |
454 | ||
455 | TP_printk("dirty=%lu writeback=%lu unstable=%lu " | |
456 | "bg_thresh=%lu thresh=%lu limit=%lu " | |
457 | "dirtied=%lu written=%lu", | |
458 | __entry->nr_dirty, | |
459 | __entry->nr_writeback, | |
460 | __entry->nr_unstable, | |
461 | __entry->background_thresh, | |
462 | __entry->dirty_thresh, | |
463 | __entry->dirty_limit, | |
464 | __entry->nr_dirtied, | |
465 | __entry->nr_written | |
466 | ) | |
467 | ); | |
468 | ||
b48c104d WF |
469 | #define KBps(x) ((x) << (PAGE_SHIFT - 10)) |
470 | ||
471 | TRACE_EVENT(bdi_dirty_ratelimit, | |
472 | ||
5634cc2a | 473 | TP_PROTO(struct bdi_writeback *wb, |
b48c104d WF |
474 | unsigned long dirty_rate, |
475 | unsigned long task_ratelimit), | |
476 | ||
5634cc2a | 477 | TP_ARGS(wb, dirty_rate, task_ratelimit), |
b48c104d WF |
478 | |
479 | TP_STRUCT__entry( | |
480 | __array(char, bdi, 32) | |
481 | __field(unsigned long, write_bw) | |
482 | __field(unsigned long, avg_write_bw) | |
483 | __field(unsigned long, dirty_rate) | |
484 | __field(unsigned long, dirty_ratelimit) | |
485 | __field(unsigned long, task_ratelimit) | |
486 | __field(unsigned long, balanced_dirty_ratelimit) | |
5634cc2a | 487 | __dynamic_array(char, cgroup, __trace_wb_cgroup_size(wb)) |
b48c104d WF |
488 | ), |
489 | ||
490 | TP_fast_assign( | |
5634cc2a TH |
491 | strlcpy(__entry->bdi, dev_name(wb->bdi->dev), 32); |
492 | __entry->write_bw = KBps(wb->write_bandwidth); | |
493 | __entry->avg_write_bw = KBps(wb->avg_write_bandwidth); | |
b48c104d | 494 | __entry->dirty_rate = KBps(dirty_rate); |
5634cc2a | 495 | __entry->dirty_ratelimit = KBps(wb->dirty_ratelimit); |
b48c104d WF |
496 | __entry->task_ratelimit = KBps(task_ratelimit); |
497 | __entry->balanced_dirty_ratelimit = | |
5634cc2a TH |
498 | KBps(wb->balanced_dirty_ratelimit); |
499 | __trace_wb_assign_cgroup(__get_str(cgroup), wb); | |
b48c104d WF |
500 | ), |
501 | ||
502 | TP_printk("bdi %s: " | |
503 | "write_bw=%lu awrite_bw=%lu dirty_rate=%lu " | |
504 | "dirty_ratelimit=%lu task_ratelimit=%lu " | |
5634cc2a | 505 | "balanced_dirty_ratelimit=%lu cgroup=%s", |
b48c104d WF |
506 | __entry->bdi, |
507 | __entry->write_bw, /* write bandwidth */ | |
508 | __entry->avg_write_bw, /* avg write bandwidth */ | |
509 | __entry->dirty_rate, /* bdi dirty rate */ | |
510 | __entry->dirty_ratelimit, /* base ratelimit */ | |
511 | __entry->task_ratelimit, /* ratelimit with position control */ | |
5634cc2a TH |
512 | __entry->balanced_dirty_ratelimit, /* the balanced ratelimit */ |
513 | __get_str(cgroup) | |
b48c104d WF |
514 | ) |
515 | ); | |
516 | ||
ece13ac3 WF |
517 | TRACE_EVENT(balance_dirty_pages, |
518 | ||
5634cc2a | 519 | TP_PROTO(struct bdi_writeback *wb, |
ece13ac3 WF |
520 | unsigned long thresh, |
521 | unsigned long bg_thresh, | |
522 | unsigned long dirty, | |
523 | unsigned long bdi_thresh, | |
524 | unsigned long bdi_dirty, | |
525 | unsigned long dirty_ratelimit, | |
526 | unsigned long task_ratelimit, | |
527 | unsigned long dirtied, | |
83712358 | 528 | unsigned long period, |
ece13ac3 WF |
529 | long pause, |
530 | unsigned long start_time), | |
531 | ||
5634cc2a | 532 | TP_ARGS(wb, thresh, bg_thresh, dirty, bdi_thresh, bdi_dirty, |
ece13ac3 | 533 | dirty_ratelimit, task_ratelimit, |
83712358 | 534 | dirtied, period, pause, start_time), |
ece13ac3 WF |
535 | |
536 | TP_STRUCT__entry( | |
537 | __array( char, bdi, 32) | |
538 | __field(unsigned long, limit) | |
539 | __field(unsigned long, setpoint) | |
540 | __field(unsigned long, dirty) | |
541 | __field(unsigned long, bdi_setpoint) | |
542 | __field(unsigned long, bdi_dirty) | |
543 | __field(unsigned long, dirty_ratelimit) | |
544 | __field(unsigned long, task_ratelimit) | |
545 | __field(unsigned int, dirtied) | |
546 | __field(unsigned int, dirtied_pause) | |
547 | __field(unsigned long, paused) | |
548 | __field( long, pause) | |
83712358 WF |
549 | __field(unsigned long, period) |
550 | __field( long, think) | |
5634cc2a | 551 | __dynamic_array(char, cgroup, __trace_wb_cgroup_size(wb)) |
ece13ac3 WF |
552 | ), |
553 | ||
554 | TP_fast_assign( | |
555 | unsigned long freerun = (thresh + bg_thresh) / 2; | |
5634cc2a | 556 | strlcpy(__entry->bdi, dev_name(wb->bdi->dev), 32); |
ece13ac3 | 557 | |
dcc25ae7 TH |
558 | __entry->limit = global_wb_domain.dirty_limit; |
559 | __entry->setpoint = (global_wb_domain.dirty_limit + | |
560 | freerun) / 2; | |
ece13ac3 WF |
561 | __entry->dirty = dirty; |
562 | __entry->bdi_setpoint = __entry->setpoint * | |
563 | bdi_thresh / (thresh + 1); | |
564 | __entry->bdi_dirty = bdi_dirty; | |
565 | __entry->dirty_ratelimit = KBps(dirty_ratelimit); | |
566 | __entry->task_ratelimit = KBps(task_ratelimit); | |
567 | __entry->dirtied = dirtied; | |
568 | __entry->dirtied_pause = current->nr_dirtied_pause; | |
83712358 WF |
569 | __entry->think = current->dirty_paused_when == 0 ? 0 : |
570 | (long)(jiffies - current->dirty_paused_when) * 1000/HZ; | |
571 | __entry->period = period * 1000 / HZ; | |
ece13ac3 WF |
572 | __entry->pause = pause * 1000 / HZ; |
573 | __entry->paused = (jiffies - start_time) * 1000 / HZ; | |
5634cc2a | 574 | __trace_wb_assign_cgroup(__get_str(cgroup), wb); |
ece13ac3 WF |
575 | ), |
576 | ||
577 | ||
578 | TP_printk("bdi %s: " | |
579 | "limit=%lu setpoint=%lu dirty=%lu " | |
580 | "bdi_setpoint=%lu bdi_dirty=%lu " | |
581 | "dirty_ratelimit=%lu task_ratelimit=%lu " | |
582 | "dirtied=%u dirtied_pause=%u " | |
5634cc2a | 583 | "paused=%lu pause=%ld period=%lu think=%ld cgroup=%s", |
ece13ac3 WF |
584 | __entry->bdi, |
585 | __entry->limit, | |
586 | __entry->setpoint, | |
587 | __entry->dirty, | |
588 | __entry->bdi_setpoint, | |
589 | __entry->bdi_dirty, | |
590 | __entry->dirty_ratelimit, | |
591 | __entry->task_ratelimit, | |
592 | __entry->dirtied, | |
593 | __entry->dirtied_pause, | |
594 | __entry->paused, /* ms */ | |
83712358 WF |
595 | __entry->pause, /* ms */ |
596 | __entry->period, /* ms */ | |
5634cc2a TH |
597 | __entry->think, /* ms */ |
598 | __get_str(cgroup) | |
ece13ac3 WF |
599 | ) |
600 | ); | |
601 | ||
cc1676d9 JK |
602 | TRACE_EVENT(writeback_sb_inodes_requeue, |
603 | ||
604 | TP_PROTO(struct inode *inode), | |
605 | TP_ARGS(inode), | |
606 | ||
607 | TP_STRUCT__entry( | |
608 | __array(char, name, 32) | |
609 | __field(unsigned long, ino) | |
610 | __field(unsigned long, state) | |
611 | __field(unsigned long, dirtied_when) | |
5634cc2a TH |
612 | __dynamic_array(char, cgroup, |
613 | __trace_wb_cgroup_size(inode_to_wb(inode))) | |
cc1676d9 JK |
614 | ), |
615 | ||
616 | TP_fast_assign( | |
617 | strncpy(__entry->name, | |
618 | dev_name(inode_to_bdi(inode)->dev), 32); | |
619 | __entry->ino = inode->i_ino; | |
620 | __entry->state = inode->i_state; | |
621 | __entry->dirtied_when = inode->dirtied_when; | |
5634cc2a | 622 | __trace_wb_assign_cgroup(__get_str(cgroup), inode_to_wb(inode)); |
cc1676d9 JK |
623 | ), |
624 | ||
5634cc2a | 625 | TP_printk("bdi %s: ino=%lu state=%s dirtied_when=%lu age=%lu cgroup=%s", |
cc1676d9 JK |
626 | __entry->name, |
627 | __entry->ino, | |
628 | show_inode_state(__entry->state), | |
629 | __entry->dirtied_when, | |
5634cc2a TH |
630 | (jiffies - __entry->dirtied_when) / HZ, |
631 | __get_str(cgroup) | |
cc1676d9 JK |
632 | ) |
633 | ); | |
634 | ||
52bb9198 MG |
635 | DECLARE_EVENT_CLASS(writeback_congest_waited_template, |
636 | ||
637 | TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed), | |
638 | ||
639 | TP_ARGS(usec_timeout, usec_delayed), | |
640 | ||
641 | TP_STRUCT__entry( | |
642 | __field( unsigned int, usec_timeout ) | |
643 | __field( unsigned int, usec_delayed ) | |
644 | ), | |
645 | ||
646 | TP_fast_assign( | |
647 | __entry->usec_timeout = usec_timeout; | |
648 | __entry->usec_delayed = usec_delayed; | |
649 | ), | |
650 | ||
651 | TP_printk("usec_timeout=%u usec_delayed=%u", | |
652 | __entry->usec_timeout, | |
653 | __entry->usec_delayed) | |
654 | ); | |
655 | ||
656 | DEFINE_EVENT(writeback_congest_waited_template, writeback_congestion_wait, | |
657 | ||
658 | TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed), | |
659 | ||
660 | TP_ARGS(usec_timeout, usec_delayed) | |
661 | ); | |
662 | ||
0e093d99 MG |
663 | DEFINE_EVENT(writeback_congest_waited_template, writeback_wait_iff_congested, |
664 | ||
665 | TP_PROTO(unsigned int usec_timeout, unsigned int usec_delayed), | |
666 | ||
667 | TP_ARGS(usec_timeout, usec_delayed) | |
668 | ); | |
669 | ||
251d6a47 WF |
670 | DECLARE_EVENT_CLASS(writeback_single_inode_template, |
671 | ||
672 | TP_PROTO(struct inode *inode, | |
673 | struct writeback_control *wbc, | |
674 | unsigned long nr_to_write | |
675 | ), | |
676 | ||
677 | TP_ARGS(inode, wbc, nr_to_write), | |
678 | ||
679 | TP_STRUCT__entry( | |
680 | __array(char, name, 32) | |
681 | __field(unsigned long, ino) | |
682 | __field(unsigned long, state) | |
c8ad6206 | 683 | __field(unsigned long, dirtied_when) |
251d6a47 WF |
684 | __field(unsigned long, writeback_index) |
685 | __field(long, nr_to_write) | |
686 | __field(unsigned long, wrote) | |
5634cc2a | 687 | __dynamic_array(char, cgroup, __trace_wbc_cgroup_size(wbc)) |
251d6a47 WF |
688 | ), |
689 | ||
690 | TP_fast_assign( | |
691 | strncpy(__entry->name, | |
15eb77a0 | 692 | dev_name(inode_to_bdi(inode)->dev), 32); |
251d6a47 WF |
693 | __entry->ino = inode->i_ino; |
694 | __entry->state = inode->i_state; | |
c8ad6206 | 695 | __entry->dirtied_when = inode->dirtied_when; |
251d6a47 WF |
696 | __entry->writeback_index = inode->i_mapping->writeback_index; |
697 | __entry->nr_to_write = nr_to_write; | |
698 | __entry->wrote = nr_to_write - wbc->nr_to_write; | |
5634cc2a | 699 | __trace_wbc_assign_cgroup(__get_str(cgroup), wbc); |
251d6a47 WF |
700 | ), |
701 | ||
c8ad6206 | 702 | TP_printk("bdi %s: ino=%lu state=%s dirtied_when=%lu age=%lu " |
5634cc2a | 703 | "index=%lu to_write=%ld wrote=%lu cgroup=%s", |
251d6a47 WF |
704 | __entry->name, |
705 | __entry->ino, | |
706 | show_inode_state(__entry->state), | |
c8ad6206 WF |
707 | __entry->dirtied_when, |
708 | (jiffies - __entry->dirtied_when) / HZ, | |
251d6a47 WF |
709 | __entry->writeback_index, |
710 | __entry->nr_to_write, | |
5634cc2a TH |
711 | __entry->wrote, |
712 | __get_str(cgroup) | |
251d6a47 WF |
713 | ) |
714 | ); | |
715 | ||
9fb0a7da TH |
716 | DEFINE_EVENT(writeback_single_inode_template, writeback_single_inode_start, |
717 | TP_PROTO(struct inode *inode, | |
718 | struct writeback_control *wbc, | |
719 | unsigned long nr_to_write), | |
720 | TP_ARGS(inode, wbc, nr_to_write) | |
721 | ); | |
722 | ||
251d6a47 WF |
723 | DEFINE_EVENT(writeback_single_inode_template, writeback_single_inode, |
724 | TP_PROTO(struct inode *inode, | |
725 | struct writeback_control *wbc, | |
726 | unsigned long nr_to_write), | |
727 | TP_ARGS(inode, wbc, nr_to_write) | |
728 | ); | |
729 | ||
0ae45f63 TT |
730 | DECLARE_EVENT_CLASS(writeback_lazytime_template, |
731 | TP_PROTO(struct inode *inode), | |
732 | ||
733 | TP_ARGS(inode), | |
734 | ||
735 | TP_STRUCT__entry( | |
736 | __field( dev_t, dev ) | |
737 | __field(unsigned long, ino ) | |
738 | __field(unsigned long, state ) | |
739 | __field( __u16, mode ) | |
740 | __field(unsigned long, dirtied_when ) | |
741 | ), | |
742 | ||
743 | TP_fast_assign( | |
744 | __entry->dev = inode->i_sb->s_dev; | |
745 | __entry->ino = inode->i_ino; | |
746 | __entry->state = inode->i_state; | |
747 | __entry->mode = inode->i_mode; | |
748 | __entry->dirtied_when = inode->dirtied_when; | |
749 | ), | |
750 | ||
751 | TP_printk("dev %d,%d ino %lu dirtied %lu state %s mode 0%o", | |
752 | MAJOR(__entry->dev), MINOR(__entry->dev), | |
753 | __entry->ino, __entry->dirtied_when, | |
754 | show_inode_state(__entry->state), __entry->mode) | |
755 | ); | |
756 | ||
757 | DEFINE_EVENT(writeback_lazytime_template, writeback_lazytime, | |
758 | TP_PROTO(struct inode *inode), | |
759 | ||
760 | TP_ARGS(inode) | |
761 | ); | |
762 | ||
763 | DEFINE_EVENT(writeback_lazytime_template, writeback_lazytime_iput, | |
764 | TP_PROTO(struct inode *inode), | |
765 | ||
766 | TP_ARGS(inode) | |
767 | ); | |
768 | ||
769 | DEFINE_EVENT(writeback_lazytime_template, writeback_dirty_inode_enqueue, | |
770 | ||
771 | TP_PROTO(struct inode *inode), | |
772 | ||
773 | TP_ARGS(inode) | |
774 | ); | |
775 | ||
455b2864 DC |
776 | #endif /* _TRACE_WRITEBACK_H */ |
777 | ||
778 | /* This part must be outside protection */ | |
779 | #include <trace/define_trace.h> |