include/trace/events/compaction.h

   1 #undef TRACE_SYSTEM
   2 #define TRACE_SYSTEM compaction
   3
   4 #if !defined(_TRACE_COMPACTION_H) || defined(TRACE_HEADER_MULTI_READ)
   5 #define _TRACE_COMPACTION_H
   6
   7 #include <linux/types.h>
   8 #include <linux/list.h>
   9 #include <linux/tracepoint.h>
  10 #include <trace/events/mmflags.h>
  11
  12
  13 DECLARE_EVENT_CLASS(mm_compaction_isolate_template,
  14
  15         TP_PROTO(
  16                 unsigned long start_pfn,
  17                 unsigned long end_pfn,
  18                 unsigned long nr_scanned,
  19                 unsigned long nr_taken),
  20
  21         TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken),
  22
  23         TP_STRUCT__entry(
  24                 __field(unsigned long, start_pfn)
  25                 __field(unsigned long, end_pfn)
  26                 __field(unsigned long, nr_scanned)
  27                 __field(unsigned long, nr_taken)
  28         ),
  29
  30         TP_fast_assign(
  31                 __entry->start_pfn = start_pfn;
  32                 __entry->end_pfn = end_pfn;
  33                 __entry->nr_scanned = nr_scanned;
  34                 __entry->nr_taken = nr_taken;
  35         ),
  36
  37         TP_printk("range=(0x%lx ~ 0x%lx) nr_scanned=%lu nr_taken=%lu",
  38                 __entry->start_pfn,
  39                 __entry->end_pfn,
  40                 __entry->nr_scanned,
  41                 __entry->nr_taken)
  42 );
  43
  44 DEFINE_EVENT(mm_compaction_isolate_template, mm_compaction_isolate_migratepages,
  45
  46         TP_PROTO(
  47                 unsigned long start_pfn,
  48                 unsigned long end_pfn,
  49                 unsigned long nr_scanned,
  50                 unsigned long nr_taken),
  51
  52         TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken)
  53 );
  54
  55 DEFINE_EVENT(mm_compaction_isolate_template, mm_compaction_isolate_freepages,
  56
  57         TP_PROTO(
  58                 unsigned long start_pfn,
  59                 unsigned long end_pfn,
  60                 unsigned long nr_scanned,
  61                 unsigned long nr_taken),
  62
  63         TP_ARGS(start_pfn, end_pfn, nr_scanned, nr_taken)
  64 );
  65
  66 TRACE_EVENT(mm_compaction_migratepages,
  67
  68         TP_PROTO(unsigned long nr_all,
  69                 int migrate_rc,
  70                 struct list_head *migratepages),
  71
  72         TP_ARGS(nr_all, migrate_rc, migratepages),
  73
  74         TP_STRUCT__entry(
  75                 __field(unsigned long, nr_migrated)
  76                 __field(unsigned long, nr_failed)
  77         ),
  78
  79         TP_fast_assign(
  80                 unsigned long nr_failed = 0;
  81                 struct list_head *page_lru;
  82
  83                 /*
  84                  * migrate_pages() returns either a non-negative number
  85                  * with the number of pages that failed migration, or an
  86                  * error code, in which case we need to count the remaining
  87                  * pages manually
  88                  */
  89                 if (migrate_rc >= 0)
  90                         nr_failed = migrate_rc;
  91                 else
  92                         list_for_each(page_lru, migratepages)
  93                                 nr_failed++;
  94
  95                 __entry->nr_migrated = nr_all - nr_failed;
  96                 __entry->nr_failed = nr_failed;
  97         ),
  98
  99         TP_printk("nr_migrated=%lu nr_failed=%lu",
 100                 __entry->nr_migrated,
 101                 __entry->nr_failed)
 102 );
 103
 104 TRACE_EVENT(mm_compaction_begin,
 105         TP_PROTO(unsigned long zone_start, unsigned long migrate_pfn,
 106                 unsigned long free_pfn, unsigned long zone_end, bool sync),
 107
 108         TP_ARGS(zone_start, migrate_pfn, free_pfn, zone_end, sync),
 109
 110         TP_STRUCT__entry(
 111                 __field(unsigned long, zone_start)
 112                 __field(unsigned long, migrate_pfn)
 113                 __field(unsigned long, free_pfn)
 114                 __field(unsigned long, zone_end)
 115                 __field(bool, sync)
 116         ),
 117
 118         TP_fast_assign(
 119                 __entry->zone_start = zone_start;
 120                 __entry->migrate_pfn = migrate_pfn;
 121                 __entry->free_pfn = free_pfn;
 122                 __entry->zone_end = zone_end;
 123                 __entry->sync = sync;
 124         ),
 125
 126         TP_printk("zone_start=0x%lx migrate_pfn=0x%lx free_pfn=0x%lx zone_end=0x%lx, mode=%s",
 127                 __entry->zone_start,
 128                 __entry->migrate_pfn,
 129                 __entry->free_pfn,
 130                 __entry->zone_end,
 131                 __entry->sync ? "sync" : "async")
 132 );
 133
 134 #ifdef CONFIG_COMPACTION
 135 TRACE_EVENT(mm_compaction_end,
 136         TP_PROTO(unsigned long zone_start, unsigned long migrate_pfn,
 137                 unsigned long free_pfn, unsigned long zone_end, bool sync,
 138                 int status),
 139
 140         TP_ARGS(zone_start, migrate_pfn, free_pfn, zone_end, sync, status),
 141
 142         TP_STRUCT__entry(
 143                 __field(unsigned long, zone_start)
 144                 __field(unsigned long, migrate_pfn)
 145                 __field(unsigned long, free_pfn)
 146                 __field(unsigned long, zone_end)
 147                 __field(bool, sync)
 148                 __field(int, status)
 149         ),
 150
 151         TP_fast_assign(
 152                 __entry->zone_start = zone_start;
 153                 __entry->migrate_pfn = migrate_pfn;
 154                 __entry->free_pfn = free_pfn;
 155                 __entry->zone_end = zone_end;
 156                 __entry->sync = sync;
 157                 __entry->status = status;
 158         ),
 159
 160         TP_printk("zone_start=0x%lx migrate_pfn=0x%lx free_pfn=0x%lx zone_end=0x%lx, mode=%s status=%s",
 161                 __entry->zone_start,
 162                 __entry->migrate_pfn,
 163                 __entry->free_pfn,
 164                 __entry->zone_end,
 165                 __entry->sync ? "sync" : "async",
 166                 __print_symbolic(__entry->status, COMPACTION_STATUS))
 167 );
 168 #endif
 169
 170 TRACE_EVENT(mm_compaction_try_to_compact_pages,
 171
 172         TP_PROTO(
 173                 int order,
 174                 gfp_t gfp_mask,
 175                 int prio),
 176
 177         TP_ARGS(order, gfp_mask, prio),
 178
 179         TP_STRUCT__entry(
 180                 __field(int, order)
 181                 __field(gfp_t, gfp_mask)
 182                 __field(int, prio)
 183         ),
 184
 185         TP_fast_assign(
 186                 __entry->order = order;
 187                 __entry->gfp_mask = gfp_mask;
 188                 __entry->prio = prio;
 189         ),
 190
 191         TP_printk("order=%d gfp_mask=0x%x priority=%d",
 192                 __entry->order,
 193                 __entry->gfp_mask,
 194                 __entry->prio)
 195 );
 196
 197 #ifdef CONFIG_COMPACTION
 198 DECLARE_EVENT_CLASS(mm_compaction_suitable_template,
 199
 200         TP_PROTO(struct zone *zone,
 201                 int order,
 202                 int ret),
 203
 204         TP_ARGS(zone, order, ret),
 205
 206         TP_STRUCT__entry(
 207                 __field(int, nid)
 208                 __field(enum zone_type, idx)
 209                 __field(int, order)
 210                 __field(int, ret)
 211         ),
 212
 213         TP_fast_assign(
 214                 __entry->nid = zone_to_nid(zone);
 215                 __entry->idx = zone_idx(zone);
 216                 __entry->order = order;
 217                 __entry->ret = ret;
 218         ),
 219
 220         TP_printk("node=%d zone=%-8s order=%d ret=%s",
 221                 __entry->nid,
 222                 __print_symbolic(__entry->idx, ZONE_TYPE),
 223                 __entry->order,
 224                 __print_symbolic(__entry->ret, COMPACTION_STATUS))
 225 );
 226
 227 DEFINE_EVENT(mm_compaction_suitable_template, mm_compaction_finished,
 228
 229         TP_PROTO(struct zone *zone,
 230                 int order,
 231                 int ret),
 232
 233         TP_ARGS(zone, order, ret)
 234 );
 235
 236 DEFINE_EVENT(mm_compaction_suitable_template, mm_compaction_suitable,
 237
 238         TP_PROTO(struct zone *zone,
 239                 int order,
 240                 int ret),
 241
 242         TP_ARGS(zone, order, ret)
 243 );
 244
 245 DECLARE_EVENT_CLASS(mm_compaction_defer_template,
 246
 247         TP_PROTO(struct zone *zone, int order),
 248
 249         TP_ARGS(zone, order),
 250
 251         TP_STRUCT__entry(
 252                 __field(int, nid)
 253                 __field(enum zone_type, idx)
 254                 __field(int, order)
 255                 __field(unsigned int, considered)
 256                 __field(unsigned int, defer_shift)
 257                 __field(int, order_failed)
 258         ),
 259
 260         TP_fast_assign(
 261                 __entry->nid = zone_to_nid(zone);
 262                 __entry->idx = zone_idx(zone);
 263                 __entry->order = order;
 264                 __entry->considered = zone->compact_considered;
 265                 __entry->defer_shift = zone->compact_defer_shift;
 266                 __entry->order_failed = zone->compact_order_failed;
 267         ),
 268
 269         TP_printk("node=%d zone=%-8s order=%d order_failed=%d consider=%u limit=%lu",
 270                 __entry->nid,
 271                 __print_symbolic(__entry->idx, ZONE_TYPE),
 272                 __entry->order,
 273                 __entry->order_failed,
 274                 __entry->considered,
 275                 1UL << __entry->defer_shift)
 276 );
 277
 278 DEFINE_EVENT(mm_compaction_defer_template, mm_compaction_deferred,
 279
 280         TP_PROTO(struct zone *zone, int order),
 281
 282         TP_ARGS(zone, order)
 283 );
 284
 285 DEFINE_EVENT(mm_compaction_defer_template, mm_compaction_defer_compaction,
 286
 287         TP_PROTO(struct zone *zone, int order),
 288
 289         TP_ARGS(zone, order)
 290 );
 291
 292 DEFINE_EVENT(mm_compaction_defer_template, mm_compaction_defer_reset,
 293
 294         TP_PROTO(struct zone *zone, int order),
 295
 296         TP_ARGS(zone, order)
 297 );
 298 #endif
 299
 300 TRACE_EVENT(mm_compaction_kcompactd_sleep,
 301
 302         TP_PROTO(int nid),
 303
 304         TP_ARGS(nid),
 305
 306         TP_STRUCT__entry(
 307                 __field(int, nid)
 308         ),
 309
 310         TP_fast_assign(
 311                 __entry->nid = nid;
 312         ),
 313
 314         TP_printk("nid=%d", __entry->nid)
 315 );
 316
 317 DECLARE_EVENT_CLASS(kcompactd_wake_template,
 318
 319         TP_PROTO(int nid, int order, enum zone_type classzone_idx),
 320
 321         TP_ARGS(nid, order, classzone_idx),
 322
 323         TP_STRUCT__entry(
 324                 __field(int, nid)
 325                 __field(int, order)
 326                 __field(enum zone_type, classzone_idx)
 327         ),
 328
 329         TP_fast_assign(
 330                 __entry->nid = nid;
 331                 __entry->order = order;
 332                 __entry->classzone_idx = classzone_idx;
 333         ),
 334
 335         TP_printk("nid=%d order=%d classzone_idx=%-8s",
 336                 __entry->nid,
 337                 __entry->order,
 338                 __print_symbolic(__entry->classzone_idx, ZONE_TYPE))
 339 );
 340
 341 DEFINE_EVENT(kcompactd_wake_template, mm_compaction_wakeup_kcompactd,
 342
 343         TP_PROTO(int nid, int order, enum zone_type classzone_idx),
 344
 345         TP_ARGS(nid, order, classzone_idx)
 346 );
 347
 348 DEFINE_EVENT(kcompactd_wake_template, mm_compaction_kcompactd_wake,
 349
 350         TP_PROTO(int nid, int order, enum zone_type classzone_idx),
 351
 352         TP_ARGS(nid, order, classzone_idx)
 353 );
 354
 355 #endif /* _TRACE_COMPACTION_H */
 356
 357 /* This part must be outside protection */
 358 #include <trace/define_trace.h>