Commit | Line | Data |
---|---|---|
b2441318 | 1 | // SPDX-License-Identifier: GPL-2.0 |
c09d8751 CL |
2 | /* |
3 | * Slabinfo: Tool to get reports about slabs | |
4 | * | |
cde53535 | 5 | * (C) 2007 sgi, Christoph Lameter |
9da4714a | 6 | * (C) 2011 Linux Foundation, Christoph Lameter |
c09d8751 | 7 | * |
9da4714a | 8 | * Compile with: |
c09d8751 CL |
9 | * |
10 | * gcc -o slabinfo slabinfo.c | |
11 | */ | |
12 | #include <stdio.h> | |
13 | #include <stdlib.h> | |
14 | #include <sys/types.h> | |
15 | #include <dirent.h> | |
f32143a2 | 16 | #include <strings.h> |
c09d8751 CL |
17 | #include <string.h> |
18 | #include <unistd.h> | |
19 | #include <stdarg.h> | |
20 | #include <getopt.h> | |
21 | #include <regex.h> | |
a87615b8 | 22 | #include <errno.h> |
c09d8751 CL |
23 | |
24 | #define MAX_SLABS 500 | |
25 | #define MAX_ALIASES 500 | |
26 | #define MAX_NODES 1024 | |
27 | ||
28 | struct slabinfo { | |
29 | char *name; | |
30 | int alias; | |
31 | int refs; | |
32 | int aliases, align, cache_dma, cpu_slabs, destroy_by_rcu; | |
90450656 NH |
33 | unsigned int hwcache_align, object_size, objs_per_slab; |
34 | unsigned int sanity_checks, slab_size, store_user, trace; | |
c09d8751 | 35 | int order, poison, reclaim_account, red_zone; |
205ab99d | 36 | unsigned long partial, objects, slabs, objects_partial, objects_total; |
8ff12cfc CL |
37 | unsigned long alloc_fastpath, alloc_slowpath; |
38 | unsigned long free_fastpath, free_slowpath; | |
39 | unsigned long free_frozen, free_add_partial, free_remove_partial; | |
40 | unsigned long alloc_from_partial, alloc_slab, free_slab, alloc_refill; | |
41 | unsigned long cpuslab_flush, deactivate_full, deactivate_empty; | |
42 | unsigned long deactivate_to_head, deactivate_to_tail; | |
f715e6f1 | 43 | unsigned long deactivate_remote_frees, order_fallback; |
9da4714a CL |
44 | unsigned long cmpxchg_double_cpu_fail, cmpxchg_double_fail; |
45 | unsigned long alloc_node_mismatch, deactivate_bypass; | |
aca726a0 | 46 | unsigned long cpu_partial_alloc, cpu_partial_free; |
c09d8751 CL |
47 | int numa[MAX_NODES]; |
48 | int numa_partial[MAX_NODES]; | |
49 | } slabinfo[MAX_SLABS]; | |
50 | ||
51 | struct aliasinfo { | |
52 | char *name; | |
53 | char *ref; | |
54 | struct slabinfo *slab; | |
55 | } aliasinfo[MAX_ALIASES]; | |
56 | ||
2cee611a SS |
57 | int slabs; |
58 | int actual_slabs; | |
59 | int aliases; | |
60 | int alias_targets; | |
61 | int highest_node; | |
c09d8751 CL |
62 | |
63 | char buffer[4096]; | |
64 | ||
2cee611a SS |
65 | int show_empty; |
66 | int show_report; | |
67 | int show_alias; | |
68 | int show_slab; | |
c09d8751 | 69 | int skip_zero = 1; |
2cee611a SS |
70 | int show_numa; |
71 | int show_track; | |
72 | int show_first_alias; | |
73 | int validate; | |
74 | int shrink; | |
75 | int show_inverted; | |
76 | int show_single_ref; | |
77 | int show_totals; | |
78 | int sort_size; | |
79 | int sort_active; | |
80 | int set_debug; | |
81 | int show_ops; | |
1106b205 | 82 | int sort_partial; |
2cee611a | 83 | int show_activity; |
4980a963 | 84 | int output_lines = -1; |
2651f6e7 | 85 | int sort_loss; |
016c6cdf | 86 | int extended_totals; |
a8ea0bf1 | 87 | int show_bytes; |
7ad3f188 | 88 | int unreclaim_only; |
a87615b8 CL |
89 | |
90 | /* Debug options */ | |
2cee611a SS |
91 | int sanity; |
92 | int redzone; | |
93 | int poison; | |
94 | int tracking; | |
95 | int tracing; | |
c09d8751 CL |
96 | |
97 | int page_size; | |
98 | ||
99 | regex_t pattern; | |
100 | ||
b7ed698c | 101 | static void fatal(const char *x, ...) |
c09d8751 CL |
102 | { |
103 | va_list ap; | |
104 | ||
105 | va_start(ap, x); | |
106 | vfprintf(stderr, x, ap); | |
107 | va_end(ap); | |
f32143a2 | 108 | exit(EXIT_FAILURE); |
c09d8751 CL |
109 | } |
110 | ||
b7ed698c | 111 | static void usage(void) |
c09d8751 | 112 | { |
9da4714a | 113 | printf("slabinfo 4/15/2011. (c) 2007 sgi/(c) 2011 Linux Foundation.\n\n" |
53a83f97 | 114 | "slabinfo [-aABDefhilLnoPrsStTUvXz1] [N=K] [-dafzput] [slab-regexp]\n" |
c09d8751 | 115 | "-a|--aliases Show aliases\n" |
8ff12cfc | 116 | "-A|--activity Most active slabs first\n" |
b80fd308 | 117 | "-B|--Bytes Show size in bytes\n" |
8ff12cfc CL |
118 | "-D|--display-active Switch line format to activity\n" |
119 | "-e|--empty Show empty slabs\n" | |
a87615b8 | 120 | "-f|--first-alias Show first alias\n" |
c09d8751 | 121 | "-h|--help Show usage information\n" |
a87615b8 CL |
122 | "-i|--inverted Inverted list\n" |
123 | "-l|--slabs Show slabs\n" | |
b80fd308 | 124 | "-L|--Loss Sort by loss\n" |
c09d8751 | 125 | "-n|--numa Show NUMA information\n" |
b80fd308 | 126 | "-N|--lines=K Show the first K slabs\n" |
3c89ff9a | 127 | "-o|--ops Show kmem_cache_ops\n" |
4f5ceb88 | 128 | "-P|--partial Sort by number of partial slabs\n" |
3c89ff9a | 129 | "-r|--report Detailed report on single slabs\n" |
b80fd308 | 130 | "-s|--shrink Shrink slabs\n" |
a87615b8 | 131 | "-S|--Size Sort by size\n" |
c09d8751 CL |
132 | "-t|--tracking Show alloc/free information\n" |
133 | "-T|--Totals Show summary information\n" | |
3c89ff9a | 134 | "-U|--Unreclaim Show unreclaimable slabs only\n" |
a87615b8 | 135 | "-v|--validate Validate slabs\n" |
d9149996 | 136 | "-X|--Xtotals Show extended summary information\n" |
c09d8751 | 137 | "-z|--zero Include empty slabs\n" |
c09d8751 | 138 | "-1|--1ref Single reference\n" |
b80fd308 | 139 | |
b2f0246d TH |
140 | "\n" |
141 | "-d | --debug Switch off all debug options\n" | |
142 | "-da | --debug=a Switch on all debug options (--debug=FZPU)\n" | |
143 | ||
144 | "\n" | |
145 | "-d[afzput] | --debug=[afzput]\n" | |
146 | " f | F Sanity Checks (SLAB_CONSISTENCY_CHECKS)\n" | |
147 | " z | Z Redzoning\n" | |
148 | " p | P Poisoning\n" | |
149 | " u | U Tracking\n" | |
150 | " t | T Tracing\n" | |
cbf800d9 TH |
151 | |
152 | "\nSorting options (--Loss, --Size, --Partial) are mutually exclusive\n" | |
c09d8751 CL |
153 | ); |
154 | } | |
155 | ||
b7ed698c | 156 | static unsigned long read_obj(const char *name) |
c09d8751 CL |
157 | { |
158 | FILE *f = fopen(name, "r"); | |
159 | ||
654058e6 | 160 | if (!f) { |
c09d8751 | 161 | buffer[0] = 0; |
654058e6 RT |
162 | if (errno == EACCES) |
163 | fatal("%s, Try using superuser\n", strerror(errno)); | |
164 | } else { | |
f32143a2 | 165 | if (!fgets(buffer, sizeof(buffer), f)) |
c09d8751 CL |
166 | buffer[0] = 0; |
167 | fclose(f); | |
168 | if (buffer[strlen(buffer)] == '\n') | |
169 | buffer[strlen(buffer)] = 0; | |
170 | } | |
171 | return strlen(buffer); | |
172 | } | |
173 | ||
174 | ||
175 | /* | |
176 | * Get the contents of an attribute | |
177 | */ | |
b7ed698c | 178 | static unsigned long get_obj(const char *name) |
c09d8751 CL |
179 | { |
180 | if (!read_obj(name)) | |
181 | return 0; | |
182 | ||
183 | return atol(buffer); | |
184 | } | |
185 | ||
b7ed698c | 186 | static unsigned long get_obj_and_str(const char *name, char **x) |
c09d8751 CL |
187 | { |
188 | unsigned long result = 0; | |
189 | char *p; | |
190 | ||
191 | *x = NULL; | |
192 | ||
193 | if (!read_obj(name)) { | |
194 | x = NULL; | |
195 | return 0; | |
196 | } | |
197 | result = strtoul(buffer, &p, 10); | |
198 | while (*p == ' ') | |
199 | p++; | |
200 | if (*p) | |
201 | *x = strdup(p); | |
202 | return result; | |
203 | } | |
204 | ||
b7ed698c | 205 | static void set_obj(struct slabinfo *s, const char *name, int n) |
c09d8751 CL |
206 | { |
207 | char x[100]; | |
a87615b8 | 208 | FILE *f; |
c09d8751 | 209 | |
f32143a2 | 210 | snprintf(x, 100, "%s/%s", s->name, name); |
a87615b8 | 211 | f = fopen(x, "w"); |
c09d8751 CL |
212 | if (!f) |
213 | fatal("Cannot write to %s\n", x); | |
214 | ||
215 | fprintf(f, "%d\n", n); | |
216 | fclose(f); | |
217 | } | |
218 | ||
b7ed698c | 219 | static unsigned long read_slab_obj(struct slabinfo *s, const char *name) |
a87615b8 CL |
220 | { |
221 | char x[100]; | |
222 | FILE *f; | |
f32143a2 | 223 | size_t l; |
a87615b8 | 224 | |
f32143a2 | 225 | snprintf(x, 100, "%s/%s", s->name, name); |
a87615b8 CL |
226 | f = fopen(x, "r"); |
227 | if (!f) { | |
228 | buffer[0] = 0; | |
229 | l = 0; | |
230 | } else { | |
231 | l = fread(buffer, 1, sizeof(buffer), f); | |
232 | buffer[l] = 0; | |
233 | fclose(f); | |
234 | } | |
235 | return l; | |
236 | } | |
237 | ||
0c7e0d69 SG |
238 | static unsigned long read_debug_slab_obj(struct slabinfo *s, const char *name) |
239 | { | |
240 | char x[128]; | |
241 | FILE *f; | |
242 | size_t l; | |
243 | ||
244 | snprintf(x, 128, "/sys/kernel/debug/slab/%s/%s", s->name, name); | |
245 | f = fopen(x, "r"); | |
246 | if (!f) { | |
247 | buffer[0] = 0; | |
248 | l = 0; | |
249 | } else { | |
250 | l = fread(buffer, 1, sizeof(buffer), f); | |
251 | buffer[l] = 0; | |
252 | fclose(f); | |
253 | } | |
254 | return l; | |
255 | } | |
a87615b8 | 256 | |
c09d8751 CL |
257 | /* |
258 | * Put a size string together | |
259 | */ | |
b7ed698c | 260 | static int store_size(char *buffer, unsigned long value) |
c09d8751 CL |
261 | { |
262 | unsigned long divisor = 1; | |
263 | char trailer = 0; | |
264 | int n; | |
265 | ||
a8ea0bf1 SS |
266 | if (!show_bytes) { |
267 | if (value > 1000000000UL) { | |
268 | divisor = 100000000UL; | |
269 | trailer = 'G'; | |
270 | } else if (value > 1000000UL) { | |
271 | divisor = 100000UL; | |
272 | trailer = 'M'; | |
273 | } else if (value > 1000UL) { | |
274 | divisor = 100; | |
275 | trailer = 'K'; | |
276 | } | |
c09d8751 CL |
277 | } |
278 | ||
279 | value /= divisor; | |
280 | n = sprintf(buffer, "%ld",value); | |
281 | if (trailer) { | |
282 | buffer[n] = trailer; | |
283 | n++; | |
284 | buffer[n] = 0; | |
285 | } | |
286 | if (divisor != 1) { | |
287 | memmove(buffer + n - 2, buffer + n - 3, 4); | |
288 | buffer[n-2] = '.'; | |
289 | n++; | |
290 | } | |
291 | return n; | |
292 | } | |
293 | ||
b7ed698c | 294 | static void decode_numa_list(int *numa, char *t) |
c09d8751 CL |
295 | { |
296 | int node; | |
297 | int nr; | |
298 | ||
299 | memset(numa, 0, MAX_NODES * sizeof(int)); | |
300 | ||
eefaca9c CL |
301 | if (!t) |
302 | return; | |
303 | ||
c09d8751 CL |
304 | while (*t == 'N') { |
305 | t++; | |
306 | node = strtoul(t, &t, 10); | |
307 | if (*t == '=') { | |
308 | t++; | |
309 | nr = strtoul(t, &t, 10); | |
310 | numa[node] = nr; | |
311 | if (node > highest_node) | |
312 | highest_node = node; | |
313 | } | |
314 | while (*t == ' ') | |
315 | t++; | |
316 | } | |
317 | } | |
318 | ||
b7ed698c | 319 | static void slab_validate(struct slabinfo *s) |
c09d8751 | 320 | { |
32f9306b CL |
321 | if (strcmp(s->name, "*") == 0) |
322 | return; | |
323 | ||
c09d8751 CL |
324 | set_obj(s, "validate", 1); |
325 | } | |
326 | ||
b7ed698c | 327 | static void slab_shrink(struct slabinfo *s) |
c09d8751 | 328 | { |
32f9306b CL |
329 | if (strcmp(s->name, "*") == 0) |
330 | return; | |
331 | ||
c09d8751 CL |
332 | set_obj(s, "shrink", 1); |
333 | } | |
334 | ||
335 | int line = 0; | |
336 | ||
b7ed698c | 337 | static void first_line(void) |
c09d8751 | 338 | { |
8ff12cfc | 339 | if (show_activity) |
a8ea0bf1 SS |
340 | printf("Name Objects Alloc Free" |
341 | " %%Fast Fallb O CmpX UL\n"); | |
8ff12cfc | 342 | else |
a8ea0bf1 | 343 | printf("Name Objects Objsize %s " |
2651f6e7 | 344 | "Slabs/Part/Cpu O/S O %%Fr %%Ef Flg\n", |
a8ea0bf1 | 345 | sort_loss ? " Loss" : "Space"); |
c09d8751 CL |
346 | } |
347 | ||
348 | /* | |
349 | * Find the shortest alias of a slab | |
350 | */ | |
b7ed698c | 351 | static struct aliasinfo *find_one_alias(struct slabinfo *find) |
c09d8751 CL |
352 | { |
353 | struct aliasinfo *a; | |
354 | struct aliasinfo *best = NULL; | |
355 | ||
356 | for(a = aliasinfo;a < aliasinfo + aliases; a++) { | |
357 | if (a->slab == find && | |
358 | (!best || strlen(best->name) < strlen(a->name))) { | |
359 | best = a; | |
360 | if (strncmp(a->name,"kmall", 5) == 0) | |
361 | return best; | |
362 | } | |
363 | } | |
a87615b8 | 364 | return best; |
c09d8751 CL |
365 | } |
366 | ||
b7ed698c | 367 | static unsigned long slab_size(struct slabinfo *s) |
c09d8751 CL |
368 | { |
369 | return s->slabs * (page_size << s->order); | |
370 | } | |
371 | ||
b7ed698c | 372 | static unsigned long slab_activity(struct slabinfo *s) |
8ff12cfc CL |
373 | { |
374 | return s->alloc_fastpath + s->free_fastpath + | |
375 | s->alloc_slowpath + s->free_slowpath; | |
376 | } | |
377 | ||
2651f6e7 SS |
378 | static unsigned long slab_waste(struct slabinfo *s) |
379 | { | |
380 | return slab_size(s) - s->objects * s->object_size; | |
381 | } | |
382 | ||
b7ed698c | 383 | static void slab_numa(struct slabinfo *s, int mode) |
a87615b8 CL |
384 | { |
385 | int node; | |
386 | ||
387 | if (strcmp(s->name, "*") == 0) | |
388 | return; | |
389 | ||
390 | if (!highest_node) { | |
391 | printf("\n%s: No NUMA information available.\n", s->name); | |
392 | return; | |
393 | } | |
394 | ||
395 | if (skip_zero && !s->slabs) | |
396 | return; | |
397 | ||
398 | if (!line) { | |
399 | printf("\n%-21s:", mode ? "NUMA nodes" : "Slab"); | |
400 | for(node = 0; node <= highest_node; node++) | |
401 | printf(" %4d", node); | |
402 | printf("\n----------------------"); | |
403 | for(node = 0; node <= highest_node; node++) | |
404 | printf("-----"); | |
405 | printf("\n"); | |
406 | } | |
407 | printf("%-21s ", mode ? "All slabs" : s->name); | |
408 | for(node = 0; node <= highest_node; node++) { | |
409 | char b[20]; | |
410 | ||
411 | store_size(b, s->numa[node]); | |
412 | printf(" %4s", b); | |
413 | } | |
414 | printf("\n"); | |
415 | if (mode) { | |
416 | printf("%-21s ", "Partial slabs"); | |
417 | for(node = 0; node <= highest_node; node++) { | |
418 | char b[20]; | |
419 | ||
420 | store_size(b, s->numa_partial[node]); | |
421 | printf(" %4s", b); | |
422 | } | |
423 | printf("\n"); | |
424 | } | |
425 | line++; | |
426 | } | |
427 | ||
b7ed698c | 428 | static void show_tracking(struct slabinfo *s) |
a87615b8 CL |
429 | { |
430 | printf("\n%s: Kernel object allocation\n", s->name); | |
431 | printf("-----------------------------------------------------------------------\n"); | |
0c7e0d69 SG |
432 | if (read_debug_slab_obj(s, "alloc_traces")) |
433 | printf("%s", buffer); | |
434 | else if (read_slab_obj(s, "alloc_calls")) | |
9da4714a | 435 | printf("%s", buffer); |
a87615b8 CL |
436 | else |
437 | printf("No Data\n"); | |
438 | ||
439 | printf("\n%s: Kernel object freeing\n", s->name); | |
440 | printf("------------------------------------------------------------------------\n"); | |
0c7e0d69 SG |
441 | if (read_debug_slab_obj(s, "free_traces")) |
442 | printf("%s", buffer); | |
443 | else if (read_slab_obj(s, "free_calls")) | |
9da4714a | 444 | printf("%s", buffer); |
a87615b8 CL |
445 | else |
446 | printf("No Data\n"); | |
447 | ||
448 | } | |
449 | ||
b7ed698c | 450 | static void ops(struct slabinfo *s) |
a87615b8 CL |
451 | { |
452 | if (strcmp(s->name, "*") == 0) | |
453 | return; | |
454 | ||
455 | if (read_slab_obj(s, "ops")) { | |
456 | printf("\n%s: kmem_cache operations\n", s->name); | |
457 | printf("--------------------------------------------\n"); | |
9da4714a | 458 | printf("%s", buffer); |
a87615b8 CL |
459 | } else |
460 | printf("\n%s has no kmem_cache operations\n", s->name); | |
461 | } | |
462 | ||
b7ed698c | 463 | static const char *onoff(int x) |
a87615b8 CL |
464 | { |
465 | if (x) | |
466 | return "On "; | |
467 | return "Off"; | |
468 | } | |
469 | ||
b7ed698c | 470 | static void slab_stats(struct slabinfo *s) |
8ff12cfc CL |
471 | { |
472 | unsigned long total_alloc; | |
473 | unsigned long total_free; | |
474 | unsigned long total; | |
475 | ||
476 | if (!s->alloc_slab) | |
477 | return; | |
478 | ||
479 | total_alloc = s->alloc_fastpath + s->alloc_slowpath; | |
480 | total_free = s->free_fastpath + s->free_slowpath; | |
481 | ||
482 | if (!total_alloc) | |
483 | return; | |
484 | ||
485 | printf("\n"); | |
486 | printf("Slab Perf Counter Alloc Free %%Al %%Fr\n"); | |
487 | printf("--------------------------------------------------\n"); | |
488 | printf("Fastpath %8lu %8lu %3lu %3lu\n", | |
489 | s->alloc_fastpath, s->free_fastpath, | |
490 | s->alloc_fastpath * 100 / total_alloc, | |
4b57ad93 | 491 | total_free ? s->free_fastpath * 100 / total_free : 0); |
8ff12cfc CL |
492 | printf("Slowpath %8lu %8lu %3lu %3lu\n", |
493 | total_alloc - s->alloc_fastpath, s->free_slowpath, | |
494 | (total_alloc - s->alloc_fastpath) * 100 / total_alloc, | |
4b57ad93 | 495 | total_free ? s->free_slowpath * 100 / total_free : 0); |
8ff12cfc CL |
496 | printf("Page Alloc %8lu %8lu %3lu %3lu\n", |
497 | s->alloc_slab, s->free_slab, | |
498 | s->alloc_slab * 100 / total_alloc, | |
4b57ad93 | 499 | total_free ? s->free_slab * 100 / total_free : 0); |
8ff12cfc CL |
500 | printf("Add partial %8lu %8lu %3lu %3lu\n", |
501 | s->deactivate_to_head + s->deactivate_to_tail, | |
502 | s->free_add_partial, | |
503 | (s->deactivate_to_head + s->deactivate_to_tail) * 100 / total_alloc, | |
4b57ad93 | 504 | total_free ? s->free_add_partial * 100 / total_free : 0); |
8ff12cfc CL |
505 | printf("Remove partial %8lu %8lu %3lu %3lu\n", |
506 | s->alloc_from_partial, s->free_remove_partial, | |
507 | s->alloc_from_partial * 100 / total_alloc, | |
4b57ad93 | 508 | total_free ? s->free_remove_partial * 100 / total_free : 0); |
8ff12cfc | 509 | |
aca726a0 CL |
510 | printf("Cpu partial list %8lu %8lu %3lu %3lu\n", |
511 | s->cpu_partial_alloc, s->cpu_partial_free, | |
512 | s->cpu_partial_alloc * 100 / total_alloc, | |
4b57ad93 | 513 | total_free ? s->cpu_partial_free * 100 / total_free : 0); |
aca726a0 | 514 | |
8ff12cfc CL |
515 | printf("RemoteObj/SlabFrozen %8lu %8lu %3lu %3lu\n", |
516 | s->deactivate_remote_frees, s->free_frozen, | |
517 | s->deactivate_remote_frees * 100 / total_alloc, | |
4b57ad93 | 518 | total_free ? s->free_frozen * 100 / total_free : 0); |
8ff12cfc CL |
519 | |
520 | printf("Total %8lu %8lu\n\n", total_alloc, total_free); | |
521 | ||
522 | if (s->cpuslab_flush) | |
523 | printf("Flushes %8lu\n", s->cpuslab_flush); | |
524 | ||
8ff12cfc | 525 | total = s->deactivate_full + s->deactivate_empty + |
9da4714a CL |
526 | s->deactivate_to_head + s->deactivate_to_tail + s->deactivate_bypass; |
527 | ||
528 | if (total) { | |
7c5b7239 | 529 | printf("\nSlab Deactivation Occurrences %%\n"); |
9da4714a CL |
530 | printf("-------------------------------------------------\n"); |
531 | printf("Slab full %7lu %3lu%%\n", | |
532 | s->deactivate_full, (s->deactivate_full * 100) / total); | |
533 | printf("Slab empty %7lu %3lu%%\n", | |
534 | s->deactivate_empty, (s->deactivate_empty * 100) / total); | |
535 | printf("Moved to head of partial list %7lu %3lu%%\n", | |
536 | s->deactivate_to_head, (s->deactivate_to_head * 100) / total); | |
537 | printf("Moved to tail of partial list %7lu %3lu%%\n", | |
8ff12cfc | 538 | s->deactivate_to_tail, (s->deactivate_to_tail * 100) / total); |
9da4714a CL |
539 | printf("Deactivation bypass %7lu %3lu%%\n", |
540 | s->deactivate_bypass, (s->deactivate_bypass * 100) / total); | |
541 | printf("Refilled from foreign frees %7lu %3lu%%\n", | |
542 | s->alloc_refill, (s->alloc_refill * 100) / total); | |
543 | printf("Node mismatch %7lu %3lu%%\n", | |
544 | s->alloc_node_mismatch, (s->alloc_node_mismatch * 100) / total); | |
545 | } | |
546 | ||
2d6a4d64 | 547 | if (s->cmpxchg_double_fail || s->cmpxchg_double_cpu_fail) { |
9da4714a CL |
548 | printf("\nCmpxchg_double Looping\n------------------------\n"); |
549 | printf("Locked Cmpxchg Double redos %lu\nUnlocked Cmpxchg Double redos %lu\n", | |
550 | s->cmpxchg_double_fail, s->cmpxchg_double_cpu_fail); | |
2d6a4d64 | 551 | } |
8ff12cfc CL |
552 | } |
553 | ||
b7ed698c | 554 | static void report(struct slabinfo *s) |
a87615b8 CL |
555 | { |
556 | if (strcmp(s->name, "*") == 0) | |
557 | return; | |
eefaca9c | 558 | |
a8ea0bf1 | 559 | printf("\nSlabcache: %-15s Aliases: %2d Order : %2d Objects: %lu\n", |
eefaca9c | 560 | s->name, s->aliases, s->order, s->objects); |
a87615b8 CL |
561 | if (s->hwcache_align) |
562 | printf("** Hardware cacheline aligned\n"); | |
563 | if (s->cache_dma) | |
564 | printf("** Memory is allocated in a special DMA zone\n"); | |
565 | if (s->destroy_by_rcu) | |
566 | printf("** Slabs are destroyed via RCU\n"); | |
567 | if (s->reclaim_account) | |
568 | printf("** Reclaim accounting active\n"); | |
569 | ||
570 | printf("\nSizes (bytes) Slabs Debug Memory\n"); | |
571 | printf("------------------------------------------------------------------------\n"); | |
572 | printf("Object : %7d Total : %7ld Sanity Checks : %s Total: %7ld\n", | |
573 | s->object_size, s->slabs, onoff(s->sanity_checks), | |
574 | s->slabs * (page_size << s->order)); | |
575 | printf("SlabObj: %7d Full : %7ld Redzoning : %s Used : %7ld\n", | |
576 | s->slab_size, s->slabs - s->partial - s->cpu_slabs, | |
577 | onoff(s->red_zone), s->objects * s->object_size); | |
578 | printf("SlabSiz: %7d Partial: %7ld Poisoning : %s Loss : %7ld\n", | |
579 | page_size << s->order, s->partial, onoff(s->poison), | |
580 | s->slabs * (page_size << s->order) - s->objects * s->object_size); | |
581 | printf("Loss : %7d CpuSlab: %7d Tracking : %s Lalig: %7ld\n", | |
582 | s->slab_size - s->object_size, s->cpu_slabs, onoff(s->store_user), | |
583 | (s->slab_size - s->object_size) * s->objects); | |
584 | printf("Align : %7d Objects: %7d Tracing : %s Lpadd: %7ld\n", | |
585 | s->align, s->objs_per_slab, onoff(s->trace), | |
586 | ((page_size << s->order) - s->objs_per_slab * s->slab_size) * | |
587 | s->slabs); | |
588 | ||
589 | ops(s); | |
590 | show_tracking(s); | |
591 | slab_numa(s, 1); | |
8ff12cfc | 592 | slab_stats(s); |
a87615b8 | 593 | } |
c09d8751 | 594 | |
b7ed698c | 595 | static void slabcache(struct slabinfo *s) |
c09d8751 CL |
596 | { |
597 | char size_str[20]; | |
598 | char dist_str[40]; | |
599 | char flags[20]; | |
600 | char *p = flags; | |
601 | ||
a87615b8 CL |
602 | if (strcmp(s->name, "*") == 0) |
603 | return; | |
604 | ||
7ad3f188 YS |
605 | if (unreclaim_only && s->reclaim_account) |
606 | return; | |
607 | ||
a87615b8 CL |
608 | if (actual_slabs == 1) { |
609 | report(s); | |
610 | return; | |
611 | } | |
612 | ||
613 | if (skip_zero && !show_empty && !s->slabs) | |
614 | return; | |
615 | ||
616 | if (show_empty && s->slabs) | |
c09d8751 CL |
617 | return; |
618 | ||
2651f6e7 SS |
619 | if (sort_loss == 0) |
620 | store_size(size_str, slab_size(s)); | |
621 | else | |
622 | store_size(size_str, slab_waste(s)); | |
205ab99d CL |
623 | snprintf(dist_str, 40, "%lu/%lu/%d", s->slabs - s->cpu_slabs, |
624 | s->partial, s->cpu_slabs); | |
c09d8751 CL |
625 | |
626 | if (!line++) | |
627 | first_line(); | |
628 | ||
629 | if (s->aliases) | |
630 | *p++ = '*'; | |
631 | if (s->cache_dma) | |
632 | *p++ = 'd'; | |
633 | if (s->hwcache_align) | |
634 | *p++ = 'A'; | |
635 | if (s->poison) | |
636 | *p++ = 'P'; | |
637 | if (s->reclaim_account) | |
638 | *p++ = 'a'; | |
639 | if (s->red_zone) | |
640 | *p++ = 'Z'; | |
641 | if (s->sanity_checks) | |
642 | *p++ = 'F'; | |
643 | if (s->store_user) | |
644 | *p++ = 'U'; | |
645 | if (s->trace) | |
646 | *p++ = 'T'; | |
647 | ||
648 | *p = 0; | |
8ff12cfc CL |
649 | if (show_activity) { |
650 | unsigned long total_alloc; | |
651 | unsigned long total_free; | |
652 | ||
653 | total_alloc = s->alloc_fastpath + s->alloc_slowpath; | |
654 | total_free = s->free_fastpath + s->free_slowpath; | |
655 | ||
9da4714a | 656 | printf("%-21s %8ld %10ld %10ld %3ld %3ld %5ld %1d %4ld %4ld\n", |
8ff12cfc CL |
657 | s->name, s->objects, |
658 | total_alloc, total_free, | |
659 | total_alloc ? (s->alloc_fastpath * 100 / total_alloc) : 0, | |
f715e6f1 | 660 | total_free ? (s->free_fastpath * 100 / total_free) : 0, |
9da4714a CL |
661 | s->order_fallback, s->order, s->cmpxchg_double_fail, |
662 | s->cmpxchg_double_cpu_fail); | |
016c6cdf | 663 | } else { |
a8ea0bf1 | 664 | printf("%-21s %8ld %7d %15s %14s %4d %1d %3ld %3ld %s\n", |
8ff12cfc CL |
665 | s->name, s->objects, s->object_size, size_str, dist_str, |
666 | s->objs_per_slab, s->order, | |
667 | s->slabs ? (s->partial * 100) / s->slabs : 100, | |
668 | s->slabs ? (s->objects * s->object_size * 100) / | |
669 | (s->slabs * (page_size << s->order)) : 100, | |
670 | flags); | |
016c6cdf | 671 | } |
c09d8751 CL |
672 | } |
673 | ||
a87615b8 CL |
674 | /* |
675 | * Analyze debug options. Return false if something is amiss. | |
676 | */ | |
b7ed698c | 677 | static int debug_opt_scan(char *opt) |
c09d8751 | 678 | { |
a87615b8 CL |
679 | if (!opt || !opt[0] || strcmp(opt, "-") == 0) |
680 | return 1; | |
681 | ||
682 | if (strcasecmp(opt, "a") == 0) { | |
683 | sanity = 1; | |
684 | poison = 1; | |
685 | redzone = 1; | |
686 | tracking = 1; | |
687 | return 1; | |
688 | } | |
c09d8751 | 689 | |
a87615b8 | 690 | for ( ; *opt; opt++) |
0d24db33 | 691 | switch (*opt) { |
a87615b8 CL |
692 | case 'F' : case 'f': |
693 | if (sanity) | |
694 | return 0; | |
695 | sanity = 1; | |
696 | break; | |
697 | case 'P' : case 'p': | |
698 | if (poison) | |
699 | return 0; | |
700 | poison = 1; | |
701 | break; | |
c09d8751 | 702 | |
a87615b8 CL |
703 | case 'Z' : case 'z': |
704 | if (redzone) | |
705 | return 0; | |
706 | redzone = 1; | |
707 | break; | |
c09d8751 | 708 | |
a87615b8 CL |
709 | case 'U' : case 'u': |
710 | if (tracking) | |
711 | return 0; | |
712 | tracking = 1; | |
713 | break; | |
c09d8751 | 714 | |
a87615b8 CL |
715 | case 'T' : case 't': |
716 | if (tracing) | |
717 | return 0; | |
718 | tracing = 1; | |
719 | break; | |
720 | default: | |
721 | return 0; | |
722 | } | |
723 | return 1; | |
c09d8751 CL |
724 | } |
725 | ||
b7ed698c | 726 | static int slab_empty(struct slabinfo *s) |
c09d8751 | 727 | { |
a87615b8 CL |
728 | if (s->objects > 0) |
729 | return 0; | |
c09d8751 | 730 | |
a87615b8 CL |
731 | /* |
732 | * We may still have slabs even if there are no objects. Shrinking will | |
733 | * remove them. | |
734 | */ | |
735 | if (s->slabs != 0) | |
736 | set_obj(s, "shrink", 1); | |
c09d8751 | 737 | |
a87615b8 CL |
738 | return 1; |
739 | } | |
740 | ||
b7ed698c | 741 | static void slab_debug(struct slabinfo *s) |
a87615b8 | 742 | { |
32f9306b CL |
743 | if (strcmp(s->name, "*") == 0) |
744 | return; | |
745 | ||
a87615b8 | 746 | if (sanity && !s->sanity_checks) { |
e25974aa | 747 | set_obj(s, "sanity_checks", 1); |
a87615b8 CL |
748 | } |
749 | if (!sanity && s->sanity_checks) { | |
750 | if (slab_empty(s)) | |
e25974aa | 751 | set_obj(s, "sanity_checks", 0); |
a87615b8 CL |
752 | else |
753 | fprintf(stderr, "%s not empty cannot disable sanity checks\n", s->name); | |
754 | } | |
755 | if (redzone && !s->red_zone) { | |
756 | if (slab_empty(s)) | |
757 | set_obj(s, "red_zone", 1); | |
758 | else | |
759 | fprintf(stderr, "%s not empty cannot enable redzoning\n", s->name); | |
760 | } | |
761 | if (!redzone && s->red_zone) { | |
762 | if (slab_empty(s)) | |
763 | set_obj(s, "red_zone", 0); | |
764 | else | |
765 | fprintf(stderr, "%s not empty cannot disable redzoning\n", s->name); | |
766 | } | |
767 | if (poison && !s->poison) { | |
768 | if (slab_empty(s)) | |
769 | set_obj(s, "poison", 1); | |
770 | else | |
771 | fprintf(stderr, "%s not empty cannot enable poisoning\n", s->name); | |
772 | } | |
773 | if (!poison && s->poison) { | |
774 | if (slab_empty(s)) | |
775 | set_obj(s, "poison", 0); | |
776 | else | |
777 | fprintf(stderr, "%s not empty cannot disable poisoning\n", s->name); | |
778 | } | |
779 | if (tracking && !s->store_user) { | |
780 | if (slab_empty(s)) | |
781 | set_obj(s, "store_user", 1); | |
782 | else | |
783 | fprintf(stderr, "%s not empty cannot enable tracking\n", s->name); | |
784 | } | |
785 | if (!tracking && s->store_user) { | |
786 | if (slab_empty(s)) | |
787 | set_obj(s, "store_user", 0); | |
788 | else | |
789 | fprintf(stderr, "%s not empty cannot disable tracking\n", s->name); | |
790 | } | |
791 | if (tracing && !s->trace) { | |
792 | if (slabs == 1) | |
793 | set_obj(s, "trace", 1); | |
794 | else | |
795 | fprintf(stderr, "%s can only enable trace for one slab at a time\n", s->name); | |
796 | } | |
797 | if (!tracing && s->trace) | |
798 | set_obj(s, "trace", 1); | |
c09d8751 CL |
799 | } |
800 | ||
b7ed698c | 801 | static void totals(void) |
c09d8751 CL |
802 | { |
803 | struct slabinfo *s; | |
804 | ||
805 | int used_slabs = 0; | |
806 | char b1[20], b2[20], b3[20], b4[20]; | |
807 | unsigned long long max = 1ULL << 63; | |
808 | ||
809 | /* Object size */ | |
810 | unsigned long long min_objsize = max, max_objsize = 0, avg_objsize; | |
811 | ||
812 | /* Number of partial slabs in a slabcache */ | |
813 | unsigned long long min_partial = max, max_partial = 0, | |
814 | avg_partial, total_partial = 0; | |
815 | ||
816 | /* Number of slabs in a slab cache */ | |
817 | unsigned long long min_slabs = max, max_slabs = 0, | |
818 | avg_slabs, total_slabs = 0; | |
819 | ||
820 | /* Size of the whole slab */ | |
821 | unsigned long long min_size = max, max_size = 0, | |
822 | avg_size, total_size = 0; | |
823 | ||
824 | /* Bytes used for object storage in a slab */ | |
825 | unsigned long long min_used = max, max_used = 0, | |
826 | avg_used, total_used = 0; | |
827 | ||
828 | /* Waste: Bytes used for alignment and padding */ | |
829 | unsigned long long min_waste = max, max_waste = 0, | |
830 | avg_waste, total_waste = 0; | |
831 | /* Number of objects in a slab */ | |
832 | unsigned long long min_objects = max, max_objects = 0, | |
833 | avg_objects, total_objects = 0; | |
834 | /* Waste per object */ | |
835 | unsigned long long min_objwaste = max, | |
836 | max_objwaste = 0, avg_objwaste, | |
837 | total_objwaste = 0; | |
838 | ||
839 | /* Memory per object */ | |
840 | unsigned long long min_memobj = max, | |
841 | max_memobj = 0, avg_memobj, | |
842 | total_objsize = 0; | |
843 | ||
844 | /* Percentage of partial slabs per slab */ | |
845 | unsigned long min_ppart = 100, max_ppart = 0, | |
846 | avg_ppart, total_ppart = 0; | |
847 | ||
848 | /* Number of objects in partial slabs */ | |
849 | unsigned long min_partobj = max, max_partobj = 0, | |
850 | avg_partobj, total_partobj = 0; | |
851 | ||
852 | /* Percentage of partial objects of all objects in a slab */ | |
853 | unsigned long min_ppartobj = 100, max_ppartobj = 0, | |
854 | avg_ppartobj, total_ppartobj = 0; | |
855 | ||
856 | ||
857 | for (s = slabinfo; s < slabinfo + slabs; s++) { | |
858 | unsigned long long size; | |
859 | unsigned long used; | |
860 | unsigned long long wasted; | |
861 | unsigned long long objwaste; | |
c09d8751 CL |
862 | unsigned long percentage_partial_slabs; |
863 | unsigned long percentage_partial_objs; | |
864 | ||
865 | if (!s->slabs || !s->objects) | |
866 | continue; | |
867 | ||
868 | used_slabs++; | |
869 | ||
870 | size = slab_size(s); | |
871 | used = s->objects * s->object_size; | |
872 | wasted = size - used; | |
873 | objwaste = s->slab_size - s->object_size; | |
874 | ||
c09d8751 CL |
875 | percentage_partial_slabs = s->partial * 100 / s->slabs; |
876 | if (percentage_partial_slabs > 100) | |
877 | percentage_partial_slabs = 100; | |
878 | ||
205ab99d | 879 | percentage_partial_objs = s->objects_partial * 100 |
c09d8751 CL |
880 | / s->objects; |
881 | ||
882 | if (percentage_partial_objs > 100) | |
883 | percentage_partial_objs = 100; | |
884 | ||
885 | if (s->object_size < min_objsize) | |
886 | min_objsize = s->object_size; | |
887 | if (s->partial < min_partial) | |
888 | min_partial = s->partial; | |
889 | if (s->slabs < min_slabs) | |
890 | min_slabs = s->slabs; | |
891 | if (size < min_size) | |
892 | min_size = size; | |
893 | if (wasted < min_waste) | |
894 | min_waste = wasted; | |
895 | if (objwaste < min_objwaste) | |
896 | min_objwaste = objwaste; | |
897 | if (s->objects < min_objects) | |
898 | min_objects = s->objects; | |
899 | if (used < min_used) | |
900 | min_used = used; | |
205ab99d CL |
901 | if (s->objects_partial < min_partobj) |
902 | min_partobj = s->objects_partial; | |
c09d8751 CL |
903 | if (percentage_partial_slabs < min_ppart) |
904 | min_ppart = percentage_partial_slabs; | |
905 | if (percentage_partial_objs < min_ppartobj) | |
906 | min_ppartobj = percentage_partial_objs; | |
907 | if (s->slab_size < min_memobj) | |
908 | min_memobj = s->slab_size; | |
909 | ||
910 | if (s->object_size > max_objsize) | |
911 | max_objsize = s->object_size; | |
912 | if (s->partial > max_partial) | |
913 | max_partial = s->partial; | |
914 | if (s->slabs > max_slabs) | |
915 | max_slabs = s->slabs; | |
916 | if (size > max_size) | |
917 | max_size = size; | |
918 | if (wasted > max_waste) | |
919 | max_waste = wasted; | |
920 | if (objwaste > max_objwaste) | |
921 | max_objwaste = objwaste; | |
922 | if (s->objects > max_objects) | |
923 | max_objects = s->objects; | |
924 | if (used > max_used) | |
925 | max_used = used; | |
205ab99d CL |
926 | if (s->objects_partial > max_partobj) |
927 | max_partobj = s->objects_partial; | |
c09d8751 CL |
928 | if (percentage_partial_slabs > max_ppart) |
929 | max_ppart = percentage_partial_slabs; | |
930 | if (percentage_partial_objs > max_ppartobj) | |
931 | max_ppartobj = percentage_partial_objs; | |
932 | if (s->slab_size > max_memobj) | |
933 | max_memobj = s->slab_size; | |
934 | ||
935 | total_partial += s->partial; | |
936 | total_slabs += s->slabs; | |
937 | total_size += size; | |
938 | total_waste += wasted; | |
939 | ||
940 | total_objects += s->objects; | |
941 | total_used += used; | |
205ab99d | 942 | total_partobj += s->objects_partial; |
c09d8751 CL |
943 | total_ppart += percentage_partial_slabs; |
944 | total_ppartobj += percentage_partial_objs; | |
945 | ||
946 | total_objwaste += s->objects * objwaste; | |
947 | total_objsize += s->objects * s->slab_size; | |
948 | } | |
949 | ||
950 | if (!total_objects) { | |
951 | printf("No objects\n"); | |
952 | return; | |
953 | } | |
954 | if (!used_slabs) { | |
955 | printf("No slabs\n"); | |
956 | return; | |
957 | } | |
958 | ||
959 | /* Per slab averages */ | |
960 | avg_partial = total_partial / used_slabs; | |
961 | avg_slabs = total_slabs / used_slabs; | |
962 | avg_size = total_size / used_slabs; | |
963 | avg_waste = total_waste / used_slabs; | |
964 | ||
965 | avg_objects = total_objects / used_slabs; | |
966 | avg_used = total_used / used_slabs; | |
967 | avg_partobj = total_partobj / used_slabs; | |
968 | avg_ppart = total_ppart / used_slabs; | |
969 | avg_ppartobj = total_ppartobj / used_slabs; | |
970 | ||
971 | /* Per object object sizes */ | |
972 | avg_objsize = total_used / total_objects; | |
973 | avg_objwaste = total_objwaste / total_objects; | |
974 | avg_partobj = total_partobj * 100 / total_objects; | |
975 | avg_memobj = total_objsize / total_objects; | |
976 | ||
977 | printf("Slabcache Totals\n"); | |
978 | printf("----------------\n"); | |
a8ea0bf1 | 979 | printf("Slabcaches : %15d Aliases : %11d->%-3d Active: %3d\n", |
c09d8751 CL |
980 | slabs, aliases, alias_targets, used_slabs); |
981 | ||
982 | store_size(b1, total_size);store_size(b2, total_waste); | |
983 | store_size(b3, total_waste * 100 / total_used); | |
a8ea0bf1 | 984 | printf("Memory used: %15s # Loss : %15s MRatio:%6s%%\n", b1, b2, b3); |
c09d8751 CL |
985 | |
986 | store_size(b1, total_objects);store_size(b2, total_partobj); | |
987 | store_size(b3, total_partobj * 100 / total_objects); | |
a8ea0bf1 | 988 | printf("# Objects : %15s # PartObj: %15s ORatio:%6s%%\n", b1, b2, b3); |
c09d8751 CL |
989 | |
990 | printf("\n"); | |
a8ea0bf1 SS |
991 | printf("Per Cache Average " |
992 | "Min Max Total\n"); | |
993 | printf("---------------------------------------" | |
994 | "-------------------------------------\n"); | |
c09d8751 CL |
995 | |
996 | store_size(b1, avg_objects);store_size(b2, min_objects); | |
997 | store_size(b3, max_objects);store_size(b4, total_objects); | |
a8ea0bf1 | 998 | printf("#Objects %15s %15s %15s %15s\n", |
c09d8751 CL |
999 | b1, b2, b3, b4); |
1000 | ||
1001 | store_size(b1, avg_slabs);store_size(b2, min_slabs); | |
1002 | store_size(b3, max_slabs);store_size(b4, total_slabs); | |
a8ea0bf1 | 1003 | printf("#Slabs %15s %15s %15s %15s\n", |
c09d8751 CL |
1004 | b1, b2, b3, b4); |
1005 | ||
1006 | store_size(b1, avg_partial);store_size(b2, min_partial); | |
1007 | store_size(b3, max_partial);store_size(b4, total_partial); | |
a8ea0bf1 | 1008 | printf("#PartSlab %15s %15s %15s %15s\n", |
c09d8751 CL |
1009 | b1, b2, b3, b4); |
1010 | store_size(b1, avg_ppart);store_size(b2, min_ppart); | |
1011 | store_size(b3, max_ppart); | |
1012 | store_size(b4, total_partial * 100 / total_slabs); | |
a8ea0bf1 | 1013 | printf("%%PartSlab%15s%% %15s%% %15s%% %15s%%\n", |
c09d8751 CL |
1014 | b1, b2, b3, b4); |
1015 | ||
1016 | store_size(b1, avg_partobj);store_size(b2, min_partobj); | |
1017 | store_size(b3, max_partobj); | |
1018 | store_size(b4, total_partobj); | |
a8ea0bf1 | 1019 | printf("PartObjs %15s %15s %15s %15s\n", |
c09d8751 CL |
1020 | b1, b2, b3, b4); |
1021 | ||
1022 | store_size(b1, avg_ppartobj);store_size(b2, min_ppartobj); | |
1023 | store_size(b3, max_ppartobj); | |
1024 | store_size(b4, total_partobj * 100 / total_objects); | |
a8ea0bf1 | 1025 | printf("%% PartObj%15s%% %15s%% %15s%% %15s%%\n", |
c09d8751 CL |
1026 | b1, b2, b3, b4); |
1027 | ||
1028 | store_size(b1, avg_size);store_size(b2, min_size); | |
1029 | store_size(b3, max_size);store_size(b4, total_size); | |
a8ea0bf1 | 1030 | printf("Memory %15s %15s %15s %15s\n", |
c09d8751 CL |
1031 | b1, b2, b3, b4); |
1032 | ||
1033 | store_size(b1, avg_used);store_size(b2, min_used); | |
1034 | store_size(b3, max_used);store_size(b4, total_used); | |
a8ea0bf1 | 1035 | printf("Used %15s %15s %15s %15s\n", |
c09d8751 CL |
1036 | b1, b2, b3, b4); |
1037 | ||
1038 | store_size(b1, avg_waste);store_size(b2, min_waste); | |
1039 | store_size(b3, max_waste);store_size(b4, total_waste); | |
a8ea0bf1 | 1040 | printf("Loss %15s %15s %15s %15s\n", |
c09d8751 CL |
1041 | b1, b2, b3, b4); |
1042 | ||
1043 | printf("\n"); | |
a8ea0bf1 SS |
1044 | printf("Per Object Average " |
1045 | "Min Max\n"); | |
1046 | printf("---------------------------------------" | |
1047 | "--------------------\n"); | |
c09d8751 CL |
1048 | |
1049 | store_size(b1, avg_memobj);store_size(b2, min_memobj); | |
1050 | store_size(b3, max_memobj); | |
a8ea0bf1 | 1051 | printf("Memory %15s %15s %15s\n", |
c09d8751 CL |
1052 | b1, b2, b3); |
1053 | store_size(b1, avg_objsize);store_size(b2, min_objsize); | |
1054 | store_size(b3, max_objsize); | |
a8ea0bf1 | 1055 | printf("User %15s %15s %15s\n", |
c09d8751 CL |
1056 | b1, b2, b3); |
1057 | ||
1058 | store_size(b1, avg_objwaste);store_size(b2, min_objwaste); | |
1059 | store_size(b3, max_objwaste); | |
a8ea0bf1 | 1060 | printf("Loss %15s %15s %15s\n", |
c09d8751 CL |
1061 | b1, b2, b3); |
1062 | } | |
1063 | ||
b7ed698c | 1064 | static void sort_slabs(void) |
c09d8751 CL |
1065 | { |
1066 | struct slabinfo *s1,*s2; | |
1067 | ||
1068 | for (s1 = slabinfo; s1 < slabinfo + slabs; s1++) { | |
1069 | for (s2 = s1 + 1; s2 < slabinfo + slabs; s2++) { | |
1070 | int result; | |
1071 | ||
4f5ceb88 YS |
1072 | if (sort_size) { |
1073 | if (slab_size(s1) == slab_size(s2)) | |
1074 | result = strcasecmp(s1->name, s2->name); | |
1075 | else | |
1076 | result = slab_size(s1) < slab_size(s2); | |
1077 | } else if (sort_active) { | |
1078 | if (slab_activity(s1) == slab_activity(s2)) | |
1079 | result = strcasecmp(s1->name, s2->name); | |
1080 | else | |
1081 | result = slab_activity(s1) < slab_activity(s2); | |
1082 | } else if (sort_loss) { | |
1083 | if (slab_waste(s1) == slab_waste(s2)) | |
1084 | result = strcasecmp(s1->name, s2->name); | |
1085 | else | |
1086 | result = slab_waste(s1) < slab_waste(s2); | |
1087 | } else if (sort_partial) { | |
1088 | if (s1->partial == s2->partial) | |
1089 | result = strcasecmp(s1->name, s2->name); | |
1090 | else | |
1091 | result = s1->partial < s2->partial; | |
1092 | } else | |
c09d8751 CL |
1093 | result = strcasecmp(s1->name, s2->name); |
1094 | ||
1095 | if (show_inverted) | |
1096 | result = -result; | |
1097 | ||
1098 | if (result > 0) { | |
1099 | struct slabinfo t; | |
1100 | ||
1101 | memcpy(&t, s1, sizeof(struct slabinfo)); | |
1102 | memcpy(s1, s2, sizeof(struct slabinfo)); | |
1103 | memcpy(s2, &t, sizeof(struct slabinfo)); | |
1104 | } | |
1105 | } | |
1106 | } | |
1107 | } | |
1108 | ||
b7ed698c | 1109 | static void sort_aliases(void) |
c09d8751 CL |
1110 | { |
1111 | struct aliasinfo *a1,*a2; | |
1112 | ||
1113 | for (a1 = aliasinfo; a1 < aliasinfo + aliases; a1++) { | |
1114 | for (a2 = a1 + 1; a2 < aliasinfo + aliases; a2++) { | |
1115 | char *n1, *n2; | |
1116 | ||
1117 | n1 = a1->name; | |
1118 | n2 = a2->name; | |
1119 | if (show_alias && !show_inverted) { | |
1120 | n1 = a1->ref; | |
1121 | n2 = a2->ref; | |
1122 | } | |
1123 | if (strcasecmp(n1, n2) > 0) { | |
1124 | struct aliasinfo t; | |
1125 | ||
1126 | memcpy(&t, a1, sizeof(struct aliasinfo)); | |
1127 | memcpy(a1, a2, sizeof(struct aliasinfo)); | |
1128 | memcpy(a2, &t, sizeof(struct aliasinfo)); | |
1129 | } | |
1130 | } | |
1131 | } | |
1132 | } | |
1133 | ||
b7ed698c | 1134 | static void link_slabs(void) |
c09d8751 CL |
1135 | { |
1136 | struct aliasinfo *a; | |
1137 | struct slabinfo *s; | |
1138 | ||
1139 | for (a = aliasinfo; a < aliasinfo + aliases; a++) { | |
1140 | ||
a87615b8 | 1141 | for (s = slabinfo; s < slabinfo + slabs; s++) |
c09d8751 CL |
1142 | if (strcmp(a->ref, s->name) == 0) { |
1143 | a->slab = s; | |
1144 | s->refs++; | |
1145 | break; | |
1146 | } | |
1147 | if (s == slabinfo + slabs) | |
1148 | fatal("Unresolved alias %s\n", a->ref); | |
1149 | } | |
1150 | } | |
1151 | ||
b7ed698c | 1152 | static void alias(void) |
c09d8751 CL |
1153 | { |
1154 | struct aliasinfo *a; | |
1155 | char *active = NULL; | |
1156 | ||
1157 | sort_aliases(); | |
1158 | link_slabs(); | |
1159 | ||
1160 | for(a = aliasinfo; a < aliasinfo + aliases; a++) { | |
1161 | ||
1162 | if (!show_single_ref && a->slab->refs == 1) | |
1163 | continue; | |
1164 | ||
1165 | if (!show_inverted) { | |
1166 | if (active) { | |
1167 | if (strcmp(a->slab->name, active) == 0) { | |
1168 | printf(" %s", a->name); | |
1169 | continue; | |
1170 | } | |
1171 | } | |
a87615b8 | 1172 | printf("\n%-12s <- %s", a->slab->name, a->name); |
c09d8751 CL |
1173 | active = a->slab->name; |
1174 | } | |
1175 | else | |
a8ea0bf1 | 1176 | printf("%-15s -> %s\n", a->name, a->slab->name); |
c09d8751 CL |
1177 | } |
1178 | if (active) | |
1179 | printf("\n"); | |
1180 | } | |
1181 | ||
1182 | ||
b7ed698c | 1183 | static void rename_slabs(void) |
c09d8751 CL |
1184 | { |
1185 | struct slabinfo *s; | |
1186 | struct aliasinfo *a; | |
1187 | ||
1188 | for (s = slabinfo; s < slabinfo + slabs; s++) { | |
1189 | if (*s->name != ':') | |
1190 | continue; | |
1191 | ||
1192 | if (s->refs > 1 && !show_first_alias) | |
1193 | continue; | |
1194 | ||
1195 | a = find_one_alias(s); | |
1196 | ||
a87615b8 CL |
1197 | if (a) |
1198 | s->name = a->name; | |
1199 | else { | |
1200 | s->name = "*"; | |
1201 | actual_slabs--; | |
1202 | } | |
c09d8751 CL |
1203 | } |
1204 | } | |
1205 | ||
b7ed698c | 1206 | static int slab_mismatch(char *slab) |
c09d8751 CL |
1207 | { |
1208 | return regexec(&pattern, slab, 0, NULL, 0); | |
1209 | } | |
1210 | ||
b7ed698c | 1211 | static void read_slab_dir(void) |
c09d8751 CL |
1212 | { |
1213 | DIR *dir; | |
1214 | struct dirent *de; | |
1215 | struct slabinfo *slab = slabinfo; | |
1216 | struct aliasinfo *alias = aliasinfo; | |
1217 | char *p; | |
1218 | char *t; | |
1219 | int count; | |
1220 | ||
b6c24de7 | 1221 | if (chdir("/sys/kernel/slab") && chdir("/sys/slab")) |
a87615b8 CL |
1222 | fatal("SYSFS support for SLUB not active\n"); |
1223 | ||
c09d8751 CL |
1224 | dir = opendir("."); |
1225 | while ((de = readdir(dir))) { | |
1226 | if (de->d_name[0] == '.' || | |
a87615b8 CL |
1227 | (de->d_name[0] != ':' && slab_mismatch(de->d_name))) |
1228 | continue; | |
c09d8751 CL |
1229 | switch (de->d_type) { |
1230 | case DT_LNK: | |
0d24db33 | 1231 | alias->name = strdup(de->d_name); |
fe353178 | 1232 | count = readlink(de->d_name, buffer, sizeof(buffer)-1); |
c09d8751 CL |
1233 | |
1234 | if (count < 0) | |
1235 | fatal("Cannot read symlink %s\n", de->d_name); | |
1236 | ||
1237 | buffer[count] = 0; | |
1238 | p = buffer + count; | |
1239 | while (p > buffer && p[-1] != '/') | |
1240 | p--; | |
1241 | alias->ref = strdup(p); | |
1242 | alias++; | |
1243 | break; | |
1244 | case DT_DIR: | |
1245 | if (chdir(de->d_name)) | |
1246 | fatal("Unable to access slab %s\n", slab->name); | |
0d24db33 | 1247 | slab->name = strdup(de->d_name); |
c09d8751 CL |
1248 | slab->alias = 0; |
1249 | slab->refs = 0; | |
1250 | slab->aliases = get_obj("aliases"); | |
1251 | slab->align = get_obj("align"); | |
1252 | slab->cache_dma = get_obj("cache_dma"); | |
1253 | slab->cpu_slabs = get_obj("cpu_slabs"); | |
1254 | slab->destroy_by_rcu = get_obj("destroy_by_rcu"); | |
1255 | slab->hwcache_align = get_obj("hwcache_align"); | |
1256 | slab->object_size = get_obj("object_size"); | |
1257 | slab->objects = get_obj("objects"); | |
205ab99d CL |
1258 | slab->objects_partial = get_obj("objects_partial"); |
1259 | slab->objects_total = get_obj("objects_total"); | |
c09d8751 CL |
1260 | slab->objs_per_slab = get_obj("objs_per_slab"); |
1261 | slab->order = get_obj("order"); | |
1262 | slab->partial = get_obj("partial"); | |
1263 | slab->partial = get_obj_and_str("partial", &t); | |
1264 | decode_numa_list(slab->numa_partial, t); | |
f32143a2 | 1265 | free(t); |
c09d8751 CL |
1266 | slab->poison = get_obj("poison"); |
1267 | slab->reclaim_account = get_obj("reclaim_account"); | |
1268 | slab->red_zone = get_obj("red_zone"); | |
1269 | slab->sanity_checks = get_obj("sanity_checks"); | |
1270 | slab->slab_size = get_obj("slab_size"); | |
1271 | slab->slabs = get_obj_and_str("slabs", &t); | |
1272 | decode_numa_list(slab->numa, t); | |
f32143a2 | 1273 | free(t); |
c09d8751 CL |
1274 | slab->store_user = get_obj("store_user"); |
1275 | slab->trace = get_obj("trace"); | |
8ff12cfc CL |
1276 | slab->alloc_fastpath = get_obj("alloc_fastpath"); |
1277 | slab->alloc_slowpath = get_obj("alloc_slowpath"); | |
1278 | slab->free_fastpath = get_obj("free_fastpath"); | |
1279 | slab->free_slowpath = get_obj("free_slowpath"); | |
1280 | slab->free_frozen= get_obj("free_frozen"); | |
1281 | slab->free_add_partial = get_obj("free_add_partial"); | |
1282 | slab->free_remove_partial = get_obj("free_remove_partial"); | |
1283 | slab->alloc_from_partial = get_obj("alloc_from_partial"); | |
1284 | slab->alloc_slab = get_obj("alloc_slab"); | |
1285 | slab->alloc_refill = get_obj("alloc_refill"); | |
1286 | slab->free_slab = get_obj("free_slab"); | |
1287 | slab->cpuslab_flush = get_obj("cpuslab_flush"); | |
1288 | slab->deactivate_full = get_obj("deactivate_full"); | |
1289 | slab->deactivate_empty = get_obj("deactivate_empty"); | |
1290 | slab->deactivate_to_head = get_obj("deactivate_to_head"); | |
1291 | slab->deactivate_to_tail = get_obj("deactivate_to_tail"); | |
1292 | slab->deactivate_remote_frees = get_obj("deactivate_remote_frees"); | |
f715e6f1 | 1293 | slab->order_fallback = get_obj("order_fallback"); |
9da4714a CL |
1294 | slab->cmpxchg_double_cpu_fail = get_obj("cmpxchg_double_cpu_fail"); |
1295 | slab->cmpxchg_double_fail = get_obj("cmpxchg_double_fail"); | |
aca726a0 CL |
1296 | slab->cpu_partial_alloc = get_obj("cpu_partial_alloc"); |
1297 | slab->cpu_partial_free = get_obj("cpu_partial_free"); | |
9da4714a CL |
1298 | slab->alloc_node_mismatch = get_obj("alloc_node_mismatch"); |
1299 | slab->deactivate_bypass = get_obj("deactivate_bypass"); | |
c09d8751 CL |
1300 | chdir(".."); |
1301 | if (slab->name[0] == ':') | |
1302 | alias_targets++; | |
1303 | slab++; | |
1304 | break; | |
1305 | default : | |
1306 | fatal("Unknown file type %lx\n", de->d_type); | |
1307 | } | |
1308 | } | |
1309 | closedir(dir); | |
1310 | slabs = slab - slabinfo; | |
a87615b8 | 1311 | actual_slabs = slabs; |
c09d8751 CL |
1312 | aliases = alias - aliasinfo; |
1313 | if (slabs > MAX_SLABS) | |
1314 | fatal("Too many slabs\n"); | |
1315 | if (aliases > MAX_ALIASES) | |
1316 | fatal("Too many aliases\n"); | |
1317 | } | |
1318 | ||
b7ed698c | 1319 | static void output_slabs(void) |
c09d8751 CL |
1320 | { |
1321 | struct slabinfo *slab; | |
016c6cdf | 1322 | int lines = output_lines; |
c09d8751 | 1323 | |
4980a963 | 1324 | for (slab = slabinfo; (slab < slabinfo + slabs) && |
016c6cdf | 1325 | lines != 0; slab++) { |
c09d8751 CL |
1326 | |
1327 | if (slab->alias) | |
1328 | continue; | |
1329 | ||
016c6cdf SS |
1330 | if (lines != -1) |
1331 | lines--; | |
c09d8751 CL |
1332 | |
1333 | if (show_numa) | |
a87615b8 CL |
1334 | slab_numa(slab, 0); |
1335 | else if (show_track) | |
c09d8751 | 1336 | show_tracking(slab); |
a87615b8 | 1337 | else if (validate) |
c09d8751 | 1338 | slab_validate(slab); |
a87615b8 | 1339 | else if (shrink) |
c09d8751 | 1340 | slab_shrink(slab); |
a87615b8 CL |
1341 | else if (set_debug) |
1342 | slab_debug(slab); | |
1343 | else if (show_ops) | |
1344 | ops(slab); | |
1345 | else if (show_slab) | |
1346 | slabcache(slab); | |
eefaca9c CL |
1347 | else if (show_report) |
1348 | report(slab); | |
c09d8751 CL |
1349 | } |
1350 | } | |
1351 | ||
1106b205 TH |
1352 | static void _xtotals(char *heading, char *underline, |
1353 | int loss, int size, int partial) | |
1354 | { | |
1355 | printf("%s%s", heading, underline); | |
1356 | line = 0; | |
1357 | sort_loss = loss; | |
1358 | sort_size = size; | |
1359 | sort_partial = partial; | |
1360 | sort_slabs(); | |
1361 | output_slabs(); | |
1362 | } | |
1363 | ||
016c6cdf SS |
1364 | static void xtotals(void) |
1365 | { | |
1106b205 TH |
1366 | char *heading, *underline; |
1367 | ||
016c6cdf SS |
1368 | totals(); |
1369 | ||
1370 | link_slabs(); | |
1371 | rename_slabs(); | |
1372 | ||
1106b205 TH |
1373 | heading = "\nSlabs sorted by size\n"; |
1374 | underline = "--------------------\n"; | |
1375 | _xtotals(heading, underline, 0, 1, 0); | |
1376 | ||
1377 | heading = "\nSlabs sorted by loss\n"; | |
1378 | underline = "--------------------\n"; | |
1379 | _xtotals(heading, underline, 1, 0, 0); | |
1380 | ||
1381 | heading = "\nSlabs sorted by number of partial slabs\n"; | |
1382 | underline = "---------------------------------------\n"; | |
1383 | _xtotals(heading, underline, 0, 0, 1); | |
016c6cdf | 1384 | |
016c6cdf SS |
1385 | printf("\n"); |
1386 | } | |
1387 | ||
c09d8751 | 1388 | struct option opts[] = { |
2b100755 SS |
1389 | { "aliases", no_argument, NULL, 'a' }, |
1390 | { "activity", no_argument, NULL, 'A' }, | |
d9149996 | 1391 | { "Bytes", no_argument, NULL, 'B'}, |
2b100755 SS |
1392 | { "debug", optional_argument, NULL, 'd' }, |
1393 | { "display-activity", no_argument, NULL, 'D' }, | |
1394 | { "empty", no_argument, NULL, 'e' }, | |
1395 | { "first-alias", no_argument, NULL, 'f' }, | |
1396 | { "help", no_argument, NULL, 'h' }, | |
1397 | { "inverted", no_argument, NULL, 'i'}, | |
0d00bf58 | 1398 | { "slabs", no_argument, NULL, 'l' }, |
d9149996 | 1399 | { "Loss", no_argument, NULL, 'L'}, |
2b100755 | 1400 | { "numa", no_argument, NULL, 'n' }, |
d9149996 | 1401 | { "lines", required_argument, NULL, 'N'}, |
2b100755 | 1402 | { "ops", no_argument, NULL, 'o' }, |
53a83f97 | 1403 | { "partial", no_argument, NULL, 'p'}, |
0d00bf58 | 1404 | { "report", no_argument, NULL, 'r' }, |
d9149996 | 1405 | { "shrink", no_argument, NULL, 's' }, |
0d00bf58 SS |
1406 | { "Size", no_argument, NULL, 'S'}, |
1407 | { "tracking", no_argument, NULL, 't'}, | |
1408 | { "Totals", no_argument, NULL, 'T'}, | |
d9149996 | 1409 | { "Unreclaim", no_argument, NULL, 'U'}, |
2b100755 | 1410 | { "validate", no_argument, NULL, 'v' }, |
d9149996 | 1411 | { "Xtotals", no_argument, NULL, 'X'}, |
2b100755 SS |
1412 | { "zero", no_argument, NULL, 'z' }, |
1413 | { "1ref", no_argument, NULL, '1'}, | |
c09d8751 CL |
1414 | { NULL, 0, NULL, 0 } |
1415 | }; | |
1416 | ||
1417 | int main(int argc, char *argv[]) | |
1418 | { | |
1419 | int c; | |
1420 | int err; | |
1421 | char *pattern_source; | |
1422 | ||
1423 | page_size = getpagesize(); | |
c09d8751 | 1424 | |
53a83f97 | 1425 | while ((c = getopt_long(argc, argv, "aABd::DefhilLnN:oPrsStTUvXz1", |
a87615b8 | 1426 | opts, NULL)) != -1) |
f32143a2 | 1427 | switch (c) { |
c09d8751 CL |
1428 | case 'a': |
1429 | show_alias = 1; | |
1430 | break; | |
8ff12cfc CL |
1431 | case 'A': |
1432 | sort_active = 1; | |
1433 | break; | |
d9149996 TH |
1434 | case 'B': |
1435 | show_bytes = 1; | |
1436 | break; | |
a87615b8 CL |
1437 | case 'd': |
1438 | set_debug = 1; | |
1439 | if (!debug_opt_scan(optarg)) | |
1440 | fatal("Invalid debug option '%s'\n", optarg); | |
1441 | break; | |
8ff12cfc CL |
1442 | case 'D': |
1443 | show_activity = 1; | |
1444 | break; | |
a87615b8 CL |
1445 | case 'e': |
1446 | show_empty = 1; | |
1447 | break; | |
c09d8751 CL |
1448 | case 'f': |
1449 | show_first_alias = 1; | |
1450 | break; | |
1451 | case 'h': | |
1452 | usage(); | |
1453 | return 0; | |
1454 | case 'i': | |
1455 | show_inverted = 1; | |
1456 | break; | |
d9149996 TH |
1457 | case 'l': |
1458 | show_slab = 1; | |
1459 | break; | |
1460 | case 'L': | |
1461 | sort_loss = 1; | |
1462 | break; | |
c09d8751 CL |
1463 | case 'n': |
1464 | show_numa = 1; | |
1465 | break; | |
d9149996 TH |
1466 | case 'N': |
1467 | if (optarg) { | |
1468 | output_lines = atoi(optarg); | |
1469 | if (output_lines < 1) | |
1470 | output_lines = 1; | |
1471 | } | |
1472 | break; | |
a87615b8 CL |
1473 | case 'o': |
1474 | show_ops = 1; | |
1475 | break; | |
1476 | case 'r': | |
1477 | show_report = 1; | |
1478 | break; | |
53a83f97 TH |
1479 | case 'P': |
1480 | sort_partial = 1; | |
1481 | break; | |
c09d8751 CL |
1482 | case 's': |
1483 | shrink = 1; | |
1484 | break; | |
d9149996 TH |
1485 | case 'S': |
1486 | sort_size = 1; | |
c09d8751 CL |
1487 | break; |
1488 | case 't': | |
1489 | show_track = 1; | |
1490 | break; | |
c09d8751 CL |
1491 | case 'T': |
1492 | show_totals = 1; | |
1493 | break; | |
d9149996 TH |
1494 | case 'U': |
1495 | unreclaim_only = 1; | |
4980a963 | 1496 | break; |
d9149996 TH |
1497 | case 'v': |
1498 | validate = 1; | |
2651f6e7 | 1499 | break; |
016c6cdf SS |
1500 | case 'X': |
1501 | if (output_lines == -1) | |
1502 | output_lines = 1; | |
1503 | extended_totals = 1; | |
a8ea0bf1 SS |
1504 | show_bytes = 1; |
1505 | break; | |
d9149996 TH |
1506 | case 'z': |
1507 | skip_zero = 0; | |
016c6cdf | 1508 | break; |
d9149996 TH |
1509 | case '1': |
1510 | show_single_ref = 1; | |
7ad3f188 | 1511 | break; |
c09d8751 CL |
1512 | default: |
1513 | fatal("%s: Invalid option '%c'\n", argv[0], optopt); | |
1514 | ||
1515 | } | |
1516 | ||
a87615b8 CL |
1517 | if (!show_slab && !show_alias && !show_track && !show_report |
1518 | && !validate && !shrink && !set_debug && !show_ops) | |
c09d8751 CL |
1519 | show_slab = 1; |
1520 | ||
1521 | if (argc > optind) | |
1522 | pattern_source = argv[optind]; | |
1523 | else | |
1524 | pattern_source = ".*"; | |
1525 | ||
1526 | err = regcomp(&pattern, pattern_source, REG_ICASE|REG_NOSUB); | |
1527 | if (err) | |
1528 | fatal("%s: Invalid pattern '%s' code %d\n", | |
1529 | argv[0], pattern_source, err); | |
1530 | read_slab_dir(); | |
016c6cdf | 1531 | if (show_alias) { |
c09d8751 | 1532 | alias(); |
016c6cdf SS |
1533 | } else if (extended_totals) { |
1534 | xtotals(); | |
1535 | } else if (show_totals) { | |
c09d8751 | 1536 | totals(); |
016c6cdf | 1537 | } else { |
c09d8751 CL |
1538 | link_slabs(); |
1539 | rename_slabs(); | |
1540 | sort_slabs(); | |
1541 | output_slabs(); | |
1542 | } | |
1543 | return 0; | |
1544 | } |