Commit | Line | Data |
---|---|---|
b2441318 | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
d0b6e04a LZ |
2 | #undef TRACE_SYSTEM |
3 | #define TRACE_SYSTEM kmem | |
4 | ||
ea20d929 | 5 | #if !defined(_TRACE_KMEM_H) || defined(TRACE_HEADER_MULTI_READ) |
02af61bb | 6 | #define _TRACE_KMEM_H |
b9ce08c0 EGM |
7 | |
8 | #include <linux/types.h> | |
fc182a43 | 9 | #include <linux/tracepoint.h> |
420adbe9 | 10 | #include <trace/events/mmflags.h> |
62ba180e | 11 | |
53d0422c | 12 | DECLARE_EVENT_CLASS(kmem_alloc, |
ea20d929 SR |
13 | |
14 | TP_PROTO(unsigned long call_site, | |
15 | const void *ptr, | |
16 | size_t bytes_req, | |
17 | size_t bytes_alloc, | |
18 | gfp_t gfp_flags), | |
19 | ||
20 | TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags), | |
21 | ||
22 | TP_STRUCT__entry( | |
23 | __field( unsigned long, call_site ) | |
24 | __field( const void *, ptr ) | |
25 | __field( size_t, bytes_req ) | |
26 | __field( size_t, bytes_alloc ) | |
27 | __field( gfp_t, gfp_flags ) | |
28 | ), | |
29 | ||
30 | TP_fast_assign( | |
31 | __entry->call_site = call_site; | |
32 | __entry->ptr = ptr; | |
33 | __entry->bytes_req = bytes_req; | |
34 | __entry->bytes_alloc = bytes_alloc; | |
35 | __entry->gfp_flags = gfp_flags; | |
36 | ), | |
37 | ||
62ba180e | 38 | TP_printk("call_site=%lx ptr=%p bytes_req=%zu bytes_alloc=%zu gfp_flags=%s", |
ea20d929 SR |
39 | __entry->call_site, |
40 | __entry->ptr, | |
41 | __entry->bytes_req, | |
42 | __entry->bytes_alloc, | |
62ba180e | 43 | show_gfp_flags(__entry->gfp_flags)) |
ea20d929 SR |
44 | ); |
45 | ||
53d0422c | 46 | DEFINE_EVENT(kmem_alloc, kmalloc, |
ea20d929 | 47 | |
53d0422c LZ |
48 | TP_PROTO(unsigned long call_site, const void *ptr, |
49 | size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags), | |
ea20d929 | 50 | |
53d0422c LZ |
51 | TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags) |
52 | ); | |
ea20d929 | 53 | |
53d0422c | 54 | DEFINE_EVENT(kmem_alloc, kmem_cache_alloc, |
ea20d929 | 55 | |
53d0422c LZ |
56 | TP_PROTO(unsigned long call_site, const void *ptr, |
57 | size_t bytes_req, size_t bytes_alloc, gfp_t gfp_flags), | |
ea20d929 | 58 | |
53d0422c | 59 | TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags) |
ea20d929 SR |
60 | ); |
61 | ||
53d0422c | 62 | DECLARE_EVENT_CLASS(kmem_alloc_node, |
ea20d929 SR |
63 | |
64 | TP_PROTO(unsigned long call_site, | |
65 | const void *ptr, | |
66 | size_t bytes_req, | |
67 | size_t bytes_alloc, | |
68 | gfp_t gfp_flags, | |
69 | int node), | |
70 | ||
71 | TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node), | |
72 | ||
73 | TP_STRUCT__entry( | |
74 | __field( unsigned long, call_site ) | |
75 | __field( const void *, ptr ) | |
76 | __field( size_t, bytes_req ) | |
77 | __field( size_t, bytes_alloc ) | |
78 | __field( gfp_t, gfp_flags ) | |
79 | __field( int, node ) | |
80 | ), | |
81 | ||
82 | TP_fast_assign( | |
83 | __entry->call_site = call_site; | |
84 | __entry->ptr = ptr; | |
85 | __entry->bytes_req = bytes_req; | |
86 | __entry->bytes_alloc = bytes_alloc; | |
87 | __entry->gfp_flags = gfp_flags; | |
88 | __entry->node = node; | |
89 | ), | |
90 | ||
62ba180e | 91 | TP_printk("call_site=%lx ptr=%p bytes_req=%zu bytes_alloc=%zu gfp_flags=%s node=%d", |
ea20d929 SR |
92 | __entry->call_site, |
93 | __entry->ptr, | |
94 | __entry->bytes_req, | |
95 | __entry->bytes_alloc, | |
62ba180e | 96 | show_gfp_flags(__entry->gfp_flags), |
ea20d929 SR |
97 | __entry->node) |
98 | ); | |
99 | ||
53d0422c | 100 | DEFINE_EVENT(kmem_alloc_node, kmalloc_node, |
ea20d929 | 101 | |
53d0422c LZ |
102 | TP_PROTO(unsigned long call_site, const void *ptr, |
103 | size_t bytes_req, size_t bytes_alloc, | |
104 | gfp_t gfp_flags, int node), | |
ea20d929 | 105 | |
53d0422c LZ |
106 | TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node) |
107 | ); | |
ea20d929 | 108 | |
53d0422c | 109 | DEFINE_EVENT(kmem_alloc_node, kmem_cache_alloc_node, |
ea20d929 | 110 | |
53d0422c LZ |
111 | TP_PROTO(unsigned long call_site, const void *ptr, |
112 | size_t bytes_req, size_t bytes_alloc, | |
113 | gfp_t gfp_flags, int node), | |
ea20d929 | 114 | |
53d0422c | 115 | TP_ARGS(call_site, ptr, bytes_req, bytes_alloc, gfp_flags, node) |
ea20d929 SR |
116 | ); |
117 | ||
53d0422c | 118 | DECLARE_EVENT_CLASS(kmem_free, |
ea20d929 SR |
119 | |
120 | TP_PROTO(unsigned long call_site, const void *ptr), | |
121 | ||
122 | TP_ARGS(call_site, ptr), | |
123 | ||
124 | TP_STRUCT__entry( | |
125 | __field( unsigned long, call_site ) | |
126 | __field( const void *, ptr ) | |
127 | ), | |
128 | ||
129 | TP_fast_assign( | |
130 | __entry->call_site = call_site; | |
131 | __entry->ptr = ptr; | |
132 | ), | |
133 | ||
134 | TP_printk("call_site=%lx ptr=%p", __entry->call_site, __entry->ptr) | |
135 | ); | |
136 | ||
53d0422c | 137 | DEFINE_EVENT(kmem_free, kfree, |
ea20d929 SR |
138 | |
139 | TP_PROTO(unsigned long call_site, const void *ptr), | |
140 | ||
53d0422c LZ |
141 | TP_ARGS(call_site, ptr) |
142 | ); | |
ea20d929 | 143 | |
633f6f58 | 144 | DEFINE_EVENT(kmem_free, kmem_cache_free, |
ea20d929 | 145 | |
53d0422c | 146 | TP_PROTO(unsigned long call_site, const void *ptr), |
ea20d929 | 147 | |
633f6f58 | 148 | TP_ARGS(call_site, ptr) |
ea20d929 | 149 | ); |
4b4f278c | 150 | |
633f6f58 | 151 | TRACE_EVENT(mm_page_free, |
4b4f278c MG |
152 | |
153 | TP_PROTO(struct page *page, unsigned int order), | |
154 | ||
155 | TP_ARGS(page, order), | |
156 | ||
157 | TP_STRUCT__entry( | |
9fdd8a87 | 158 | __field( unsigned long, pfn ) |
4b4f278c MG |
159 | __field( unsigned int, order ) |
160 | ), | |
161 | ||
162 | TP_fast_assign( | |
9fdd8a87 | 163 | __entry->pfn = page_to_pfn(page); |
4b4f278c MG |
164 | __entry->order = order; |
165 | ), | |
166 | ||
167 | TP_printk("page=%p pfn=%lu order=%d", | |
9fdd8a87 NK |
168 | pfn_to_page(__entry->pfn), |
169 | __entry->pfn, | |
4b4f278c MG |
170 | __entry->order) |
171 | ); | |
172 | ||
b413d48a | 173 | TRACE_EVENT(mm_page_free_batched, |
4b4f278c MG |
174 | |
175 | TP_PROTO(struct page *page, int cold), | |
176 | ||
177 | TP_ARGS(page, cold), | |
178 | ||
179 | TP_STRUCT__entry( | |
9fdd8a87 | 180 | __field( unsigned long, pfn ) |
4b4f278c MG |
181 | __field( int, cold ) |
182 | ), | |
183 | ||
184 | TP_fast_assign( | |
9fdd8a87 | 185 | __entry->pfn = page_to_pfn(page); |
4b4f278c MG |
186 | __entry->cold = cold; |
187 | ), | |
188 | ||
189 | TP_printk("page=%p pfn=%lu order=0 cold=%d", | |
9fdd8a87 NK |
190 | pfn_to_page(__entry->pfn), |
191 | __entry->pfn, | |
4b4f278c MG |
192 | __entry->cold) |
193 | ); | |
194 | ||
195 | TRACE_EVENT(mm_page_alloc, | |
196 | ||
197 | TP_PROTO(struct page *page, unsigned int order, | |
198 | gfp_t gfp_flags, int migratetype), | |
199 | ||
200 | TP_ARGS(page, order, gfp_flags, migratetype), | |
201 | ||
202 | TP_STRUCT__entry( | |
9fdd8a87 | 203 | __field( unsigned long, pfn ) |
4b4f278c MG |
204 | __field( unsigned int, order ) |
205 | __field( gfp_t, gfp_flags ) | |
206 | __field( int, migratetype ) | |
207 | ), | |
208 | ||
209 | TP_fast_assign( | |
9fdd8a87 | 210 | __entry->pfn = page ? page_to_pfn(page) : -1UL; |
4b4f278c MG |
211 | __entry->order = order; |
212 | __entry->gfp_flags = gfp_flags; | |
213 | __entry->migratetype = migratetype; | |
214 | ), | |
215 | ||
216 | TP_printk("page=%p pfn=%lu order=%d migratetype=%d gfp_flags=%s", | |
9fdd8a87 NK |
217 | __entry->pfn != -1UL ? pfn_to_page(__entry->pfn) : NULL, |
218 | __entry->pfn != -1UL ? __entry->pfn : 0, | |
4b4f278c MG |
219 | __entry->order, |
220 | __entry->migratetype, | |
221 | show_gfp_flags(__entry->gfp_flags)) | |
222 | ); | |
223 | ||
53d0422c | 224 | DECLARE_EVENT_CLASS(mm_page, |
0d3d062a MG |
225 | |
226 | TP_PROTO(struct page *page, unsigned int order, int migratetype), | |
227 | ||
228 | TP_ARGS(page, order, migratetype), | |
229 | ||
230 | TP_STRUCT__entry( | |
9fdd8a87 | 231 | __field( unsigned long, pfn ) |
0d3d062a MG |
232 | __field( unsigned int, order ) |
233 | __field( int, migratetype ) | |
234 | ), | |
235 | ||
236 | TP_fast_assign( | |
9fdd8a87 | 237 | __entry->pfn = page ? page_to_pfn(page) : -1UL; |
0d3d062a MG |
238 | __entry->order = order; |
239 | __entry->migratetype = migratetype; | |
240 | ), | |
241 | ||
242 | TP_printk("page=%p pfn=%lu order=%u migratetype=%d percpu_refill=%d", | |
9fdd8a87 NK |
243 | __entry->pfn != -1UL ? pfn_to_page(__entry->pfn) : NULL, |
244 | __entry->pfn != -1UL ? __entry->pfn : 0, | |
0d3d062a MG |
245 | __entry->order, |
246 | __entry->migratetype, | |
247 | __entry->order == 0) | |
248 | ); | |
249 | ||
53d0422c | 250 | DEFINE_EVENT(mm_page, mm_page_alloc_zone_locked, |
0d3d062a | 251 | |
53d0422c | 252 | TP_PROTO(struct page *page, unsigned int order, int migratetype), |
0d3d062a | 253 | |
53d0422c LZ |
254 | TP_ARGS(page, order, migratetype) |
255 | ); | |
0d3d062a | 256 | |
633f6f58 | 257 | TRACE_EVENT(mm_page_pcpu_drain, |
0d3d062a | 258 | |
53d0422c LZ |
259 | TP_PROTO(struct page *page, unsigned int order, int migratetype), |
260 | ||
261 | TP_ARGS(page, order, migratetype), | |
0d3d062a | 262 | |
649b8de2 SP |
263 | TP_STRUCT__entry( |
264 | __field( unsigned long, pfn ) | |
265 | __field( unsigned int, order ) | |
266 | __field( int, migratetype ) | |
267 | ), | |
268 | ||
269 | TP_fast_assign( | |
270 | __entry->pfn = page ? page_to_pfn(page) : -1UL; | |
271 | __entry->order = order; | |
272 | __entry->migratetype = migratetype; | |
273 | ), | |
274 | ||
0d3d062a | 275 | TP_printk("page=%p pfn=%lu order=%d migratetype=%d", |
9fdd8a87 | 276 | pfn_to_page(__entry->pfn), __entry->pfn, |
53d0422c | 277 | __entry->order, __entry->migratetype) |
0d3d062a MG |
278 | ); |
279 | ||
e0fff1bd MG |
280 | TRACE_EVENT(mm_page_alloc_extfrag, |
281 | ||
282 | TP_PROTO(struct page *page, | |
52c8f6a5 | 283 | int alloc_order, int fallback_order, |
99592d59 | 284 | int alloc_migratetype, int fallback_migratetype), |
e0fff1bd MG |
285 | |
286 | TP_ARGS(page, | |
287 | alloc_order, fallback_order, | |
99592d59 | 288 | alloc_migratetype, fallback_migratetype), |
e0fff1bd MG |
289 | |
290 | TP_STRUCT__entry( | |
9fdd8a87 | 291 | __field( unsigned long, pfn ) |
e0fff1bd MG |
292 | __field( int, alloc_order ) |
293 | __field( int, fallback_order ) | |
294 | __field( int, alloc_migratetype ) | |
295 | __field( int, fallback_migratetype ) | |
f92310c1 | 296 | __field( int, change_ownership ) |
e0fff1bd MG |
297 | ), |
298 | ||
299 | TP_fast_assign( | |
9fdd8a87 | 300 | __entry->pfn = page_to_pfn(page); |
e0fff1bd MG |
301 | __entry->alloc_order = alloc_order; |
302 | __entry->fallback_order = fallback_order; | |
303 | __entry->alloc_migratetype = alloc_migratetype; | |
304 | __entry->fallback_migratetype = fallback_migratetype; | |
99592d59 VB |
305 | __entry->change_ownership = (alloc_migratetype == |
306 | get_pageblock_migratetype(page)); | |
e0fff1bd MG |
307 | ), |
308 | ||
309 | TP_printk("page=%p pfn=%lu alloc_order=%d fallback_order=%d pageblock_order=%d alloc_migratetype=%d fallback_migratetype=%d fragmenting=%d change_ownership=%d", | |
9fdd8a87 NK |
310 | pfn_to_page(__entry->pfn), |
311 | __entry->pfn, | |
e0fff1bd MG |
312 | __entry->alloc_order, |
313 | __entry->fallback_order, | |
314 | pageblock_order, | |
315 | __entry->alloc_migratetype, | |
316 | __entry->fallback_migratetype, | |
317 | __entry->fallback_order < pageblock_order, | |
f92310c1 | 318 | __entry->change_ownership) |
e0fff1bd MG |
319 | ); |
320 | ||
a8d154b0 | 321 | #endif /* _TRACE_KMEM_H */ |
ea20d929 | 322 | |
a8d154b0 SR |
323 | /* This part must be outside protection */ |
324 | #include <trace/define_trace.h> |