Commit | Line | Data |
---|---|---|
bb730b58 | 1 | // SPDX-License-Identifier: GPL-2.0 |
0a1c49db SR |
2 | /* |
3 | * This file defines the trace event structures that go into the ring | |
4 | * buffer directly. They are created via macros so that changes for them | |
5 | * appear in the format file. Using macros will automate this process. | |
6 | * | |
7 | * The macro used to create a ftrace data structure is: | |
8 | * | |
9 | * FTRACE_ENTRY( name, struct_name, id, structure, print ) | |
10 | * | |
11 | * @name: the name used the event name, as well as the name of | |
12 | * the directory that holds the format file. | |
13 | * | |
14 | * @struct_name: the name of the structure that is created. | |
15 | * | |
16 | * @id: The event identifier that is used to detect what event | |
17 | * this is from the ring buffer. | |
18 | * | |
19 | * @structure: the structure layout | |
20 | * | |
21 | * - __field( type, item ) | |
22 | * This is equivalent to declaring | |
23 | * type item; | |
24 | * in the structure. | |
25 | * - __array( type, item, size ) | |
26 | * This is equivalent to declaring | |
27 | * type item[size]; | |
28 | * in the structure. | |
29 | * | |
d7315094 | 30 | * * for structures within structures, the format of the internal |
25985edc | 31 | * structure is laid out. This allows the internal structure |
d7315094 SR |
32 | * to be deciphered for the format file. Although these macros |
33 | * may become out of sync with the internal structure, they | |
34 | * will create a compile error if it happens. Since the | |
2b5894cc | 35 | * internal structures are just tracing helpers, this is not |
d7315094 SR |
36 | * an issue. |
37 | * | |
38 | * When an internal structure is used, it should use: | |
39 | * | |
40 | * __field_struct( type, item ) | |
41 | * | |
42 | * instead of __field. This will prevent it from being shown in | |
43 | * the output file. The fields in the structure should use. | |
44 | * | |
45 | * __field_desc( type, container, item ) | |
46 | * __array_desc( type, container, item, len ) | |
47 | * | |
48 | * type, item and len are the same as __field and __array, but | |
49 | * container is added. This is the name of the item in | |
50 | * __field_struct that this is describing. | |
51 | * | |
52 | * | |
0a1c49db SR |
53 | * @print: the print format shown to users in the format file. |
54 | */ | |
55 | ||
56 | /* | |
b595076a | 57 | * Function trace entry - function address and parent function address: |
0a1c49db | 58 | */ |
ced39002 | 59 | FTRACE_ENTRY_REG(function, ftrace_entry, |
0a1c49db SR |
60 | |
61 | TRACE_FN, | |
62 | ||
63 | F_STRUCT( | |
04ae87a5 PZ |
64 | __field_fn( unsigned long, ip ) |
65 | __field_fn( unsigned long, parent_ip ) | |
0a1c49db SR |
66 | ), |
67 | ||
85acbb21 CD |
68 | F_printk(" %ps <-- %ps", |
69 | (void *)__entry->ip, (void *)__entry->parent_ip), | |
ced39002 JO |
70 | |
71 | perf_ftrace_event_register | |
0a1c49db SR |
72 | ); |
73 | ||
74 | /* Function call entry */ | |
a4a551b8 | 75 | FTRACE_ENTRY_PACKED(funcgraph_entry, ftrace_graph_ent_entry, |
0a1c49db SR |
76 | |
77 | TRACE_GRAPH_ENT, | |
78 | ||
79 | F_STRUCT( | |
d7315094 | 80 | __field_struct( struct ftrace_graph_ent, graph_ent ) |
4649079b SRV |
81 | __field_packed( unsigned long, graph_ent, func ) |
82 | __field_packed( int, graph_ent, depth ) | |
0a1c49db SR |
83 | ), |
84 | ||
04ae87a5 | 85 | F_printk("--> %ps (%d)", (void *)__entry->func, __entry->depth) |
0a1c49db SR |
86 | ); |
87 | ||
88 | /* Function return entry */ | |
a1be9ccc DP |
89 | #ifdef CONFIG_FUNCTION_GRAPH_RETVAL |
90 | ||
91 | FTRACE_ENTRY_PACKED(funcgraph_exit, ftrace_graph_ret_entry, | |
92 | ||
93 | TRACE_GRAPH_RET, | |
94 | ||
95 | F_STRUCT( | |
96 | __field_struct( struct ftrace_graph_ret, ret ) | |
97 | __field_packed( unsigned long, ret, func ) | |
98 | __field_packed( unsigned long, ret, retval ) | |
99 | __field_packed( int, ret, depth ) | |
100 | __field_packed( unsigned int, ret, overrun ) | |
101 | __field_packed( unsigned long long, ret, calltime) | |
102 | __field_packed( unsigned long long, ret, rettime ) | |
103 | ), | |
104 | ||
105 | F_printk("<-- %ps (%d) (start: %llx end: %llx) over: %d retval: %lx", | |
106 | (void *)__entry->func, __entry->depth, | |
107 | __entry->calltime, __entry->rettime, | |
108 | __entry->depth, __entry->retval) | |
109 | ); | |
110 | ||
111 | #else | |
112 | ||
a4a551b8 | 113 | FTRACE_ENTRY_PACKED(funcgraph_exit, ftrace_graph_ret_entry, |
0a1c49db SR |
114 | |
115 | TRACE_GRAPH_RET, | |
116 | ||
117 | F_STRUCT( | |
d7315094 | 118 | __field_struct( struct ftrace_graph_ret, ret ) |
4649079b | 119 | __field_packed( unsigned long, ret, func ) |
60602cb5 SRV |
120 | __field_packed( int, ret, depth ) |
121 | __field_packed( unsigned int, ret, overrun ) | |
4649079b SRV |
122 | __field_packed( unsigned long long, ret, calltime) |
123 | __field_packed( unsigned long long, ret, rettime ) | |
0a1c49db SR |
124 | ), |
125 | ||
85acbb21 CD |
126 | F_printk("<-- %ps (%d) (start: %llx end: %llx) over: %d", |
127 | (void *)__entry->func, __entry->depth, | |
c16de8fd | 128 | __entry->calltime, __entry->rettime, |
04ae87a5 | 129 | __entry->depth) |
0a1c49db SR |
130 | ); |
131 | ||
a1be9ccc DP |
132 | #endif |
133 | ||
0a1c49db SR |
134 | /* |
135 | * Context switch trace entry - which task (and prio) we switched from/to: | |
136 | * | |
137 | * This is used for both wakeup and context switches. We only want | |
138 | * to create one structure, but we need two outputs for it. | |
139 | */ | |
140 | #define FTRACE_CTX_FIELDS \ | |
141 | __field( unsigned int, prev_pid ) \ | |
140e4f2d DS |
142 | __field( unsigned int, next_pid ) \ |
143 | __field( unsigned int, next_cpu ) \ | |
0a1c49db SR |
144 | __field( unsigned char, prev_prio ) \ |
145 | __field( unsigned char, prev_state ) \ | |
0a1c49db | 146 | __field( unsigned char, next_prio ) \ |
140e4f2d | 147 | __field( unsigned char, next_state ) |
0a1c49db | 148 | |
0a1c49db SR |
149 | FTRACE_ENTRY(context_switch, ctx_switch_entry, |
150 | ||
151 | TRACE_CTX, | |
152 | ||
153 | F_STRUCT( | |
154 | FTRACE_CTX_FIELDS | |
155 | ), | |
156 | ||
c16de8fd | 157 | F_printk("%u:%u:%u ==> %u:%u:%u [%03u]", |
0a1c49db SR |
158 | __entry->prev_pid, __entry->prev_prio, __entry->prev_state, |
159 | __entry->next_pid, __entry->next_prio, __entry->next_state, | |
04ae87a5 | 160 | __entry->next_cpu) |
0a1c49db SR |
161 | ); |
162 | ||
163 | /* | |
164 | * FTRACE_ENTRY_DUP only creates the format file, it will not | |
165 | * create another structure. | |
166 | */ | |
167 | FTRACE_ENTRY_DUP(wakeup, ctx_switch_entry, | |
168 | ||
169 | TRACE_WAKE, | |
170 | ||
171 | F_STRUCT( | |
172 | FTRACE_CTX_FIELDS | |
173 | ), | |
174 | ||
175 | F_printk("%u:%u:%u ==+ %u:%u:%u [%03u]", | |
176 | __entry->prev_pid, __entry->prev_prio, __entry->prev_state, | |
177 | __entry->next_pid, __entry->next_prio, __entry->next_state, | |
04ae87a5 | 178 | __entry->next_cpu) |
0a1c49db SR |
179 | ); |
180 | ||
0a1c49db SR |
181 | /* |
182 | * Stack-trace entry: | |
183 | */ | |
184 | ||
185 | #define FTRACE_STACK_ENTRIES 8 | |
186 | ||
187 | FTRACE_ENTRY(kernel_stack, stack_entry, | |
188 | ||
189 | TRACE_STACK, | |
190 | ||
191 | F_STRUCT( | |
4a9bd3f1 | 192 | __field( int, size ) |
e7186af7 | 193 | __stack_array( unsigned long, caller, FTRACE_STACK_ENTRIES, size) |
0a1c49db SR |
194 | ), |
195 | ||
85acbb21 CD |
196 | F_printk("\t=> %ps\n\t=> %ps\n\t=> %ps\n" |
197 | "\t=> %ps\n\t=> %ps\n\t=> %ps\n" | |
198 | "\t=> %ps\n\t=> %ps\n", | |
199 | (void *)__entry->caller[0], (void *)__entry->caller[1], | |
200 | (void *)__entry->caller[2], (void *)__entry->caller[3], | |
201 | (void *)__entry->caller[4], (void *)__entry->caller[5], | |
04ae87a5 | 202 | (void *)__entry->caller[6], (void *)__entry->caller[7]) |
0a1c49db SR |
203 | ); |
204 | ||
205 | FTRACE_ENTRY(user_stack, userstack_entry, | |
206 | ||
207 | TRACE_USER_STACK, | |
208 | ||
209 | F_STRUCT( | |
210 | __field( unsigned int, tgid ) | |
211 | __array( unsigned long, caller, FTRACE_STACK_ENTRIES ) | |
212 | ), | |
213 | ||
85acbb21 CD |
214 | F_printk("\t=> %ps\n\t=> %ps\n\t=> %ps\n" |
215 | "\t=> %ps\n\t=> %ps\n\t=> %ps\n" | |
216 | "\t=> %ps\n\t=> %ps\n", | |
217 | (void *)__entry->caller[0], (void *)__entry->caller[1], | |
218 | (void *)__entry->caller[2], (void *)__entry->caller[3], | |
219 | (void *)__entry->caller[4], (void *)__entry->caller[5], | |
04ae87a5 | 220 | (void *)__entry->caller[6], (void *)__entry->caller[7]) |
0a1c49db SR |
221 | ); |
222 | ||
223 | /* | |
224 | * trace_printk entry: | |
225 | */ | |
226 | FTRACE_ENTRY(bprint, bprint_entry, | |
227 | ||
228 | TRACE_BPRINT, | |
229 | ||
230 | F_STRUCT( | |
231 | __field( unsigned long, ip ) | |
232 | __field( const char *, fmt ) | |
233 | __dynamic_array( u32, buf ) | |
234 | ), | |
235 | ||
bbedb179 | 236 | F_printk("%ps: %s", |
04ae87a5 | 237 | (void *)__entry->ip, __entry->fmt) |
0a1c49db SR |
238 | ); |
239 | ||
3dd80953 | 240 | FTRACE_ENTRY_REG(print, print_entry, |
0a1c49db SR |
241 | |
242 | TRACE_PRINT, | |
243 | ||
244 | F_STRUCT( | |
245 | __field( unsigned long, ip ) | |
246 | __dynamic_array( char, buf ) | |
247 | ), | |
248 | ||
bbedb179 | 249 | F_printk("%ps: %s", |
09ae7234 SRRH |
250 | (void *)__entry->ip, __entry->buf), |
251 | ||
3dd80953 | 252 | ftrace_event_register |
09ae7234 SRRH |
253 | ); |
254 | ||
fa32e855 SR |
255 | FTRACE_ENTRY(raw_data, raw_data_entry, |
256 | ||
257 | TRACE_RAW_DATA, | |
258 | ||
259 | F_STRUCT( | |
260 | __field( unsigned int, id ) | |
261 | __dynamic_array( char, buf ) | |
262 | ), | |
263 | ||
264 | F_printk("id:%04x %08x", | |
04ae87a5 | 265 | __entry->id, (int)__entry->buf[0]) |
fa32e855 SR |
266 | ); |
267 | ||
09ae7234 SRRH |
268 | FTRACE_ENTRY(bputs, bputs_entry, |
269 | ||
270 | TRACE_BPUTS, | |
271 | ||
272 | F_STRUCT( | |
273 | __field( unsigned long, ip ) | |
274 | __field( const char *, str ) | |
275 | ), | |
276 | ||
bbedb179 | 277 | F_printk("%ps: %s", |
04ae87a5 | 278 | (void *)__entry->ip, __entry->str) |
0a1c49db SR |
279 | ); |
280 | ||
281 | FTRACE_ENTRY(mmiotrace_rw, trace_mmiotrace_rw, | |
282 | ||
283 | TRACE_MMIO_RW, | |
284 | ||
285 | F_STRUCT( | |
d7315094 SR |
286 | __field_struct( struct mmiotrace_rw, rw ) |
287 | __field_desc( resource_size_t, rw, phys ) | |
288 | __field_desc( unsigned long, rw, value ) | |
289 | __field_desc( unsigned long, rw, pc ) | |
04ae87a5 | 290 | __field_desc( int, rw, map_id ) |
d7315094 SR |
291 | __field_desc( unsigned char, rw, opcode ) |
292 | __field_desc( unsigned char, rw, width ) | |
0a1c49db SR |
293 | ), |
294 | ||
c16de8fd LZ |
295 | F_printk("%lx %lx %lx %d %x %x", |
296 | (unsigned long)__entry->phys, __entry->value, __entry->pc, | |
04ae87a5 | 297 | __entry->map_id, __entry->opcode, __entry->width) |
0a1c49db SR |
298 | ); |
299 | ||
300 | FTRACE_ENTRY(mmiotrace_map, trace_mmiotrace_map, | |
301 | ||
302 | TRACE_MMIO_MAP, | |
303 | ||
304 | F_STRUCT( | |
d7315094 SR |
305 | __field_struct( struct mmiotrace_map, map ) |
306 | __field_desc( resource_size_t, map, phys ) | |
307 | __field_desc( unsigned long, map, virt ) | |
308 | __field_desc( unsigned long, map, len ) | |
04ae87a5 | 309 | __field_desc( int, map, map_id ) |
d7315094 | 310 | __field_desc( unsigned char, map, opcode ) |
0a1c49db SR |
311 | ), |
312 | ||
c16de8fd LZ |
313 | F_printk("%lx %lx %lx %d %x", |
314 | (unsigned long)__entry->phys, __entry->virt, __entry->len, | |
04ae87a5 | 315 | __entry->map_id, __entry->opcode) |
0a1c49db SR |
316 | ); |
317 | ||
0a1c49db SR |
318 | |
319 | #define TRACE_FUNC_SIZE 30 | |
320 | #define TRACE_FILE_SIZE 20 | |
321 | ||
322 | FTRACE_ENTRY(branch, trace_branch, | |
323 | ||
324 | TRACE_BRANCH, | |
325 | ||
326 | F_STRUCT( | |
327 | __field( unsigned int, line ) | |
328 | __array( char, func, TRACE_FUNC_SIZE+1 ) | |
329 | __array( char, file, TRACE_FILE_SIZE+1 ) | |
330 | __field( char, correct ) | |
068f530b | 331 | __field( char, constant ) |
0a1c49db SR |
332 | ), |
333 | ||
068f530b | 334 | F_printk("%u:%s:%s (%u)%s", |
0a1c49db | 335 | __entry->line, |
068f530b | 336 | __entry->func, __entry->file, __entry->correct, |
04ae87a5 | 337 | __entry->constant ? " CONSTANT" : "") |
0a1c49db SR |
338 | ); |
339 | ||
e7c15cd8 SRRH |
340 | |
341 | FTRACE_ENTRY(hwlat, hwlat_entry, | |
342 | ||
343 | TRACE_HWLAT, | |
344 | ||
345 | F_STRUCT( | |
346 | __field( u64, duration ) | |
347 | __field( u64, outer_duration ) | |
7b2c8625 | 348 | __field( u64, nmi_total_ts ) |
51aad0ae DD |
349 | __field_struct( struct timespec64, timestamp ) |
350 | __field_desc( s64, timestamp, tv_sec ) | |
e7c15cd8 | 351 | __field_desc( long, timestamp, tv_nsec ) |
7b2c8625 | 352 | __field( unsigned int, nmi_count ) |
e7c15cd8 | 353 | __field( unsigned int, seqnum ) |
b396bfde | 354 | __field( unsigned int, count ) |
e7c15cd8 SRRH |
355 | ), |
356 | ||
b396bfde | 357 | F_printk("cnt:%u\tts:%010llu.%010lu\tinner:%llu\touter:%llu\tcount:%d\tnmi-ts:%llu\tnmi-count:%u\n", |
e7c15cd8 SRRH |
358 | __entry->seqnum, |
359 | __entry->tv_sec, | |
360 | __entry->tv_nsec, | |
361 | __entry->duration, | |
7b2c8625 | 362 | __entry->outer_duration, |
b396bfde | 363 | __entry->count, |
7b2c8625 | 364 | __entry->nmi_total_ts, |
04ae87a5 | 365 | __entry->nmi_count) |
e7c15cd8 | 366 | ); |
f689e4f2 YKV |
367 | |
368 | #define FUNC_REPEATS_GET_DELTA_TS(entry) \ | |
369 | (((u64)(entry)->top_delta_ts << 32) | (entry)->bottom_delta_ts) \ | |
370 | ||
371 | FTRACE_ENTRY(func_repeats, func_repeats_entry, | |
372 | ||
373 | TRACE_FUNC_REPEATS, | |
374 | ||
375 | F_STRUCT( | |
376 | __field( unsigned long, ip ) | |
377 | __field( unsigned long, parent_ip ) | |
378 | __field( u16 , count ) | |
379 | __field( u16 , top_delta_ts ) | |
380 | __field( u32 , bottom_delta_ts ) | |
381 | ), | |
382 | ||
383 | F_printk(" %ps <-%ps\t(repeats:%u delta: -%llu)", | |
384 | (void *)__entry->ip, | |
385 | (void *)__entry->parent_ip, | |
386 | __entry->count, | |
387 | FUNC_REPEATS_GET_DELTA_TS(__entry)) | |
388 | ); | |
bce29ac9 DBO |
389 | |
390 | FTRACE_ENTRY(osnoise, osnoise_entry, | |
391 | ||
392 | TRACE_OSNOISE, | |
393 | ||
394 | F_STRUCT( | |
395 | __field( u64, noise ) | |
396 | __field( u64, runtime ) | |
397 | __field( u64, max_sample ) | |
398 | __field( unsigned int, hw_count ) | |
399 | __field( unsigned int, nmi_count ) | |
400 | __field( unsigned int, irq_count ) | |
401 | __field( unsigned int, softirq_count ) | |
402 | __field( unsigned int, thread_count ) | |
403 | ), | |
404 | ||
405 | F_printk("noise:%llu\tmax_sample:%llu\thw:%u\tnmi:%u\tirq:%u\tsoftirq:%u\tthread:%u\n", | |
406 | __entry->noise, | |
407 | __entry->max_sample, | |
408 | __entry->hw_count, | |
409 | __entry->nmi_count, | |
410 | __entry->irq_count, | |
411 | __entry->softirq_count, | |
412 | __entry->thread_count) | |
413 | ); | |
a955d7ea DBO |
414 | |
415 | FTRACE_ENTRY(timerlat, timerlat_entry, | |
416 | ||
417 | TRACE_TIMERLAT, | |
418 | ||
419 | F_STRUCT( | |
420 | __field( unsigned int, seqnum ) | |
421 | __field( int, context ) | |
422 | __field( u64, timer_latency ) | |
423 | ), | |
424 | ||
425 | F_printk("seq:%u\tcontext:%d\ttimer_latency:%llu\n", | |
426 | __entry->seqnum, | |
427 | __entry->context, | |
428 | __entry->timer_latency) | |
429 | ); |