ftrace: Consolidate arch dependent functions with 'list' function
[linux-2.6-block.git] / include / linux / ftrace.h
CommitLineData
9849ed4d
MF
1/*
2 * Ftrace header. For implementation details beyond the random comments
3 * scattered below, see: Documentation/trace/ftrace-design.txt
4 */
5
16444a8a
ACM
6#ifndef _LINUX_FTRACE_H
7#define _LINUX_FTRACE_H
8
0012693a 9#include <linux/trace_clock.h>
5601020f 10#include <linux/kallsyms.h>
0012693a 11#include <linux/linkage.h>
ea4e2bc4 12#include <linux/bitops.h>
0012693a 13#include <linux/ktime.h>
21a8c466 14#include <linux/sched.h>
0012693a
FW
15#include <linux/types.h>
16#include <linux/init.h>
17#include <linux/fs.h>
16444a8a 18
c79a61f5
UKK
19#include <asm/ftrace.h>
20
2f5f6ad9
SR
21/*
22 * If the arch supports passing the variable contents of
23 * function_trace_op as the third parameter back from the
24 * mcount call, then the arch should define this as 1.
25 */
26#ifndef ARCH_SUPPORTS_FTRACE_OPS
27#define ARCH_SUPPORTS_FTRACE_OPS 0
28#endif
29
ccf3672d
SR
30/*
31 * If the arch's mcount caller does not support all of ftrace's
32 * features, then it must call an indirect function that
33 * does. Or at least does enough to prevent any unwelcomed side effects.
34 */
35#if !defined(CONFIG_HAVE_FUNCTION_TRACE_MCOUNT_TEST) || \
36 !ARCH_SUPPORTS_FTRACE_OPS
37# define FTRACE_FORCE_LIST_FUNC 1
38#else
39# define FTRACE_FORCE_LIST_FUNC 0
40#endif
41
42
de477254 43struct module;
04da85b8
SR
44struct ftrace_hash;
45
606576ce 46#ifdef CONFIG_FUNCTION_TRACER
3e1932ad 47
b0fc494f
SR
48extern int ftrace_enabled;
49extern int
50ftrace_enable_sysctl(struct ctl_table *table, int write,
8d65af78 51 void __user *buffer, size_t *lenp,
b0fc494f
SR
52 loff_t *ppos);
53
2f5f6ad9
SR
54struct ftrace_ops;
55
56typedef void (*ftrace_func_t)(unsigned long ip, unsigned long parent_ip,
57 struct ftrace_ops *op);
16444a8a 58
e248491a
JO
59/*
60 * FTRACE_OPS_FL_* bits denote the state of ftrace_ops struct and are
61 * set in the flags member.
62 *
63 * ENABLED - set/unset when ftrace_ops is registered/unregistered
64 * GLOBAL - set manualy by ftrace_ops user to denote the ftrace_ops
65 * is part of the global tracers sharing the same filter
66 * via set_ftrace_* debugfs files.
67 * DYNAMIC - set when ftrace_ops is registered to denote dynamically
68 * allocated ftrace_ops which need special care
69 * CONTROL - set manualy by ftrace_ops user to denote the ftrace_ops
70 * could be controled by following calls:
71 * ftrace_function_local_enable
72 * ftrace_function_local_disable
73 */
b848914c
SR
74enum {
75 FTRACE_OPS_FL_ENABLED = 1 << 0,
76 FTRACE_OPS_FL_GLOBAL = 1 << 1,
cdbe61bf 77 FTRACE_OPS_FL_DYNAMIC = 1 << 2,
e248491a 78 FTRACE_OPS_FL_CONTROL = 1 << 3,
b848914c
SR
79};
80
16444a8a 81struct ftrace_ops {
f45948e8
SR
82 ftrace_func_t func;
83 struct ftrace_ops *next;
b848914c 84 unsigned long flags;
e248491a 85 int __percpu *disabled;
f45948e8
SR
86#ifdef CONFIG_DYNAMIC_FTRACE
87 struct ftrace_hash *notrace_hash;
88 struct ftrace_hash *filter_hash;
89#endif
16444a8a
ACM
90};
91
60a7ecf4
SR
92extern int function_trace_stop;
93
e7d3737e
FW
94/*
95 * Type of the current tracing.
96 */
97enum ftrace_tracing_type_t {
98 FTRACE_TYPE_ENTER = 0, /* Hook the call of the function */
99 FTRACE_TYPE_RETURN, /* Hook the return of the function */
100};
101
102/* Current tracing type, default is FTRACE_TYPE_ENTER */
103extern enum ftrace_tracing_type_t ftrace_tracing_type;
104
60a7ecf4
SR
105/**
106 * ftrace_stop - stop function tracer.
107 *
108 * A quick way to stop the function tracer. Note this an on off switch,
109 * it is not something that is recursive like preempt_disable.
110 * This does not disable the calling of mcount, it only stops the
111 * calling of functions from mcount.
112 */
113static inline void ftrace_stop(void)
114{
115 function_trace_stop = 1;
116}
117
118/**
119 * ftrace_start - start the function tracer.
120 *
121 * This function is the inverse of ftrace_stop. This does not enable
122 * the function tracing if the function tracer is disabled. This only
123 * sets the function tracer flag to continue calling the functions
124 * from mcount.
125 */
126static inline void ftrace_start(void)
127{
128 function_trace_stop = 0;
129}
130
16444a8a
ACM
131/*
132 * The ftrace_ops must be a static and should also
133 * be read_mostly. These functions do modify read_mostly variables
134 * so use them sparely. Never free an ftrace_op or modify the
135 * next pointer after it has been registered. Even after unregistering
136 * it, the next pointer may still be used internally.
137 */
138int register_ftrace_function(struct ftrace_ops *ops);
139int unregister_ftrace_function(struct ftrace_ops *ops);
140void clear_ftrace_function(void);
141
e248491a
JO
142/**
143 * ftrace_function_local_enable - enable controlled ftrace_ops on current cpu
144 *
145 * This function enables tracing on current cpu by decreasing
146 * the per cpu control variable.
147 * It must be called with preemption disabled and only on ftrace_ops
148 * registered with FTRACE_OPS_FL_CONTROL. If called without preemption
149 * disabled, this_cpu_ptr will complain when CONFIG_DEBUG_PREEMPT is enabled.
150 */
151static inline void ftrace_function_local_enable(struct ftrace_ops *ops)
152{
153 if (WARN_ON_ONCE(!(ops->flags & FTRACE_OPS_FL_CONTROL)))
154 return;
155
156 (*this_cpu_ptr(ops->disabled))--;
157}
158
159/**
160 * ftrace_function_local_disable - enable controlled ftrace_ops on current cpu
161 *
162 * This function enables tracing on current cpu by decreasing
163 * the per cpu control variable.
164 * It must be called with preemption disabled and only on ftrace_ops
165 * registered with FTRACE_OPS_FL_CONTROL. If called without preemption
166 * disabled, this_cpu_ptr will complain when CONFIG_DEBUG_PREEMPT is enabled.
167 */
168static inline void ftrace_function_local_disable(struct ftrace_ops *ops)
169{
170 if (WARN_ON_ONCE(!(ops->flags & FTRACE_OPS_FL_CONTROL)))
171 return;
172
173 (*this_cpu_ptr(ops->disabled))++;
174}
175
176/**
177 * ftrace_function_local_disabled - returns ftrace_ops disabled value
178 * on current cpu
179 *
180 * This function returns value of ftrace_ops::disabled on current cpu.
181 * It must be called with preemption disabled and only on ftrace_ops
182 * registered with FTRACE_OPS_FL_CONTROL. If called without preemption
183 * disabled, this_cpu_ptr will complain when CONFIG_DEBUG_PREEMPT is enabled.
184 */
185static inline int ftrace_function_local_disabled(struct ftrace_ops *ops)
186{
187 WARN_ON_ONCE(!(ops->flags & FTRACE_OPS_FL_CONTROL));
188 return *this_cpu_ptr(ops->disabled);
189}
190
2f5f6ad9 191extern void ftrace_stub(unsigned long a0, unsigned long a1, struct ftrace_ops *op);
16444a8a 192
606576ce 193#else /* !CONFIG_FUNCTION_TRACER */
4dbf6bc2
SR
194/*
195 * (un)register_ftrace_function must be a macro since the ops parameter
196 * must not be evaluated.
197 */
198#define register_ftrace_function(ops) ({ 0; })
199#define unregister_ftrace_function(ops) ({ 0; })
200static inline void clear_ftrace_function(void) { }
81adbdc0 201static inline void ftrace_kill(void) { }
60a7ecf4
SR
202static inline void ftrace_stop(void) { }
203static inline void ftrace_start(void) { }
606576ce 204#endif /* CONFIG_FUNCTION_TRACER */
352ad25a 205
f38f1d2a
SR
206#ifdef CONFIG_STACK_TRACER
207extern int stack_tracer_enabled;
208int
209stack_trace_sysctl(struct ctl_table *table, int write,
8d65af78 210 void __user *buffer, size_t *lenp,
f38f1d2a
SR
211 loff_t *ppos);
212#endif
213
f6180773
SR
214struct ftrace_func_command {
215 struct list_head list;
216 char *name;
43dd61c9
SR
217 int (*func)(struct ftrace_hash *hash,
218 char *func, char *cmd,
f6180773
SR
219 char *params, int enable);
220};
221
3d083395 222#ifdef CONFIG_DYNAMIC_FTRACE
31e88909 223
000ab691
SR
224int ftrace_arch_code_modify_prepare(void);
225int ftrace_arch_code_modify_post_process(void);
226
c88fd863
SR
227void ftrace_bug(int err, unsigned long ip);
228
809dcf29
SR
229struct seq_file;
230
b6887d79 231struct ftrace_probe_ops {
59df055f
SR
232 void (*func)(unsigned long ip,
233 unsigned long parent_ip,
234 void **data);
235 int (*callback)(unsigned long ip, void **data);
236 void (*free)(void **data);
809dcf29
SR
237 int (*print)(struct seq_file *m,
238 unsigned long ip,
b6887d79 239 struct ftrace_probe_ops *ops,
809dcf29 240 void *data);
59df055f
SR
241};
242
243extern int
b6887d79 244register_ftrace_function_probe(char *glob, struct ftrace_probe_ops *ops,
59df055f
SR
245 void *data);
246extern void
b6887d79 247unregister_ftrace_function_probe(char *glob, struct ftrace_probe_ops *ops,
59df055f
SR
248 void *data);
249extern void
b6887d79
SR
250unregister_ftrace_function_probe_func(char *glob, struct ftrace_probe_ops *ops);
251extern void unregister_ftrace_function_probe_all(char *glob);
59df055f 252
2cfa1978
MH
253extern int ftrace_text_reserved(void *start, void *end);
254
3c1720f0 255enum {
ed926f9b 256 FTRACE_FL_ENABLED = (1 << 30),
3c1720f0
SR
257};
258
ed926f9b
SR
259#define FTRACE_FL_MASK (0x3UL << 30)
260#define FTRACE_REF_MAX ((1 << 30) - 1)
261
3d083395 262struct dyn_ftrace {
ee000b7f
LJ
263 union {
264 unsigned long ip; /* address of mcount call-site */
265 struct dyn_ftrace *freelist;
266 };
85ae32ae 267 unsigned long flags;
ee000b7f 268 struct dyn_arch_ftrace arch;
3d083395
SR
269};
270
e1c08bdd 271int ftrace_force_update(void);
ac483c44 272int ftrace_set_filter(struct ftrace_ops *ops, unsigned char *buf,
936e074b 273 int len, int reset);
ac483c44 274int ftrace_set_notrace(struct ftrace_ops *ops, unsigned char *buf,
936e074b
SR
275 int len, int reset);
276void ftrace_set_global_filter(unsigned char *buf, int len, int reset);
277void ftrace_set_global_notrace(unsigned char *buf, int len, int reset);
5500fa51 278void ftrace_free_filter(struct ftrace_ops *ops);
e1c08bdd 279
f6180773
SR
280int register_ftrace_command(struct ftrace_func_command *cmd);
281int unregister_ftrace_command(struct ftrace_func_command *cmd);
282
c88fd863
SR
283enum {
284 FTRACE_UPDATE_CALLS = (1 << 0),
285 FTRACE_DISABLE_CALLS = (1 << 1),
286 FTRACE_UPDATE_TRACE_FUNC = (1 << 2),
287 FTRACE_START_FUNC_RET = (1 << 3),
288 FTRACE_STOP_FUNC_RET = (1 << 4),
289};
290
291enum {
292 FTRACE_UPDATE_IGNORE,
293 FTRACE_UPDATE_MAKE_CALL,
294 FTRACE_UPDATE_MAKE_NOP,
295};
296
fc13cb0c
SR
297enum {
298 FTRACE_ITER_FILTER = (1 << 0),
299 FTRACE_ITER_NOTRACE = (1 << 1),
300 FTRACE_ITER_PRINTALL = (1 << 2),
69a3083c
SR
301 FTRACE_ITER_DO_HASH = (1 << 3),
302 FTRACE_ITER_HASH = (1 << 4),
303 FTRACE_ITER_ENABLED = (1 << 5),
fc13cb0c
SR
304};
305
c88fd863
SR
306void arch_ftrace_update_code(int command);
307
308struct ftrace_rec_iter;
309
310struct ftrace_rec_iter *ftrace_rec_iter_start(void);
311struct ftrace_rec_iter *ftrace_rec_iter_next(struct ftrace_rec_iter *iter);
312struct dyn_ftrace *ftrace_rec_iter_record(struct ftrace_rec_iter *iter);
313
08d636b6
SR
314#define for_ftrace_rec_iter(iter) \
315 for (iter = ftrace_rec_iter_start(); \
316 iter; \
317 iter = ftrace_rec_iter_next(iter))
318
319
c88fd863
SR
320int ftrace_update_record(struct dyn_ftrace *rec, int enable);
321int ftrace_test_record(struct dyn_ftrace *rec, int enable);
322void ftrace_run_stop_machine(int command);
f0cf973a 323unsigned long ftrace_location(unsigned long ip);
c88fd863
SR
324
325extern ftrace_func_t ftrace_trace_function;
326
fc13cb0c
SR
327int ftrace_regex_open(struct ftrace_ops *ops, int flag,
328 struct inode *inode, struct file *file);
329ssize_t ftrace_filter_write(struct file *file, const char __user *ubuf,
330 size_t cnt, loff_t *ppos);
331ssize_t ftrace_notrace_write(struct file *file, const char __user *ubuf,
332 size_t cnt, loff_t *ppos);
333loff_t ftrace_regex_lseek(struct file *file, loff_t offset, int origin);
334int ftrace_regex_release(struct inode *inode, struct file *file);
335
2a85a37f
SR
336void __init
337ftrace_set_early_filter(struct ftrace_ops *ops, char *buf, int enable);
338
3d083395 339/* defined in arch */
3c1720f0 340extern int ftrace_ip_converted(unsigned long ip);
d61f82d0 341extern int ftrace_dyn_arch_init(void *data);
e4f5d544 342extern void ftrace_replace_code(int enable);
d61f82d0
SR
343extern int ftrace_update_ftrace_func(ftrace_func_t func);
344extern void ftrace_caller(void);
345extern void ftrace_call(void);
346extern void mcount_call(void);
f0001207 347
8ed3e2cf
SR
348void ftrace_modify_all_code(int command);
349
f0001207
SL
350#ifndef FTRACE_ADDR
351#define FTRACE_ADDR ((unsigned long)ftrace_caller)
352#endif
fb52607a
FW
353#ifdef CONFIG_FUNCTION_GRAPH_TRACER
354extern void ftrace_graph_caller(void);
5a45cfe1
SR
355extern int ftrace_enable_ftrace_graph_caller(void);
356extern int ftrace_disable_ftrace_graph_caller(void);
357#else
358static inline int ftrace_enable_ftrace_graph_caller(void) { return 0; }
359static inline int ftrace_disable_ftrace_graph_caller(void) { return 0; }
e7d3737e 360#endif
ad90c0e3 361
31e88909 362/**
57794a9d 363 * ftrace_make_nop - convert code into nop
31e88909
SR
364 * @mod: module structure if called by module load initialization
365 * @rec: the mcount call site record
366 * @addr: the address that the call site should be calling
367 *
368 * This is a very sensitive operation and great care needs
369 * to be taken by the arch. The operation should carefully
370 * read the location, check to see if what is read is indeed
371 * what we expect it to be, and then on success of the compare,
372 * it should write to the location.
373 *
374 * The code segment at @rec->ip should be a caller to @addr
375 *
376 * Return must be:
377 * 0 on success
378 * -EFAULT on error reading the location
379 * -EINVAL on a failed compare of the contents
380 * -EPERM on error writing to the location
381 * Any other value will be considered a failure.
382 */
383extern int ftrace_make_nop(struct module *mod,
384 struct dyn_ftrace *rec, unsigned long addr);
a26a2a27 385
593eb8a2 386/**
31e88909
SR
387 * ftrace_make_call - convert a nop call site into a call to addr
388 * @rec: the mcount call site record
389 * @addr: the address that the call site should call
593eb8a2
SR
390 *
391 * This is a very sensitive operation and great care needs
392 * to be taken by the arch. The operation should carefully
393 * read the location, check to see if what is read is indeed
394 * what we expect it to be, and then on success of the compare,
395 * it should write to the location.
396 *
31e88909
SR
397 * The code segment at @rec->ip should be a nop
398 *
593eb8a2
SR
399 * Return must be:
400 * 0 on success
401 * -EFAULT on error reading the location
402 * -EINVAL on a failed compare of the contents
403 * -EPERM on error writing to the location
404 * Any other value will be considered a failure.
405 */
31e88909
SR
406extern int ftrace_make_call(struct dyn_ftrace *rec, unsigned long addr);
407
31e88909
SR
408/* May be defined in arch */
409extern int ftrace_arch_read_dyn_info(char *buf, int size);
593eb8a2 410
ecea656d
AS
411extern int skip_trace(unsigned long ip);
412
c0719e5a
SR
413extern void ftrace_disable_daemon(void);
414extern void ftrace_enable_daemon(void);
e1c08bdd 415#else
4dbf6bc2
SR
416static inline int skip_trace(unsigned long ip) { return 0; }
417static inline int ftrace_force_update(void) { return 0; }
4dbf6bc2
SR
418static inline void ftrace_disable_daemon(void) { }
419static inline void ftrace_enable_daemon(void) { }
e7247a15 420static inline void ftrace_release_mod(struct module *mod) {}
f6180773
SR
421static inline int register_ftrace_command(struct ftrace_func_command *cmd)
422{
97d0bb8d 423 return -EINVAL;
f6180773
SR
424}
425static inline int unregister_ftrace_command(char *cmd_name)
426{
97d0bb8d 427 return -EINVAL;
f6180773 428}
2cfa1978
MH
429static inline int ftrace_text_reserved(void *start, void *end)
430{
431 return 0;
432}
fc13cb0c
SR
433
434/*
435 * Again users of functions that have ftrace_ops may not
436 * have them defined when ftrace is not enabled, but these
437 * functions may still be called. Use a macro instead of inline.
438 */
439#define ftrace_regex_open(ops, flag, inod, file) ({ -ENODEV; })
96de37b6 440#define ftrace_set_early_filter(ops, buf, enable) do { } while (0)
5500fa51
JO
441#define ftrace_set_filter(ops, buf, len, reset) ({ -ENODEV; })
442#define ftrace_set_notrace(ops, buf, len, reset) ({ -ENODEV; })
443#define ftrace_free_filter(ops) do { } while (0)
fc13cb0c
SR
444
445static inline ssize_t ftrace_filter_write(struct file *file, const char __user *ubuf,
446 size_t cnt, loff_t *ppos) { return -ENODEV; }
447static inline ssize_t ftrace_notrace_write(struct file *file, const char __user *ubuf,
448 size_t cnt, loff_t *ppos) { return -ENODEV; }
449static inline loff_t ftrace_regex_lseek(struct file *file, loff_t offset, int origin)
450{
451 return -ENODEV;
452}
453static inline int
454ftrace_regex_release(struct inode *inode, struct file *file) { return -ENODEV; }
ecea656d 455#endif /* CONFIG_DYNAMIC_FTRACE */
352ad25a 456
aeaee8a2
IM
457/* totally disable ftrace - can not re-enable after this */
458void ftrace_kill(void);
459
f43fdad8
IM
460static inline void tracer_disable(void)
461{
606576ce 462#ifdef CONFIG_FUNCTION_TRACER
f43fdad8
IM
463 ftrace_enabled = 0;
464#endif
465}
466
37002735
HY
467/*
468 * Ftrace disable/restore without lock. Some synchronization mechanism
9bdeb7b5 469 * must be used to prevent ftrace_enabled to be changed between
37002735
HY
470 * disable/restore.
471 */
9bdeb7b5
HY
472static inline int __ftrace_enabled_save(void)
473{
606576ce 474#ifdef CONFIG_FUNCTION_TRACER
9bdeb7b5
HY
475 int saved_ftrace_enabled = ftrace_enabled;
476 ftrace_enabled = 0;
477 return saved_ftrace_enabled;
478#else
479 return 0;
480#endif
481}
482
483static inline void __ftrace_enabled_restore(int enabled)
484{
606576ce 485#ifdef CONFIG_FUNCTION_TRACER
9bdeb7b5
HY
486 ftrace_enabled = enabled;
487#endif
488}
489
c79a61f5
UKK
490#ifndef HAVE_ARCH_CALLER_ADDR
491# ifdef CONFIG_FRAME_POINTER
492# define CALLER_ADDR0 ((unsigned long)__builtin_return_address(0))
493# define CALLER_ADDR1 ((unsigned long)__builtin_return_address(1))
494# define CALLER_ADDR2 ((unsigned long)__builtin_return_address(2))
495# define CALLER_ADDR3 ((unsigned long)__builtin_return_address(3))
496# define CALLER_ADDR4 ((unsigned long)__builtin_return_address(4))
497# define CALLER_ADDR5 ((unsigned long)__builtin_return_address(5))
498# define CALLER_ADDR6 ((unsigned long)__builtin_return_address(6))
499# else
500# define CALLER_ADDR0 ((unsigned long)__builtin_return_address(0))
501# define CALLER_ADDR1 0UL
502# define CALLER_ADDR2 0UL
503# define CALLER_ADDR3 0UL
504# define CALLER_ADDR4 0UL
505# define CALLER_ADDR5 0UL
506# define CALLER_ADDR6 0UL
507# endif
508#endif /* ifndef HAVE_ARCH_CALLER_ADDR */
352ad25a 509
81d68a96 510#ifdef CONFIG_IRQSOFF_TRACER
489f1396
IM
511 extern void time_hardirqs_on(unsigned long a0, unsigned long a1);
512 extern void time_hardirqs_off(unsigned long a0, unsigned long a1);
81d68a96 513#else
4dbf6bc2
SR
514 static inline void time_hardirqs_on(unsigned long a0, unsigned long a1) { }
515 static inline void time_hardirqs_off(unsigned long a0, unsigned long a1) { }
81d68a96
SR
516#endif
517
6cd8a4bb 518#ifdef CONFIG_PREEMPT_TRACER
489f1396
IM
519 extern void trace_preempt_on(unsigned long a0, unsigned long a1);
520 extern void trace_preempt_off(unsigned long a0, unsigned long a1);
6cd8a4bb 521#else
b02ee9a3
MB
522/*
523 * Use defines instead of static inlines because some arches will make code out
524 * of the CALLER_ADDR, when we really want these to be a real nop.
525 */
526# define trace_preempt_on(a0, a1) do { } while (0)
527# define trace_preempt_off(a0, a1) do { } while (0)
6cd8a4bb
SR
528#endif
529
68bf21aa
SR
530#ifdef CONFIG_FTRACE_MCOUNT_RECORD
531extern void ftrace_init(void);
532#else
533static inline void ftrace_init(void) { }
534#endif
535
287b6e68
FW
536/*
537 * Structure that defines an entry function trace.
538 */
539struct ftrace_graph_ent {
540 unsigned long func; /* Current function */
541 int depth;
542};
dd0e545f 543
caf4b323
FW
544/*
545 * Structure that defines a return function trace.
546 */
fb52607a 547struct ftrace_graph_ret {
caf4b323
FW
548 unsigned long func; /* Current function */
549 unsigned long long calltime;
550 unsigned long long rettime;
0231022c
FW
551 /* Number of functions that overran the depth limit for current task */
552 unsigned long overrun;
287b6e68 553 int depth;
caf4b323
FW
554};
555
62b915f1
JO
556/* Type of the callback handlers for tracing function graph*/
557typedef void (*trace_func_graph_ret_t)(struct ftrace_graph_ret *); /* return */
558typedef int (*trace_func_graph_ent_t)(struct ftrace_graph_ent *); /* entry */
559
fb52607a 560#ifdef CONFIG_FUNCTION_GRAPH_TRACER
8b96f011 561
5ac9f622 562/* for init task */
f876d346 563#define INIT_FTRACE_GRAPH .ret_stack = NULL,
5ac9f622 564
712406a6
SR
565/*
566 * Stack of return addresses for functions
567 * of a thread.
568 * Used in struct thread_info
569 */
570struct ftrace_ret_stack {
571 unsigned long ret;
572 unsigned long func;
573 unsigned long long calltime;
a2a16d6a 574 unsigned long long subtime;
71e308a2 575 unsigned long fp;
712406a6
SR
576};
577
578/*
579 * Primary handler of a function return.
580 * It relays on ftrace_return_to_handler.
581 * Defined in entry_32/64.S
582 */
583extern void return_to_handler(void);
584
585extern int
71e308a2
SR
586ftrace_push_return_trace(unsigned long ret, unsigned long func, int *depth,
587 unsigned long frame_pointer);
712406a6 588
8b96f011
FW
589/*
590 * Sometimes we don't want to trace a function with the function
591 * graph tracer but we want them to keep traced by the usual function
592 * tracer if the function graph tracer is not configured.
593 */
594#define __notrace_funcgraph notrace
595
bcbc4f20
FW
596/*
597 * We want to which function is an entrypoint of a hardirq.
598 * That will help us to put a signal on output.
599 */
600#define __irq_entry __attribute__((__section__(".irqentry.text")))
601
602/* Limits of hardirq entrypoints */
603extern char __irqentry_text_start[];
604extern char __irqentry_text_end[];
605
f201ae23
FW
606#define FTRACE_RETFUNC_DEPTH 50
607#define FTRACE_RETSTACK_ALLOC_SIZE 32
287b6e68
FW
608extern int register_ftrace_graph(trace_func_graph_ret_t retfunc,
609 trace_func_graph_ent_t entryfunc);
610
14a866c5
SR
611extern void ftrace_graph_stop(void);
612
287b6e68
FW
613/* The current handlers in use */
614extern trace_func_graph_ret_t ftrace_graph_return;
615extern trace_func_graph_ent_t ftrace_graph_entry;
caf4b323 616
fb52607a 617extern void unregister_ftrace_graph(void);
f201ae23 618
fb52607a
FW
619extern void ftrace_graph_init_task(struct task_struct *t);
620extern void ftrace_graph_exit_task(struct task_struct *t);
868baf07 621extern void ftrace_graph_init_idle_task(struct task_struct *t, int cpu);
21a8c466
FW
622
623static inline int task_curr_ret_stack(struct task_struct *t)
624{
625 return t->curr_ret_stack;
626}
380c4b14
FW
627
628static inline void pause_graph_tracing(void)
629{
630 atomic_inc(&current->tracing_graph_pause);
631}
632
633static inline void unpause_graph_tracing(void)
634{
635 atomic_dec(&current->tracing_graph_pause);
636}
5ac9f622 637#else /* !CONFIG_FUNCTION_GRAPH_TRACER */
8b96f011
FW
638
639#define __notrace_funcgraph
bcbc4f20 640#define __irq_entry
5ac9f622 641#define INIT_FTRACE_GRAPH
8b96f011 642
fb52607a
FW
643static inline void ftrace_graph_init_task(struct task_struct *t) { }
644static inline void ftrace_graph_exit_task(struct task_struct *t) { }
868baf07 645static inline void ftrace_graph_init_idle_task(struct task_struct *t, int cpu) { }
21a8c466 646
62b915f1
JO
647static inline int register_ftrace_graph(trace_func_graph_ret_t retfunc,
648 trace_func_graph_ent_t entryfunc)
649{
650 return -1;
651}
652static inline void unregister_ftrace_graph(void) { }
653
21a8c466
FW
654static inline int task_curr_ret_stack(struct task_struct *tsk)
655{
656 return -1;
657}
380c4b14
FW
658
659static inline void pause_graph_tracing(void) { }
660static inline void unpause_graph_tracing(void) { }
5ac9f622 661#endif /* CONFIG_FUNCTION_GRAPH_TRACER */
caf4b323 662
ea4e2bc4 663#ifdef CONFIG_TRACING
ea4e2bc4
SR
664
665/* flags for current->trace */
666enum {
667 TSK_TRACE_FL_TRACE_BIT = 0,
668 TSK_TRACE_FL_GRAPH_BIT = 1,
669};
670enum {
671 TSK_TRACE_FL_TRACE = 1 << TSK_TRACE_FL_TRACE_BIT,
672 TSK_TRACE_FL_GRAPH = 1 << TSK_TRACE_FL_GRAPH_BIT,
673};
674
675static inline void set_tsk_trace_trace(struct task_struct *tsk)
676{
677 set_bit(TSK_TRACE_FL_TRACE_BIT, &tsk->trace);
678}
679
680static inline void clear_tsk_trace_trace(struct task_struct *tsk)
681{
682 clear_bit(TSK_TRACE_FL_TRACE_BIT, &tsk->trace);
683}
684
685static inline int test_tsk_trace_trace(struct task_struct *tsk)
686{
687 return tsk->trace & TSK_TRACE_FL_TRACE;
688}
689
690static inline void set_tsk_trace_graph(struct task_struct *tsk)
691{
692 set_bit(TSK_TRACE_FL_GRAPH_BIT, &tsk->trace);
693}
694
695static inline void clear_tsk_trace_graph(struct task_struct *tsk)
696{
697 clear_bit(TSK_TRACE_FL_GRAPH_BIT, &tsk->trace);
698}
699
700static inline int test_tsk_trace_graph(struct task_struct *tsk)
701{
702 return tsk->trace & TSK_TRACE_FL_GRAPH;
703}
704
cecbca96
FW
705enum ftrace_dump_mode;
706
707extern enum ftrace_dump_mode ftrace_dump_on_oops;
526211bc 708
261842b7
SR
709#ifdef CONFIG_PREEMPT
710#define INIT_TRACE_RECURSION .trace_recursion = 0,
711#endif
712
ea4e2bc4
SR
713#endif /* CONFIG_TRACING */
714
261842b7
SR
715#ifndef INIT_TRACE_RECURSION
716#define INIT_TRACE_RECURSION
717#endif
b1818748 718
e7b8e675
MF
719#ifdef CONFIG_FTRACE_SYSCALLS
720
721unsigned long arch_syscall_addr(int nr);
722
723#endif /* CONFIG_FTRACE_SYSCALLS */
724
16444a8a 725#endif /* _LINUX_FTRACE_H */