x86 mmiotrace: fix a rare memory leak
[linux-2.6-block.git] / kernel / trace / trace.h
CommitLineData
bc0c38d1
SR
1#ifndef _LINUX_KERNEL_TRACE_H
2#define _LINUX_KERNEL_TRACE_H
3
4#include <linux/fs.h>
5#include <asm/atomic.h>
6#include <linux/sched.h>
7#include <linux/clocksource.h>
bd8ac686 8#include <linux/mmiotrace.h>
bc0c38d1 9
72829bc3
TG
10enum trace_type {
11 __TRACE_FIRST_TYPE = 0,
12
13 TRACE_FN,
14 TRACE_CTX,
15 TRACE_WAKE,
dd0e545f 16 TRACE_CONT,
72829bc3 17 TRACE_STACK,
dd0e545f 18 TRACE_PRINT,
72829bc3 19 TRACE_SPECIAL,
bd8ac686
PP
20 TRACE_MMIO_RW,
21 TRACE_MMIO_MAP,
72829bc3
TG
22
23 __TRACE_LAST_TYPE
24};
25
bc0c38d1
SR
26/*
27 * Function trace entry - function address and parent function addres:
28 */
29struct ftrace_entry {
30 unsigned long ip;
31 unsigned long parent_ip;
32};
33
34/*
35 * Context switch trace entry - which task (and prio) we switched from/to:
36 */
37struct ctx_switch_entry {
38 unsigned int prev_pid;
39 unsigned char prev_prio;
40 unsigned char prev_state;
41 unsigned int next_pid;
42 unsigned char next_prio;
bac524d3 43 unsigned char next_state;
80b5e940 44 unsigned int next_cpu;
bc0c38d1
SR
45};
46
f0a920d5
IM
47/*
48 * Special (free-form) trace entry:
49 */
50struct special_entry {
51 unsigned long arg1;
52 unsigned long arg2;
53 unsigned long arg3;
54};
55
86387f7e
IM
56/*
57 * Stack-trace entry:
58 */
59
74f4e369 60#define FTRACE_STACK_ENTRIES 8
86387f7e
IM
61
62struct stack_entry {
63 unsigned long caller[FTRACE_STACK_ENTRIES];
64};
65
dd0e545f
SR
66/*
67 * ftrace_printk entry:
68 */
69struct print_entry {
70 unsigned long ip;
71 char buf[];
72};
73
bc0c38d1 74/*
2e2ca155 75 * The trace field - the most basic unit of tracing. This is what
bc0c38d1
SR
76 * is printed in the end as a single line in the trace output, such as:
77 *
78 * bash-15816 [01] 235.197585: idle_cpu <- irq_enter
79 */
2e2ca155 80struct trace_field {
bc0c38d1
SR
81 char cpu;
82 char flags;
83 char preempt_count;
84 int pid;
85 cycle_t t;
bc0c38d1
SR
86 union {
87 struct ftrace_entry fn;
88 struct ctx_switch_entry ctx;
f0a920d5 89 struct special_entry special;
86387f7e 90 struct stack_entry stack;
dd0e545f 91 struct print_entry print;
bd8ac686
PP
92 struct mmiotrace_rw mmiorw;
93 struct mmiotrace_map mmiomap;
bc0c38d1
SR
94 };
95};
96
2e2ca155
SR
97struct trace_field_cont {
98 char buf[sizeof(struct trace_field)];
99};
100
101struct trace_entry {
102 char type;
103 union {
104 struct trace_field field;
105 struct trace_field_cont cont;
106 };
107};
108
bc0c38d1
SR
109#define TRACE_ENTRY_SIZE sizeof(struct trace_entry)
110
111/*
112 * The CPU trace array - it consists of thousands of trace entries
113 * plus some other descriptor data: (for example which task started
114 * the trace, etc.)
115 */
116struct trace_array_cpu {
4c11d7ae 117 struct list_head trace_pages;
bc0c38d1 118 atomic_t disabled;
92205c23 119 raw_spinlock_t lock;
d4c5a2f5 120 struct lock_class_key lock_key;
4e3c3333 121
c7aafc54 122 /* these fields get copied into max-trace: */
93a588f4
SR
123 unsigned trace_head_idx;
124 unsigned trace_tail_idx;
125 void *trace_head; /* producer */
126 void *trace_tail; /* consumer */
c7aafc54 127 unsigned long trace_idx;
53d0aa77 128 unsigned long overrun;
bc0c38d1
SR
129 unsigned long saved_latency;
130 unsigned long critical_start;
131 unsigned long critical_end;
132 unsigned long critical_sequence;
133 unsigned long nice;
134 unsigned long policy;
135 unsigned long rt_priority;
136 cycle_t preempt_timestamp;
137 pid_t pid;
138 uid_t uid;
139 char comm[TASK_COMM_LEN];
140};
141
142struct trace_iterator;
143
144/*
145 * The trace array - an array of per-CPU trace arrays. This is the
146 * highest level data structure that individual tracers deal with.
147 * They have on/off state as well:
148 */
149struct trace_array {
150 unsigned long entries;
151 long ctrl;
152 int cpu;
153 cycle_t time_start;
b3806b43 154 struct task_struct *waiter;
bc0c38d1
SR
155 struct trace_array_cpu *data[NR_CPUS];
156};
157
158/*
159 * A specific tracer, represented by methods that operate on a trace array:
160 */
161struct tracer {
162 const char *name;
163 void (*init)(struct trace_array *tr);
164 void (*reset)(struct trace_array *tr);
165 void (*open)(struct trace_iterator *iter);
107bad8b 166 void (*pipe_open)(struct trace_iterator *iter);
bc0c38d1
SR
167 void (*close)(struct trace_iterator *iter);
168 void (*start)(struct trace_iterator *iter);
169 void (*stop)(struct trace_iterator *iter);
107bad8b
SR
170 ssize_t (*read)(struct trace_iterator *iter,
171 struct file *filp, char __user *ubuf,
172 size_t cnt, loff_t *ppos);
bc0c38d1 173 void (*ctrl_update)(struct trace_array *tr);
60a11774
SR
174#ifdef CONFIG_FTRACE_STARTUP_TEST
175 int (*selftest)(struct tracer *trace,
176 struct trace_array *tr);
177#endif
72829bc3 178 int (*print_line)(struct trace_iterator *iter);
bc0c38d1
SR
179 struct tracer *next;
180 int print_max;
181};
182
214023c3
SR
183struct trace_seq {
184 unsigned char buffer[PAGE_SIZE];
185 unsigned int len;
6c6c2796 186 unsigned int readpos;
214023c3
SR
187};
188
bc0c38d1
SR
189/*
190 * Trace iterator - used by printout routines who present trace
191 * results to users and which routines might sleep, etc:
192 */
193struct trace_iterator {
194 struct trace_array *tr;
195 struct tracer *trace;
107bad8b 196 void *private;
53d0aa77
SR
197 long last_overrun[NR_CPUS];
198 long overrun[NR_CPUS];
4e3c3333 199
53d0aa77
SR
200 /* The below is zeroed out in pipe_read */
201 struct trace_seq seq;
bc0c38d1 202 struct trace_entry *ent;
4e3c3333
IM
203 int cpu;
204
205 struct trace_entry *prev_ent;
206 int prev_cpu;
207
bc0c38d1
SR
208 unsigned long iter_flags;
209 loff_t pos;
210 unsigned long next_idx[NR_CPUS];
4c11d7ae
SR
211 struct list_head *next_page[NR_CPUS];
212 unsigned next_page_idx[NR_CPUS];
213 long idx;
bc0c38d1
SR
214};
215
e309b41d 216void tracing_reset(struct trace_array_cpu *data);
bc0c38d1
SR
217int tracing_open_generic(struct inode *inode, struct file *filp);
218struct dentry *tracing_init_dentry(void);
d618b3e6
IM
219void init_tracer_sysprof_debugfs(struct dentry *d_tracer);
220
bc0c38d1
SR
221void ftrace(struct trace_array *tr,
222 struct trace_array_cpu *data,
223 unsigned long ip,
224 unsigned long parent_ip,
225 unsigned long flags);
226void tracing_sched_switch_trace(struct trace_array *tr,
227 struct trace_array_cpu *data,
228 struct task_struct *prev,
229 struct task_struct *next,
230 unsigned long flags);
231void tracing_record_cmdline(struct task_struct *tsk);
57422797
IM
232
233void tracing_sched_wakeup_trace(struct trace_array *tr,
234 struct trace_array_cpu *data,
235 struct task_struct *wakee,
236 struct task_struct *cur,
237 unsigned long flags);
f0a920d5
IM
238void trace_special(struct trace_array *tr,
239 struct trace_array_cpu *data,
240 unsigned long arg1,
241 unsigned long arg2,
242 unsigned long arg3);
6fb44b71
SR
243void trace_function(struct trace_array *tr,
244 struct trace_array_cpu *data,
245 unsigned long ip,
246 unsigned long parent_ip,
247 unsigned long flags);
bc0c38d1 248
41bc8144
SR
249void tracing_start_cmdline_record(void);
250void tracing_stop_cmdline_record(void);
bc0c38d1
SR
251int register_tracer(struct tracer *type);
252void unregister_tracer(struct tracer *type);
253
254extern unsigned long nsecs_to_usecs(unsigned long nsecs);
255
256extern unsigned long tracing_max_latency;
257extern unsigned long tracing_thresh;
258
259void update_max_tr(struct trace_array *tr, struct task_struct *tsk, int cpu);
260void update_max_tr_single(struct trace_array *tr,
261 struct task_struct *tsk, int cpu);
262
e309b41d 263extern cycle_t ftrace_now(int cpu);
bc0c38d1 264
001b6767
SR
265#ifdef CONFIG_FTRACE
266void tracing_start_function_trace(void);
267void tracing_stop_function_trace(void);
268#else
269# define tracing_start_function_trace() do { } while (0)
270# define tracing_stop_function_trace() do { } while (0)
271#endif
272
bc0c38d1
SR
273#ifdef CONFIG_CONTEXT_SWITCH_TRACER
274typedef void
275(*tracer_switch_func_t)(void *private,
5b82a1b0 276 void *__rq,
bc0c38d1
SR
277 struct task_struct *prev,
278 struct task_struct *next);
279
280struct tracer_switch_ops {
281 tracer_switch_func_t func;
282 void *private;
283 struct tracer_switch_ops *next;
284};
285
bc0c38d1
SR
286#endif /* CONFIG_CONTEXT_SWITCH_TRACER */
287
288#ifdef CONFIG_DYNAMIC_FTRACE
289extern unsigned long ftrace_update_tot_cnt;
d05cdb25
SR
290#define DYN_FTRACE_TEST_NAME trace_selftest_dynamic_test_func
291extern int DYN_FTRACE_TEST_NAME(void);
bc0c38d1
SR
292#endif
293
bd8ac686
PP
294#ifdef CONFIG_MMIOTRACE
295extern void __trace_mmiotrace_rw(struct trace_array *tr,
296 struct trace_array_cpu *data,
297 struct mmiotrace_rw *rw);
298extern void __trace_mmiotrace_map(struct trace_array *tr,
299 struct trace_array_cpu *data,
300 struct mmiotrace_map *map);
301#endif
302
60a11774
SR
303#ifdef CONFIG_FTRACE_STARTUP_TEST
304#ifdef CONFIG_FTRACE
305extern int trace_selftest_startup_function(struct tracer *trace,
306 struct trace_array *tr);
307#endif
308#ifdef CONFIG_IRQSOFF_TRACER
309extern int trace_selftest_startup_irqsoff(struct tracer *trace,
310 struct trace_array *tr);
311#endif
312#ifdef CONFIG_PREEMPT_TRACER
313extern int trace_selftest_startup_preemptoff(struct tracer *trace,
314 struct trace_array *tr);
315#endif
316#if defined(CONFIG_IRQSOFF_TRACER) && defined(CONFIG_PREEMPT_TRACER)
317extern int trace_selftest_startup_preemptirqsoff(struct tracer *trace,
318 struct trace_array *tr);
319#endif
320#ifdef CONFIG_SCHED_TRACER
321extern int trace_selftest_startup_wakeup(struct tracer *trace,
322 struct trace_array *tr);
323#endif
324#ifdef CONFIG_CONTEXT_SWITCH_TRACER
325extern int trace_selftest_startup_sched_switch(struct tracer *trace,
326 struct trace_array *tr);
327#endif
a6dd24f8
IM
328#ifdef CONFIG_SYSPROF_TRACER
329extern int trace_selftest_startup_sysprof(struct tracer *trace,
330 struct trace_array *tr);
331#endif
60a11774
SR
332#endif /* CONFIG_FTRACE_STARTUP_TEST */
333
c7aafc54 334extern void *head_page(struct trace_array_cpu *data);
72829bc3 335extern int trace_seq_printf(struct trace_seq *s, const char *fmt, ...);
6c6c2796
PP
336extern ssize_t trace_seq_to_user(struct trace_seq *s, char __user *ubuf,
337 size_t cnt);
72829bc3 338extern long ns2usecs(cycle_t nsec);
c7aafc54 339
4e655519
IM
340extern unsigned long trace_flags;
341
4fcdae83
SR
342/*
343 * trace_iterator_flags is an enumeration that defines bit
344 * positions into trace_flags that controls the output.
345 *
346 * NOTE: These bits must match the trace_options array in
347 * trace.c.
348 */
4e655519
IM
349enum trace_iterator_flags {
350 TRACE_ITER_PRINT_PARENT = 0x01,
351 TRACE_ITER_SYM_OFFSET = 0x02,
352 TRACE_ITER_SYM_ADDR = 0x04,
353 TRACE_ITER_VERBOSE = 0x08,
354 TRACE_ITER_RAW = 0x10,
355 TRACE_ITER_HEX = 0x20,
356 TRACE_ITER_BIN = 0x40,
357 TRACE_ITER_BLOCK = 0x80,
358 TRACE_ITER_STACKTRACE = 0x100,
4ac3ba41 359 TRACE_ITER_SCHED_TREE = 0x200,
f09ce573 360 TRACE_ITER_PRINTK = 0x400,
4e655519
IM
361};
362
bc0c38d1 363#endif /* _LINUX_KERNEL_TRACE_H */