[linux-2.6-block.git] / kernel / trace / trace_preemptirq.c

// SPDX-License-Identifier: GPL-2.0
/*
 * preemptoff and irqoff tracepoints
 *
 * Copyright (C) Joel Fernandes (Google) <joel@joelfernandes.org>
 */

#include <linux/kallsyms.h>
#include <linux/uaccess.h>
#include <linux/module.h>
#include <linux/ftrace.h>
#include <linux/kprobes.h>
#include "trace.h"

#define CREATE_TRACE_POINTS
#include <trace/events/preemptirq.h>

#ifdef CONFIG_TRACE_IRQFLAGS
/* Per-cpu variable to prevent redundant calls when IRQs already off */
static DEFINE_PER_CPU(int, tracing_irq_cpu);

void trace_hardirqs_on(void)
{
	if (this_cpu_read(tracing_irq_cpu)) {
		if (!in_nmi())
			trace_irq_enable_rcuidle(CALLER_ADDR0, CALLER_ADDR1);
		tracer_hardirqs_on(CALLER_ADDR0, CALLER_ADDR1);
		this_cpu_write(tracing_irq_cpu, 0);
	}

	lockdep_hardirqs_on(CALLER_ADDR0);
}
EXPORT_SYMBOL(trace_hardirqs_on);
NOKPROBE_SYMBOL(trace_hardirqs_on);

void trace_hardirqs_off(void)
{
	if (!this_cpu_read(tracing_irq_cpu)) {
		this_cpu_write(tracing_irq_cpu, 1);
		tracer_hardirqs_off(CALLER_ADDR0, CALLER_ADDR1);
		if (!in_nmi())
			trace_irq_disable_rcuidle(CALLER_ADDR0, CALLER_ADDR1);
	}

	lockdep_hardirqs_off(CALLER_ADDR0);
}
EXPORT_SYMBOL(trace_hardirqs_off);
NOKPROBE_SYMBOL(trace_hardirqs_off);

__visible void trace_hardirqs_on_caller(unsigned long caller_addr)
{
	if (this_cpu_read(tracing_irq_cpu)) {
		if (!in_nmi())
			trace_irq_enable_rcuidle(CALLER_ADDR0, caller_addr);
		tracer_hardirqs_on(CALLER_ADDR0, caller_addr);
		this_cpu_write(tracing_irq_cpu, 0);
	}

	lockdep_hardirqs_on(CALLER_ADDR0);
}
EXPORT_SYMBOL(trace_hardirqs_on_caller);
NOKPROBE_SYMBOL(trace_hardirqs_on_caller);

__visible void trace_hardirqs_off_caller(unsigned long caller_addr)
{
	if (!this_cpu_read(tracing_irq_cpu)) {
		this_cpu_write(tracing_irq_cpu, 1);
		tracer_hardirqs_off(CALLER_ADDR0, caller_addr);
		if (!in_nmi())
			trace_irq_disable_rcuidle(CALLER_ADDR0, caller_addr);
	}

	lockdep_hardirqs_off(CALLER_ADDR0);
}
EXPORT_SYMBOL(trace_hardirqs_off_caller);
NOKPROBE_SYMBOL(trace_hardirqs_off_caller);
#endif /* CONFIG_TRACE_IRQFLAGS */

#ifdef CONFIG_TRACE_PREEMPT_TOGGLE

void trace_preempt_on(unsigned long a0, unsigned long a1)
{
	if (!in_nmi())
		trace_preempt_enable_rcuidle(a0, a1);
	tracer_preempt_on(a0, a1);
}

void trace_preempt_off(unsigned long a0, unsigned long a1)
{
	if (!in_nmi())
		trace_preempt_disable_rcuidle(a0, a1);
	tracer_preempt_off(a0, a1);
}
#endif
Commit	Line	Data
c3bc8fd6 JFG	1	// SPDX-License-Identifier: GPL-2.0
	2	/*
	3	* preemptoff and irqoff tracepoints
	4	*
	5	* Copyright (C) Joel Fernandes (Google) <joel@joelfernandes.org>
	6	*/
	7
	8	#include <linux/kallsyms.h>
	9	#include <linux/uaccess.h>
	10	#include <linux/module.h>
	11	#include <linux/ftrace.h>
eeeb080b	12	#include <linux/kprobes.h>
3f1756dc	13	#include "trace.h"
c3bc8fd6 JFG	14
	15	#define CREATE_TRACE_POINTS
	16	#include <trace/events/preemptirq.h>
	17
	18	#ifdef CONFIG_TRACE_IRQFLAGS
	19	/* Per-cpu variable to prevent redundant calls when IRQs already off */
	20	static DEFINE_PER_CPU(int, tracing_irq_cpu);
	21
	22	void trace_hardirqs_on(void)
	23	{
bff1b208	24	if (this_cpu_read(tracing_irq_cpu)) {
3f1756dc SRV	25	if (!in_nmi())
	26	trace_irq_enable_rcuidle(CALLER_ADDR0, CALLER_ADDR1);
	27	tracer_hardirqs_on(CALLER_ADDR0, CALLER_ADDR1);
bff1b208 SRV	28	this_cpu_write(tracing_irq_cpu, 0);
bff1b208 SRV	29	}
c3bc8fd6	30
bff1b208	31	lockdep_hardirqs_on(CALLER_ADDR0);
c3bc8fd6 JFG	32	}
c3bc8fd6 JFG	33	EXPORT_SYMBOL(trace_hardirqs_on);
eeeb080b	34	NOKPROBE_SYMBOL(trace_hardirqs_on);
c3bc8fd6 JFG	35
	36	void trace_hardirqs_off(void)
	37	{
bff1b208 SRV	38	if (!this_cpu_read(tracing_irq_cpu)) {
bff1b208 SRV	39	this_cpu_write(tracing_irq_cpu, 1);
3f1756dc SRV	40	tracer_hardirqs_off(CALLER_ADDR0, CALLER_ADDR1);
	41	if (!in_nmi())
	42	trace_irq_disable_rcuidle(CALLER_ADDR0, CALLER_ADDR1);
bff1b208	43	}
c3bc8fd6	44
bff1b208	45	lockdep_hardirqs_off(CALLER_ADDR0);
c3bc8fd6 JFG	46	}
c3bc8fd6 JFG	47	EXPORT_SYMBOL(trace_hardirqs_off);
eeeb080b	48	NOKPROBE_SYMBOL(trace_hardirqs_off);
c3bc8fd6 JFG	49
	50	__visible void trace_hardirqs_on_caller(unsigned long caller_addr)
	51	{
bff1b208	52	if (this_cpu_read(tracing_irq_cpu)) {
3f1756dc SRV	53	if (!in_nmi())
	54	trace_irq_enable_rcuidle(CALLER_ADDR0, caller_addr);
	55	tracer_hardirqs_on(CALLER_ADDR0, caller_addr);
bff1b208 SRV	56	this_cpu_write(tracing_irq_cpu, 0);
bff1b208 SRV	57	}
c3bc8fd6	58
bff1b208	59	lockdep_hardirqs_on(CALLER_ADDR0);
c3bc8fd6 JFG	60	}
c3bc8fd6 JFG	61	EXPORT_SYMBOL(trace_hardirqs_on_caller);
eeeb080b	62	NOKPROBE_SYMBOL(trace_hardirqs_on_caller);
c3bc8fd6 JFG	63
	64	__visible void trace_hardirqs_off_caller(unsigned long caller_addr)
	65	{
bff1b208 SRV	66	if (!this_cpu_read(tracing_irq_cpu)) {
bff1b208 SRV	67	this_cpu_write(tracing_irq_cpu, 1);
3f1756dc SRV	68	tracer_hardirqs_off(CALLER_ADDR0, caller_addr);
	69	if (!in_nmi())
	70	trace_irq_disable_rcuidle(CALLER_ADDR0, caller_addr);
bff1b208	71	}
c3bc8fd6	72
bff1b208	73	lockdep_hardirqs_off(CALLER_ADDR0);
c3bc8fd6 JFG	74	}
c3bc8fd6 JFG	75	EXPORT_SYMBOL(trace_hardirqs_off_caller);
eeeb080b	76	NOKPROBE_SYMBOL(trace_hardirqs_off_caller);
c3bc8fd6 JFG	77	#endif /* CONFIG_TRACE_IRQFLAGS */
	78
	79	#ifdef CONFIG_TRACE_PREEMPT_TOGGLE
	80
	81	void trace_preempt_on(unsigned long a0, unsigned long a1)
	82	{
3f1756dc SRV	83	if (!in_nmi())
	84	trace_preempt_enable_rcuidle(a0, a1);
	85	tracer_preempt_on(a0, a1);
c3bc8fd6 JFG	86	}
	87
	88	void trace_preempt_off(unsigned long a0, unsigned long a1)
	89	{
3f1756dc SRV	90	if (!in_nmi())
	91	trace_preempt_disable_rcuidle(a0, a1);
	92	tracer_preempt_off(a0, a1);
c3bc8fd6 JFG	93	}
c3bc8fd6 JFG	94	#endif