| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172 |
- // SPDX-License-Identifier: GPL-2.0
- /*
- * preemptoff and irqoff tracepoints
- *
- * Copyright (C) Joel Fernandes (Google) <joel@joelfernandes.org>
- */
- #include <linux/kallsyms.h>
- #include <linux/uaccess.h>
- #include <linux/module.h>
- #include <linux/ftrace.h>
- #define CREATE_TRACE_POINTS
- #include <trace/events/preemptirq.h>
- #ifdef CONFIG_TRACE_IRQFLAGS
- /* Per-cpu variable to prevent redundant calls when IRQs already off */
- static DEFINE_PER_CPU(int, tracing_irq_cpu);
- void trace_hardirqs_on(void)
- {
- if (!this_cpu_read(tracing_irq_cpu))
- return;
- trace_irq_enable_rcuidle(CALLER_ADDR0, CALLER_ADDR1);
- this_cpu_write(tracing_irq_cpu, 0);
- }
- EXPORT_SYMBOL(trace_hardirqs_on);
- void trace_hardirqs_off(void)
- {
- if (this_cpu_read(tracing_irq_cpu))
- return;
- this_cpu_write(tracing_irq_cpu, 1);
- trace_irq_disable_rcuidle(CALLER_ADDR0, CALLER_ADDR1);
- }
- EXPORT_SYMBOL(trace_hardirqs_off);
- __visible void trace_hardirqs_on_caller(unsigned long caller_addr)
- {
- if (!this_cpu_read(tracing_irq_cpu))
- return;
- trace_irq_enable_rcuidle(CALLER_ADDR0, caller_addr);
- this_cpu_write(tracing_irq_cpu, 0);
- }
- EXPORT_SYMBOL(trace_hardirqs_on_caller);
- __visible void trace_hardirqs_off_caller(unsigned long caller_addr)
- {
- if (this_cpu_read(tracing_irq_cpu))
- return;
- this_cpu_write(tracing_irq_cpu, 1);
- trace_irq_disable_rcuidle(CALLER_ADDR0, caller_addr);
- }
- EXPORT_SYMBOL(trace_hardirqs_off_caller);
- #endif /* CONFIG_TRACE_IRQFLAGS */
- #ifdef CONFIG_TRACE_PREEMPT_TOGGLE
- void trace_preempt_on(unsigned long a0, unsigned long a1)
- {
- trace_preempt_enable_rcuidle(a0, a1);
- }
- void trace_preempt_off(unsigned long a0, unsigned long a1)
- {
- trace_preempt_disable_rcuidle(a0, a1);
- }
- #endif
|