trace_preemptirq.c 1.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172
  1. // SPDX-License-Identifier: GPL-2.0
  2. /*
  3. * preemptoff and irqoff tracepoints
  4. *
  5. * Copyright (C) Joel Fernandes (Google) <joel@joelfernandes.org>
  6. */
  7. #include <linux/kallsyms.h>
  8. #include <linux/uaccess.h>
  9. #include <linux/module.h>
  10. #include <linux/ftrace.h>
  11. #define CREATE_TRACE_POINTS
  12. #include <trace/events/preemptirq.h>
  13. #ifdef CONFIG_TRACE_IRQFLAGS
  14. /* Per-cpu variable to prevent redundant calls when IRQs already off */
  15. static DEFINE_PER_CPU(int, tracing_irq_cpu);
  16. void trace_hardirqs_on(void)
  17. {
  18. if (!this_cpu_read(tracing_irq_cpu))
  19. return;
  20. trace_irq_enable_rcuidle(CALLER_ADDR0, CALLER_ADDR1);
  21. this_cpu_write(tracing_irq_cpu, 0);
  22. }
  23. EXPORT_SYMBOL(trace_hardirqs_on);
  24. void trace_hardirqs_off(void)
  25. {
  26. if (this_cpu_read(tracing_irq_cpu))
  27. return;
  28. this_cpu_write(tracing_irq_cpu, 1);
  29. trace_irq_disable_rcuidle(CALLER_ADDR0, CALLER_ADDR1);
  30. }
  31. EXPORT_SYMBOL(trace_hardirqs_off);
  32. __visible void trace_hardirqs_on_caller(unsigned long caller_addr)
  33. {
  34. if (!this_cpu_read(tracing_irq_cpu))
  35. return;
  36. trace_irq_enable_rcuidle(CALLER_ADDR0, caller_addr);
  37. this_cpu_write(tracing_irq_cpu, 0);
  38. }
  39. EXPORT_SYMBOL(trace_hardirqs_on_caller);
  40. __visible void trace_hardirqs_off_caller(unsigned long caller_addr)
  41. {
  42. if (this_cpu_read(tracing_irq_cpu))
  43. return;
  44. this_cpu_write(tracing_irq_cpu, 1);
  45. trace_irq_disable_rcuidle(CALLER_ADDR0, caller_addr);
  46. }
  47. EXPORT_SYMBOL(trace_hardirqs_off_caller);
  48. #endif /* CONFIG_TRACE_IRQFLAGS */
  49. #ifdef CONFIG_TRACE_PREEMPT_TOGGLE
  50. void trace_preempt_on(unsigned long a0, unsigned long a1)
  51. {
  52. trace_preempt_enable_rcuidle(a0, a1);
  53. }
  54. void trace_preempt_off(unsigned long a0, unsigned long a1)
  55. {
  56. trace_preempt_disable_rcuidle(a0, a1);
  57. }
  58. #endif