context_tracking.h 3.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144
  1. #ifndef _LINUX_CONTEXT_TRACKING_H
  2. #define _LINUX_CONTEXT_TRACKING_H
  3. #include <linux/sched.h>
  4. #include <linux/vtime.h>
  5. #include <linux/context_tracking_state.h>
  6. #include <asm/ptrace.h>
  7. #ifdef CONFIG_CONTEXT_TRACKING
  8. extern void context_tracking_cpu_set(int cpu);
  9. /* Called with interrupts disabled. */
  10. extern void __context_tracking_enter(enum ctx_state state);
  11. extern void __context_tracking_exit(enum ctx_state state);
  12. extern void context_tracking_enter(enum ctx_state state);
  13. extern void context_tracking_exit(enum ctx_state state);
  14. extern void context_tracking_user_enter(void);
  15. extern void context_tracking_user_exit(void);
  16. static inline void user_enter(void)
  17. {
  18. if (context_tracking_is_enabled())
  19. context_tracking_enter(CONTEXT_USER);
  20. }
  21. static inline void user_exit(void)
  22. {
  23. if (context_tracking_is_enabled())
  24. context_tracking_exit(CONTEXT_USER);
  25. }
  26. /* Called with interrupts disabled. */
  27. static inline void user_enter_irqoff(void)
  28. {
  29. if (context_tracking_is_enabled())
  30. __context_tracking_enter(CONTEXT_USER);
  31. }
  32. static inline void user_exit_irqoff(void)
  33. {
  34. if (context_tracking_is_enabled())
  35. __context_tracking_exit(CONTEXT_USER);
  36. }
  37. static inline enum ctx_state exception_enter(void)
  38. {
  39. enum ctx_state prev_ctx;
  40. if (!context_tracking_is_enabled())
  41. return 0;
  42. prev_ctx = this_cpu_read(context_tracking.state);
  43. if (prev_ctx != CONTEXT_KERNEL)
  44. context_tracking_exit(prev_ctx);
  45. return prev_ctx;
  46. }
  47. static inline void exception_exit(enum ctx_state prev_ctx)
  48. {
  49. if (context_tracking_is_enabled()) {
  50. if (prev_ctx != CONTEXT_KERNEL)
  51. context_tracking_enter(prev_ctx);
  52. }
  53. }
  54. /**
  55. * ct_state() - return the current context tracking state if known
  56. *
  57. * Returns the current cpu's context tracking state if context tracking
  58. * is enabled. If context tracking is disabled, returns
  59. * CONTEXT_DISABLED. This should be used primarily for debugging.
  60. */
  61. static inline enum ctx_state ct_state(void)
  62. {
  63. return context_tracking_is_enabled() ?
  64. this_cpu_read(context_tracking.state) : CONTEXT_DISABLED;
  65. }
  66. #else
  67. static inline void user_enter(void) { }
  68. static inline void user_exit(void) { }
  69. static inline void user_enter_irqoff(void) { }
  70. static inline void user_exit_irqoff(void) { }
  71. static inline enum ctx_state exception_enter(void) { return 0; }
  72. static inline void exception_exit(enum ctx_state prev_ctx) { }
  73. static inline enum ctx_state ct_state(void) { return CONTEXT_DISABLED; }
  74. #endif /* !CONFIG_CONTEXT_TRACKING */
  75. #define CT_WARN_ON(cond) WARN_ON(context_tracking_is_enabled() && (cond))
  76. #ifdef CONFIG_CONTEXT_TRACKING_FORCE
  77. extern void context_tracking_init(void);
  78. #else
  79. static inline void context_tracking_init(void) { }
  80. #endif /* CONFIG_CONTEXT_TRACKING_FORCE */
  81. #ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN
  82. static inline void guest_enter(void)
  83. {
  84. if (vtime_accounting_cpu_enabled())
  85. vtime_guest_enter(current);
  86. else
  87. current->flags |= PF_VCPU;
  88. if (context_tracking_is_enabled())
  89. __context_tracking_enter(CONTEXT_GUEST);
  90. }
  91. static inline void guest_exit(void)
  92. {
  93. if (context_tracking_is_enabled())
  94. __context_tracking_exit(CONTEXT_GUEST);
  95. if (vtime_accounting_cpu_enabled())
  96. vtime_guest_exit(current);
  97. else
  98. current->flags &= ~PF_VCPU;
  99. }
  100. #else
  101. static inline void guest_enter(void)
  102. {
  103. /*
  104. * This is running in ioctl context so its safe
  105. * to assume that it's the stime pending cputime
  106. * to flush.
  107. */
  108. vtime_account_system(current);
  109. current->flags |= PF_VCPU;
  110. }
  111. static inline void guest_exit(void)
  112. {
  113. /* Flush the guest cputime we spent on the guest */
  114. vtime_account_system(current);
  115. current->flags &= ~PF_VCPU;
  116. }
  117. #endif /* CONFIG_VIRT_CPU_ACCOUNTING_GEN */
  118. #endif