context_tracking.h 3.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129
  1. #ifndef _LINUX_CONTEXT_TRACKING_H
  2. #define _LINUX_CONTEXT_TRACKING_H
  3. #include <linux/sched.h>
  4. #include <linux/vtime.h>
  5. #include <linux/context_tracking_state.h>
  6. #include <asm/ptrace.h>
  7. #ifdef CONFIG_CONTEXT_TRACKING
  8. extern void context_tracking_cpu_set(int cpu);
  9. /* Called with interrupts disabled. */
  10. extern void __context_tracking_enter(enum ctx_state state);
  11. extern void __context_tracking_exit(enum ctx_state state);
  12. extern void context_tracking_enter(enum ctx_state state);
  13. extern void context_tracking_exit(enum ctx_state state);
  14. extern void context_tracking_user_enter(void);
  15. extern void context_tracking_user_exit(void);
  16. static inline void user_enter(void)
  17. {
  18. if (context_tracking_is_enabled())
  19. context_tracking_enter(CONTEXT_USER);
  20. }
  21. static inline void user_exit(void)
  22. {
  23. if (context_tracking_is_enabled())
  24. context_tracking_exit(CONTEXT_USER);
  25. }
  26. static inline enum ctx_state exception_enter(void)
  27. {
  28. enum ctx_state prev_ctx;
  29. if (!context_tracking_is_enabled())
  30. return 0;
  31. prev_ctx = this_cpu_read(context_tracking.state);
  32. if (prev_ctx != CONTEXT_KERNEL)
  33. context_tracking_exit(prev_ctx);
  34. return prev_ctx;
  35. }
  36. static inline void exception_exit(enum ctx_state prev_ctx)
  37. {
  38. if (context_tracking_is_enabled()) {
  39. if (prev_ctx != CONTEXT_KERNEL)
  40. context_tracking_enter(prev_ctx);
  41. }
  42. }
  43. /**
  44. * ct_state() - return the current context tracking state if known
  45. *
  46. * Returns the current cpu's context tracking state if context tracking
  47. * is enabled. If context tracking is disabled, returns
  48. * CONTEXT_DISABLED. This should be used primarily for debugging.
  49. */
  50. static inline enum ctx_state ct_state(void)
  51. {
  52. return context_tracking_is_enabled() ?
  53. this_cpu_read(context_tracking.state) : CONTEXT_DISABLED;
  54. }
  55. #else
  56. static inline void user_enter(void) { }
  57. static inline void user_exit(void) { }
  58. static inline enum ctx_state exception_enter(void) { return 0; }
  59. static inline void exception_exit(enum ctx_state prev_ctx) { }
  60. static inline enum ctx_state ct_state(void) { return CONTEXT_DISABLED; }
  61. #endif /* !CONFIG_CONTEXT_TRACKING */
  62. #define CT_WARN_ON(cond) WARN_ON(context_tracking_is_enabled() && (cond))
  63. #ifdef CONFIG_CONTEXT_TRACKING_FORCE
  64. extern void context_tracking_init(void);
  65. #else
  66. static inline void context_tracking_init(void) { }
  67. #endif /* CONFIG_CONTEXT_TRACKING_FORCE */
  68. #ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN
  69. static inline void guest_enter(void)
  70. {
  71. if (vtime_accounting_enabled())
  72. vtime_guest_enter(current);
  73. else
  74. current->flags |= PF_VCPU;
  75. if (context_tracking_is_enabled())
  76. __context_tracking_enter(CONTEXT_GUEST);
  77. }
  78. static inline void guest_exit(void)
  79. {
  80. if (context_tracking_is_enabled())
  81. __context_tracking_exit(CONTEXT_GUEST);
  82. if (vtime_accounting_enabled())
  83. vtime_guest_exit(current);
  84. else
  85. current->flags &= ~PF_VCPU;
  86. }
  87. #else
  88. static inline void guest_enter(void)
  89. {
  90. /*
  91. * This is running in ioctl context so its safe
  92. * to assume that it's the stime pending cputime
  93. * to flush.
  94. */
  95. vtime_account_system(current);
  96. current->flags |= PF_VCPU;
  97. }
  98. static inline void guest_exit(void)
  99. {
  100. /* Flush the guest cputime we spent on the guest */
  101. vtime_account_system(current);
  102. current->flags &= ~PF_VCPU;
  103. }
  104. #endif /* CONFIG_VIRT_CPU_ACCOUNTING_GEN */
  105. #endif