khugepaged.h 2.2 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677
  1. #ifndef _LINUX_KHUGEPAGED_H
  2. #define _LINUX_KHUGEPAGED_H
  3. #include <linux/sched/coredump.h> /* MMF_VM_HUGEPAGE */
  4. #ifdef CONFIG_TRANSPARENT_HUGEPAGE
  5. extern struct attribute_group khugepaged_attr_group;
  6. extern int khugepaged_init(void);
  7. extern void khugepaged_destroy(void);
  8. extern int start_stop_khugepaged(void);
  9. extern int __khugepaged_enter(struct mm_struct *mm);
  10. extern void __khugepaged_exit(struct mm_struct *mm);
  11. extern int khugepaged_enter_vma_merge(struct vm_area_struct *vma,
  12. unsigned long vm_flags);
  13. #define khugepaged_enabled() \
  14. (transparent_hugepage_flags & \
  15. ((1<<TRANSPARENT_HUGEPAGE_FLAG) | \
  16. (1<<TRANSPARENT_HUGEPAGE_REQ_MADV_FLAG)))
  17. #define khugepaged_always() \
  18. (transparent_hugepage_flags & \
  19. (1<<TRANSPARENT_HUGEPAGE_FLAG))
  20. #define khugepaged_req_madv() \
  21. (transparent_hugepage_flags & \
  22. (1<<TRANSPARENT_HUGEPAGE_REQ_MADV_FLAG))
  23. #define khugepaged_defrag() \
  24. (transparent_hugepage_flags & \
  25. (1<<TRANSPARENT_HUGEPAGE_DEFRAG_KHUGEPAGED_FLAG))
  26. static inline int khugepaged_fork(struct mm_struct *mm, struct mm_struct *oldmm)
  27. {
  28. if (test_bit(MMF_VM_HUGEPAGE, &oldmm->flags))
  29. return __khugepaged_enter(mm);
  30. return 0;
  31. }
  32. static inline void khugepaged_exit(struct mm_struct *mm)
  33. {
  34. if (test_bit(MMF_VM_HUGEPAGE, &mm->flags))
  35. __khugepaged_exit(mm);
  36. }
  37. static inline int khugepaged_enter(struct vm_area_struct *vma,
  38. unsigned long vm_flags)
  39. {
  40. if (!test_bit(MMF_VM_HUGEPAGE, &vma->vm_mm->flags))
  41. if ((khugepaged_always() ||
  42. (khugepaged_req_madv() && (vm_flags & VM_HUGEPAGE))) &&
  43. !(vm_flags & VM_NOHUGEPAGE) &&
  44. !test_bit(MMF_DISABLE_THP, &vma->vm_mm->flags))
  45. if (__khugepaged_enter(vma->vm_mm))
  46. return -ENOMEM;
  47. return 0;
  48. }
  49. #else /* CONFIG_TRANSPARENT_HUGEPAGE */
  50. static inline int khugepaged_fork(struct mm_struct *mm, struct mm_struct *oldmm)
  51. {
  52. return 0;
  53. }
  54. static inline void khugepaged_exit(struct mm_struct *mm)
  55. {
  56. }
  57. static inline int khugepaged_enter(struct vm_area_struct *vma,
  58. unsigned long vm_flags)
  59. {
  60. return 0;
  61. }
  62. static inline int khugepaged_enter_vma_merge(struct vm_area_struct *vma,
  63. unsigned long vm_flags)
  64. {
  65. return 0;
  66. }
  67. #endif /* CONFIG_TRANSPARENT_HUGEPAGE */
  68. #endif /* _LINUX_KHUGEPAGED_H */