userfaultfd_k.h 3.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141
  1. /*
  2. * include/linux/userfaultfd_k.h
  3. *
  4. * Copyright (C) 2015 Red Hat, Inc.
  5. *
  6. */
  7. #ifndef _LINUX_USERFAULTFD_K_H
  8. #define _LINUX_USERFAULTFD_K_H
  9. #ifdef CONFIG_USERFAULTFD
  10. #include <linux/userfaultfd.h> /* linux/include/uapi/linux/userfaultfd.h */
  11. #include <linux/fcntl.h>
  12. /*
  13. * CAREFUL: Check include/uapi/asm-generic/fcntl.h when defining
  14. * new flags, since they might collide with O_* ones. We want
  15. * to re-use O_* flags that couldn't possibly have a meaning
  16. * from userfaultfd, in order to leave a free define-space for
  17. * shared O_* flags.
  18. */
  19. #define UFFD_CLOEXEC O_CLOEXEC
  20. #define UFFD_NONBLOCK O_NONBLOCK
  21. #define UFFD_SHARED_FCNTL_FLAGS (O_CLOEXEC | O_NONBLOCK)
  22. #define UFFD_FLAGS_SET (EFD_SHARED_FCNTL_FLAGS)
  23. extern int handle_userfault(struct vm_fault *vmf, unsigned long reason);
  24. extern ssize_t mcopy_atomic(struct mm_struct *dst_mm, unsigned long dst_start,
  25. unsigned long src_start, unsigned long len);
  26. extern ssize_t mfill_zeropage(struct mm_struct *dst_mm,
  27. unsigned long dst_start,
  28. unsigned long len);
  29. /* mm helpers */
  30. static inline bool is_mergeable_vm_userfaultfd_ctx(struct vm_area_struct *vma,
  31. struct vm_userfaultfd_ctx vm_ctx)
  32. {
  33. return vma->vm_userfaultfd_ctx.ctx == vm_ctx.ctx;
  34. }
  35. static inline bool userfaultfd_missing(struct vm_area_struct *vma)
  36. {
  37. return vma->vm_flags & VM_UFFD_MISSING;
  38. }
  39. static inline bool userfaultfd_armed(struct vm_area_struct *vma)
  40. {
  41. return vma->vm_flags & (VM_UFFD_MISSING | VM_UFFD_WP);
  42. }
  43. extern int dup_userfaultfd(struct vm_area_struct *, struct list_head *);
  44. extern void dup_userfaultfd_complete(struct list_head *);
  45. extern void mremap_userfaultfd_prep(struct vm_area_struct *,
  46. struct vm_userfaultfd_ctx *);
  47. extern void mremap_userfaultfd_complete(struct vm_userfaultfd_ctx *,
  48. unsigned long from, unsigned long to,
  49. unsigned long len);
  50. extern void userfaultfd_remove(struct vm_area_struct *vma,
  51. struct vm_area_struct **prev,
  52. unsigned long start,
  53. unsigned long end);
  54. extern int userfaultfd_unmap_prep(struct vm_area_struct *vma,
  55. unsigned long start, unsigned long end,
  56. struct list_head *uf);
  57. extern void userfaultfd_unmap_complete(struct mm_struct *mm,
  58. struct list_head *uf);
  59. #else /* CONFIG_USERFAULTFD */
  60. /* mm helpers */
  61. static inline int handle_userfault(struct vm_fault *vmf, unsigned long reason)
  62. {
  63. return VM_FAULT_SIGBUS;
  64. }
  65. static inline bool is_mergeable_vm_userfaultfd_ctx(struct vm_area_struct *vma,
  66. struct vm_userfaultfd_ctx vm_ctx)
  67. {
  68. return true;
  69. }
  70. static inline bool userfaultfd_missing(struct vm_area_struct *vma)
  71. {
  72. return false;
  73. }
  74. static inline bool userfaultfd_armed(struct vm_area_struct *vma)
  75. {
  76. return false;
  77. }
  78. static inline int dup_userfaultfd(struct vm_area_struct *vma,
  79. struct list_head *l)
  80. {
  81. return 0;
  82. }
  83. static inline void dup_userfaultfd_complete(struct list_head *l)
  84. {
  85. }
  86. static inline void mremap_userfaultfd_prep(struct vm_area_struct *vma,
  87. struct vm_userfaultfd_ctx *ctx)
  88. {
  89. }
  90. static inline void mremap_userfaultfd_complete(struct vm_userfaultfd_ctx *ctx,
  91. unsigned long from,
  92. unsigned long to,
  93. unsigned long len)
  94. {
  95. }
  96. static inline void userfaultfd_remove(struct vm_area_struct *vma,
  97. struct vm_area_struct **prev,
  98. unsigned long start,
  99. unsigned long end)
  100. {
  101. }
  102. static inline int userfaultfd_unmap_prep(struct vm_area_struct *vma,
  103. unsigned long start, unsigned long end,
  104. struct list_head *uf)
  105. {
  106. return 0;
  107. }
  108. static inline void userfaultfd_unmap_complete(struct mm_struct *mm,
  109. struct list_head *uf)
  110. {
  111. }
  112. #endif /* CONFIG_USERFAULTFD */
  113. #endif /* _LINUX_USERFAULTFD_K_H */