page-flags.h 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675
  1. /*
  2. * Macros for manipulating and testing page->flags
  3. */
  4. #ifndef PAGE_FLAGS_H
  5. #define PAGE_FLAGS_H
  6. #include <linux/types.h>
  7. #include <linux/bug.h>
  8. #include <linux/mmdebug.h>
  9. #ifndef __GENERATING_BOUNDS_H
  10. #include <linux/mm_types.h>
  11. #include <generated/bounds.h>
  12. #endif /* !__GENERATING_BOUNDS_H */
  13. /*
  14. * Various page->flags bits:
  15. *
  16. * PG_reserved is set for special pages, which can never be swapped out. Some
  17. * of them might not even exist (eg empty_bad_page)...
  18. *
  19. * The PG_private bitflag is set on pagecache pages if they contain filesystem
  20. * specific data (which is normally at page->private). It can be used by
  21. * private allocations for its own usage.
  22. *
  23. * During initiation of disk I/O, PG_locked is set. This bit is set before I/O
  24. * and cleared when writeback _starts_ or when read _completes_. PG_writeback
  25. * is set before writeback starts and cleared when it finishes.
  26. *
  27. * PG_locked also pins a page in pagecache, and blocks truncation of the file
  28. * while it is held.
  29. *
  30. * page_waitqueue(page) is a wait queue of all tasks waiting for the page
  31. * to become unlocked.
  32. *
  33. * PG_uptodate tells whether the page's contents is valid. When a read
  34. * completes, the page becomes uptodate, unless a disk I/O error happened.
  35. *
  36. * PG_referenced, PG_reclaim are used for page reclaim for anonymous and
  37. * file-backed pagecache (see mm/vmscan.c).
  38. *
  39. * PG_error is set to indicate that an I/O error occurred on this page.
  40. *
  41. * PG_arch_1 is an architecture specific page state bit. The generic code
  42. * guarantees that this bit is cleared for a page when it first is entered into
  43. * the page cache.
  44. *
  45. * PG_highmem pages are not permanently mapped into the kernel virtual address
  46. * space, they need to be kmapped separately for doing IO on the pages. The
  47. * struct page (these bits with information) are always mapped into kernel
  48. * address space...
  49. *
  50. * PG_hwpoison indicates that a page got corrupted in hardware and contains
  51. * data with incorrect ECC bits that triggered a machine check. Accessing is
  52. * not safe since it may cause another machine check. Don't touch!
  53. */
  54. /*
  55. * Don't use the *_dontuse flags. Use the macros. Otherwise you'll break
  56. * locked- and dirty-page accounting.
  57. *
  58. * The page flags field is split into two parts, the main flags area
  59. * which extends from the low bits upwards, and the fields area which
  60. * extends from the high bits downwards.
  61. *
  62. * | FIELD | ... | FLAGS |
  63. * N-1 ^ 0
  64. * (NR_PAGEFLAGS)
  65. *
  66. * The fields area is reserved for fields mapping zone, node (for NUMA) and
  67. * SPARSEMEM section (for variants of SPARSEMEM that require section ids like
  68. * SPARSEMEM_EXTREME with !SPARSEMEM_VMEMMAP).
  69. */
  70. enum pageflags {
  71. PG_locked, /* Page is locked. Don't touch. */
  72. PG_error,
  73. PG_referenced,
  74. PG_uptodate,
  75. PG_dirty,
  76. PG_lru,
  77. PG_active,
  78. PG_slab,
  79. PG_owner_priv_1, /* Owner use. If pagecache, fs may use*/
  80. PG_arch_1,
  81. PG_reserved,
  82. PG_private, /* If pagecache, has fs-private data */
  83. PG_private_2, /* If pagecache, has fs aux data */
  84. PG_writeback, /* Page is under writeback */
  85. #ifdef CONFIG_PAGEFLAGS_EXTENDED
  86. PG_head, /* A head page */
  87. PG_tail, /* A tail page */
  88. #else
  89. PG_compound, /* A compound page */
  90. #endif
  91. PG_swapcache, /* Swap page: swp_entry_t in private */
  92. PG_mappedtodisk, /* Has blocks allocated on-disk */
  93. PG_reclaim, /* To be reclaimed asap */
  94. PG_swapbacked, /* Page is backed by RAM/swap */
  95. PG_unevictable, /* Page is "unevictable" */
  96. #ifdef CONFIG_MMU
  97. PG_mlocked, /* Page is vma mlocked */
  98. #endif
  99. #ifdef CONFIG_ARCH_USES_PG_UNCACHED
  100. PG_uncached, /* Page has been mapped as uncached */
  101. #endif
  102. #ifdef CONFIG_MEMORY_FAILURE
  103. PG_hwpoison, /* hardware poisoned page. Don't touch */
  104. #endif
  105. #ifdef CONFIG_TRANSPARENT_HUGEPAGE
  106. PG_compound_lock,
  107. #endif
  108. #if defined(CONFIG_IDLE_PAGE_TRACKING) && defined(CONFIG_64BIT)
  109. PG_young,
  110. PG_idle,
  111. #endif
  112. __NR_PAGEFLAGS,
  113. /* Filesystems */
  114. PG_checked = PG_owner_priv_1,
  115. /* Two page bits are conscripted by FS-Cache to maintain local caching
  116. * state. These bits are set on pages belonging to the netfs's inodes
  117. * when those inodes are being locally cached.
  118. */
  119. PG_fscache = PG_private_2, /* page backed by cache */
  120. /* XEN */
  121. /* Pinned in Xen as a read-only pagetable page. */
  122. PG_pinned = PG_owner_priv_1,
  123. /* Pinned as part of domain save (see xen_mm_pin_all()). */
  124. PG_savepinned = PG_dirty,
  125. /* Has a grant mapping of another (foreign) domain's page. */
  126. PG_foreign = PG_owner_priv_1,
  127. /* SLOB */
  128. PG_slob_free = PG_private,
  129. };
  130. #ifndef __GENERATING_BOUNDS_H
  131. /*
  132. * Macros to create function definitions for page flags
  133. */
  134. #define TESTPAGEFLAG(uname, lname) \
  135. static inline int Page##uname(const struct page *page) \
  136. { return test_bit(PG_##lname, &page->flags); }
  137. #define SETPAGEFLAG(uname, lname) \
  138. static inline void SetPage##uname(struct page *page) \
  139. { set_bit(PG_##lname, &page->flags); }
  140. #define CLEARPAGEFLAG(uname, lname) \
  141. static inline void ClearPage##uname(struct page *page) \
  142. { clear_bit(PG_##lname, &page->flags); }
  143. #define __SETPAGEFLAG(uname, lname) \
  144. static inline void __SetPage##uname(struct page *page) \
  145. { __set_bit(PG_##lname, &page->flags); }
  146. #define __CLEARPAGEFLAG(uname, lname) \
  147. static inline void __ClearPage##uname(struct page *page) \
  148. { __clear_bit(PG_##lname, &page->flags); }
  149. #define TESTSETFLAG(uname, lname) \
  150. static inline int TestSetPage##uname(struct page *page) \
  151. { return test_and_set_bit(PG_##lname, &page->flags); }
  152. #define TESTCLEARFLAG(uname, lname) \
  153. static inline int TestClearPage##uname(struct page *page) \
  154. { return test_and_clear_bit(PG_##lname, &page->flags); }
  155. #define __TESTCLEARFLAG(uname, lname) \
  156. static inline int __TestClearPage##uname(struct page *page) \
  157. { return __test_and_clear_bit(PG_##lname, &page->flags); }
  158. #define PAGEFLAG(uname, lname) TESTPAGEFLAG(uname, lname) \
  159. SETPAGEFLAG(uname, lname) CLEARPAGEFLAG(uname, lname)
  160. #define __PAGEFLAG(uname, lname) TESTPAGEFLAG(uname, lname) \
  161. __SETPAGEFLAG(uname, lname) __CLEARPAGEFLAG(uname, lname)
  162. #define TESTSCFLAG(uname, lname) \
  163. TESTSETFLAG(uname, lname) TESTCLEARFLAG(uname, lname)
  164. #define TESTPAGEFLAG_FALSE(uname) \
  165. static inline int Page##uname(const struct page *page) { return 0; }
  166. #define SETPAGEFLAG_NOOP(uname) \
  167. static inline void SetPage##uname(struct page *page) { }
  168. #define CLEARPAGEFLAG_NOOP(uname) \
  169. static inline void ClearPage##uname(struct page *page) { }
  170. #define __CLEARPAGEFLAG_NOOP(uname) \
  171. static inline void __ClearPage##uname(struct page *page) { }
  172. #define TESTSETFLAG_FALSE(uname) \
  173. static inline int TestSetPage##uname(struct page *page) { return 0; }
  174. #define TESTCLEARFLAG_FALSE(uname) \
  175. static inline int TestClearPage##uname(struct page *page) { return 0; }
  176. #define __TESTCLEARFLAG_FALSE(uname) \
  177. static inline int __TestClearPage##uname(struct page *page) { return 0; }
  178. #define PAGEFLAG_FALSE(uname) TESTPAGEFLAG_FALSE(uname) \
  179. SETPAGEFLAG_NOOP(uname) CLEARPAGEFLAG_NOOP(uname)
  180. #define TESTSCFLAG_FALSE(uname) \
  181. TESTSETFLAG_FALSE(uname) TESTCLEARFLAG_FALSE(uname)
  182. struct page; /* forward declaration */
  183. TESTPAGEFLAG(Locked, locked)
  184. PAGEFLAG(Error, error) TESTCLEARFLAG(Error, error)
  185. PAGEFLAG(Referenced, referenced) TESTCLEARFLAG(Referenced, referenced)
  186. __SETPAGEFLAG(Referenced, referenced)
  187. PAGEFLAG(Dirty, dirty) TESTSCFLAG(Dirty, dirty) __CLEARPAGEFLAG(Dirty, dirty)
  188. PAGEFLAG(LRU, lru) __CLEARPAGEFLAG(LRU, lru)
  189. PAGEFLAG(Active, active) __CLEARPAGEFLAG(Active, active)
  190. TESTCLEARFLAG(Active, active)
  191. __PAGEFLAG(Slab, slab)
  192. PAGEFLAG(Checked, checked) /* Used by some filesystems */
  193. PAGEFLAG(Pinned, pinned) TESTSCFLAG(Pinned, pinned) /* Xen */
  194. PAGEFLAG(SavePinned, savepinned); /* Xen */
  195. PAGEFLAG(Foreign, foreign); /* Xen */
  196. PAGEFLAG(Reserved, reserved) __CLEARPAGEFLAG(Reserved, reserved)
  197. PAGEFLAG(SwapBacked, swapbacked) __CLEARPAGEFLAG(SwapBacked, swapbacked)
  198. __SETPAGEFLAG(SwapBacked, swapbacked)
  199. __PAGEFLAG(SlobFree, slob_free)
  200. /*
  201. * Private page markings that may be used by the filesystem that owns the page
  202. * for its own purposes.
  203. * - PG_private and PG_private_2 cause releasepage() and co to be invoked
  204. */
  205. PAGEFLAG(Private, private) __SETPAGEFLAG(Private, private)
  206. __CLEARPAGEFLAG(Private, private)
  207. PAGEFLAG(Private2, private_2) TESTSCFLAG(Private2, private_2)
  208. PAGEFLAG(OwnerPriv1, owner_priv_1) TESTCLEARFLAG(OwnerPriv1, owner_priv_1)
  209. /*
  210. * Only test-and-set exist for PG_writeback. The unconditional operators are
  211. * risky: they bypass page accounting.
  212. */
  213. TESTPAGEFLAG(Writeback, writeback) TESTSCFLAG(Writeback, writeback)
  214. PAGEFLAG(MappedToDisk, mappedtodisk)
  215. /* PG_readahead is only used for reads; PG_reclaim is only for writes */
  216. PAGEFLAG(Reclaim, reclaim) TESTCLEARFLAG(Reclaim, reclaim)
  217. PAGEFLAG(Readahead, reclaim) TESTCLEARFLAG(Readahead, reclaim)
  218. #ifdef CONFIG_HIGHMEM
  219. /*
  220. * Must use a macro here due to header dependency issues. page_zone() is not
  221. * available at this point.
  222. */
  223. #define PageHighMem(__p) is_highmem(page_zone(__p))
  224. #else
  225. PAGEFLAG_FALSE(HighMem)
  226. #endif
  227. #ifdef CONFIG_SWAP
  228. PAGEFLAG(SwapCache, swapcache)
  229. #else
  230. PAGEFLAG_FALSE(SwapCache)
  231. #endif
  232. PAGEFLAG(Unevictable, unevictable) __CLEARPAGEFLAG(Unevictable, unevictable)
  233. TESTCLEARFLAG(Unevictable, unevictable)
  234. #ifdef CONFIG_MMU
  235. PAGEFLAG(Mlocked, mlocked) __CLEARPAGEFLAG(Mlocked, mlocked)
  236. TESTSCFLAG(Mlocked, mlocked) __TESTCLEARFLAG(Mlocked, mlocked)
  237. #else
  238. PAGEFLAG_FALSE(Mlocked) __CLEARPAGEFLAG_NOOP(Mlocked)
  239. TESTSCFLAG_FALSE(Mlocked) __TESTCLEARFLAG_FALSE(Mlocked)
  240. #endif
  241. #ifdef CONFIG_ARCH_USES_PG_UNCACHED
  242. PAGEFLAG(Uncached, uncached)
  243. #else
  244. PAGEFLAG_FALSE(Uncached)
  245. #endif
  246. #ifdef CONFIG_MEMORY_FAILURE
  247. PAGEFLAG(HWPoison, hwpoison)
  248. TESTSCFLAG(HWPoison, hwpoison)
  249. #define __PG_HWPOISON (1UL << PG_hwpoison)
  250. #else
  251. PAGEFLAG_FALSE(HWPoison)
  252. #define __PG_HWPOISON 0
  253. #endif
  254. #if defined(CONFIG_IDLE_PAGE_TRACKING) && defined(CONFIG_64BIT)
  255. TESTPAGEFLAG(Young, young)
  256. SETPAGEFLAG(Young, young)
  257. TESTCLEARFLAG(Young, young)
  258. PAGEFLAG(Idle, idle)
  259. #endif
  260. /*
  261. * On an anonymous page mapped into a user virtual memory area,
  262. * page->mapping points to its anon_vma, not to a struct address_space;
  263. * with the PAGE_MAPPING_ANON bit set to distinguish it. See rmap.h.
  264. *
  265. * On an anonymous page in a VM_MERGEABLE area, if CONFIG_KSM is enabled,
  266. * the PAGE_MAPPING_KSM bit may be set along with the PAGE_MAPPING_ANON bit;
  267. * and then page->mapping points, not to an anon_vma, but to a private
  268. * structure which KSM associates with that merged page. See ksm.h.
  269. *
  270. * PAGE_MAPPING_KSM without PAGE_MAPPING_ANON is currently never used.
  271. *
  272. * Please note that, confusingly, "page_mapping" refers to the inode
  273. * address_space which maps the page from disk; whereas "page_mapped"
  274. * refers to user virtual address space into which the page is mapped.
  275. */
  276. #define PAGE_MAPPING_ANON 1
  277. #define PAGE_MAPPING_KSM 2
  278. #define PAGE_MAPPING_FLAGS (PAGE_MAPPING_ANON | PAGE_MAPPING_KSM)
  279. static inline int PageAnon(struct page *page)
  280. {
  281. return ((unsigned long)page->mapping & PAGE_MAPPING_ANON) != 0;
  282. }
  283. #ifdef CONFIG_KSM
  284. /*
  285. * A KSM page is one of those write-protected "shared pages" or "merged pages"
  286. * which KSM maps into multiple mms, wherever identical anonymous page content
  287. * is found in VM_MERGEABLE vmas. It's a PageAnon page, pointing not to any
  288. * anon_vma, but to that page's node of the stable tree.
  289. */
  290. static inline int PageKsm(struct page *page)
  291. {
  292. return ((unsigned long)page->mapping & PAGE_MAPPING_FLAGS) ==
  293. (PAGE_MAPPING_ANON | PAGE_MAPPING_KSM);
  294. }
  295. #else
  296. TESTPAGEFLAG_FALSE(Ksm)
  297. #endif
  298. u64 stable_page_flags(struct page *page);
  299. static inline int PageUptodate(struct page *page)
  300. {
  301. int ret = test_bit(PG_uptodate, &(page)->flags);
  302. /*
  303. * Must ensure that the data we read out of the page is loaded
  304. * _after_ we've loaded page->flags to check for PageUptodate.
  305. * We can skip the barrier if the page is not uptodate, because
  306. * we wouldn't be reading anything from it.
  307. *
  308. * See SetPageUptodate() for the other side of the story.
  309. */
  310. if (ret)
  311. smp_rmb();
  312. return ret;
  313. }
  314. static inline void __SetPageUptodate(struct page *page)
  315. {
  316. smp_wmb();
  317. __set_bit(PG_uptodate, &(page)->flags);
  318. }
  319. static inline void SetPageUptodate(struct page *page)
  320. {
  321. /*
  322. * Memory barrier must be issued before setting the PG_uptodate bit,
  323. * so that all previous stores issued in order to bring the page
  324. * uptodate are actually visible before PageUptodate becomes true.
  325. */
  326. smp_wmb();
  327. set_bit(PG_uptodate, &(page)->flags);
  328. }
  329. CLEARPAGEFLAG(Uptodate, uptodate)
  330. int test_clear_page_writeback(struct page *page);
  331. int __test_set_page_writeback(struct page *page, bool keep_write);
  332. #define test_set_page_writeback(page) \
  333. __test_set_page_writeback(page, false)
  334. #define test_set_page_writeback_keepwrite(page) \
  335. __test_set_page_writeback(page, true)
  336. static inline void set_page_writeback(struct page *page)
  337. {
  338. test_set_page_writeback(page);
  339. }
  340. static inline void set_page_writeback_keepwrite(struct page *page)
  341. {
  342. test_set_page_writeback_keepwrite(page);
  343. }
  344. #ifdef CONFIG_PAGEFLAGS_EXTENDED
  345. /*
  346. * System with lots of page flags available. This allows separate
  347. * flags for PageHead() and PageTail() checks of compound pages so that bit
  348. * tests can be used in performance sensitive paths. PageCompound is
  349. * generally not used in hot code paths except arch/powerpc/mm/init_64.c
  350. * and arch/powerpc/kvm/book3s_64_vio_hv.c which use it to detect huge pages
  351. * and avoid handling those in real mode.
  352. */
  353. __PAGEFLAG(Head, head) CLEARPAGEFLAG(Head, head)
  354. __PAGEFLAG(Tail, tail)
  355. static inline int PageCompound(struct page *page)
  356. {
  357. return page->flags & ((1L << PG_head) | (1L << PG_tail));
  358. }
  359. #ifdef CONFIG_TRANSPARENT_HUGEPAGE
  360. static inline void ClearPageCompound(struct page *page)
  361. {
  362. BUG_ON(!PageHead(page));
  363. ClearPageHead(page);
  364. }
  365. #endif
  366. #define PG_head_mask ((1L << PG_head))
  367. #else
  368. /*
  369. * Reduce page flag use as much as possible by overlapping
  370. * compound page flags with the flags used for page cache pages. Possible
  371. * because PageCompound is always set for compound pages and not for
  372. * pages on the LRU and/or pagecache.
  373. */
  374. TESTPAGEFLAG(Compound, compound)
  375. __SETPAGEFLAG(Head, compound) __CLEARPAGEFLAG(Head, compound)
  376. /*
  377. * PG_reclaim is used in combination with PG_compound to mark the
  378. * head and tail of a compound page. This saves one page flag
  379. * but makes it impossible to use compound pages for the page cache.
  380. * The PG_reclaim bit would have to be used for reclaim or readahead
  381. * if compound pages enter the page cache.
  382. *
  383. * PG_compound & PG_reclaim => Tail page
  384. * PG_compound & ~PG_reclaim => Head page
  385. */
  386. #define PG_head_mask ((1L << PG_compound))
  387. #define PG_head_tail_mask ((1L << PG_compound) | (1L << PG_reclaim))
  388. static inline int PageHead(struct page *page)
  389. {
  390. return ((page->flags & PG_head_tail_mask) == PG_head_mask);
  391. }
  392. static inline int PageTail(struct page *page)
  393. {
  394. return ((page->flags & PG_head_tail_mask) == PG_head_tail_mask);
  395. }
  396. static inline void __SetPageTail(struct page *page)
  397. {
  398. page->flags |= PG_head_tail_mask;
  399. }
  400. static inline void __ClearPageTail(struct page *page)
  401. {
  402. page->flags &= ~PG_head_tail_mask;
  403. }
  404. #ifdef CONFIG_TRANSPARENT_HUGEPAGE
  405. static inline void ClearPageCompound(struct page *page)
  406. {
  407. BUG_ON((page->flags & PG_head_tail_mask) != (1 << PG_compound));
  408. clear_bit(PG_compound, &page->flags);
  409. }
  410. #endif
  411. #endif /* !PAGEFLAGS_EXTENDED */
  412. #ifdef CONFIG_HUGETLB_PAGE
  413. int PageHuge(struct page *page);
  414. int PageHeadHuge(struct page *page);
  415. bool page_huge_active(struct page *page);
  416. #else
  417. TESTPAGEFLAG_FALSE(Huge)
  418. TESTPAGEFLAG_FALSE(HeadHuge)
  419. static inline bool page_huge_active(struct page *page)
  420. {
  421. return 0;
  422. }
  423. #endif
  424. #ifdef CONFIG_TRANSPARENT_HUGEPAGE
  425. /*
  426. * PageHuge() only returns true for hugetlbfs pages, but not for
  427. * normal or transparent huge pages.
  428. *
  429. * PageTransHuge() returns true for both transparent huge and
  430. * hugetlbfs pages, but not normal pages. PageTransHuge() can only be
  431. * called only in the core VM paths where hugetlbfs pages can't exist.
  432. */
  433. static inline int PageTransHuge(struct page *page)
  434. {
  435. VM_BUG_ON_PAGE(PageTail(page), page);
  436. return PageHead(page);
  437. }
  438. /*
  439. * PageTransCompound returns true for both transparent huge pages
  440. * and hugetlbfs pages, so it should only be called when it's known
  441. * that hugetlbfs pages aren't involved.
  442. */
  443. static inline int PageTransCompound(struct page *page)
  444. {
  445. return PageCompound(page);
  446. }
  447. /*
  448. * PageTransTail returns true for both transparent huge pages
  449. * and hugetlbfs pages, so it should only be called when it's known
  450. * that hugetlbfs pages aren't involved.
  451. */
  452. static inline int PageTransTail(struct page *page)
  453. {
  454. return PageTail(page);
  455. }
  456. #else
  457. static inline int PageTransHuge(struct page *page)
  458. {
  459. return 0;
  460. }
  461. static inline int PageTransCompound(struct page *page)
  462. {
  463. return 0;
  464. }
  465. static inline int PageTransTail(struct page *page)
  466. {
  467. return 0;
  468. }
  469. #endif
  470. /*
  471. * PageBuddy() indicate that the page is free and in the buddy system
  472. * (see mm/page_alloc.c).
  473. *
  474. * PAGE_BUDDY_MAPCOUNT_VALUE must be <= -2 but better not too close to
  475. * -2 so that an underflow of the page_mapcount() won't be mistaken
  476. * for a genuine PAGE_BUDDY_MAPCOUNT_VALUE. -128 can be created very
  477. * efficiently by most CPU architectures.
  478. */
  479. #define PAGE_BUDDY_MAPCOUNT_VALUE (-128)
  480. static inline int PageBuddy(struct page *page)
  481. {
  482. return atomic_read(&page->_mapcount) == PAGE_BUDDY_MAPCOUNT_VALUE;
  483. }
  484. static inline void __SetPageBuddy(struct page *page)
  485. {
  486. VM_BUG_ON_PAGE(atomic_read(&page->_mapcount) != -1, page);
  487. atomic_set(&page->_mapcount, PAGE_BUDDY_MAPCOUNT_VALUE);
  488. }
  489. static inline void __ClearPageBuddy(struct page *page)
  490. {
  491. VM_BUG_ON_PAGE(!PageBuddy(page), page);
  492. atomic_set(&page->_mapcount, -1);
  493. }
  494. #define PAGE_BALLOON_MAPCOUNT_VALUE (-256)
  495. static inline int PageBalloon(struct page *page)
  496. {
  497. return atomic_read(&page->_mapcount) == PAGE_BALLOON_MAPCOUNT_VALUE;
  498. }
  499. static inline void __SetPageBalloon(struct page *page)
  500. {
  501. VM_BUG_ON_PAGE(atomic_read(&page->_mapcount) != -1, page);
  502. atomic_set(&page->_mapcount, PAGE_BALLOON_MAPCOUNT_VALUE);
  503. }
  504. static inline void __ClearPageBalloon(struct page *page)
  505. {
  506. VM_BUG_ON_PAGE(!PageBalloon(page), page);
  507. atomic_set(&page->_mapcount, -1);
  508. }
  509. /*
  510. * If network-based swap is enabled, sl*b must keep track of whether pages
  511. * were allocated from pfmemalloc reserves.
  512. */
  513. static inline int PageSlabPfmemalloc(struct page *page)
  514. {
  515. VM_BUG_ON_PAGE(!PageSlab(page), page);
  516. return PageActive(page);
  517. }
  518. static inline void SetPageSlabPfmemalloc(struct page *page)
  519. {
  520. VM_BUG_ON_PAGE(!PageSlab(page), page);
  521. SetPageActive(page);
  522. }
  523. static inline void __ClearPageSlabPfmemalloc(struct page *page)
  524. {
  525. VM_BUG_ON_PAGE(!PageSlab(page), page);
  526. __ClearPageActive(page);
  527. }
  528. static inline void ClearPageSlabPfmemalloc(struct page *page)
  529. {
  530. VM_BUG_ON_PAGE(!PageSlab(page), page);
  531. ClearPageActive(page);
  532. }
  533. #ifdef CONFIG_MMU
  534. #define __PG_MLOCKED (1 << PG_mlocked)
  535. #else
  536. #define __PG_MLOCKED 0
  537. #endif
  538. #ifdef CONFIG_TRANSPARENT_HUGEPAGE
  539. #define __PG_COMPOUND_LOCK (1 << PG_compound_lock)
  540. #else
  541. #define __PG_COMPOUND_LOCK 0
  542. #endif
  543. /*
  544. * Flags checked when a page is freed. Pages being freed should not have
  545. * these flags set. It they are, there is a problem.
  546. */
  547. #define PAGE_FLAGS_CHECK_AT_FREE \
  548. (1 << PG_lru | 1 << PG_locked | \
  549. 1 << PG_private | 1 << PG_private_2 | \
  550. 1 << PG_writeback | 1 << PG_reserved | \
  551. 1 << PG_slab | 1 << PG_swapcache | 1 << PG_active | \
  552. 1 << PG_unevictable | __PG_MLOCKED | \
  553. __PG_COMPOUND_LOCK)
  554. /*
  555. * Flags checked when a page is prepped for return by the page allocator.
  556. * Pages being prepped should not have these flags set. It they are set,
  557. * there has been a kernel bug or struct page corruption.
  558. *
  559. * __PG_HWPOISON is exceptional because it needs to be kept beyond page's
  560. * alloc-free cycle to prevent from reusing the page.
  561. */
  562. #define PAGE_FLAGS_CHECK_AT_PREP \
  563. (((1 << NR_PAGEFLAGS) - 1) & ~__PG_HWPOISON)
  564. #define PAGE_FLAGS_PRIVATE \
  565. (1 << PG_private | 1 << PG_private_2)
  566. /**
  567. * page_has_private - Determine if page has private stuff
  568. * @page: The page to be checked
  569. *
  570. * Determine if a page has private stuff, indicating that release routines
  571. * should be invoked upon it.
  572. */
  573. static inline int page_has_private(struct page *page)
  574. {
  575. return !!(page->flags & PAGE_FLAGS_PRIVATE);
  576. }
  577. #endif /* !__GENERATING_BOUNDS_H */
  578. #endif /* PAGE_FLAGS_H */