memcontrol.h 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412
  1. /* memcontrol.h - Memory Controller
  2. *
  3. * Copyright IBM Corporation, 2007
  4. * Author Balbir Singh <balbir@linux.vnet.ibm.com>
  5. *
  6. * Copyright 2007 OpenVZ SWsoft Inc
  7. * Author: Pavel Emelianov <xemul@openvz.org>
  8. *
  9. * This program is free software; you can redistribute it and/or modify
  10. * it under the terms of the GNU General Public License as published by
  11. * the Free Software Foundation; either version 2 of the License, or
  12. * (at your option) any later version.
  13. *
  14. * This program is distributed in the hope that it will be useful,
  15. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  16. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  17. * GNU General Public License for more details.
  18. */
  19. #ifndef _LINUX_MEMCONTROL_H
  20. #define _LINUX_MEMCONTROL_H
  21. #include <linux/cgroup.h>
  22. #include <linux/vm_event_item.h>
  23. struct mem_cgroup;
  24. struct page_cgroup;
  25. struct page;
  26. struct mm_struct;
  27. /* Stats that can be updated by kernel. */
  28. enum mem_cgroup_page_stat_item {
  29. MEMCG_NR_FILE_MAPPED, /* # of pages charged as file rss */
  30. };
  31. extern unsigned long mem_cgroup_isolate_pages(unsigned long nr_to_scan,
  32. struct list_head *dst,
  33. unsigned long *scanned, int order,
  34. isolate_mode_t mode,
  35. struct zone *z,
  36. struct mem_cgroup *mem_cont,
  37. int active, int file);
  38. #ifdef CONFIG_CGROUP_MEM_RES_CTLR
  39. /*
  40. * All "charge" functions with gfp_mask should use GFP_KERNEL or
  41. * (gfp_mask & GFP_RECLAIM_MASK). In current implementatin, memcg doesn't
  42. * alloc memory but reclaims memory from all available zones. So, "where I want
  43. * memory from" bits of gfp_mask has no meaning. So any bits of that field is
  44. * available but adding a rule is better. charge functions' gfp_mask should
  45. * be set to GFP_KERNEL or gfp_mask & GFP_RECLAIM_MASK for avoiding ambiguous
  46. * codes.
  47. * (Of course, if memcg does memory allocation in future, GFP_KERNEL is sane.)
  48. */
  49. extern int mem_cgroup_newpage_charge(struct page *page, struct mm_struct *mm,
  50. gfp_t gfp_mask);
  51. /* for swap handling */
  52. extern int mem_cgroup_try_charge_swapin(struct mm_struct *mm,
  53. struct page *page, gfp_t mask, struct mem_cgroup **ptr);
  54. extern void mem_cgroup_commit_charge_swapin(struct page *page,
  55. struct mem_cgroup *ptr);
  56. extern void mem_cgroup_cancel_charge_swapin(struct mem_cgroup *ptr);
  57. extern int mem_cgroup_cache_charge(struct page *page, struct mm_struct *mm,
  58. gfp_t gfp_mask);
  59. extern void mem_cgroup_add_lru_list(struct page *page, enum lru_list lru);
  60. extern void mem_cgroup_del_lru_list(struct page *page, enum lru_list lru);
  61. extern void mem_cgroup_rotate_reclaimable_page(struct page *page);
  62. extern void mem_cgroup_rotate_lru_list(struct page *page, enum lru_list lru);
  63. extern void mem_cgroup_del_lru(struct page *page);
  64. extern void mem_cgroup_move_lists(struct page *page,
  65. enum lru_list from, enum lru_list to);
  66. /* For coalescing uncharge for reducing memcg' overhead*/
  67. extern void mem_cgroup_uncharge_start(void);
  68. extern void mem_cgroup_uncharge_end(void);
  69. extern void mem_cgroup_uncharge_page(struct page *page);
  70. extern void mem_cgroup_uncharge_cache_page(struct page *page);
  71. extern void mem_cgroup_out_of_memory(struct mem_cgroup *memcg, gfp_t gfp_mask);
  72. int task_in_mem_cgroup(struct task_struct *task, const struct mem_cgroup *memcg);
  73. extern struct mem_cgroup *try_get_mem_cgroup_from_page(struct page *page);
  74. extern struct mem_cgroup *mem_cgroup_from_task(struct task_struct *p);
  75. extern struct mem_cgroup *try_get_mem_cgroup_from_mm(struct mm_struct *mm);
  76. extern struct mem_cgroup *parent_mem_cgroup(struct mem_cgroup *memcg);
  77. extern struct mem_cgroup *mem_cgroup_from_cont(struct cgroup *cont);
  78. static inline
  79. int mm_match_cgroup(const struct mm_struct *mm, const struct mem_cgroup *cgroup)
  80. {
  81. struct mem_cgroup *memcg;
  82. rcu_read_lock();
  83. memcg = mem_cgroup_from_task(rcu_dereference((mm)->owner));
  84. rcu_read_unlock();
  85. return cgroup == memcg;
  86. }
  87. extern struct cgroup_subsys_state *mem_cgroup_css(struct mem_cgroup *memcg);
  88. extern int
  89. mem_cgroup_prepare_migration(struct page *page,
  90. struct page *newpage, struct mem_cgroup **ptr, gfp_t gfp_mask);
  91. extern void mem_cgroup_end_migration(struct mem_cgroup *memcg,
  92. struct page *oldpage, struct page *newpage, bool migration_ok);
  93. /*
  94. * For memory reclaim.
  95. */
  96. int mem_cgroup_inactive_anon_is_low(struct mem_cgroup *memcg,
  97. struct zone *zone);
  98. int mem_cgroup_inactive_file_is_low(struct mem_cgroup *memcg,
  99. struct zone *zone);
  100. int mem_cgroup_select_victim_node(struct mem_cgroup *memcg);
  101. unsigned long mem_cgroup_zone_nr_lru_pages(struct mem_cgroup *memcg,
  102. int nid, int zid, unsigned int lrumask);
  103. struct zone_reclaim_stat *mem_cgroup_get_reclaim_stat(struct mem_cgroup *memcg,
  104. struct zone *zone);
  105. struct zone_reclaim_stat*
  106. mem_cgroup_get_reclaim_stat_from_page(struct page *page);
  107. extern void mem_cgroup_print_oom_info(struct mem_cgroup *memcg,
  108. struct task_struct *p);
  109. extern void mem_cgroup_replace_page_cache(struct page *oldpage,
  110. struct page *newpage);
  111. #ifdef CONFIG_CGROUP_MEM_RES_CTLR_SWAP
  112. extern int do_swap_account;
  113. #endif
  114. static inline bool mem_cgroup_disabled(void)
  115. {
  116. if (mem_cgroup_subsys.disabled)
  117. return true;
  118. return false;
  119. }
  120. void mem_cgroup_update_page_stat(struct page *page,
  121. enum mem_cgroup_page_stat_item idx,
  122. int val);
  123. static inline void mem_cgroup_inc_page_stat(struct page *page,
  124. enum mem_cgroup_page_stat_item idx)
  125. {
  126. mem_cgroup_update_page_stat(page, idx, 1);
  127. }
  128. static inline void mem_cgroup_dec_page_stat(struct page *page,
  129. enum mem_cgroup_page_stat_item idx)
  130. {
  131. mem_cgroup_update_page_stat(page, idx, -1);
  132. }
  133. unsigned long mem_cgroup_soft_limit_reclaim(struct zone *zone, int order,
  134. gfp_t gfp_mask,
  135. unsigned long *total_scanned);
  136. u64 mem_cgroup_get_limit(struct mem_cgroup *memcg);
  137. void mem_cgroup_count_vm_event(struct mm_struct *mm, enum vm_event_item idx);
  138. #ifdef CONFIG_TRANSPARENT_HUGEPAGE
  139. void mem_cgroup_split_huge_fixup(struct page *head, struct page *tail);
  140. #endif
  141. #ifdef CONFIG_DEBUG_VM
  142. bool mem_cgroup_bad_page_check(struct page *page);
  143. void mem_cgroup_print_bad_page(struct page *page);
  144. #endif
  145. #else /* CONFIG_CGROUP_MEM_RES_CTLR */
  146. struct mem_cgroup;
  147. static inline int mem_cgroup_newpage_charge(struct page *page,
  148. struct mm_struct *mm, gfp_t gfp_mask)
  149. {
  150. return 0;
  151. }
  152. static inline int mem_cgroup_cache_charge(struct page *page,
  153. struct mm_struct *mm, gfp_t gfp_mask)
  154. {
  155. return 0;
  156. }
  157. static inline int mem_cgroup_try_charge_swapin(struct mm_struct *mm,
  158. struct page *page, gfp_t gfp_mask, struct mem_cgroup **ptr)
  159. {
  160. return 0;
  161. }
  162. static inline void mem_cgroup_commit_charge_swapin(struct page *page,
  163. struct mem_cgroup *ptr)
  164. {
  165. }
  166. static inline void mem_cgroup_cancel_charge_swapin(struct mem_cgroup *ptr)
  167. {
  168. }
  169. static inline void mem_cgroup_uncharge_start(void)
  170. {
  171. }
  172. static inline void mem_cgroup_uncharge_end(void)
  173. {
  174. }
  175. static inline void mem_cgroup_uncharge_page(struct page *page)
  176. {
  177. }
  178. static inline void mem_cgroup_uncharge_cache_page(struct page *page)
  179. {
  180. }
  181. static inline void mem_cgroup_add_lru_list(struct page *page, int lru)
  182. {
  183. }
  184. static inline void mem_cgroup_del_lru_list(struct page *page, int lru)
  185. {
  186. return ;
  187. }
  188. static inline void mem_cgroup_rotate_reclaimable_page(struct page *page)
  189. {
  190. return ;
  191. }
  192. static inline void mem_cgroup_rotate_lru_list(struct page *page, int lru)
  193. {
  194. return ;
  195. }
  196. static inline void mem_cgroup_del_lru(struct page *page)
  197. {
  198. return ;
  199. }
  200. static inline void
  201. mem_cgroup_move_lists(struct page *page, enum lru_list from, enum lru_list to)
  202. {
  203. }
  204. static inline struct mem_cgroup *try_get_mem_cgroup_from_page(struct page *page)
  205. {
  206. return NULL;
  207. }
  208. static inline struct mem_cgroup *try_get_mem_cgroup_from_mm(struct mm_struct *mm)
  209. {
  210. return NULL;
  211. }
  212. static inline int mm_match_cgroup(struct mm_struct *mm,
  213. struct mem_cgroup *memcg)
  214. {
  215. return 1;
  216. }
  217. static inline int task_in_mem_cgroup(struct task_struct *task,
  218. const struct mem_cgroup *memcg)
  219. {
  220. return 1;
  221. }
  222. static inline struct cgroup_subsys_state
  223. *mem_cgroup_css(struct mem_cgroup *memcg)
  224. {
  225. return NULL;
  226. }
  227. static inline int
  228. mem_cgroup_prepare_migration(struct page *page, struct page *newpage,
  229. struct mem_cgroup **ptr, gfp_t gfp_mask)
  230. {
  231. return 0;
  232. }
  233. static inline void mem_cgroup_end_migration(struct mem_cgroup *memcg,
  234. struct page *oldpage, struct page *newpage, bool migration_ok)
  235. {
  236. }
  237. static inline int mem_cgroup_get_reclaim_priority(struct mem_cgroup *memcg)
  238. {
  239. return 0;
  240. }
  241. static inline void mem_cgroup_note_reclaim_priority(struct mem_cgroup *memcg,
  242. int priority)
  243. {
  244. }
  245. static inline void mem_cgroup_record_reclaim_priority(struct mem_cgroup *memcg,
  246. int priority)
  247. {
  248. }
  249. static inline bool mem_cgroup_disabled(void)
  250. {
  251. return true;
  252. }
  253. static inline int
  254. mem_cgroup_inactive_anon_is_low(struct mem_cgroup *memcg, struct zone *zone)
  255. {
  256. return 1;
  257. }
  258. static inline int
  259. mem_cgroup_inactive_file_is_low(struct mem_cgroup *memcg, struct zone *zone)
  260. {
  261. return 1;
  262. }
  263. static inline unsigned long
  264. mem_cgroup_zone_nr_lru_pages(struct mem_cgroup *memcg, int nid, int zid,
  265. unsigned int lru_mask)
  266. {
  267. return 0;
  268. }
  269. static inline struct zone_reclaim_stat*
  270. mem_cgroup_get_reclaim_stat(struct mem_cgroup *memcg, struct zone *zone)
  271. {
  272. return NULL;
  273. }
  274. static inline struct zone_reclaim_stat*
  275. mem_cgroup_get_reclaim_stat_from_page(struct page *page)
  276. {
  277. return NULL;
  278. }
  279. static inline void
  280. mem_cgroup_print_oom_info(struct mem_cgroup *memcg, struct task_struct *p)
  281. {
  282. }
  283. static inline void mem_cgroup_inc_page_stat(struct page *page,
  284. enum mem_cgroup_page_stat_item idx)
  285. {
  286. }
  287. static inline void mem_cgroup_dec_page_stat(struct page *page,
  288. enum mem_cgroup_page_stat_item idx)
  289. {
  290. }
  291. static inline
  292. unsigned long mem_cgroup_soft_limit_reclaim(struct zone *zone, int order,
  293. gfp_t gfp_mask,
  294. unsigned long *total_scanned)
  295. {
  296. return 0;
  297. }
  298. static inline
  299. u64 mem_cgroup_get_limit(struct mem_cgroup *memcg)
  300. {
  301. return 0;
  302. }
  303. static inline void mem_cgroup_split_huge_fixup(struct page *head,
  304. struct page *tail)
  305. {
  306. }
  307. static inline
  308. void mem_cgroup_count_vm_event(struct mm_struct *mm, enum vm_event_item idx)
  309. {
  310. }
  311. static inline void mem_cgroup_replace_page_cache(struct page *oldpage,
  312. struct page *newpage)
  313. {
  314. }
  315. #endif /* CONFIG_CGROUP_MEM_CONT */
  316. #if !defined(CONFIG_CGROUP_MEM_RES_CTLR) || !defined(CONFIG_DEBUG_VM)
  317. static inline bool
  318. mem_cgroup_bad_page_check(struct page *page)
  319. {
  320. return false;
  321. }
  322. static inline void
  323. mem_cgroup_print_bad_page(struct page *page)
  324. {
  325. }
  326. #endif
  327. enum {
  328. UNDER_LIMIT,
  329. SOFT_LIMIT,
  330. OVER_LIMIT,
  331. };
  332. struct sock;
  333. #ifdef CONFIG_CGROUP_MEM_RES_CTLR_KMEM
  334. void sock_update_memcg(struct sock *sk);
  335. void sock_release_memcg(struct sock *sk);
  336. #else
  337. static inline void sock_update_memcg(struct sock *sk)
  338. {
  339. }
  340. static inline void sock_release_memcg(struct sock *sk)
  341. {
  342. }
  343. #endif /* CONFIG_CGROUP_MEM_RES_CTLR_KMEM */
  344. #endif /* _LINUX_MEMCONTROL_H */