memcontrol.h 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408
  1. /* memcontrol.h - Memory Controller
  2. *
  3. * Copyright IBM Corporation, 2007
  4. * Author Balbir Singh <balbir@linux.vnet.ibm.com>
  5. *
  6. * Copyright 2007 OpenVZ SWsoft Inc
  7. * Author: Pavel Emelianov <xemul@openvz.org>
  8. *
  9. * This program is free software; you can redistribute it and/or modify
  10. * it under the terms of the GNU General Public License as published by
  11. * the Free Software Foundation; either version 2 of the License, or
  12. * (at your option) any later version.
  13. *
  14. * This program is distributed in the hope that it will be useful,
  15. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  16. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  17. * GNU General Public License for more details.
  18. */
  19. #ifndef _LINUX_MEMCONTROL_H
  20. #define _LINUX_MEMCONTROL_H
  21. #include <linux/cgroup.h>
  22. #include <linux/vm_event_item.h>
  23. struct mem_cgroup;
  24. struct page_cgroup;
  25. struct page;
  26. struct mm_struct;
  27. /* Stats that can be updated by kernel. */
  28. enum mem_cgroup_page_stat_item {
  29. MEMCG_NR_FILE_MAPPED, /* # of pages charged as file rss */
  30. };
  31. extern unsigned long mem_cgroup_isolate_pages(unsigned long nr_to_scan,
  32. struct list_head *dst,
  33. unsigned long *scanned, int order,
  34. isolate_mode_t mode,
  35. struct zone *z,
  36. struct mem_cgroup *mem_cont,
  37. int active, int file);
  38. #ifdef CONFIG_CGROUP_MEM_RES_CTLR
  39. /*
  40. * All "charge" functions with gfp_mask should use GFP_KERNEL or
  41. * (gfp_mask & GFP_RECLAIM_MASK). In current implementatin, memcg doesn't
  42. * alloc memory but reclaims memory from all available zones. So, "where I want
  43. * memory from" bits of gfp_mask has no meaning. So any bits of that field is
  44. * available but adding a rule is better. charge functions' gfp_mask should
  45. * be set to GFP_KERNEL or gfp_mask & GFP_RECLAIM_MASK for avoiding ambiguous
  46. * codes.
  47. * (Of course, if memcg does memory allocation in future, GFP_KERNEL is sane.)
  48. */
  49. extern int mem_cgroup_newpage_charge(struct page *page, struct mm_struct *mm,
  50. gfp_t gfp_mask);
  51. /* for swap handling */
  52. extern int mem_cgroup_try_charge_swapin(struct mm_struct *mm,
  53. struct page *page, gfp_t mask, struct mem_cgroup **ptr);
  54. extern void mem_cgroup_commit_charge_swapin(struct page *page,
  55. struct mem_cgroup *ptr);
  56. extern void mem_cgroup_cancel_charge_swapin(struct mem_cgroup *ptr);
  57. extern int mem_cgroup_cache_charge(struct page *page, struct mm_struct *mm,
  58. gfp_t gfp_mask);
  59. extern void mem_cgroup_add_lru_list(struct page *page, enum lru_list lru);
  60. extern void mem_cgroup_del_lru_list(struct page *page, enum lru_list lru);
  61. extern void mem_cgroup_rotate_reclaimable_page(struct page *page);
  62. extern void mem_cgroup_rotate_lru_list(struct page *page, enum lru_list lru);
  63. extern void mem_cgroup_del_lru(struct page *page);
  64. extern void mem_cgroup_move_lists(struct page *page,
  65. enum lru_list from, enum lru_list to);
  66. /* For coalescing uncharge for reducing memcg' overhead*/
  67. extern void mem_cgroup_uncharge_start(void);
  68. extern void mem_cgroup_uncharge_end(void);
  69. extern void mem_cgroup_uncharge_page(struct page *page);
  70. extern void mem_cgroup_uncharge_cache_page(struct page *page);
  71. extern void mem_cgroup_out_of_memory(struct mem_cgroup *memcg, gfp_t gfp_mask);
  72. int task_in_mem_cgroup(struct task_struct *task, const struct mem_cgroup *memcg);
  73. extern struct mem_cgroup *try_get_mem_cgroup_from_page(struct page *page);
  74. extern struct mem_cgroup *mem_cgroup_from_task(struct task_struct *p);
  75. extern struct mem_cgroup *try_get_mem_cgroup_from_mm(struct mm_struct *mm);
  76. extern struct mem_cgroup *parent_mem_cgroup(struct mem_cgroup *memcg);
  77. extern struct mem_cgroup *mem_cgroup_from_cont(struct cgroup *cont);
  78. static inline
  79. int mm_match_cgroup(const struct mm_struct *mm, const struct mem_cgroup *cgroup)
  80. {
  81. struct mem_cgroup *memcg;
  82. rcu_read_lock();
  83. memcg = mem_cgroup_from_task(rcu_dereference((mm)->owner));
  84. rcu_read_unlock();
  85. return cgroup == memcg;
  86. }
  87. extern struct cgroup_subsys_state *mem_cgroup_css(struct mem_cgroup *memcg);
  88. extern int
  89. mem_cgroup_prepare_migration(struct page *page,
  90. struct page *newpage, struct mem_cgroup **ptr, gfp_t gfp_mask);
  91. extern void mem_cgroup_end_migration(struct mem_cgroup *memcg,
  92. struct page *oldpage, struct page *newpage, bool migration_ok);
  93. /*
  94. * For memory reclaim.
  95. */
  96. int mem_cgroup_inactive_anon_is_low(struct mem_cgroup *memcg,
  97. struct zone *zone);
  98. int mem_cgroup_inactive_file_is_low(struct mem_cgroup *memcg,
  99. struct zone *zone);
  100. int mem_cgroup_select_victim_node(struct mem_cgroup *memcg);
  101. unsigned long mem_cgroup_zone_nr_lru_pages(struct mem_cgroup *memcg,
  102. int nid, int zid, unsigned int lrumask);
  103. struct zone_reclaim_stat *mem_cgroup_get_reclaim_stat(struct mem_cgroup *memcg,
  104. struct zone *zone);
  105. struct zone_reclaim_stat*
  106. mem_cgroup_get_reclaim_stat_from_page(struct page *page);
  107. extern void mem_cgroup_print_oom_info(struct mem_cgroup *memcg,
  108. struct task_struct *p);
  109. #ifdef CONFIG_CGROUP_MEM_RES_CTLR_SWAP
  110. extern int do_swap_account;
  111. #endif
  112. static inline bool mem_cgroup_disabled(void)
  113. {
  114. if (mem_cgroup_subsys.disabled)
  115. return true;
  116. return false;
  117. }
  118. void mem_cgroup_update_page_stat(struct page *page,
  119. enum mem_cgroup_page_stat_item idx,
  120. int val);
  121. static inline void mem_cgroup_inc_page_stat(struct page *page,
  122. enum mem_cgroup_page_stat_item idx)
  123. {
  124. mem_cgroup_update_page_stat(page, idx, 1);
  125. }
  126. static inline void mem_cgroup_dec_page_stat(struct page *page,
  127. enum mem_cgroup_page_stat_item idx)
  128. {
  129. mem_cgroup_update_page_stat(page, idx, -1);
  130. }
  131. unsigned long mem_cgroup_soft_limit_reclaim(struct zone *zone, int order,
  132. gfp_t gfp_mask,
  133. unsigned long *total_scanned);
  134. u64 mem_cgroup_get_limit(struct mem_cgroup *memcg);
  135. void mem_cgroup_count_vm_event(struct mm_struct *mm, enum vm_event_item idx);
  136. #ifdef CONFIG_TRANSPARENT_HUGEPAGE
  137. void mem_cgroup_split_huge_fixup(struct page *head, struct page *tail);
  138. #endif
  139. #ifdef CONFIG_DEBUG_VM
  140. bool mem_cgroup_bad_page_check(struct page *page);
  141. void mem_cgroup_print_bad_page(struct page *page);
  142. #endif
  143. #else /* CONFIG_CGROUP_MEM_RES_CTLR */
  144. struct mem_cgroup;
  145. static inline int mem_cgroup_newpage_charge(struct page *page,
  146. struct mm_struct *mm, gfp_t gfp_mask)
  147. {
  148. return 0;
  149. }
  150. static inline int mem_cgroup_cache_charge(struct page *page,
  151. struct mm_struct *mm, gfp_t gfp_mask)
  152. {
  153. return 0;
  154. }
  155. static inline int mem_cgroup_try_charge_swapin(struct mm_struct *mm,
  156. struct page *page, gfp_t gfp_mask, struct mem_cgroup **ptr)
  157. {
  158. return 0;
  159. }
  160. static inline void mem_cgroup_commit_charge_swapin(struct page *page,
  161. struct mem_cgroup *ptr)
  162. {
  163. }
  164. static inline void mem_cgroup_cancel_charge_swapin(struct mem_cgroup *ptr)
  165. {
  166. }
  167. static inline void mem_cgroup_uncharge_start(void)
  168. {
  169. }
  170. static inline void mem_cgroup_uncharge_end(void)
  171. {
  172. }
  173. static inline void mem_cgroup_uncharge_page(struct page *page)
  174. {
  175. }
  176. static inline void mem_cgroup_uncharge_cache_page(struct page *page)
  177. {
  178. }
  179. static inline void mem_cgroup_add_lru_list(struct page *page, int lru)
  180. {
  181. }
  182. static inline void mem_cgroup_del_lru_list(struct page *page, int lru)
  183. {
  184. return ;
  185. }
  186. static inline void mem_cgroup_rotate_reclaimable_page(struct page *page)
  187. {
  188. return ;
  189. }
  190. static inline void mem_cgroup_rotate_lru_list(struct page *page, int lru)
  191. {
  192. return ;
  193. }
  194. static inline void mem_cgroup_del_lru(struct page *page)
  195. {
  196. return ;
  197. }
  198. static inline void
  199. mem_cgroup_move_lists(struct page *page, enum lru_list from, enum lru_list to)
  200. {
  201. }
  202. static inline struct mem_cgroup *try_get_mem_cgroup_from_page(struct page *page)
  203. {
  204. return NULL;
  205. }
  206. static inline struct mem_cgroup *try_get_mem_cgroup_from_mm(struct mm_struct *mm)
  207. {
  208. return NULL;
  209. }
  210. static inline int mm_match_cgroup(struct mm_struct *mm,
  211. struct mem_cgroup *memcg)
  212. {
  213. return 1;
  214. }
  215. static inline int task_in_mem_cgroup(struct task_struct *task,
  216. const struct mem_cgroup *memcg)
  217. {
  218. return 1;
  219. }
  220. static inline struct cgroup_subsys_state
  221. *mem_cgroup_css(struct mem_cgroup *memcg)
  222. {
  223. return NULL;
  224. }
  225. static inline int
  226. mem_cgroup_prepare_migration(struct page *page, struct page *newpage,
  227. struct mem_cgroup **ptr, gfp_t gfp_mask)
  228. {
  229. return 0;
  230. }
  231. static inline void mem_cgroup_end_migration(struct mem_cgroup *memcg,
  232. struct page *oldpage, struct page *newpage, bool migration_ok)
  233. {
  234. }
  235. static inline int mem_cgroup_get_reclaim_priority(struct mem_cgroup *memcg)
  236. {
  237. return 0;
  238. }
  239. static inline void mem_cgroup_note_reclaim_priority(struct mem_cgroup *memcg,
  240. int priority)
  241. {
  242. }
  243. static inline void mem_cgroup_record_reclaim_priority(struct mem_cgroup *memcg,
  244. int priority)
  245. {
  246. }
  247. static inline bool mem_cgroup_disabled(void)
  248. {
  249. return true;
  250. }
  251. static inline int
  252. mem_cgroup_inactive_anon_is_low(struct mem_cgroup *memcg, struct zone *zone)
  253. {
  254. return 1;
  255. }
  256. static inline int
  257. mem_cgroup_inactive_file_is_low(struct mem_cgroup *memcg, struct zone *zone)
  258. {
  259. return 1;
  260. }
  261. static inline unsigned long
  262. mem_cgroup_zone_nr_lru_pages(struct mem_cgroup *memcg, int nid, int zid,
  263. unsigned int lru_mask)
  264. {
  265. return 0;
  266. }
  267. static inline struct zone_reclaim_stat*
  268. mem_cgroup_get_reclaim_stat(struct mem_cgroup *memcg, struct zone *zone)
  269. {
  270. return NULL;
  271. }
  272. static inline struct zone_reclaim_stat*
  273. mem_cgroup_get_reclaim_stat_from_page(struct page *page)
  274. {
  275. return NULL;
  276. }
  277. static inline void
  278. mem_cgroup_print_oom_info(struct mem_cgroup *memcg, struct task_struct *p)
  279. {
  280. }
  281. static inline void mem_cgroup_inc_page_stat(struct page *page,
  282. enum mem_cgroup_page_stat_item idx)
  283. {
  284. }
  285. static inline void mem_cgroup_dec_page_stat(struct page *page,
  286. enum mem_cgroup_page_stat_item idx)
  287. {
  288. }
  289. static inline
  290. unsigned long mem_cgroup_soft_limit_reclaim(struct zone *zone, int order,
  291. gfp_t gfp_mask,
  292. unsigned long *total_scanned)
  293. {
  294. return 0;
  295. }
  296. static inline
  297. u64 mem_cgroup_get_limit(struct mem_cgroup *memcg)
  298. {
  299. return 0;
  300. }
  301. static inline void mem_cgroup_split_huge_fixup(struct page *head,
  302. struct page *tail)
  303. {
  304. }
  305. static inline
  306. void mem_cgroup_count_vm_event(struct mm_struct *mm, enum vm_event_item idx)
  307. {
  308. }
  309. #endif /* CONFIG_CGROUP_MEM_CONT */
  310. #if !defined(CONFIG_CGROUP_MEM_RES_CTLR) || !defined(CONFIG_DEBUG_VM)
  311. static inline bool
  312. mem_cgroup_bad_page_check(struct page *page)
  313. {
  314. return false;
  315. }
  316. static inline void
  317. mem_cgroup_print_bad_page(struct page *page)
  318. {
  319. }
  320. #endif
  321. enum {
  322. UNDER_LIMIT,
  323. SOFT_LIMIT,
  324. OVER_LIMIT,
  325. };
  326. #ifdef CONFIG_INET
  327. struct sock;
  328. #ifdef CONFIG_CGROUP_MEM_RES_CTLR_KMEM
  329. void sock_update_memcg(struct sock *sk);
  330. void sock_release_memcg(struct sock *sk);
  331. #else
  332. static inline void sock_update_memcg(struct sock *sk)
  333. {
  334. }
  335. static inline void sock_release_memcg(struct sock *sk)
  336. {
  337. }
  338. #endif /* CONFIG_CGROUP_MEM_RES_CTLR_KMEM */
  339. #endif /* CONFIG_INET */
  340. #endif /* _LINUX_MEMCONTROL_H */