blob: 159a0762aeafe28d70ed674c22105a18256c4a44 [file] [log] [blame]
Balbir Singh8cdea7c2008-02-07 00:13:50 -08001/* memcontrol.h - Memory Controller
2 *
3 * Copyright IBM Corporation, 2007
4 * Author Balbir Singh <balbir@linux.vnet.ibm.com>
5 *
Pavel Emelianov78fb7462008-02-07 00:13:51 -08006 * Copyright 2007 OpenVZ SWsoft Inc
7 * Author: Pavel Emelianov <xemul@openvz.org>
8 *
Balbir Singh8cdea7c2008-02-07 00:13:50 -08009 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License as published by
11 * the Free Software Foundation; either version 2 of the License, or
12 * (at your option) any later version.
13 *
14 * This program is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU General Public License for more details.
18 */
19
20#ifndef _LINUX_MEMCONTROL_H
21#define _LINUX_MEMCONTROL_H
Hirokazu Takahashif8d665422009-01-07 18:08:02 -080022#include <linux/cgroup.h>
Pavel Emelianov78fb7462008-02-07 00:13:51 -080023struct mem_cgroup;
24struct page_cgroup;
Balbir Singh8697d332008-02-07 00:13:59 -080025struct page;
26struct mm_struct;
Pavel Emelianov78fb7462008-02-07 00:13:51 -080027
Johannes Weiner8b25c6d2010-05-24 14:32:40 -070028extern unsigned long mem_cgroup_isolate_pages(unsigned long nr_to_scan,
29 struct list_head *dst,
30 unsigned long *scanned, int order,
31 int mode, struct zone *z,
32 struct mem_cgroup *mem_cont,
33 int active, int file);
34
Balbir Singh00f0b822008-03-04 14:28:39 -080035#ifdef CONFIG_CGROUP_MEM_RES_CTLR
KAMEZAWA Hiroyuki2c26fdd2009-01-07 18:08:10 -080036/*
37 * All "charge" functions with gfp_mask should use GFP_KERNEL or
38 * (gfp_mask & GFP_RECLAIM_MASK). In current implementatin, memcg doesn't
39 * alloc memory but reclaims memory from all available zones. So, "where I want
40 * memory from" bits of gfp_mask has no meaning. So any bits of that field is
41 * available but adding a rule is better. charge functions' gfp_mask should
42 * be set to GFP_KERNEL or gfp_mask & GFP_RECLAIM_MASK for avoiding ambiguous
43 * codes.
44 * (Of course, if memcg does memory allocation in future, GFP_KERNEL is sane.)
45 */
Pavel Emelianov78fb7462008-02-07 00:13:51 -080046
KAMEZAWA Hiroyuki7a81b882009-01-07 18:07:48 -080047extern int mem_cgroup_newpage_charge(struct page *page, struct mm_struct *mm,
Balbir Singhe1a1cd52008-02-07 00:14:02 -080048 gfp_t gfp_mask);
KAMEZAWA Hiroyuki7a81b882009-01-07 18:07:48 -080049/* for swap handling */
KAMEZAWA Hiroyuki8c7c6e342009-01-07 18:08:00 -080050extern int mem_cgroup_try_charge_swapin(struct mm_struct *mm,
51 struct page *page, gfp_t mask, struct mem_cgroup **ptr);
KAMEZAWA Hiroyuki7a81b882009-01-07 18:07:48 -080052extern void mem_cgroup_commit_charge_swapin(struct page *page,
53 struct mem_cgroup *ptr);
54extern void mem_cgroup_cancel_charge_swapin(struct mem_cgroup *ptr);
55
Hugh Dickins82895462008-03-04 14:29:08 -080056extern int mem_cgroup_cache_charge(struct page *page, struct mm_struct *mm,
57 gfp_t gfp_mask);
KAMEZAWA Hiroyuki08e552c2009-01-07 18:08:01 -080058extern void mem_cgroup_add_lru_list(struct page *page, enum lru_list lru);
59extern void mem_cgroup_del_lru_list(struct page *page, enum lru_list lru);
60extern void mem_cgroup_rotate_lru_list(struct page *page, enum lru_list lru);
61extern void mem_cgroup_del_lru(struct page *page);
62extern void mem_cgroup_move_lists(struct page *page,
63 enum lru_list from, enum lru_list to);
KAMEZAWA Hiroyuki569b8462009-12-15 16:47:03 -080064
65/* For coalescing uncharge for reducing memcg' overhead*/
66extern void mem_cgroup_uncharge_start(void);
67extern void mem_cgroup_uncharge_end(void);
68
Balbir Singh3c541e12008-02-07 00:14:41 -080069extern void mem_cgroup_uncharge_page(struct page *page);
KAMEZAWA Hiroyuki69029cd2008-07-25 01:47:14 -070070extern void mem_cgroup_uncharge_cache_page(struct page *page);
Daisuke Nishimuraae3abae2009-04-30 15:08:19 -070071extern int mem_cgroup_shmem_charge_fallback(struct page *page,
KAMEZAWA Hiroyukib5a84312009-01-07 18:08:35 -080072 struct mm_struct *mm, gfp_t gfp_mask);
KAMEZAWA Hiroyukic9b0ed52008-07-25 01:47:15 -070073
Pavel Emelianovc7ba5c92008-02-07 00:13:58 -080074extern void mem_cgroup_out_of_memory(struct mem_cgroup *mem, gfp_t gfp_mask);
David Rientjes4c4a2212008-02-07 00:14:06 -080075int task_in_mem_cgroup(struct task_struct *task, const struct mem_cgroup *mem);
David Rientjes3062fc62008-02-07 00:14:03 -080076
Wu Fengguange42d9d52009-12-16 12:19:59 +010077extern struct mem_cgroup *try_get_mem_cgroup_from_page(struct page *page);
Balbir Singhcf475ad2008-04-29 01:00:16 -070078extern struct mem_cgroup *mem_cgroup_from_task(struct task_struct *p);
79
Lai Jiangshan2e4d4092009-01-07 18:08:07 -080080static inline
81int mm_match_cgroup(const struct mm_struct *mm, const struct mem_cgroup *cgroup)
82{
83 struct mem_cgroup *mem;
84 rcu_read_lock();
KAMEZAWA Hiroyukie638c132009-04-21 12:24:41 -070085 mem = mem_cgroup_from_task(rcu_dereference((mm)->owner));
Lai Jiangshan2e4d4092009-01-07 18:08:07 -080086 rcu_read_unlock();
87 return cgroup == mem;
88}
Balbir Singh8a9f3cc2008-02-07 00:13:53 -080089
Wu Fengguangd3242362009-12-16 12:19:59 +010090extern struct cgroup_subsys_state *mem_cgroup_css(struct mem_cgroup *mem);
91
KAMEZAWA Hiroyukie8589cc2008-07-25 01:47:10 -070092extern int
akpm@linux-foundation.orgac39cf82010-05-26 14:42:46 -070093mem_cgroup_prepare_migration(struct page *page,
94 struct page *newpage, struct mem_cgroup **ptr);
KAMEZAWA Hiroyuki01b1ae62009-01-07 18:07:50 -080095extern void mem_cgroup_end_migration(struct mem_cgroup *mem,
96 struct page *oldpage, struct page *newpage);
KAMEZAWA Hiroyukiae41be32008-02-07 00:14:10 -080097
KAMEZAWA Hiroyuki58ae83d2008-02-07 00:14:32 -080098/*
99 * For memory reclaim.
100 */
KOSAKI Motohiroc772be92009-01-07 18:08:25 -0800101int mem_cgroup_inactive_anon_is_low(struct mem_cgroup *memcg);
Rik van Riel56e49d22009-06-16 15:32:28 -0700102int mem_cgroup_inactive_file_is_low(struct mem_cgroup *memcg);
KOSAKI Motohiroa3d8e052009-01-07 18:08:19 -0800103unsigned long mem_cgroup_zone_nr_pages(struct mem_cgroup *memcg,
104 struct zone *zone,
105 enum lru_list lru);
KOSAKI Motohiro3e2f41f2009-01-07 18:08:20 -0800106struct zone_reclaim_stat *mem_cgroup_get_reclaim_stat(struct mem_cgroup *memcg,
107 struct zone *zone);
108struct zone_reclaim_stat*
109mem_cgroup_get_reclaim_stat_from_page(struct page *page);
Balbir Singhe2224322009-04-02 16:57:39 -0700110extern void mem_cgroup_print_oom_info(struct mem_cgroup *memcg,
111 struct task_struct *p);
KAMEZAWA Hiroyuki58ae83d2008-02-07 00:14:32 -0800112
KAMEZAWA Hiroyukic0777192009-01-07 18:07:57 -0800113#ifdef CONFIG_CGROUP_MEM_RES_CTLR_SWAP
114extern int do_swap_account;
115#endif
Hirokazu Takahashif8d665422009-01-07 18:08:02 -0800116
117static inline bool mem_cgroup_disabled(void)
118{
119 if (mem_cgroup_subsys.disabled)
120 return true;
121 return false;
122}
123
KAMEZAWA Hiroyukid8046582009-12-15 16:47:09 -0800124void mem_cgroup_update_file_mapped(struct page *page, int val);
Balbir Singh4e416952009-09-23 15:56:39 -0700125unsigned long mem_cgroup_soft_limit_reclaim(struct zone *zone, int order,
KOSAKI Motohiro00918b62010-08-10 18:03:05 -0700126 gfp_t gfp_mask);
David Rientjesa63d83f2010-08-09 17:19:46 -0700127u64 mem_cgroup_get_limit(struct mem_cgroup *mem);
128
Balbir Singh00f0b822008-03-04 14:28:39 -0800129#else /* CONFIG_CGROUP_MEM_RES_CTLR */
KAMEZAWA Hiroyuki7a81b882009-01-07 18:07:48 -0800130struct mem_cgroup;
131
132static inline int mem_cgroup_newpage_charge(struct page *page,
Hugh Dickins82895462008-03-04 14:29:08 -0800133 struct mm_struct *mm, gfp_t gfp_mask)
Balbir Singh8a9f3cc2008-02-07 00:13:53 -0800134{
135 return 0;
136}
137
Hugh Dickins82895462008-03-04 14:29:08 -0800138static inline int mem_cgroup_cache_charge(struct page *page,
139 struct mm_struct *mm, gfp_t gfp_mask)
Balbir Singh8a9f3cc2008-02-07 00:13:53 -0800140{
Hugh Dickins82895462008-03-04 14:29:08 -0800141 return 0;
Balbir Singh8a9f3cc2008-02-07 00:13:53 -0800142}
143
KAMEZAWA Hiroyuki8c7c6e342009-01-07 18:08:00 -0800144static inline int mem_cgroup_try_charge_swapin(struct mm_struct *mm,
145 struct page *page, gfp_t gfp_mask, struct mem_cgroup **ptr)
KAMEZAWA Hiroyuki7a81b882009-01-07 18:07:48 -0800146{
147 return 0;
148}
149
150static inline void mem_cgroup_commit_charge_swapin(struct page *page,
151 struct mem_cgroup *ptr)
152{
153}
154
155static inline void mem_cgroup_cancel_charge_swapin(struct mem_cgroup *ptr)
156{
157}
158
KAMEZAWA Hiroyuki569b8462009-12-15 16:47:03 -0800159static inline void mem_cgroup_uncharge_start(void)
160{
161}
162
163static inline void mem_cgroup_uncharge_end(void)
164{
165}
166
Balbir Singh8a9f3cc2008-02-07 00:13:53 -0800167static inline void mem_cgroup_uncharge_page(struct page *page)
168{
169}
170
KAMEZAWA Hiroyuki69029cd2008-07-25 01:47:14 -0700171static inline void mem_cgroup_uncharge_cache_page(struct page *page)
172{
173}
174
Daisuke Nishimuraae3abae2009-04-30 15:08:19 -0700175static inline int mem_cgroup_shmem_charge_fallback(struct page *page,
KAMEZAWA Hiroyukib5a84312009-01-07 18:08:35 -0800176 struct mm_struct *mm, gfp_t gfp_mask)
KAMEZAWA Hiroyukic9b0ed52008-07-25 01:47:15 -0700177{
178 return 0;
179}
180
KAMEZAWA Hiroyuki08e552c2009-01-07 18:08:01 -0800181static inline void mem_cgroup_add_lru_list(struct page *page, int lru)
182{
183}
184
185static inline void mem_cgroup_del_lru_list(struct page *page, int lru)
186{
187 return ;
188}
189
190static inline void mem_cgroup_rotate_lru_list(struct page *page, int lru)
191{
192 return ;
193}
194
195static inline void mem_cgroup_del_lru(struct page *page)
196{
197 return ;
198}
199
200static inline void
201mem_cgroup_move_lists(struct page *page, enum lru_list from, enum lru_list to)
Balbir Singh66e17072008-02-07 00:13:56 -0800202{
203}
204
Wu Fengguange42d9d52009-12-16 12:19:59 +0100205static inline struct mem_cgroup *try_get_mem_cgroup_from_page(struct page *page)
206{
207 return NULL;
208}
209
Hugh Dickinsbd845e32008-03-04 14:29:01 -0800210static inline int mm_match_cgroup(struct mm_struct *mm, struct mem_cgroup *mem)
Balbir Singhbed71612008-02-07 00:14:01 -0800211{
David Rientjes60c12b12008-02-09 00:10:15 -0800212 return 1;
Balbir Singhbed71612008-02-07 00:14:01 -0800213}
214
David Rientjes4c4a2212008-02-07 00:14:06 -0800215static inline int task_in_mem_cgroup(struct task_struct *task,
216 const struct mem_cgroup *mem)
217{
218 return 1;
219}
220
Wu Fengguangd3242362009-12-16 12:19:59 +0100221static inline struct cgroup_subsys_state *mem_cgroup_css(struct mem_cgroup *mem)
222{
223 return NULL;
224}
225
KAMEZAWA Hiroyukie8589cc2008-07-25 01:47:10 -0700226static inline int
akpm@linux-foundation.orgac39cf82010-05-26 14:42:46 -0700227mem_cgroup_prepare_migration(struct page *page, struct page *newpage,
228 struct mem_cgroup **ptr)
KAMEZAWA Hiroyukiae41be32008-02-07 00:14:10 -0800229{
230 return 0;
231}
232
KAMEZAWA Hiroyuki01b1ae62009-01-07 18:07:50 -0800233static inline void mem_cgroup_end_migration(struct mem_cgroup *mem,
234 struct page *oldpage,
235 struct page *newpage)
KAMEZAWA Hiroyukiae41be32008-02-07 00:14:10 -0800236{
237}
238
KAMEZAWA Hiroyuki6c48a1d2008-02-07 00:14:34 -0800239static inline int mem_cgroup_get_reclaim_priority(struct mem_cgroup *mem)
240{
241 return 0;
242}
243
244static inline void mem_cgroup_note_reclaim_priority(struct mem_cgroup *mem,
245 int priority)
246{
247}
248
249static inline void mem_cgroup_record_reclaim_priority(struct mem_cgroup *mem,
250 int priority)
251{
252}
253
Hirokazu Takahashif8d665422009-01-07 18:08:02 -0800254static inline bool mem_cgroup_disabled(void)
255{
256 return true;
257}
KAMEZAWA Hiroyukia636b322009-01-07 18:08:08 -0800258
KOSAKI Motohiro14797e22009-01-07 18:08:18 -0800259static inline int
KOSAKI Motohiroc772be92009-01-07 18:08:25 -0800260mem_cgroup_inactive_anon_is_low(struct mem_cgroup *memcg)
KOSAKI Motohiro14797e22009-01-07 18:08:18 -0800261{
262 return 1;
263}
264
Rik van Riel56e49d22009-06-16 15:32:28 -0700265static inline int
266mem_cgroup_inactive_file_is_low(struct mem_cgroup *memcg)
267{
268 return 1;
269}
270
KOSAKI Motohiroa3d8e052009-01-07 18:08:19 -0800271static inline unsigned long
272mem_cgroup_zone_nr_pages(struct mem_cgroup *memcg, struct zone *zone,
273 enum lru_list lru)
274{
275 return 0;
276}
277
278
KOSAKI Motohiro3e2f41f2009-01-07 18:08:20 -0800279static inline struct zone_reclaim_stat*
280mem_cgroup_get_reclaim_stat(struct mem_cgroup *memcg, struct zone *zone)
281{
282 return NULL;
283}
284
285static inline struct zone_reclaim_stat*
286mem_cgroup_get_reclaim_stat_from_page(struct page *page)
287{
288 return NULL;
289}
290
Balbir Singhe2224322009-04-02 16:57:39 -0700291static inline void
292mem_cgroup_print_oom_info(struct mem_cgroup *memcg, struct task_struct *p)
293{
294}
295
KAMEZAWA Hiroyukid8046582009-12-15 16:47:09 -0800296static inline void mem_cgroup_update_file_mapped(struct page *page,
Balbir Singhd69b0422009-06-17 16:26:34 -0700297 int val)
298{
299}
300
Balbir Singh4e416952009-09-23 15:56:39 -0700301static inline
302unsigned long mem_cgroup_soft_limit_reclaim(struct zone *zone, int order,
KOSAKI Motohiro00918b62010-08-10 18:03:05 -0700303 gfp_t gfp_mask)
Balbir Singh4e416952009-09-23 15:56:39 -0700304{
305 return 0;
306}
307
David Rientjesa63d83f2010-08-09 17:19:46 -0700308static inline
309u64 mem_cgroup_get_limit(struct mem_cgroup *mem)
310{
311 return 0;
312}
313
Pavel Emelianov78fb7462008-02-07 00:13:51 -0800314#endif /* CONFIG_CGROUP_MEM_CONT */
315
Balbir Singh8cdea7c2008-02-07 00:13:50 -0800316#endif /* _LINUX_MEMCONTROL_H */
317