blob: 1f9b119f4ace3624e492bb6cb88495b3e9d0f5e2 [file] [log] [blame]
Balbir Singh8cdea7c2008-02-07 00:13:50 -08001/* memcontrol.h - Memory Controller
2 *
3 * Copyright IBM Corporation, 2007
4 * Author Balbir Singh <balbir@linux.vnet.ibm.com>
5 *
Pavel Emelianov78fb7462008-02-07 00:13:51 -08006 * Copyright 2007 OpenVZ SWsoft Inc
7 * Author: Pavel Emelianov <xemul@openvz.org>
8 *
Balbir Singh8cdea7c2008-02-07 00:13:50 -08009 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License as published by
11 * the Free Software Foundation; either version 2 of the License, or
12 * (at your option) any later version.
13 *
14 * This program is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU General Public License for more details.
18 */
19
20#ifndef _LINUX_MEMCONTROL_H
21#define _LINUX_MEMCONTROL_H
Hirokazu Takahashif8d665422009-01-07 18:08:02 -080022#include <linux/cgroup.h>
Pavel Emelianov78fb7462008-02-07 00:13:51 -080023struct mem_cgroup;
24struct page_cgroup;
Balbir Singh8697d332008-02-07 00:13:59 -080025struct page;
26struct mm_struct;
Pavel Emelianov78fb7462008-02-07 00:13:51 -080027
Balbir Singh00f0b822008-03-04 14:28:39 -080028#ifdef CONFIG_CGROUP_MEM_RES_CTLR
KAMEZAWA Hiroyuki2c26fdd2009-01-07 18:08:10 -080029/*
30 * All "charge" functions with gfp_mask should use GFP_KERNEL or
31 * (gfp_mask & GFP_RECLAIM_MASK). In current implementatin, memcg doesn't
32 * alloc memory but reclaims memory from all available zones. So, "where I want
33 * memory from" bits of gfp_mask has no meaning. So any bits of that field is
34 * available but adding a rule is better. charge functions' gfp_mask should
35 * be set to GFP_KERNEL or gfp_mask & GFP_RECLAIM_MASK for avoiding ambiguous
36 * codes.
37 * (Of course, if memcg does memory allocation in future, GFP_KERNEL is sane.)
38 */
Pavel Emelianov78fb7462008-02-07 00:13:51 -080039
KAMEZAWA Hiroyuki7a81b882009-01-07 18:07:48 -080040extern int mem_cgroup_newpage_charge(struct page *page, struct mm_struct *mm,
Balbir Singhe1a1cd52008-02-07 00:14:02 -080041 gfp_t gfp_mask);
KAMEZAWA Hiroyuki7a81b882009-01-07 18:07:48 -080042/* for swap handling */
KAMEZAWA Hiroyuki8c7c6e342009-01-07 18:08:00 -080043extern int mem_cgroup_try_charge_swapin(struct mm_struct *mm,
44 struct page *page, gfp_t mask, struct mem_cgroup **ptr);
KAMEZAWA Hiroyuki7a81b882009-01-07 18:07:48 -080045extern void mem_cgroup_commit_charge_swapin(struct page *page,
46 struct mem_cgroup *ptr);
47extern void mem_cgroup_cancel_charge_swapin(struct mem_cgroup *ptr);
48
Hugh Dickins82895462008-03-04 14:29:08 -080049extern int mem_cgroup_cache_charge(struct page *page, struct mm_struct *mm,
50 gfp_t gfp_mask);
KAMEZAWA Hiroyuki08e552c2009-01-07 18:08:01 -080051extern void mem_cgroup_add_lru_list(struct page *page, enum lru_list lru);
52extern void mem_cgroup_del_lru_list(struct page *page, enum lru_list lru);
53extern void mem_cgroup_rotate_lru_list(struct page *page, enum lru_list lru);
54extern void mem_cgroup_del_lru(struct page *page);
55extern void mem_cgroup_move_lists(struct page *page,
56 enum lru_list from, enum lru_list to);
KAMEZAWA Hiroyuki569b8462009-12-15 16:47:03 -080057
58/* For coalescing uncharge for reducing memcg' overhead*/
59extern void mem_cgroup_uncharge_start(void);
60extern void mem_cgroup_uncharge_end(void);
61
Balbir Singh3c541e12008-02-07 00:14:41 -080062extern void mem_cgroup_uncharge_page(struct page *page);
KAMEZAWA Hiroyuki69029cd2008-07-25 01:47:14 -070063extern void mem_cgroup_uncharge_cache_page(struct page *page);
Daisuke Nishimuraae3abae2009-04-30 15:08:19 -070064extern int mem_cgroup_shmem_charge_fallback(struct page *page,
KAMEZAWA Hiroyukib5a84312009-01-07 18:08:35 -080065 struct mm_struct *mm, gfp_t gfp_mask);
KAMEZAWA Hiroyukic9b0ed52008-07-25 01:47:15 -070066
Balbir Singh66e17072008-02-07 00:13:56 -080067extern unsigned long mem_cgroup_isolate_pages(unsigned long nr_to_scan,
68 struct list_head *dst,
69 unsigned long *scanned, int order,
70 int mode, struct zone *z,
71 struct mem_cgroup *mem_cont,
Rik van Riel4f98a2f2008-10-18 20:26:32 -070072 int active, int file);
Pavel Emelianovc7ba5c92008-02-07 00:13:58 -080073extern void mem_cgroup_out_of_memory(struct mem_cgroup *mem, gfp_t gfp_mask);
David Rientjes4c4a2212008-02-07 00:14:06 -080074int task_in_mem_cgroup(struct task_struct *task, const struct mem_cgroup *mem);
David Rientjes3062fc62008-02-07 00:14:03 -080075
Wu Fengguange42d9d52009-12-16 12:19:59 +010076extern struct mem_cgroup *try_get_mem_cgroup_from_page(struct page *page);
Balbir Singhcf475ad2008-04-29 01:00:16 -070077extern struct mem_cgroup *mem_cgroup_from_task(struct task_struct *p);
78
Lai Jiangshan2e4d4092009-01-07 18:08:07 -080079static inline
80int mm_match_cgroup(const struct mm_struct *mm, const struct mem_cgroup *cgroup)
81{
82 struct mem_cgroup *mem;
83 rcu_read_lock();
KAMEZAWA Hiroyukie638c132009-04-21 12:24:41 -070084 mem = mem_cgroup_from_task(rcu_dereference((mm)->owner));
Lai Jiangshan2e4d4092009-01-07 18:08:07 -080085 rcu_read_unlock();
86 return cgroup == mem;
87}
Balbir Singh8a9f3cc2008-02-07 00:13:53 -080088
Wu Fengguangd3242362009-12-16 12:19:59 +010089extern struct cgroup_subsys_state *mem_cgroup_css(struct mem_cgroup *mem);
90
KAMEZAWA Hiroyukie8589cc2008-07-25 01:47:10 -070091extern int
KAMEZAWA Hiroyuki01b1ae62009-01-07 18:07:50 -080092mem_cgroup_prepare_migration(struct page *page, struct mem_cgroup **ptr);
93extern void mem_cgroup_end_migration(struct mem_cgroup *mem,
94 struct page *oldpage, struct page *newpage);
KAMEZAWA Hiroyukiae41be32008-02-07 00:14:10 -080095
KAMEZAWA Hiroyuki58ae83d2008-02-07 00:14:32 -080096/*
97 * For memory reclaim.
98 */
KAMEZAWA Hiroyuki6c48a1d2008-02-07 00:14:34 -080099extern int mem_cgroup_get_reclaim_priority(struct mem_cgroup *mem);
100extern void mem_cgroup_note_reclaim_priority(struct mem_cgroup *mem,
101 int priority);
102extern void mem_cgroup_record_reclaim_priority(struct mem_cgroup *mem,
103 int priority);
KOSAKI Motohiroc772be92009-01-07 18:08:25 -0800104int mem_cgroup_inactive_anon_is_low(struct mem_cgroup *memcg);
Rik van Riel56e49d22009-06-16 15:32:28 -0700105int mem_cgroup_inactive_file_is_low(struct mem_cgroup *memcg);
KOSAKI Motohiroa3d8e052009-01-07 18:08:19 -0800106unsigned long mem_cgroup_zone_nr_pages(struct mem_cgroup *memcg,
107 struct zone *zone,
108 enum lru_list lru);
KOSAKI Motohiro3e2f41f2009-01-07 18:08:20 -0800109struct zone_reclaim_stat *mem_cgroup_get_reclaim_stat(struct mem_cgroup *memcg,
110 struct zone *zone);
111struct zone_reclaim_stat*
112mem_cgroup_get_reclaim_stat_from_page(struct page *page);
Balbir Singhe2224322009-04-02 16:57:39 -0700113extern void mem_cgroup_print_oom_info(struct mem_cgroup *memcg,
114 struct task_struct *p);
KAMEZAWA Hiroyuki58ae83d2008-02-07 00:14:32 -0800115
KAMEZAWA Hiroyukic0777192009-01-07 18:07:57 -0800116#ifdef CONFIG_CGROUP_MEM_RES_CTLR_SWAP
117extern int do_swap_account;
118#endif
Hirokazu Takahashif8d665422009-01-07 18:08:02 -0800119
120static inline bool mem_cgroup_disabled(void)
121{
122 if (mem_cgroup_subsys.disabled)
123 return true;
124 return false;
125}
126
KAMEZAWA Hiroyukia636b322009-01-07 18:08:08 -0800127extern bool mem_cgroup_oom_called(struct task_struct *task);
KAMEZAWA Hiroyukid8046582009-12-15 16:47:09 -0800128void mem_cgroup_update_file_mapped(struct page *page, int val);
Balbir Singh4e416952009-09-23 15:56:39 -0700129unsigned long mem_cgroup_soft_limit_reclaim(struct zone *zone, int order,
130 gfp_t gfp_mask, int nid,
131 int zid);
Balbir Singh00f0b822008-03-04 14:28:39 -0800132#else /* CONFIG_CGROUP_MEM_RES_CTLR */
KAMEZAWA Hiroyuki7a81b882009-01-07 18:07:48 -0800133struct mem_cgroup;
134
135static inline int mem_cgroup_newpage_charge(struct page *page,
Hugh Dickins82895462008-03-04 14:29:08 -0800136 struct mm_struct *mm, gfp_t gfp_mask)
Balbir Singh8a9f3cc2008-02-07 00:13:53 -0800137{
138 return 0;
139}
140
Hugh Dickins82895462008-03-04 14:29:08 -0800141static inline int mem_cgroup_cache_charge(struct page *page,
142 struct mm_struct *mm, gfp_t gfp_mask)
Balbir Singh8a9f3cc2008-02-07 00:13:53 -0800143{
Hugh Dickins82895462008-03-04 14:29:08 -0800144 return 0;
Balbir Singh8a9f3cc2008-02-07 00:13:53 -0800145}
146
KAMEZAWA Hiroyuki8c7c6e342009-01-07 18:08:00 -0800147static inline int mem_cgroup_try_charge_swapin(struct mm_struct *mm,
148 struct page *page, gfp_t gfp_mask, struct mem_cgroup **ptr)
KAMEZAWA Hiroyuki7a81b882009-01-07 18:07:48 -0800149{
150 return 0;
151}
152
153static inline void mem_cgroup_commit_charge_swapin(struct page *page,
154 struct mem_cgroup *ptr)
155{
156}
157
158static inline void mem_cgroup_cancel_charge_swapin(struct mem_cgroup *ptr)
159{
160}
161
KAMEZAWA Hiroyuki569b8462009-12-15 16:47:03 -0800162static inline void mem_cgroup_uncharge_start(void)
163{
164}
165
166static inline void mem_cgroup_uncharge_end(void)
167{
168}
169
Balbir Singh8a9f3cc2008-02-07 00:13:53 -0800170static inline void mem_cgroup_uncharge_page(struct page *page)
171{
172}
173
KAMEZAWA Hiroyuki69029cd2008-07-25 01:47:14 -0700174static inline void mem_cgroup_uncharge_cache_page(struct page *page)
175{
176}
177
Daisuke Nishimuraae3abae2009-04-30 15:08:19 -0700178static inline int mem_cgroup_shmem_charge_fallback(struct page *page,
KAMEZAWA Hiroyukib5a84312009-01-07 18:08:35 -0800179 struct mm_struct *mm, gfp_t gfp_mask)
KAMEZAWA Hiroyukic9b0ed52008-07-25 01:47:15 -0700180{
181 return 0;
182}
183
KAMEZAWA Hiroyuki08e552c2009-01-07 18:08:01 -0800184static inline void mem_cgroup_add_lru_list(struct page *page, int lru)
185{
186}
187
188static inline void mem_cgroup_del_lru_list(struct page *page, int lru)
189{
190 return ;
191}
192
193static inline void mem_cgroup_rotate_lru_list(struct page *page, int lru)
194{
195 return ;
196}
197
198static inline void mem_cgroup_del_lru(struct page *page)
199{
200 return ;
201}
202
203static inline void
204mem_cgroup_move_lists(struct page *page, enum lru_list from, enum lru_list to)
Balbir Singh66e17072008-02-07 00:13:56 -0800205{
206}
207
Wu Fengguange42d9d52009-12-16 12:19:59 +0100208static inline struct mem_cgroup *try_get_mem_cgroup_from_page(struct page *page)
209{
210 return NULL;
211}
212
Hugh Dickinsbd845e32008-03-04 14:29:01 -0800213static inline int mm_match_cgroup(struct mm_struct *mm, struct mem_cgroup *mem)
Balbir Singhbed71612008-02-07 00:14:01 -0800214{
David Rientjes60c12b12008-02-09 00:10:15 -0800215 return 1;
Balbir Singhbed71612008-02-07 00:14:01 -0800216}
217
David Rientjes4c4a2212008-02-07 00:14:06 -0800218static inline int task_in_mem_cgroup(struct task_struct *task,
219 const struct mem_cgroup *mem)
220{
221 return 1;
222}
223
Wu Fengguangd3242362009-12-16 12:19:59 +0100224static inline struct cgroup_subsys_state *mem_cgroup_css(struct mem_cgroup *mem)
225{
226 return NULL;
227}
228
KAMEZAWA Hiroyukie8589cc2008-07-25 01:47:10 -0700229static inline int
KAMEZAWA Hiroyuki01b1ae62009-01-07 18:07:50 -0800230mem_cgroup_prepare_migration(struct page *page, struct mem_cgroup **ptr)
KAMEZAWA Hiroyukiae41be32008-02-07 00:14:10 -0800231{
232 return 0;
233}
234
KAMEZAWA Hiroyuki01b1ae62009-01-07 18:07:50 -0800235static inline void mem_cgroup_end_migration(struct mem_cgroup *mem,
236 struct page *oldpage,
237 struct page *newpage)
KAMEZAWA Hiroyukiae41be32008-02-07 00:14:10 -0800238{
239}
240
KAMEZAWA Hiroyuki6c48a1d2008-02-07 00:14:34 -0800241static inline int mem_cgroup_get_reclaim_priority(struct mem_cgroup *mem)
242{
243 return 0;
244}
245
246static inline void mem_cgroup_note_reclaim_priority(struct mem_cgroup *mem,
247 int priority)
248{
249}
250
251static inline void mem_cgroup_record_reclaim_priority(struct mem_cgroup *mem,
252 int priority)
253{
254}
255
Hirokazu Takahashif8d665422009-01-07 18:08:02 -0800256static inline bool mem_cgroup_disabled(void)
257{
258 return true;
259}
KAMEZAWA Hiroyukia636b322009-01-07 18:08:08 -0800260
261static inline bool mem_cgroup_oom_called(struct task_struct *task)
262{
263 return false;
264}
KOSAKI Motohiro14797e22009-01-07 18:08:18 -0800265
266static inline int
KOSAKI Motohiroc772be92009-01-07 18:08:25 -0800267mem_cgroup_inactive_anon_is_low(struct mem_cgroup *memcg)
KOSAKI Motohiro14797e22009-01-07 18:08:18 -0800268{
269 return 1;
270}
271
Rik van Riel56e49d22009-06-16 15:32:28 -0700272static inline int
273mem_cgroup_inactive_file_is_low(struct mem_cgroup *memcg)
274{
275 return 1;
276}
277
KOSAKI Motohiroa3d8e052009-01-07 18:08:19 -0800278static inline unsigned long
279mem_cgroup_zone_nr_pages(struct mem_cgroup *memcg, struct zone *zone,
280 enum lru_list lru)
281{
282 return 0;
283}
284
285
KOSAKI Motohiro3e2f41f2009-01-07 18:08:20 -0800286static inline struct zone_reclaim_stat*
287mem_cgroup_get_reclaim_stat(struct mem_cgroup *memcg, struct zone *zone)
288{
289 return NULL;
290}
291
292static inline struct zone_reclaim_stat*
293mem_cgroup_get_reclaim_stat_from_page(struct page *page)
294{
295 return NULL;
296}
297
Balbir Singhe2224322009-04-02 16:57:39 -0700298static inline void
299mem_cgroup_print_oom_info(struct mem_cgroup *memcg, struct task_struct *p)
300{
301}
302
KAMEZAWA Hiroyukid8046582009-12-15 16:47:09 -0800303static inline void mem_cgroup_update_file_mapped(struct page *page,
Balbir Singhd69b0422009-06-17 16:26:34 -0700304 int val)
305{
306}
307
Balbir Singh4e416952009-09-23 15:56:39 -0700308static inline
309unsigned long mem_cgroup_soft_limit_reclaim(struct zone *zone, int order,
310 gfp_t gfp_mask, int nid, int zid)
311{
312 return 0;
313}
314
Pavel Emelianov78fb7462008-02-07 00:13:51 -0800315#endif /* CONFIG_CGROUP_MEM_CONT */
316
Balbir Singh8cdea7c2008-02-07 00:13:50 -0800317#endif /* _LINUX_MEMCONTROL_H */
318