blob: 5e9840f509804df5e49224a12bbbd079177ee4f6 [file] [log] [blame]
Balbir Singh8cdea7c2008-02-07 00:13:50 -08001/* memcontrol.h - Memory Controller
2 *
3 * Copyright IBM Corporation, 2007
4 * Author Balbir Singh <balbir@linux.vnet.ibm.com>
5 *
Pavel Emelianov78fb7462008-02-07 00:13:51 -08006 * Copyright 2007 OpenVZ SWsoft Inc
7 * Author: Pavel Emelianov <xemul@openvz.org>
8 *
Balbir Singh8cdea7c2008-02-07 00:13:50 -08009 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License as published by
11 * the Free Software Foundation; either version 2 of the License, or
12 * (at your option) any later version.
13 *
14 * This program is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU General Public License for more details.
18 */
19
20#ifndef _LINUX_MEMCONTROL_H
21#define _LINUX_MEMCONTROL_H
Hirokazu Takahashif8d665422009-01-07 18:08:02 -080022#include <linux/cgroup.h>
Pavel Emelianov78fb7462008-02-07 00:13:51 -080023struct mem_cgroup;
24struct page_cgroup;
Balbir Singh8697d332008-02-07 00:13:59 -080025struct page;
26struct mm_struct;
Pavel Emelianov78fb7462008-02-07 00:13:51 -080027
Greg Thelen2a7106f2011-01-13 15:47:37 -080028/* Stats that can be updated by kernel. */
29enum mem_cgroup_page_stat_item {
30 MEMCG_NR_FILE_MAPPED, /* # of pages charged as file rss */
31};
32
Johannes Weiner8b25c6d2010-05-24 14:32:40 -070033extern unsigned long mem_cgroup_isolate_pages(unsigned long nr_to_scan,
34 struct list_head *dst,
35 unsigned long *scanned, int order,
36 int mode, struct zone *z,
37 struct mem_cgroup *mem_cont,
38 int active, int file);
39
Balbir Singh00f0b822008-03-04 14:28:39 -080040#ifdef CONFIG_CGROUP_MEM_RES_CTLR
KAMEZAWA Hiroyuki2c26fdd2009-01-07 18:08:10 -080041/*
42 * All "charge" functions with gfp_mask should use GFP_KERNEL or
43 * (gfp_mask & GFP_RECLAIM_MASK). In current implementatin, memcg doesn't
44 * alloc memory but reclaims memory from all available zones. So, "where I want
45 * memory from" bits of gfp_mask has no meaning. So any bits of that field is
46 * available but adding a rule is better. charge functions' gfp_mask should
47 * be set to GFP_KERNEL or gfp_mask & GFP_RECLAIM_MASK for avoiding ambiguous
48 * codes.
49 * (Of course, if memcg does memory allocation in future, GFP_KERNEL is sane.)
50 */
Pavel Emelianov78fb7462008-02-07 00:13:51 -080051
KAMEZAWA Hiroyuki7a81b882009-01-07 18:07:48 -080052extern int mem_cgroup_newpage_charge(struct page *page, struct mm_struct *mm,
Balbir Singhe1a1cd52008-02-07 00:14:02 -080053 gfp_t gfp_mask);
KAMEZAWA Hiroyuki7a81b882009-01-07 18:07:48 -080054/* for swap handling */
KAMEZAWA Hiroyuki8c7c6e342009-01-07 18:08:00 -080055extern int mem_cgroup_try_charge_swapin(struct mm_struct *mm,
56 struct page *page, gfp_t mask, struct mem_cgroup **ptr);
KAMEZAWA Hiroyuki7a81b882009-01-07 18:07:48 -080057extern void mem_cgroup_commit_charge_swapin(struct page *page,
58 struct mem_cgroup *ptr);
59extern void mem_cgroup_cancel_charge_swapin(struct mem_cgroup *ptr);
60
Hugh Dickins82895462008-03-04 14:29:08 -080061extern int mem_cgroup_cache_charge(struct page *page, struct mm_struct *mm,
62 gfp_t gfp_mask);
KAMEZAWA Hiroyuki08e552c2009-01-07 18:08:01 -080063extern void mem_cgroup_add_lru_list(struct page *page, enum lru_list lru);
64extern void mem_cgroup_del_lru_list(struct page *page, enum lru_list lru);
Minchan Kim3f58a822011-03-22 16:32:53 -070065extern void mem_cgroup_rotate_reclaimable_page(struct page *page);
KAMEZAWA Hiroyuki08e552c2009-01-07 18:08:01 -080066extern void mem_cgroup_rotate_lru_list(struct page *page, enum lru_list lru);
67extern void mem_cgroup_del_lru(struct page *page);
68extern void mem_cgroup_move_lists(struct page *page,
69 enum lru_list from, enum lru_list to);
KAMEZAWA Hiroyuki569b8462009-12-15 16:47:03 -080070
71/* For coalescing uncharge for reducing memcg' overhead*/
72extern void mem_cgroup_uncharge_start(void);
73extern void mem_cgroup_uncharge_end(void);
74
Balbir Singh3c541e12008-02-07 00:14:41 -080075extern void mem_cgroup_uncharge_page(struct page *page);
KAMEZAWA Hiroyuki69029cd2008-07-25 01:47:14 -070076extern void mem_cgroup_uncharge_cache_page(struct page *page);
Daisuke Nishimuraae3abae2009-04-30 15:08:19 -070077extern int mem_cgroup_shmem_charge_fallback(struct page *page,
KAMEZAWA Hiroyukib5a84312009-01-07 18:08:35 -080078 struct mm_struct *mm, gfp_t gfp_mask);
KAMEZAWA Hiroyukic9b0ed52008-07-25 01:47:15 -070079
Pavel Emelianovc7ba5c92008-02-07 00:13:58 -080080extern void mem_cgroup_out_of_memory(struct mem_cgroup *mem, gfp_t gfp_mask);
David Rientjes4c4a2212008-02-07 00:14:06 -080081int task_in_mem_cgroup(struct task_struct *task, const struct mem_cgroup *mem);
David Rientjes3062fc62008-02-07 00:14:03 -080082
Wu Fengguange42d9d52009-12-16 12:19:59 +010083extern struct mem_cgroup *try_get_mem_cgroup_from_page(struct page *page);
Balbir Singhcf475ad2008-04-29 01:00:16 -070084extern struct mem_cgroup *mem_cgroup_from_task(struct task_struct *p);
85
Lai Jiangshan2e4d4092009-01-07 18:08:07 -080086static inline
87int mm_match_cgroup(const struct mm_struct *mm, const struct mem_cgroup *cgroup)
88{
89 struct mem_cgroup *mem;
90 rcu_read_lock();
KAMEZAWA Hiroyukie638c132009-04-21 12:24:41 -070091 mem = mem_cgroup_from_task(rcu_dereference((mm)->owner));
Lai Jiangshan2e4d4092009-01-07 18:08:07 -080092 rcu_read_unlock();
93 return cgroup == mem;
94}
Balbir Singh8a9f3cc2008-02-07 00:13:53 -080095
Wu Fengguangd3242362009-12-16 12:19:59 +010096extern struct cgroup_subsys_state *mem_cgroup_css(struct mem_cgroup *mem);
97
KAMEZAWA Hiroyukie8589cc2008-07-25 01:47:10 -070098extern int
akpm@linux-foundation.orgac39cf82010-05-26 14:42:46 -070099mem_cgroup_prepare_migration(struct page *page,
Miklos Szeredief6a3c62011-03-22 16:30:52 -0700100 struct page *newpage, struct mem_cgroup **ptr, gfp_t gfp_mask);
KAMEZAWA Hiroyuki01b1ae62009-01-07 18:07:50 -0800101extern void mem_cgroup_end_migration(struct mem_cgroup *mem,
Daisuke Nishimura50de1dd2011-01-13 15:47:43 -0800102 struct page *oldpage, struct page *newpage, bool migration_ok);
KAMEZAWA Hiroyukiae41be32008-02-07 00:14:10 -0800103
KAMEZAWA Hiroyuki58ae83d2008-02-07 00:14:32 -0800104/*
105 * For memory reclaim.
106 */
KOSAKI Motohiroc772be92009-01-07 18:08:25 -0800107int mem_cgroup_inactive_anon_is_low(struct mem_cgroup *memcg);
Rik van Riel56e49d22009-06-16 15:32:28 -0700108int mem_cgroup_inactive_file_is_low(struct mem_cgroup *memcg);
KOSAKI Motohiroa3d8e052009-01-07 18:08:19 -0800109unsigned long mem_cgroup_zone_nr_pages(struct mem_cgroup *memcg,
110 struct zone *zone,
111 enum lru_list lru);
KOSAKI Motohiro3e2f41f2009-01-07 18:08:20 -0800112struct zone_reclaim_stat *mem_cgroup_get_reclaim_stat(struct mem_cgroup *memcg,
113 struct zone *zone);
114struct zone_reclaim_stat*
115mem_cgroup_get_reclaim_stat_from_page(struct page *page);
Balbir Singhe2224322009-04-02 16:57:39 -0700116extern void mem_cgroup_print_oom_info(struct mem_cgroup *memcg,
117 struct task_struct *p);
KAMEZAWA Hiroyuki58ae83d2008-02-07 00:14:32 -0800118
KAMEZAWA Hiroyukic0777192009-01-07 18:07:57 -0800119#ifdef CONFIG_CGROUP_MEM_RES_CTLR_SWAP
120extern int do_swap_account;
121#endif
Hirokazu Takahashif8d665422009-01-07 18:08:02 -0800122
123static inline bool mem_cgroup_disabled(void)
124{
125 if (mem_cgroup_subsys.disabled)
126 return true;
127 return false;
128}
129
Greg Thelen2a7106f2011-01-13 15:47:37 -0800130void mem_cgroup_update_page_stat(struct page *page,
131 enum mem_cgroup_page_stat_item idx,
132 int val);
133
134static inline void mem_cgroup_inc_page_stat(struct page *page,
135 enum mem_cgroup_page_stat_item idx)
136{
137 mem_cgroup_update_page_stat(page, idx, 1);
138}
139
140static inline void mem_cgroup_dec_page_stat(struct page *page,
141 enum mem_cgroup_page_stat_item idx)
142{
143 mem_cgroup_update_page_stat(page, idx, -1);
144}
145
Balbir Singh4e416952009-09-23 15:56:39 -0700146unsigned long mem_cgroup_soft_limit_reclaim(struct zone *zone, int order,
KOSAKI Motohiro00918b62010-08-10 18:03:05 -0700147 gfp_t gfp_mask);
David Rientjesa63d83f2010-08-09 17:19:46 -0700148u64 mem_cgroup_get_limit(struct mem_cgroup *mem);
149
KAMEZAWA Hiroyukica3e0212011-01-20 14:44:24 -0800150#ifdef CONFIG_TRANSPARENT_HUGEPAGE
151void mem_cgroup_split_huge_fixup(struct page *head, struct page *tail);
152#endif
153
Daisuke Nishimuraf212ad72011-03-23 16:42:25 -0700154#ifdef CONFIG_DEBUG_VM
155bool mem_cgroup_bad_page_check(struct page *page);
156void mem_cgroup_print_bad_page(struct page *page);
157#endif
Balbir Singh00f0b822008-03-04 14:28:39 -0800158#else /* CONFIG_CGROUP_MEM_RES_CTLR */
KAMEZAWA Hiroyuki7a81b882009-01-07 18:07:48 -0800159struct mem_cgroup;
160
161static inline int mem_cgroup_newpage_charge(struct page *page,
Hugh Dickins82895462008-03-04 14:29:08 -0800162 struct mm_struct *mm, gfp_t gfp_mask)
Balbir Singh8a9f3cc2008-02-07 00:13:53 -0800163{
164 return 0;
165}
166
Hugh Dickins82895462008-03-04 14:29:08 -0800167static inline int mem_cgroup_cache_charge(struct page *page,
168 struct mm_struct *mm, gfp_t gfp_mask)
Balbir Singh8a9f3cc2008-02-07 00:13:53 -0800169{
Hugh Dickins82895462008-03-04 14:29:08 -0800170 return 0;
Balbir Singh8a9f3cc2008-02-07 00:13:53 -0800171}
172
KAMEZAWA Hiroyuki8c7c6e342009-01-07 18:08:00 -0800173static inline int mem_cgroup_try_charge_swapin(struct mm_struct *mm,
174 struct page *page, gfp_t gfp_mask, struct mem_cgroup **ptr)
KAMEZAWA Hiroyuki7a81b882009-01-07 18:07:48 -0800175{
176 return 0;
177}
178
179static inline void mem_cgroup_commit_charge_swapin(struct page *page,
180 struct mem_cgroup *ptr)
181{
182}
183
184static inline void mem_cgroup_cancel_charge_swapin(struct mem_cgroup *ptr)
185{
186}
187
KAMEZAWA Hiroyuki569b8462009-12-15 16:47:03 -0800188static inline void mem_cgroup_uncharge_start(void)
189{
190}
191
192static inline void mem_cgroup_uncharge_end(void)
193{
194}
195
Balbir Singh8a9f3cc2008-02-07 00:13:53 -0800196static inline void mem_cgroup_uncharge_page(struct page *page)
197{
198}
199
KAMEZAWA Hiroyuki69029cd2008-07-25 01:47:14 -0700200static inline void mem_cgroup_uncharge_cache_page(struct page *page)
201{
202}
203
Daisuke Nishimuraae3abae2009-04-30 15:08:19 -0700204static inline int mem_cgroup_shmem_charge_fallback(struct page *page,
KAMEZAWA Hiroyukib5a84312009-01-07 18:08:35 -0800205 struct mm_struct *mm, gfp_t gfp_mask)
KAMEZAWA Hiroyukic9b0ed52008-07-25 01:47:15 -0700206{
207 return 0;
208}
209
KAMEZAWA Hiroyuki08e552c2009-01-07 18:08:01 -0800210static inline void mem_cgroup_add_lru_list(struct page *page, int lru)
211{
212}
213
214static inline void mem_cgroup_del_lru_list(struct page *page, int lru)
215{
216 return ;
217}
218
Eric Dumazet67954fe2011-04-14 15:21:52 -0700219static inline void mem_cgroup_rotate_reclaimable_page(struct page *page)
Minchan Kim3f58a822011-03-22 16:32:53 -0700220{
221 return ;
222}
223
KAMEZAWA Hiroyuki08e552c2009-01-07 18:08:01 -0800224static inline void mem_cgroup_rotate_lru_list(struct page *page, int lru)
225{
226 return ;
227}
228
229static inline void mem_cgroup_del_lru(struct page *page)
230{
231 return ;
232}
233
234static inline void
235mem_cgroup_move_lists(struct page *page, enum lru_list from, enum lru_list to)
Balbir Singh66e17072008-02-07 00:13:56 -0800236{
237}
238
Wu Fengguange42d9d52009-12-16 12:19:59 +0100239static inline struct mem_cgroup *try_get_mem_cgroup_from_page(struct page *page)
240{
241 return NULL;
242}
243
Hugh Dickinsbd845e32008-03-04 14:29:01 -0800244static inline int mm_match_cgroup(struct mm_struct *mm, struct mem_cgroup *mem)
Balbir Singhbed71612008-02-07 00:14:01 -0800245{
David Rientjes60c12b12008-02-09 00:10:15 -0800246 return 1;
Balbir Singhbed71612008-02-07 00:14:01 -0800247}
248
David Rientjes4c4a2212008-02-07 00:14:06 -0800249static inline int task_in_mem_cgroup(struct task_struct *task,
250 const struct mem_cgroup *mem)
251{
252 return 1;
253}
254
Wu Fengguangd3242362009-12-16 12:19:59 +0100255static inline struct cgroup_subsys_state *mem_cgroup_css(struct mem_cgroup *mem)
256{
257 return NULL;
258}
259
KAMEZAWA Hiroyukie8589cc2008-07-25 01:47:10 -0700260static inline int
akpm@linux-foundation.orgac39cf82010-05-26 14:42:46 -0700261mem_cgroup_prepare_migration(struct page *page, struct page *newpage,
Miklos Szeredief6a3c62011-03-22 16:30:52 -0700262 struct mem_cgroup **ptr, gfp_t gfp_mask)
KAMEZAWA Hiroyukiae41be32008-02-07 00:14:10 -0800263{
264 return 0;
265}
266
KAMEZAWA Hiroyuki01b1ae62009-01-07 18:07:50 -0800267static inline void mem_cgroup_end_migration(struct mem_cgroup *mem,
Daisuke Nishimura50de1dd2011-01-13 15:47:43 -0800268 struct page *oldpage, struct page *newpage, bool migration_ok)
KAMEZAWA Hiroyukiae41be32008-02-07 00:14:10 -0800269{
270}
271
KAMEZAWA Hiroyuki6c48a1d2008-02-07 00:14:34 -0800272static inline int mem_cgroup_get_reclaim_priority(struct mem_cgroup *mem)
273{
274 return 0;
275}
276
277static inline void mem_cgroup_note_reclaim_priority(struct mem_cgroup *mem,
278 int priority)
279{
280}
281
282static inline void mem_cgroup_record_reclaim_priority(struct mem_cgroup *mem,
283 int priority)
284{
285}
286
Hirokazu Takahashif8d665422009-01-07 18:08:02 -0800287static inline bool mem_cgroup_disabled(void)
288{
289 return true;
290}
KAMEZAWA Hiroyukia636b322009-01-07 18:08:08 -0800291
KOSAKI Motohiro14797e22009-01-07 18:08:18 -0800292static inline int
KOSAKI Motohiroc772be92009-01-07 18:08:25 -0800293mem_cgroup_inactive_anon_is_low(struct mem_cgroup *memcg)
KOSAKI Motohiro14797e22009-01-07 18:08:18 -0800294{
295 return 1;
296}
297
Rik van Riel56e49d22009-06-16 15:32:28 -0700298static inline int
299mem_cgroup_inactive_file_is_low(struct mem_cgroup *memcg)
300{
301 return 1;
302}
303
KOSAKI Motohiroa3d8e052009-01-07 18:08:19 -0800304static inline unsigned long
305mem_cgroup_zone_nr_pages(struct mem_cgroup *memcg, struct zone *zone,
306 enum lru_list lru)
307{
308 return 0;
309}
310
311
KOSAKI Motohiro3e2f41f2009-01-07 18:08:20 -0800312static inline struct zone_reclaim_stat*
313mem_cgroup_get_reclaim_stat(struct mem_cgroup *memcg, struct zone *zone)
314{
315 return NULL;
316}
317
318static inline struct zone_reclaim_stat*
319mem_cgroup_get_reclaim_stat_from_page(struct page *page)
320{
321 return NULL;
322}
323
Balbir Singhe2224322009-04-02 16:57:39 -0700324static inline void
325mem_cgroup_print_oom_info(struct mem_cgroup *memcg, struct task_struct *p)
326{
327}
328
Greg Thelen2a7106f2011-01-13 15:47:37 -0800329static inline void mem_cgroup_inc_page_stat(struct page *page,
330 enum mem_cgroup_page_stat_item idx)
331{
332}
333
334static inline void mem_cgroup_dec_page_stat(struct page *page,
335 enum mem_cgroup_page_stat_item idx)
Balbir Singhd69b0422009-06-17 16:26:34 -0700336{
337}
338
Balbir Singh4e416952009-09-23 15:56:39 -0700339static inline
340unsigned long mem_cgroup_soft_limit_reclaim(struct zone *zone, int order,
KOSAKI Motohiro00918b62010-08-10 18:03:05 -0700341 gfp_t gfp_mask)
Balbir Singh4e416952009-09-23 15:56:39 -0700342{
343 return 0;
344}
345
David Rientjesa63d83f2010-08-09 17:19:46 -0700346static inline
347u64 mem_cgroup_get_limit(struct mem_cgroup *mem)
348{
349 return 0;
350}
351
KAMEZAWA Hiroyukica3e0212011-01-20 14:44:24 -0800352static inline void mem_cgroup_split_huge_fixup(struct page *head,
353 struct page *tail)
354{
355}
356
Pavel Emelianov78fb7462008-02-07 00:13:51 -0800357#endif /* CONFIG_CGROUP_MEM_CONT */
358
Daisuke Nishimuraf212ad72011-03-23 16:42:25 -0700359#if !defined(CONFIG_CGROUP_MEM_RES_CTLR) || !defined(CONFIG_DEBUG_VM)
360static inline bool
361mem_cgroup_bad_page_check(struct page *page)
362{
363 return false;
364}
365
366static inline void
367mem_cgroup_print_bad_page(struct page *page)
368{
369}
370#endif
371
Balbir Singh8cdea7c2008-02-07 00:13:50 -0800372#endif /* _LINUX_MEMCONTROL_H */
373