blob: 5bb7be2628cab2743d45c5d1283d0bc4e0f76fbb [file] [log] [blame]
Balbir Singh8cdea7c2008-02-07 00:13:50 -08001/* memcontrol.h - Memory Controller
2 *
3 * Copyright IBM Corporation, 2007
4 * Author Balbir Singh <balbir@linux.vnet.ibm.com>
5 *
Pavel Emelianov78fb7462008-02-07 00:13:51 -08006 * Copyright 2007 OpenVZ SWsoft Inc
7 * Author: Pavel Emelianov <xemul@openvz.org>
8 *
Balbir Singh8cdea7c2008-02-07 00:13:50 -08009 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License as published by
11 * the Free Software Foundation; either version 2 of the License, or
12 * (at your option) any later version.
13 *
14 * This program is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU General Public License for more details.
18 */
19
20#ifndef _LINUX_MEMCONTROL_H
21#define _LINUX_MEMCONTROL_H
Hirokazu Takahashif8d665422009-01-07 18:08:02 -080022#include <linux/cgroup.h>
Pavel Emelianov78fb7462008-02-07 00:13:51 -080023struct mem_cgroup;
24struct page_cgroup;
Balbir Singh8697d332008-02-07 00:13:59 -080025struct page;
26struct mm_struct;
Pavel Emelianov78fb7462008-02-07 00:13:51 -080027
Greg Thelen2a7106f2011-01-13 15:47:37 -080028/* Stats that can be updated by kernel. */
29enum mem_cgroup_page_stat_item {
30 MEMCG_NR_FILE_MAPPED, /* # of pages charged as file rss */
31};
32
Johannes Weiner8b25c6d2010-05-24 14:32:40 -070033extern unsigned long mem_cgroup_isolate_pages(unsigned long nr_to_scan,
34 struct list_head *dst,
35 unsigned long *scanned, int order,
36 int mode, struct zone *z,
37 struct mem_cgroup *mem_cont,
38 int active, int file);
39
Balbir Singh00f0b822008-03-04 14:28:39 -080040#ifdef CONFIG_CGROUP_MEM_RES_CTLR
KAMEZAWA Hiroyuki2c26fdd2009-01-07 18:08:10 -080041/*
42 * All "charge" functions with gfp_mask should use GFP_KERNEL or
43 * (gfp_mask & GFP_RECLAIM_MASK). In current implementatin, memcg doesn't
44 * alloc memory but reclaims memory from all available zones. So, "where I want
45 * memory from" bits of gfp_mask has no meaning. So any bits of that field is
46 * available but adding a rule is better. charge functions' gfp_mask should
47 * be set to GFP_KERNEL or gfp_mask & GFP_RECLAIM_MASK for avoiding ambiguous
48 * codes.
49 * (Of course, if memcg does memory allocation in future, GFP_KERNEL is sane.)
50 */
Pavel Emelianov78fb7462008-02-07 00:13:51 -080051
KAMEZAWA Hiroyuki7a81b882009-01-07 18:07:48 -080052extern int mem_cgroup_newpage_charge(struct page *page, struct mm_struct *mm,
Balbir Singhe1a1cd52008-02-07 00:14:02 -080053 gfp_t gfp_mask);
KAMEZAWA Hiroyuki7a81b882009-01-07 18:07:48 -080054/* for swap handling */
KAMEZAWA Hiroyuki8c7c6e342009-01-07 18:08:00 -080055extern int mem_cgroup_try_charge_swapin(struct mm_struct *mm,
56 struct page *page, gfp_t mask, struct mem_cgroup **ptr);
KAMEZAWA Hiroyuki7a81b882009-01-07 18:07:48 -080057extern void mem_cgroup_commit_charge_swapin(struct page *page,
58 struct mem_cgroup *ptr);
59extern void mem_cgroup_cancel_charge_swapin(struct mem_cgroup *ptr);
60
Hugh Dickins82895462008-03-04 14:29:08 -080061extern int mem_cgroup_cache_charge(struct page *page, struct mm_struct *mm,
62 gfp_t gfp_mask);
KAMEZAWA Hiroyuki08e552c2009-01-07 18:08:01 -080063extern void mem_cgroup_add_lru_list(struct page *page, enum lru_list lru);
64extern void mem_cgroup_del_lru_list(struct page *page, enum lru_list lru);
Minchan Kim3f58a822011-03-22 16:32:53 -070065extern void mem_cgroup_rotate_reclaimable_page(struct page *page);
KAMEZAWA Hiroyuki08e552c2009-01-07 18:08:01 -080066extern void mem_cgroup_rotate_lru_list(struct page *page, enum lru_list lru);
67extern void mem_cgroup_del_lru(struct page *page);
68extern void mem_cgroup_move_lists(struct page *page,
69 enum lru_list from, enum lru_list to);
KAMEZAWA Hiroyuki569b8462009-12-15 16:47:03 -080070
71/* For coalescing uncharge for reducing memcg' overhead*/
72extern void mem_cgroup_uncharge_start(void);
73extern void mem_cgroup_uncharge_end(void);
74
Balbir Singh3c541e12008-02-07 00:14:41 -080075extern void mem_cgroup_uncharge_page(struct page *page);
KAMEZAWA Hiroyuki69029cd2008-07-25 01:47:14 -070076extern void mem_cgroup_uncharge_cache_page(struct page *page);
Daisuke Nishimuraae3abae2009-04-30 15:08:19 -070077extern int mem_cgroup_shmem_charge_fallback(struct page *page,
KAMEZAWA Hiroyukib5a84312009-01-07 18:08:35 -080078 struct mm_struct *mm, gfp_t gfp_mask);
KAMEZAWA Hiroyukic9b0ed52008-07-25 01:47:15 -070079
Pavel Emelianovc7ba5c92008-02-07 00:13:58 -080080extern void mem_cgroup_out_of_memory(struct mem_cgroup *mem, gfp_t gfp_mask);
David Rientjes4c4a2212008-02-07 00:14:06 -080081int task_in_mem_cgroup(struct task_struct *task, const struct mem_cgroup *mem);
David Rientjes3062fc62008-02-07 00:14:03 -080082
Wu Fengguange42d9d52009-12-16 12:19:59 +010083extern struct mem_cgroup *try_get_mem_cgroup_from_page(struct page *page);
Balbir Singhcf475ad2008-04-29 01:00:16 -070084extern struct mem_cgroup *mem_cgroup_from_task(struct task_struct *p);
85
Lai Jiangshan2e4d4092009-01-07 18:08:07 -080086static inline
87int mm_match_cgroup(const struct mm_struct *mm, const struct mem_cgroup *cgroup)
88{
89 struct mem_cgroup *mem;
90 rcu_read_lock();
KAMEZAWA Hiroyukie638c132009-04-21 12:24:41 -070091 mem = mem_cgroup_from_task(rcu_dereference((mm)->owner));
Lai Jiangshan2e4d4092009-01-07 18:08:07 -080092 rcu_read_unlock();
93 return cgroup == mem;
94}
Balbir Singh8a9f3cc2008-02-07 00:13:53 -080095
Wu Fengguangd3242362009-12-16 12:19:59 +010096extern struct cgroup_subsys_state *mem_cgroup_css(struct mem_cgroup *mem);
97
KAMEZAWA Hiroyukie8589cc2008-07-25 01:47:10 -070098extern int
akpm@linux-foundation.orgac39cf82010-05-26 14:42:46 -070099mem_cgroup_prepare_migration(struct page *page,
Miklos Szeredief6a3c62011-03-22 16:30:52 -0700100 struct page *newpage, struct mem_cgroup **ptr, gfp_t gfp_mask);
KAMEZAWA Hiroyuki01b1ae62009-01-07 18:07:50 -0800101extern void mem_cgroup_end_migration(struct mem_cgroup *mem,
Daisuke Nishimura50de1dd2011-01-13 15:47:43 -0800102 struct page *oldpage, struct page *newpage, bool migration_ok);
KAMEZAWA Hiroyukiae41be32008-02-07 00:14:10 -0800103
KAMEZAWA Hiroyuki58ae83d2008-02-07 00:14:32 -0800104/*
105 * For memory reclaim.
106 */
KOSAKI Motohiroc772be92009-01-07 18:08:25 -0800107int mem_cgroup_inactive_anon_is_low(struct mem_cgroup *memcg);
Rik van Riel56e49d22009-06-16 15:32:28 -0700108int mem_cgroup_inactive_file_is_low(struct mem_cgroup *memcg);
KOSAKI Motohiroa3d8e052009-01-07 18:08:19 -0800109unsigned long mem_cgroup_zone_nr_pages(struct mem_cgroup *memcg,
110 struct zone *zone,
111 enum lru_list lru);
KOSAKI Motohiro3e2f41f2009-01-07 18:08:20 -0800112struct zone_reclaim_stat *mem_cgroup_get_reclaim_stat(struct mem_cgroup *memcg,
113 struct zone *zone);
114struct zone_reclaim_stat*
115mem_cgroup_get_reclaim_stat_from_page(struct page *page);
Balbir Singhe2224322009-04-02 16:57:39 -0700116extern void mem_cgroup_print_oom_info(struct mem_cgroup *memcg,
117 struct task_struct *p);
KAMEZAWA Hiroyuki58ae83d2008-02-07 00:14:32 -0800118
KAMEZAWA Hiroyukic0777192009-01-07 18:07:57 -0800119#ifdef CONFIG_CGROUP_MEM_RES_CTLR_SWAP
120extern int do_swap_account;
121#endif
Hirokazu Takahashif8d665422009-01-07 18:08:02 -0800122
123static inline bool mem_cgroup_disabled(void)
124{
125 if (mem_cgroup_subsys.disabled)
126 return true;
127 return false;
128}
129
Greg Thelen2a7106f2011-01-13 15:47:37 -0800130void mem_cgroup_update_page_stat(struct page *page,
131 enum mem_cgroup_page_stat_item idx,
132 int val);
133
134static inline void mem_cgroup_inc_page_stat(struct page *page,
135 enum mem_cgroup_page_stat_item idx)
136{
137 mem_cgroup_update_page_stat(page, idx, 1);
138}
139
140static inline void mem_cgroup_dec_page_stat(struct page *page,
141 enum mem_cgroup_page_stat_item idx)
142{
143 mem_cgroup_update_page_stat(page, idx, -1);
144}
145
Balbir Singh4e416952009-09-23 15:56:39 -0700146unsigned long mem_cgroup_soft_limit_reclaim(struct zone *zone, int order,
KOSAKI Motohiro00918b62010-08-10 18:03:05 -0700147 gfp_t gfp_mask);
David Rientjesa63d83f2010-08-09 17:19:46 -0700148u64 mem_cgroup_get_limit(struct mem_cgroup *mem);
149
KAMEZAWA Hiroyukica3e0212011-01-20 14:44:24 -0800150#ifdef CONFIG_TRANSPARENT_HUGEPAGE
151void mem_cgroup_split_huge_fixup(struct page *head, struct page *tail);
152#endif
153
Balbir Singh00f0b822008-03-04 14:28:39 -0800154#else /* CONFIG_CGROUP_MEM_RES_CTLR */
KAMEZAWA Hiroyuki7a81b882009-01-07 18:07:48 -0800155struct mem_cgroup;
156
157static inline int mem_cgroup_newpage_charge(struct page *page,
Hugh Dickins82895462008-03-04 14:29:08 -0800158 struct mm_struct *mm, gfp_t gfp_mask)
Balbir Singh8a9f3cc2008-02-07 00:13:53 -0800159{
160 return 0;
161}
162
Hugh Dickins82895462008-03-04 14:29:08 -0800163static inline int mem_cgroup_cache_charge(struct page *page,
164 struct mm_struct *mm, gfp_t gfp_mask)
Balbir Singh8a9f3cc2008-02-07 00:13:53 -0800165{
Hugh Dickins82895462008-03-04 14:29:08 -0800166 return 0;
Balbir Singh8a9f3cc2008-02-07 00:13:53 -0800167}
168
KAMEZAWA Hiroyuki8c7c6e342009-01-07 18:08:00 -0800169static inline int mem_cgroup_try_charge_swapin(struct mm_struct *mm,
170 struct page *page, gfp_t gfp_mask, struct mem_cgroup **ptr)
KAMEZAWA Hiroyuki7a81b882009-01-07 18:07:48 -0800171{
172 return 0;
173}
174
175static inline void mem_cgroup_commit_charge_swapin(struct page *page,
176 struct mem_cgroup *ptr)
177{
178}
179
180static inline void mem_cgroup_cancel_charge_swapin(struct mem_cgroup *ptr)
181{
182}
183
KAMEZAWA Hiroyuki569b8462009-12-15 16:47:03 -0800184static inline void mem_cgroup_uncharge_start(void)
185{
186}
187
188static inline void mem_cgroup_uncharge_end(void)
189{
190}
191
Balbir Singh8a9f3cc2008-02-07 00:13:53 -0800192static inline void mem_cgroup_uncharge_page(struct page *page)
193{
194}
195
KAMEZAWA Hiroyuki69029cd2008-07-25 01:47:14 -0700196static inline void mem_cgroup_uncharge_cache_page(struct page *page)
197{
198}
199
Daisuke Nishimuraae3abae2009-04-30 15:08:19 -0700200static inline int mem_cgroup_shmem_charge_fallback(struct page *page,
KAMEZAWA Hiroyukib5a84312009-01-07 18:08:35 -0800201 struct mm_struct *mm, gfp_t gfp_mask)
KAMEZAWA Hiroyukic9b0ed52008-07-25 01:47:15 -0700202{
203 return 0;
204}
205
KAMEZAWA Hiroyuki08e552c2009-01-07 18:08:01 -0800206static inline void mem_cgroup_add_lru_list(struct page *page, int lru)
207{
208}
209
210static inline void mem_cgroup_del_lru_list(struct page *page, int lru)
211{
212 return ;
213}
214
Minchan Kim3f58a822011-03-22 16:32:53 -0700215static inline inline void mem_cgroup_rotate_reclaimable_page(struct page *page)
216{
217 return ;
218}
219
KAMEZAWA Hiroyuki08e552c2009-01-07 18:08:01 -0800220static inline void mem_cgroup_rotate_lru_list(struct page *page, int lru)
221{
222 return ;
223}
224
225static inline void mem_cgroup_del_lru(struct page *page)
226{
227 return ;
228}
229
230static inline void
231mem_cgroup_move_lists(struct page *page, enum lru_list from, enum lru_list to)
Balbir Singh66e17072008-02-07 00:13:56 -0800232{
233}
234
Wu Fengguange42d9d52009-12-16 12:19:59 +0100235static inline struct mem_cgroup *try_get_mem_cgroup_from_page(struct page *page)
236{
237 return NULL;
238}
239
Hugh Dickinsbd845e32008-03-04 14:29:01 -0800240static inline int mm_match_cgroup(struct mm_struct *mm, struct mem_cgroup *mem)
Balbir Singhbed71612008-02-07 00:14:01 -0800241{
David Rientjes60c12b12008-02-09 00:10:15 -0800242 return 1;
Balbir Singhbed71612008-02-07 00:14:01 -0800243}
244
David Rientjes4c4a2212008-02-07 00:14:06 -0800245static inline int task_in_mem_cgroup(struct task_struct *task,
246 const struct mem_cgroup *mem)
247{
248 return 1;
249}
250
Wu Fengguangd3242362009-12-16 12:19:59 +0100251static inline struct cgroup_subsys_state *mem_cgroup_css(struct mem_cgroup *mem)
252{
253 return NULL;
254}
255
KAMEZAWA Hiroyukie8589cc2008-07-25 01:47:10 -0700256static inline int
akpm@linux-foundation.orgac39cf82010-05-26 14:42:46 -0700257mem_cgroup_prepare_migration(struct page *page, struct page *newpage,
Miklos Szeredief6a3c62011-03-22 16:30:52 -0700258 struct mem_cgroup **ptr, gfp_t gfp_mask)
KAMEZAWA Hiroyukiae41be32008-02-07 00:14:10 -0800259{
260 return 0;
261}
262
KAMEZAWA Hiroyuki01b1ae62009-01-07 18:07:50 -0800263static inline void mem_cgroup_end_migration(struct mem_cgroup *mem,
Daisuke Nishimura50de1dd2011-01-13 15:47:43 -0800264 struct page *oldpage, struct page *newpage, bool migration_ok)
KAMEZAWA Hiroyukiae41be32008-02-07 00:14:10 -0800265{
266}
267
KAMEZAWA Hiroyuki6c48a1d2008-02-07 00:14:34 -0800268static inline int mem_cgroup_get_reclaim_priority(struct mem_cgroup *mem)
269{
270 return 0;
271}
272
273static inline void mem_cgroup_note_reclaim_priority(struct mem_cgroup *mem,
274 int priority)
275{
276}
277
278static inline void mem_cgroup_record_reclaim_priority(struct mem_cgroup *mem,
279 int priority)
280{
281}
282
Hirokazu Takahashif8d665422009-01-07 18:08:02 -0800283static inline bool mem_cgroup_disabled(void)
284{
285 return true;
286}
KAMEZAWA Hiroyukia636b322009-01-07 18:08:08 -0800287
KOSAKI Motohiro14797e22009-01-07 18:08:18 -0800288static inline int
KOSAKI Motohiroc772be92009-01-07 18:08:25 -0800289mem_cgroup_inactive_anon_is_low(struct mem_cgroup *memcg)
KOSAKI Motohiro14797e22009-01-07 18:08:18 -0800290{
291 return 1;
292}
293
Rik van Riel56e49d22009-06-16 15:32:28 -0700294static inline int
295mem_cgroup_inactive_file_is_low(struct mem_cgroup *memcg)
296{
297 return 1;
298}
299
KOSAKI Motohiroa3d8e052009-01-07 18:08:19 -0800300static inline unsigned long
301mem_cgroup_zone_nr_pages(struct mem_cgroup *memcg, struct zone *zone,
302 enum lru_list lru)
303{
304 return 0;
305}
306
307
KOSAKI Motohiro3e2f41f2009-01-07 18:08:20 -0800308static inline struct zone_reclaim_stat*
309mem_cgroup_get_reclaim_stat(struct mem_cgroup *memcg, struct zone *zone)
310{
311 return NULL;
312}
313
314static inline struct zone_reclaim_stat*
315mem_cgroup_get_reclaim_stat_from_page(struct page *page)
316{
317 return NULL;
318}
319
Balbir Singhe2224322009-04-02 16:57:39 -0700320static inline void
321mem_cgroup_print_oom_info(struct mem_cgroup *memcg, struct task_struct *p)
322{
323}
324
Greg Thelen2a7106f2011-01-13 15:47:37 -0800325static inline void mem_cgroup_inc_page_stat(struct page *page,
326 enum mem_cgroup_page_stat_item idx)
327{
328}
329
330static inline void mem_cgroup_dec_page_stat(struct page *page,
331 enum mem_cgroup_page_stat_item idx)
Balbir Singhd69b0422009-06-17 16:26:34 -0700332{
333}
334
Balbir Singh4e416952009-09-23 15:56:39 -0700335static inline
336unsigned long mem_cgroup_soft_limit_reclaim(struct zone *zone, int order,
KOSAKI Motohiro00918b62010-08-10 18:03:05 -0700337 gfp_t gfp_mask)
Balbir Singh4e416952009-09-23 15:56:39 -0700338{
339 return 0;
340}
341
David Rientjesa63d83f2010-08-09 17:19:46 -0700342static inline
343u64 mem_cgroup_get_limit(struct mem_cgroup *mem)
344{
345 return 0;
346}
347
KAMEZAWA Hiroyukica3e0212011-01-20 14:44:24 -0800348static inline void mem_cgroup_split_huge_fixup(struct page *head,
349 struct page *tail)
350{
351}
352
Pavel Emelianov78fb7462008-02-07 00:13:51 -0800353#endif /* CONFIG_CGROUP_MEM_CONT */
354
Balbir Singh8cdea7c2008-02-07 00:13:50 -0800355#endif /* _LINUX_MEMCONTROL_H */
356