blob: b545d3d1da3e5f6ccbd59f783e55ce30ff23479d [file] [log] [blame]
Greg Kroah-Hartman355b0502011-11-30 20:18:14 +09001/* drivers/misc/lowmemorykiller.c
2 *
3 * The lowmemorykiller driver lets user-space specify a set of memory thresholds
David Rientjes940f77b2012-02-13 19:28:49 -08004 * where processes with a range of oom_score_adj values will get killed. Specify
5 * the minimum oom_score_adj values in
6 * /sys/module/lowmemorykiller/parameters/adj and the number of free pages in
7 * /sys/module/lowmemorykiller/parameters/minfree. Both files take a comma
8 * separated list of numbers in ascending order.
Greg Kroah-Hartman355b0502011-11-30 20:18:14 +09009 *
10 * For example, write "0,8" to /sys/module/lowmemorykiller/parameters/adj and
Marco Navarra3bf5d652011-12-22 13:28:23 +010011 * "1024,4096" to /sys/module/lowmemorykiller/parameters/minfree to kill
David Rientjes940f77b2012-02-13 19:28:49 -080012 * processes with a oom_score_adj value of 8 or higher when the free memory
13 * drops below 4096 pages and kill processes with a oom_score_adj value of 0 or
14 * higher when the free memory drops below 1024 pages.
Greg Kroah-Hartman355b0502011-11-30 20:18:14 +090015 *
16 * The driver considers memory used for caches to be free, but if a large
17 * percentage of the cached memory is locked this can be very inaccurate
18 * and processes may not get killed until the normal oom killer is triggered.
19 *
20 * Copyright (C) 2007-2008 Google, Inc.
21 *
22 * This software is licensed under the terms of the GNU General Public
23 * License version 2, as published by the Free Software Foundation, and
24 * may be copied, distributed, and modified under those terms.
25 *
26 * This program is distributed in the hope that it will be useful,
27 * but WITHOUT ANY WARRANTY; without even the implied warranty of
28 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
29 * GNU General Public License for more details.
30 *
31 */
32
Dmitry Voytik6b83f912013-03-16 11:37:26 +040033#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
34
Greg Kroah-Hartman355b0502011-11-30 20:18:14 +090035#include <linux/module.h>
36#include <linux/kernel.h>
37#include <linux/mm.h>
38#include <linux/oom.h>
39#include <linux/sched.h>
Arve Hjønnevågeeb0f4f2013-02-26 22:07:35 -080040#include <linux/swap.h>
Anton Vorontsov294b2712012-02-06 20:29:41 +040041#include <linux/rcupdate.h>
San Mehat4755b722010-05-05 11:38:42 -070042#include <linux/profile.h>
43#include <linux/notifier.h>
Greg Kroah-Hartman355b0502011-11-30 20:18:14 +090044
Arve Hjønnevåg99150f62013-02-26 22:07:36 -080045static uint32_t lowmem_debug_level = 1;
David Rientjesa9c58b902012-12-11 16:02:54 -080046static short lowmem_adj[6] = {
Greg Kroah-Hartman355b0502011-11-30 20:18:14 +090047 0,
48 1,
49 6,
50 12,
51};
52static int lowmem_adj_size = 4;
Greg Kroah-Hartman624b2252012-03-07 13:21:23 -080053static int lowmem_minfree[6] = {
Greg Kroah-Hartman355b0502011-11-30 20:18:14 +090054 3 * 512, /* 6MB */
55 2 * 1024, /* 8MB */
56 4 * 1024, /* 16MB */
57 16 * 1024, /* 64MB */
58};
59static int lowmem_minfree_size = 4;
60
Arve Hjønnevåge5d79652012-01-13 22:21:25 +040061static unsigned long lowmem_deathpending_timeout;
San Mehat4755b722010-05-05 11:38:42 -070062
Greg Kroah-Hartman355b0502011-11-30 20:18:14 +090063#define lowmem_print(level, x...) \
64 do { \
65 if (lowmem_debug_level >= (level)) \
Dmitry Voytik6b83f912013-03-16 11:37:26 +040066 pr_info(x); \
Greg Kroah-Hartman355b0502011-11-30 20:18:14 +090067 } while (0)
68
Dave Chinner7dc19d52013-08-28 10:18:11 +100069static unsigned long lowmem_count(struct shrinker *s,
70 struct shrink_control *sc)
71{
72 return global_page_state(NR_ACTIVE_ANON) +
73 global_page_state(NR_ACTIVE_FILE) +
74 global_page_state(NR_INACTIVE_ANON) +
75 global_page_state(NR_INACTIVE_FILE);
76}
77
78static unsigned long lowmem_scan(struct shrinker *s, struct shrink_control *sc)
Greg Kroah-Hartman355b0502011-11-30 20:18:14 +090079{
Anton Vorontsov95670002012-02-06 20:29:47 +040080 struct task_struct *tsk;
Greg Kroah-Hartman355b0502011-11-30 20:18:14 +090081 struct task_struct *selected = NULL;
Dave Chinner7dc19d52013-08-28 10:18:11 +100082 unsigned long rem = 0;
Greg Kroah-Hartman355b0502011-11-30 20:18:14 +090083 int tasksize;
84 int i;
David Rientjesa9c58b902012-12-11 16:02:54 -080085 short min_score_adj = OOM_SCORE_ADJ_MAX + 1;
Greg Kroah-Hartman355b0502011-11-30 20:18:14 +090086 int selected_tasksize = 0;
David Rientjesa9c58b902012-12-11 16:02:54 -080087 short selected_oom_score_adj;
Greg Kroah-Hartman355b0502011-11-30 20:18:14 +090088 int array_size = ARRAY_SIZE(lowmem_adj);
Arve Hjønnevågeeb0f4f2013-02-26 22:07:35 -080089 int other_free = global_page_state(NR_FREE_PAGES) - totalreserve_pages;
Arve Hjønnevåg71b2c822010-11-23 17:29:04 -080090 int other_file = global_page_state(NR_FILE_PAGES) -
Vinayak Menon058dbde2014-02-27 00:36:22 +053091 global_page_state(NR_SHMEM) -
92 total_swapcache_pages();
Greg Kroah-Hartman355b0502011-11-30 20:18:14 +090093
94 if (lowmem_adj_size < array_size)
95 array_size = lowmem_adj_size;
96 if (lowmem_minfree_size < array_size)
97 array_size = lowmem_minfree_size;
98 for (i = 0; i < array_size; i++) {
99 if (other_free < lowmem_minfree[i] &&
100 other_file < lowmem_minfree[i]) {
David Rientjes940f77b2012-02-13 19:28:49 -0800101 min_score_adj = lowmem_adj[i];
Greg Kroah-Hartman355b0502011-11-30 20:18:14 +0900102 break;
103 }
104 }
Dave Chinner7dc19d52013-08-28 10:18:11 +1000105
106 lowmem_print(3, "lowmem_scan %lu, %x, ofree %d %d, ma %hd\n",
107 sc->nr_to_scan, sc->gfp_mask, other_free,
108 other_file, min_score_adj);
109
110 if (min_score_adj == OOM_SCORE_ADJ_MAX + 1) {
111 lowmem_print(5, "lowmem_scan %lu, %x, return 0\n",
112 sc->nr_to_scan, sc->gfp_mask);
113 return 0;
Greg Kroah-Hartman355b0502011-11-30 20:18:14 +0900114 }
Dave Chinner7dc19d52013-08-28 10:18:11 +1000115
David Rientjes940f77b2012-02-13 19:28:49 -0800116 selected_oom_score_adj = min_score_adj;
Greg Kroah-Hartman355b0502011-11-30 20:18:14 +0900117
Anton Vorontsov294b2712012-02-06 20:29:41 +0400118 rcu_read_lock();
Anton Vorontsov95670002012-02-06 20:29:47 +0400119 for_each_process(tsk) {
120 struct task_struct *p;
David Rientjesa9c58b902012-12-11 16:02:54 -0800121 short oom_score_adj;
Greg Kroah-Hartman355b0502011-11-30 20:18:14 +0900122
Anton Vorontsov9823ec92012-02-06 20:30:01 +0400123 if (tsk->flags & PF_KTHREAD)
Greg Kroah-Hartman355b0502011-11-30 20:18:14 +0900124 continue;
Anton Vorontsov9823ec92012-02-06 20:30:01 +0400125
Anton Vorontsov95670002012-02-06 20:29:47 +0400126 p = find_lock_task_mm(tsk);
127 if (!p)
128 continue;
129
David Rientjes83dbbdb2012-04-09 16:56:18 -0700130 if (test_tsk_thread_flag(p, TIF_MEMDIE) &&
131 time_before_eq(jiffies, lowmem_deathpending_timeout)) {
132 task_unlock(p);
133 rcu_read_unlock();
134 return 0;
135 }
David Rientjes940f77b2012-02-13 19:28:49 -0800136 oom_score_adj = p->signal->oom_score_adj;
137 if (oom_score_adj < min_score_adj) {
Greg Kroah-Hartman355b0502011-11-30 20:18:14 +0900138 task_unlock(p);
139 continue;
140 }
Anton Vorontsov95670002012-02-06 20:29:47 +0400141 tasksize = get_mm_rss(p->mm);
Greg Kroah-Hartman355b0502011-11-30 20:18:14 +0900142 task_unlock(p);
143 if (tasksize <= 0)
144 continue;
145 if (selected) {
David Rientjes940f77b2012-02-13 19:28:49 -0800146 if (oom_score_adj < selected_oom_score_adj)
Greg Kroah-Hartman355b0502011-11-30 20:18:14 +0900147 continue;
David Rientjes940f77b2012-02-13 19:28:49 -0800148 if (oom_score_adj == selected_oom_score_adj &&
Greg Kroah-Hartman355b0502011-11-30 20:18:14 +0900149 tasksize <= selected_tasksize)
150 continue;
151 }
152 selected = p;
153 selected_tasksize = tasksize;
David Rientjes940f77b2012-02-13 19:28:49 -0800154 selected_oom_score_adj = oom_score_adj;
David Rientjesa9c58b902012-12-11 16:02:54 -0800155 lowmem_print(2, "select %d (%s), adj %hd, size %d, to kill\n",
David Rientjes940f77b2012-02-13 19:28:49 -0800156 p->pid, p->comm, oom_score_adj, tasksize);
Greg Kroah-Hartman355b0502011-11-30 20:18:14 +0900157 }
158 if (selected) {
David Rientjesa9c58b902012-12-11 16:02:54 -0800159 lowmem_print(1, "send sigkill to %d (%s), adj %hd, size %d\n",
Greg Kroah-Hartman355b0502011-11-30 20:18:14 +0900160 selected->pid, selected->comm,
David Rientjes940f77b2012-02-13 19:28:49 -0800161 selected_oom_score_adj, selected_tasksize);
Arve Hjønnevåge5d79652012-01-13 22:21:25 +0400162 lowmem_deathpending_timeout = jiffies + HZ;
David Rientjes83dbbdb2012-04-09 16:56:18 -0700163 set_tsk_thread_flag(selected, TIF_MEMDIE);
Weijie Yang6bc2b852014-02-14 14:03:56 +0800164 send_sig(SIGKILL, selected, 0);
Dave Chinner7dc19d52013-08-28 10:18:11 +1000165 rem += selected_tasksize;
Greg Kroah-Hartman355b0502011-11-30 20:18:14 +0900166 }
Dave Chinner7dc19d52013-08-28 10:18:11 +1000167
168 lowmem_print(4, "lowmem_scan %lu, %x, return %lu\n",
Colin Crosscae9bf12011-06-22 16:05:47 -0700169 sc->nr_to_scan, sc->gfp_mask, rem);
Anton Vorontsov294b2712012-02-06 20:29:41 +0400170 rcu_read_unlock();
Greg Kroah-Hartman355b0502011-11-30 20:18:14 +0900171 return rem;
172}
173
174static struct shrinker lowmem_shrinker = {
Dave Chinner7dc19d52013-08-28 10:18:11 +1000175 .scan_objects = lowmem_scan,
176 .count_objects = lowmem_count,
Greg Kroah-Hartman355b0502011-11-30 20:18:14 +0900177 .seeks = DEFAULT_SEEKS * 16
178};
179
180static int __init lowmem_init(void)
181{
182 register_shrinker(&lowmem_shrinker);
183 return 0;
184}
185
186static void __exit lowmem_exit(void)
187{
188 unregister_shrinker(&lowmem_shrinker);
Greg Kroah-Hartman355b0502011-11-30 20:18:14 +0900189}
190
191module_param_named(cost, lowmem_shrinker.seeks, int, S_IRUGO | S_IWUSR);
David Rientjesa9c58b902012-12-11 16:02:54 -0800192module_param_array_named(adj, lowmem_adj, short, &lowmem_adj_size,
Greg Kroah-Hartman355b0502011-11-30 20:18:14 +0900193 S_IRUGO | S_IWUSR);
194module_param_array_named(minfree, lowmem_minfree, uint, &lowmem_minfree_size,
195 S_IRUGO | S_IWUSR);
196module_param_named(debug_level, lowmem_debug_level, uint, S_IRUGO | S_IWUSR);
197
198module_init(lowmem_init);
199module_exit(lowmem_exit);
200
201MODULE_LICENSE("GPL");
202