blob: 78747afad6b0d6e2b2a2e0c08075e9911c8b85c6 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * linux/mm/oom_kill.c
3 *
4 * Copyright (C) 1998,2000 Rik van Riel
5 * Thanks go out to Claus Fischer for some serious inspiration and
6 * for goading me into coding this file...
7 *
8 * The routines in this file are used to kill a process when
Paul Jacksona49335c2005-09-06 15:18:09 -07009 * we're seriously out of memory. This gets called from __alloc_pages()
10 * in mm/page_alloc.c when we really run out of memory.
Linus Torvalds1da177e2005-04-16 15:20:36 -070011 *
12 * Since we won't call these routines often (on a well-configured
13 * machine) this file will double as a 'coding guide' and a signpost
14 * for newbie kernel hackers. It features several pointers to major
15 * kernel subsystems and hints as to where to find out what things do.
16 */
17
18#include <linux/mm.h>
19#include <linux/sched.h>
20#include <linux/swap.h>
21#include <linux/timex.h>
22#include <linux/jiffies.h>
Paul Jacksonef08e3b2005-09-06 15:18:13 -070023#include <linux/cpuset.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070024
25/* #define DEBUG */
26
27/**
28 * oom_badness - calculate a numeric value for how bad this task has been
29 * @p: task struct of which task we should calculate
Paul Jacksona49335c2005-09-06 15:18:09 -070030 * @uptime: current uptime in seconds
Linus Torvalds1da177e2005-04-16 15:20:36 -070031 *
32 * The formula used is relatively simple and documented inline in the
33 * function. The main rationale is that we want to select a good task
34 * to kill when we run out of memory.
35 *
36 * Good in this context means that:
37 * 1) we lose the minimum amount of work done
38 * 2) we recover a large amount of memory
39 * 3) we don't kill anything innocent of eating tons of memory
40 * 4) we want to kill the minimum amount of processes (one)
41 * 5) we try to kill the process the user expects us to kill, this
42 * algorithm has been meticulously tuned to meet the principle
43 * of least surprise ... (be careful when you change it)
44 */
45
46unsigned long badness(struct task_struct *p, unsigned long uptime)
47{
48 unsigned long points, cpu_time, run_time, s;
49 struct list_head *tsk;
50
51 if (!p->mm)
52 return 0;
53
54 /*
55 * The memory size of the process is the basis for the badness.
56 */
57 points = p->mm->total_vm;
58
59 /*
60 * Processes which fork a lot of child processes are likely
Kurt Garloff9827b782006-02-20 18:27:51 -080061 * a good choice. We add half the vmsize of the children if they
Linus Torvalds1da177e2005-04-16 15:20:36 -070062 * have an own mm. This prevents forking servers to flood the
Kurt Garloff9827b782006-02-20 18:27:51 -080063 * machine with an endless amount of children. In case a single
64 * child is eating the vast majority of memory, adding only half
65 * to the parents will make the child our kill candidate of choice.
Linus Torvalds1da177e2005-04-16 15:20:36 -070066 */
67 list_for_each(tsk, &p->children) {
68 struct task_struct *chld;
69 chld = list_entry(tsk, struct task_struct, sibling);
70 if (chld->mm != p->mm && chld->mm)
Kurt Garloff9827b782006-02-20 18:27:51 -080071 points += chld->mm->total_vm/2 + 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -070072 }
73
74 /*
75 * CPU time is in tens of seconds and run time is in thousands
76 * of seconds. There is no particular reason for this other than
77 * that it turned out to work very well in practice.
78 */
79 cpu_time = (cputime_to_jiffies(p->utime) + cputime_to_jiffies(p->stime))
80 >> (SHIFT_HZ + 3);
81
82 if (uptime >= p->start_time.tv_sec)
83 run_time = (uptime - p->start_time.tv_sec) >> 10;
84 else
85 run_time = 0;
86
87 s = int_sqrt(cpu_time);
88 if (s)
89 points /= s;
90 s = int_sqrt(int_sqrt(run_time));
91 if (s)
92 points /= s;
93
94 /*
95 * Niced processes are most likely less important, so double
96 * their badness points.
97 */
98 if (task_nice(p) > 0)
99 points *= 2;
100
101 /*
102 * Superuser processes are usually more important, so we make it
103 * less likely that we kill those.
104 */
105 if (cap_t(p->cap_effective) & CAP_TO_MASK(CAP_SYS_ADMIN) ||
106 p->uid == 0 || p->euid == 0)
107 points /= 4;
108
109 /*
110 * We don't want to kill a process with direct hardware access.
111 * Not only could that mess up the hardware, but usually users
112 * tend to only have this flag set on applications they think
113 * of as important.
114 */
115 if (cap_t(p->cap_effective) & CAP_TO_MASK(CAP_SYS_RAWIO))
116 points /= 4;
117
118 /*
119 * Adjust the score by oomkilladj.
120 */
121 if (p->oomkilladj) {
122 if (p->oomkilladj > 0)
123 points <<= p->oomkilladj;
124 else
125 points >>= -(p->oomkilladj);
126 }
127
128#ifdef DEBUG
129 printk(KERN_DEBUG "OOMkill: task %d (%s) got %d points\n",
130 p->pid, p->comm, points);
131#endif
132 return points;
133}
134
135/*
Christoph Lameter9b0f8b02006-02-20 18:27:52 -0800136 * Types of limitations to the nodes from which allocations may occur
137 */
138#define CONSTRAINT_NONE 1
139#define CONSTRAINT_MEMORY_POLICY 2
140#define CONSTRAINT_CPUSET 3
141
142/*
143 * Determine the type of allocation constraint.
144 */
145static inline int constrained_alloc(struct zonelist *zonelist, gfp_t gfp_mask)
146{
147#ifdef CONFIG_NUMA
148 struct zone **z;
149 nodemask_t nodes = node_online_map;
150
151 for (z = zonelist->zones; *z; z++)
152 if (cpuset_zone_allowed(*z, gfp_mask))
153 node_clear((*z)->zone_pgdat->node_id,
154 nodes);
155 else
156 return CONSTRAINT_CPUSET;
157
158 if (!nodes_empty(nodes))
159 return CONSTRAINT_MEMORY_POLICY;
160#endif
161
162 return CONSTRAINT_NONE;
163}
164
165/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700166 * Simple selection loop. We chose the process with the highest
167 * number of 'points'. We expect the caller will lock the tasklist.
168 *
169 * (not docbooked, we don't want this one cluttering up the manual)
170 */
Kurt Garloff9827b782006-02-20 18:27:51 -0800171static struct task_struct *select_bad_process(unsigned long *ppoints)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700172{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700173 struct task_struct *g, *p;
174 struct task_struct *chosen = NULL;
175 struct timespec uptime;
Kurt Garloff9827b782006-02-20 18:27:51 -0800176 *ppoints = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700177
178 do_posix_clock_monotonic_gettime(&uptime);
Paul Jacksona49335c2005-09-06 15:18:09 -0700179 do_each_thread(g, p) {
180 unsigned long points;
181 int releasing;
182
Linus Torvalds1da177e2005-04-16 15:20:36 -0700183 /* skip the init task with pid == 1 */
Paul Jacksona49335c2005-09-06 15:18:09 -0700184 if (p->pid == 1)
185 continue;
186 if (p->oomkilladj == OOM_DISABLE)
187 continue;
Paul Jacksonef08e3b2005-09-06 15:18:13 -0700188 /* If p's nodes don't overlap ours, it won't help to kill p. */
189 if (!cpuset_excl_nodes_overlap(p))
190 continue;
191
Paul Jacksona49335c2005-09-06 15:18:09 -0700192 /*
193 * This is in the process of releasing memory so for wait it
194 * to finish before killing some other task by mistake.
195 */
196 releasing = test_tsk_thread_flag(p, TIF_MEMDIE) ||
197 p->flags & PF_EXITING;
198 if (releasing && !(p->flags & PF_DEAD))
199 return ERR_PTR(-1UL);
200 if (p->flags & PF_SWAPOFF)
201 return p;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700202
Paul Jacksona49335c2005-09-06 15:18:09 -0700203 points = badness(p, uptime.tv_sec);
Kurt Garloff9827b782006-02-20 18:27:51 -0800204 if (points > *ppoints || !chosen) {
Paul Jacksona49335c2005-09-06 15:18:09 -0700205 chosen = p;
Kurt Garloff9827b782006-02-20 18:27:51 -0800206 *ppoints = points;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700207 }
Paul Jacksona49335c2005-09-06 15:18:09 -0700208 } while_each_thread(g, p);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700209 return chosen;
210}
211
212/**
213 * We must be careful though to never send SIGKILL a process with
214 * CAP_SYS_RAW_IO set, send SIGTERM instead (but it's unlikely that
215 * we select a process with CAP_SYS_RAW_IO set).
216 */
Christoph Lameter9b0f8b02006-02-20 18:27:52 -0800217static void __oom_kill_task(task_t *p, const char *message)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700218{
219 if (p->pid == 1) {
220 WARN_ON(1);
221 printk(KERN_WARNING "tried to kill init!\n");
222 return;
223 }
224
225 task_lock(p);
226 if (!p->mm || p->mm == &init_mm) {
227 WARN_ON(1);
228 printk(KERN_WARNING "tried to kill an mm-less task!\n");
229 task_unlock(p);
230 return;
231 }
232 task_unlock(p);
Christoph Lameter9b0f8b02006-02-20 18:27:52 -0800233 printk(KERN_ERR "%s: Killed process %d (%s).\n",
234 message, p->pid, p->comm);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700235
236 /*
237 * We give our sacrificial lamb high priority and access to
238 * all the memory it needs. That way it should be able to
239 * exit() and clear out its resources quickly...
240 */
241 p->time_slice = HZ;
242 set_tsk_thread_flag(p, TIF_MEMDIE);
243
244 force_sig(SIGKILL, p);
245}
246
Christoph Lameter9b0f8b02006-02-20 18:27:52 -0800247static struct mm_struct *oom_kill_task(task_t *p, const char *message)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700248{
249 struct mm_struct *mm = get_task_mm(p);
250 task_t * g, * q;
251
252 if (!mm)
253 return NULL;
254 if (mm == &init_mm) {
255 mmput(mm);
256 return NULL;
257 }
258
Christoph Lameter9b0f8b02006-02-20 18:27:52 -0800259 __oom_kill_task(p, message);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700260 /*
261 * kill all processes that share the ->mm (i.e. all threads),
262 * but are in a different thread group
263 */
264 do_each_thread(g, q)
265 if (q->mm == mm && q->tgid != p->tgid)
Christoph Lameter9b0f8b02006-02-20 18:27:52 -0800266 __oom_kill_task(q, message);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700267 while_each_thread(g, q);
268
269 return mm;
270}
271
Kurt Garloff9827b782006-02-20 18:27:51 -0800272static struct mm_struct *oom_kill_process(struct task_struct *p,
Christoph Lameter9b0f8b02006-02-20 18:27:52 -0800273 unsigned long points, const char *message)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700274{
275 struct mm_struct *mm;
276 struct task_struct *c;
277 struct list_head *tsk;
278
Kurt Garloff9827b782006-02-20 18:27:51 -0800279 printk(KERN_ERR "Out of Memory: Kill process %d (%s) score %li and "
280 "children.\n", p->pid, p->comm, points);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700281 /* Try to kill a child first */
282 list_for_each(tsk, &p->children) {
283 c = list_entry(tsk, struct task_struct, sibling);
284 if (c->mm == p->mm)
285 continue;
Christoph Lameter9b0f8b02006-02-20 18:27:52 -0800286 mm = oom_kill_task(c, message);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700287 if (mm)
288 return mm;
289 }
Christoph Lameter9b0f8b02006-02-20 18:27:52 -0800290 return oom_kill_task(p, message);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700291}
292
293/**
294 * oom_kill - kill the "best" process when we run out of memory
295 *
296 * If we run out of memory, we have the choice between either
297 * killing a random task (bad), letting the system crash (worse)
298 * OR try to be smart about which process to kill. Note that we
299 * don't have to be perfect here, we just have to be good.
300 */
Christoph Lameter9b0f8b02006-02-20 18:27:52 -0800301void out_of_memory(struct zonelist *zonelist, gfp_t gfp_mask, int order)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700302{
303 struct mm_struct *mm = NULL;
Christoph Lameter9b0f8b02006-02-20 18:27:52 -0800304 task_t *p;
Andrew Mortond6713e02006-02-28 16:59:19 -0800305 unsigned long points = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700306
Anton Blanchard42639262005-07-07 17:56:06 -0700307 if (printk_ratelimit()) {
308 printk("oom-killer: gfp_mask=0x%x, order=%d\n",
309 gfp_mask, order);
Andrew Mortonb958f7d2006-02-01 03:05:51 -0800310 dump_stack();
Anton Blanchard42639262005-07-07 17:56:06 -0700311 show_mem();
312 }
Janet Morgan578c2fd2005-06-21 17:14:56 -0700313
Paul Jackson505970b2006-01-14 13:21:06 -0800314 cpuset_lock();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700315 read_lock(&tasklist_lock);
Christoph Lameter9b0f8b02006-02-20 18:27:52 -0800316
317 /*
318 * Check if there were limitations on the allocation (only relevant for
319 * NUMA) that may require different handling.
320 */
321 switch (constrained_alloc(zonelist, gfp_mask)) {
322 case CONSTRAINT_MEMORY_POLICY:
323 mm = oom_kill_process(current, points,
324 "No available memory (MPOL_BIND)");
325 break;
326
327 case CONSTRAINT_CPUSET:
328 mm = oom_kill_process(current, points,
329 "No available memory in cpuset");
330 break;
331
332 case CONSTRAINT_NONE:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700333retry:
Christoph Lameter9b0f8b02006-02-20 18:27:52 -0800334 /*
335 * Rambo mode: Shoot down a process and hope it solves whatever
336 * issues we may have.
337 */
338 p = select_bad_process(&points);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700339
Christoph Lameter9b0f8b02006-02-20 18:27:52 -0800340 if (PTR_ERR(p) == -1UL)
341 goto out;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700342
Christoph Lameter9b0f8b02006-02-20 18:27:52 -0800343 /* Found nothing?!?! Either we hang forever, or we panic. */
344 if (!p) {
345 read_unlock(&tasklist_lock);
346 cpuset_unlock();
347 panic("Out of memory and no killable processes...\n");
348 }
349
350 mm = oom_kill_process(p, points, "Out of memory");
351 if (!mm)
352 goto retry;
353
354 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700355 }
356
Christoph Lameter9b0f8b02006-02-20 18:27:52 -0800357out:
Andrew Morton140ffce2006-03-02 02:54:28 -0800358 read_unlock(&tasklist_lock);
Paul Jackson505970b2006-01-14 13:21:06 -0800359 cpuset_unlock();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700360 if (mm)
361 mmput(mm);
362
363 /*
364 * Give "p" a good chance of killing itself before we
Kirill Korotaev2f659f42006-01-08 01:01:05 -0800365 * retry to allocate memory unless "p" is current
Linus Torvalds1da177e2005-04-16 15:20:36 -0700366 */
Kirill Korotaev2f659f42006-01-08 01:01:05 -0800367 if (!test_thread_flag(TIF_MEMDIE))
Andrew Morton140ffce2006-03-02 02:54:28 -0800368 schedule_timeout_uninterruptible(1);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700369}