blob: 5b62f57bd9bceed80b386057b93fbce3a43602b3 [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001// SPDX-License-Identifier: GPL-2.0
Linus Torvalds1da177e2005-04-16 15:20:36 -07002
3#include <linux/mm.h>
4#include <linux/file.h>
Bryan Wueb280622008-05-04 23:12:55 +08005#include <linux/fdtable.h>
Al Viro5ad4e532009-03-29 19:50:06 -04006#include <linux/fs_struct.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -07007#include <linux/mount.h>
Kees Cook5096add2007-05-08 00:26:04 -07008#include <linux/ptrace.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +09009#include <linux/slab.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070010#include <linux/seq_file.h>
Ingo Molnar6e84f312017-02-08 18:51:29 +010011#include <linux/sched/mm.h>
12
Linus Torvalds1da177e2005-04-16 15:20:36 -070013#include "internal.h"
14
15/*
16 * Logic: we've got two memory sums for each process, "shared", and
Frederik Schwarzer025dfda2008-10-16 19:02:37 +020017 * "non-shared". Shared memory may get counted more than once, for
Linus Torvalds1da177e2005-04-16 15:20:36 -070018 * each process that owns it. Non-shared memory is counted
19 * accurately.
20 */
Eric W. Biedermandf5f8312008-02-08 04:18:33 -080021void task_mem(struct seq_file *m, struct mm_struct *mm)
Linus Torvalds1da177e2005-04-16 15:20:36 -070022{
David Howells8feae132009-01-08 12:04:47 +000023 struct vm_area_struct *vma;
David Howells38f71472009-01-08 12:04:47 +000024 struct vm_region *region;
David Howells8feae132009-01-08 12:04:47 +000025 struct rb_node *p;
David Howells38f71472009-01-08 12:04:47 +000026 unsigned long bytes = 0, sbytes = 0, slack = 0, size;
Linus Torvalds1da177e2005-04-16 15:20:36 -070027
28 down_read(&mm->mmap_sem);
David Howells8feae132009-01-08 12:04:47 +000029 for (p = rb_first(&mm->mm_rb); p; p = rb_next(p)) {
30 vma = rb_entry(p, struct vm_area_struct, vm_rb);
Linus Torvalds1da177e2005-04-16 15:20:36 -070031
David Howells8feae132009-01-08 12:04:47 +000032 bytes += kobjsize(vma);
David Howells38f71472009-01-08 12:04:47 +000033
34 region = vma->vm_region;
35 if (region) {
36 size = kobjsize(region);
37 size += region->vm_end - region->vm_start;
Linus Torvalds1da177e2005-04-16 15:20:36 -070038 } else {
David Howells38f71472009-01-08 12:04:47 +000039 size = vma->vm_end - vma->vm_start;
40 }
41
42 if (atomic_read(&mm->mm_count) > 1 ||
43 vma->vm_flags & VM_MAYSHARE) {
44 sbytes += size;
45 } else {
46 bytes += size;
47 if (region)
48 slack = region->vm_end - vma->vm_end;
Linus Torvalds1da177e2005-04-16 15:20:36 -070049 }
50 }
51
52 if (atomic_read(&mm->mm_count) > 1)
53 sbytes += kobjsize(mm);
54 else
55 bytes += kobjsize(mm);
56
Al Viro498052b2009-03-30 07:20:30 -040057 if (current->fs && current->fs->users > 1)
Linus Torvalds1da177e2005-04-16 15:20:36 -070058 sbytes += kobjsize(current->fs);
59 else
60 bytes += kobjsize(current->fs);
61
62 if (current->files && atomic_read(&current->files->count) > 1)
63 sbytes += kobjsize(current->files);
64 else
65 bytes += kobjsize(current->files);
66
67 if (current->sighand && atomic_read(&current->sighand->count) > 1)
68 sbytes += kobjsize(current->sighand);
69 else
70 bytes += kobjsize(current->sighand);
71
72 bytes += kobjsize(current); /* includes kernel stack */
73
Eric W. Biedermandf5f8312008-02-08 04:18:33 -080074 seq_printf(m,
Linus Torvalds1da177e2005-04-16 15:20:36 -070075 "Mem:\t%8lu bytes\n"
76 "Slack:\t%8lu bytes\n"
77 "Shared:\t%8lu bytes\n",
78 bytes, slack, sbytes);
79
80 up_read(&mm->mmap_sem);
Linus Torvalds1da177e2005-04-16 15:20:36 -070081}
82
83unsigned long task_vsize(struct mm_struct *mm)
84{
David Howells8feae132009-01-08 12:04:47 +000085 struct vm_area_struct *vma;
86 struct rb_node *p;
Linus Torvalds1da177e2005-04-16 15:20:36 -070087 unsigned long vsize = 0;
88
89 down_read(&mm->mmap_sem);
David Howells8feae132009-01-08 12:04:47 +000090 for (p = rb_first(&mm->mm_rb); p; p = rb_next(p)) {
91 vma = rb_entry(p, struct vm_area_struct, vm_rb);
David Howells38f71472009-01-08 12:04:47 +000092 vsize += vma->vm_end - vma->vm_start;
Linus Torvalds1da177e2005-04-16 15:20:36 -070093 }
94 up_read(&mm->mmap_sem);
95 return vsize;
96}
97
Alexey Dobriyana2ade7b2011-01-12 17:00:32 -080098unsigned long task_statm(struct mm_struct *mm,
99 unsigned long *shared, unsigned long *text,
100 unsigned long *data, unsigned long *resident)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700101{
David Howells8feae132009-01-08 12:04:47 +0000102 struct vm_area_struct *vma;
David Howells38f71472009-01-08 12:04:47 +0000103 struct vm_region *region;
David Howells8feae132009-01-08 12:04:47 +0000104 struct rb_node *p;
Alexey Dobriyana2ade7b2011-01-12 17:00:32 -0800105 unsigned long size = kobjsize(mm);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700106
107 down_read(&mm->mmap_sem);
David Howells8feae132009-01-08 12:04:47 +0000108 for (p = rb_first(&mm->mm_rb); p; p = rb_next(p)) {
109 vma = rb_entry(p, struct vm_area_struct, vm_rb);
110 size += kobjsize(vma);
David Howells38f71472009-01-08 12:04:47 +0000111 region = vma->vm_region;
112 if (region) {
113 size += kobjsize(region);
114 size += region->vm_end - region->vm_start;
115 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700116 }
117
Steven J. Magnani7e1e0ef2009-12-14 18:00:04 -0800118 *text = (PAGE_ALIGN(mm->end_code) - (mm->start_code & PAGE_MASK))
119 >> PAGE_SHIFT;
120 *data = (PAGE_ALIGN(mm->start_stack) - (mm->start_data & PAGE_MASK))
121 >> PAGE_SHIFT;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700122 up_read(&mm->mmap_sem);
Steven J. Magnani7e1e0ef2009-12-14 18:00:04 -0800123 size >>= PAGE_SHIFT;
124 size += *text + *data;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125 *resident = size;
126 return size;
127}
128
Michal Hocko1240ea02017-09-08 16:13:35 -0700129static int is_stack(struct vm_area_struct *vma)
Oleg Nesterov58cb6542014-10-09 15:25:54 -0700130{
Johannes Weiner65376df2016-02-02 16:57:29 -0800131 struct mm_struct *mm = vma->vm_mm;
Oleg Nesterov58cb6542014-10-09 15:25:54 -0700132
Andy Lutomirskib18cb642016-09-30 10:58:57 -0700133 /*
134 * We make no effort to guess what a given thread considers to be
135 * its "stack". It's not even well-defined for programs written
136 * languages like Go.
137 */
138 return vma->vm_start <= mm->start_stack &&
139 vma->vm_end >= mm->start_stack;
Oleg Nesterov58cb6542014-10-09 15:25:54 -0700140}
141
Linus Torvalds1da177e2005-04-16 15:20:36 -0700142/*
David Howells8feae132009-01-08 12:04:47 +0000143 * display a single VMA to a sequenced file
144 */
Siddhesh Poyarekarb7643752012-03-21 16:34:04 -0700145static int nommu_vma_show(struct seq_file *m, struct vm_area_struct *vma,
146 int is_pid)
David Howells8feae132009-01-08 12:04:47 +0000147{
Mike Frysinger3c26c9d2010-06-29 15:05:17 -0700148 struct mm_struct *mm = vma->vm_mm;
David Howells8feae132009-01-08 12:04:47 +0000149 unsigned long ino = 0;
150 struct file *file;
151 dev_t dev = 0;
Tetsuo Handa652586d2013-11-14 14:31:57 -0800152 int flags;
KAMEZAWA Hiroyuki6260a4b2009-04-06 19:00:30 -0700153 unsigned long long pgoff = 0;
David Howells8feae132009-01-08 12:04:47 +0000154
155 flags = vma->vm_flags;
156 file = vma->vm_file;
157
158 if (file) {
Al Viro496ad9a2013-01-23 17:07:38 -0500159 struct inode *inode = file_inode(vma->vm_file);
David Howells8feae132009-01-08 12:04:47 +0000160 dev = inode->i_sb->s_dev;
161 ino = inode->i_ino;
Nobuhiro Iwamatsu4c967292009-04-07 21:21:43 -0700162 pgoff = (loff_t)vma->vm_pgoff << PAGE_SHIFT;
David Howells8feae132009-01-08 12:04:47 +0000163 }
164
Tetsuo Handa652586d2013-11-14 14:31:57 -0800165 seq_setwidth(m, 25 + sizeof(void *) * 6 - 1);
David Howells8feae132009-01-08 12:04:47 +0000166 seq_printf(m,
Tetsuo Handa652586d2013-11-14 14:31:57 -0800167 "%08lx-%08lx %c%c%c%c %08llx %02x:%02x %lu ",
David Howells8feae132009-01-08 12:04:47 +0000168 vma->vm_start,
169 vma->vm_end,
170 flags & VM_READ ? 'r' : '-',
171 flags & VM_WRITE ? 'w' : '-',
172 flags & VM_EXEC ? 'x' : '-',
173 flags & VM_MAYSHARE ? flags & VM_SHARED ? 'S' : 's' : 'p',
KAMEZAWA Hiroyuki6260a4b2009-04-06 19:00:30 -0700174 pgoff,
Tetsuo Handa652586d2013-11-14 14:31:57 -0800175 MAJOR(dev), MINOR(dev), ino);
David Howells8feae132009-01-08 12:04:47 +0000176
177 if (file) {
Tetsuo Handa652586d2013-11-14 14:31:57 -0800178 seq_pad(m, ' ');
Miklos Szeredi2726d562015-06-19 10:30:28 +0200179 seq_file_path(m, file, "");
Michal Hocko1240ea02017-09-08 16:13:35 -0700180 } else if (mm && is_stack(vma)) {
Johannes Weiner65376df2016-02-02 16:57:29 -0800181 seq_pad(m, ' ');
182 seq_printf(m, "[stack]");
David Howells8feae132009-01-08 12:04:47 +0000183 }
184
185 seq_putc(m, '\n');
186 return 0;
187}
188
189/*
David Howellsdbf86852006-09-27 01:50:19 -0700190 * display mapping lines for a particular process's /proc/pid/maps
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191 */
Siddhesh Poyarekarb7643752012-03-21 16:34:04 -0700192static int show_map(struct seq_file *m, void *_p, int is_pid)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700193{
David Howells8feae132009-01-08 12:04:47 +0000194 struct rb_node *p = _p;
Kees Cook5096add2007-05-08 00:26:04 -0700195
Siddhesh Poyarekarb7643752012-03-21 16:34:04 -0700196 return nommu_vma_show(m, rb_entry(p, struct vm_area_struct, vm_rb),
197 is_pid);
198}
199
200static int show_pid_map(struct seq_file *m, void *_p)
201{
202 return show_map(m, _p, 1);
203}
204
205static int show_tid_map(struct seq_file *m, void *_p)
206{
207 return show_map(m, _p, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700208}
David Howellsdbf86852006-09-27 01:50:19 -0700209
Linus Torvalds1da177e2005-04-16 15:20:36 -0700210static void *m_start(struct seq_file *m, loff_t *pos)
211{
David Howellsdbf86852006-09-27 01:50:19 -0700212 struct proc_maps_private *priv = m->private;
David Howellsdbf86852006-09-27 01:50:19 -0700213 struct mm_struct *mm;
David Howells8feae132009-01-08 12:04:47 +0000214 struct rb_node *p;
David Howellsdbf86852006-09-27 01:50:19 -0700215 loff_t n = *pos;
216
217 /* pin the task and mm whilst we play with them */
Oleg Nesterov2c033762014-10-09 15:25:51 -0700218 priv->task = get_proc_task(priv->inode);
David Howellsdbf86852006-09-27 01:50:19 -0700219 if (!priv->task)
Al Viroec6fd8a2011-02-15 22:22:54 -0500220 return ERR_PTR(-ESRCH);
David Howellsdbf86852006-09-27 01:50:19 -0700221
Oleg Nesterov27692cd2014-10-09 15:25:47 -0700222 mm = priv->mm;
Vegard Nossum388f7932017-02-27 14:30:13 -0800223 if (!mm || !mmget_not_zero(mm))
Oleg Nesterov27692cd2014-10-09 15:25:47 -0700224 return NULL;
David Howellsdbf86852006-09-27 01:50:19 -0700225
Oleg Nesterov47fecca2014-10-09 15:25:49 -0700226 down_read(&mm->mmap_sem);
David Howellsdbf86852006-09-27 01:50:19 -0700227 /* start from the Nth VMA */
David Howells8feae132009-01-08 12:04:47 +0000228 for (p = rb_first(&mm->mm_rb); p; p = rb_next(p))
David Howellsdbf86852006-09-27 01:50:19 -0700229 if (n-- == 0)
David Howells8feae132009-01-08 12:04:47 +0000230 return p;
Oleg Nesterov47fecca2014-10-09 15:25:49 -0700231
232 up_read(&mm->mmap_sem);
233 mmput(mm);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700234 return NULL;
235}
David Howellsdbf86852006-09-27 01:50:19 -0700236
237static void m_stop(struct seq_file *m, void *_vml)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700238{
David Howellsdbf86852006-09-27 01:50:19 -0700239 struct proc_maps_private *priv = m->private;
240
Oleg Nesterov47fecca2014-10-09 15:25:49 -0700241 if (!IS_ERR_OR_NULL(_vml)) {
242 up_read(&priv->mm->mmap_sem);
243 mmput(priv->mm);
244 }
David Howellsdbf86852006-09-27 01:50:19 -0700245 if (priv->task) {
David Howellsdbf86852006-09-27 01:50:19 -0700246 put_task_struct(priv->task);
Oleg Nesterov47fecca2014-10-09 15:25:49 -0700247 priv->task = NULL;
David Howellsdbf86852006-09-27 01:50:19 -0700248 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700249}
David Howellsdbf86852006-09-27 01:50:19 -0700250
David Howells8feae132009-01-08 12:04:47 +0000251static void *m_next(struct seq_file *m, void *_p, loff_t *pos)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700252{
David Howells8feae132009-01-08 12:04:47 +0000253 struct rb_node *p = _p;
David Howellsdbf86852006-09-27 01:50:19 -0700254
255 (*pos)++;
David Howells8feae132009-01-08 12:04:47 +0000256 return p ? rb_next(p) : NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700257}
David Howellsdbf86852006-09-27 01:50:19 -0700258
Jan Engelhardt03a44822008-02-08 04:21:19 -0800259static const struct seq_operations proc_pid_maps_ops = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700260 .start = m_start,
261 .next = m_next,
262 .stop = m_stop,
Siddhesh Poyarekarb7643752012-03-21 16:34:04 -0700263 .show = show_pid_map
Linus Torvalds1da177e2005-04-16 15:20:36 -0700264};
Eric W. Biederman662795d2006-06-26 00:25:48 -0700265
Siddhesh Poyarekarb7643752012-03-21 16:34:04 -0700266static const struct seq_operations proc_tid_maps_ops = {
267 .start = m_start,
268 .next = m_next,
269 .stop = m_stop,
270 .show = show_tid_map
271};
272
273static int maps_open(struct inode *inode, struct file *file,
274 const struct seq_operations *ops)
Eric W. Biederman662795d2006-06-26 00:25:48 -0700275{
David Howellsdbf86852006-09-27 01:50:19 -0700276 struct proc_maps_private *priv;
David Howellsdbf86852006-09-27 01:50:19 -0700277
Oleg Nesterov27692cd2014-10-09 15:25:47 -0700278 priv = __seq_open_private(file, ops, sizeof(*priv));
Oleg Nesterovce34fdd2014-10-09 15:25:45 -0700279 if (!priv)
280 return -ENOMEM;
281
Oleg Nesterov2c033762014-10-09 15:25:51 -0700282 priv->inode = inode;
Oleg Nesterov27692cd2014-10-09 15:25:47 -0700283 priv->mm = proc_mem_open(inode, PTRACE_MODE_READ);
284 if (IS_ERR(priv->mm)) {
285 int err = PTR_ERR(priv->mm);
286
287 seq_release_private(inode, file);
288 return err;
289 }
290
Oleg Nesterovce34fdd2014-10-09 15:25:45 -0700291 return 0;
Eric W. Biederman662795d2006-06-26 00:25:48 -0700292}
293
Oleg Nesterov27692cd2014-10-09 15:25:47 -0700294
295static int map_release(struct inode *inode, struct file *file)
296{
297 struct seq_file *seq = file->private_data;
298 struct proc_maps_private *priv = seq->private;
299
300 if (priv->mm)
301 mmdrop(priv->mm);
302
303 return seq_release_private(inode, file);
304}
305
Siddhesh Poyarekarb7643752012-03-21 16:34:04 -0700306static int pid_maps_open(struct inode *inode, struct file *file)
307{
308 return maps_open(inode, file, &proc_pid_maps_ops);
309}
310
311static int tid_maps_open(struct inode *inode, struct file *file)
312{
313 return maps_open(inode, file, &proc_tid_maps_ops);
314}
315
316const struct file_operations proc_pid_maps_operations = {
317 .open = pid_maps_open,
318 .read = seq_read,
319 .llseek = seq_lseek,
Oleg Nesterov27692cd2014-10-09 15:25:47 -0700320 .release = map_release,
Siddhesh Poyarekarb7643752012-03-21 16:34:04 -0700321};
322
323const struct file_operations proc_tid_maps_operations = {
324 .open = tid_maps_open,
Eric W. Biederman662795d2006-06-26 00:25:48 -0700325 .read = seq_read,
326 .llseek = seq_lseek,
Oleg Nesterov27692cd2014-10-09 15:25:47 -0700327 .release = map_release,
Eric W. Biederman662795d2006-06-26 00:25:48 -0700328};
329