blob: a7600401ecf7561115a729d4d45e98e8d5a69251 [file] [log] [blame]
Jens Axboe22e2c502005-06-27 10:55:12 +02001/*
2 * fs/ioprio.c
3 *
Jens Axboe0fe23472006-09-04 15:41:16 +02004 * Copyright (C) 2004 Jens Axboe <axboe@kernel.dk>
Jens Axboe22e2c502005-06-27 10:55:12 +02005 *
6 * Helper functions for setting/querying io priorities of processes. The
7 * system calls closely mimmick getpriority/setpriority, see the man page for
8 * those. The prio argument is a composite of prio class and prio data, where
9 * the data argument has meaning within that class. The standard scheduling
10 * classes have 8 distinct prio levels, with 0 being the highest prio and 7
11 * being the lowest.
12 *
13 * IOW, setting BE scheduling class with prio 2 is done ala:
14 *
15 * unsigned int prio = (IOPRIO_CLASS_BE << IOPRIO_CLASS_SHIFT) | 2;
16 *
17 * ioprio_set(PRIO_PROCESS, pid, prio);
18 *
19 * See also Documentation/block/ioprio.txt
20 *
21 */
22#include <linux/kernel.h>
23#include <linux/ioprio.h>
24#include <linux/blkdev.h>
Randy Dunlap16f7e0f2006-01-11 12:17:46 -080025#include <linux/capability.h>
Adrian Bunk9abdc4c2005-11-08 16:57:02 +010026#include <linux/syscalls.h>
James Morris03e68062006-06-23 02:03:58 -070027#include <linux/security.h>
Pavel Emelyanovb4888932007-10-18 23:40:14 -070028#include <linux/pid_namespace.h>
Jens Axboe22e2c502005-06-27 10:55:12 +020029
30static int set_task_ioprio(struct task_struct *task, int ioprio)
31{
James Morris03e68062006-06-23 02:03:58 -070032 int err;
Jens Axboe22e2c502005-06-27 10:55:12 +020033 struct io_context *ioc;
34
35 if (task->uid != current->euid &&
36 task->uid != current->uid && !capable(CAP_SYS_NICE))
37 return -EPERM;
38
James Morris03e68062006-06-23 02:03:58 -070039 err = security_task_setioprio(task, ioprio);
40 if (err)
41 return err;
42
Jens Axboe22e2c502005-06-27 10:55:12 +020043 task_lock(task);
Jens Axboefd0928d2008-01-24 08:52:45 +010044 do {
45 ioc = task->io_context;
46 /* see wmb() in current_io_context() */
47 smp_read_barrier_depends();
48 if (ioc)
49 break;
Jens Axboe22e2c502005-06-27 10:55:12 +020050
Jens Axboefd0928d2008-01-24 08:52:45 +010051 ioc = alloc_io_context(GFP_ATOMIC, -1);
52 if (!ioc) {
53 err = -ENOMEM;
54 break;
55 }
56 task->io_context = ioc;
57 ioc->task = task;
58 } while (1);
Jens Axboe22e2c502005-06-27 10:55:12 +020059
Jens Axboefd0928d2008-01-24 08:52:45 +010060 if (!err) {
61 ioc->ioprio = ioprio;
Jens Axboefc463792006-08-29 09:05:44 +020062 ioc->ioprio_changed = 1;
Jens Axboefd0928d2008-01-24 08:52:45 +010063 }
Jens Axboe22e2c502005-06-27 10:55:12 +020064
65 task_unlock(task);
Jens Axboefd0928d2008-01-24 08:52:45 +010066 return err;
Jens Axboe22e2c502005-06-27 10:55:12 +020067}
68
Anton Blanchardcf366802005-07-07 17:56:13 -070069asmlinkage long sys_ioprio_set(int which, int who, int ioprio)
Jens Axboe22e2c502005-06-27 10:55:12 +020070{
71 int class = IOPRIO_PRIO_CLASS(ioprio);
72 int data = IOPRIO_PRIO_DATA(ioprio);
73 struct task_struct *p, *g;
74 struct user_struct *user;
Eric W. Biederman41487c62007-02-12 00:53:01 -080075 struct pid *pgrp;
Jens Axboe22e2c502005-06-27 10:55:12 +020076 int ret;
77
78 switch (class) {
79 case IOPRIO_CLASS_RT:
80 if (!capable(CAP_SYS_ADMIN))
81 return -EPERM;
82 /* fall through, rt has prio field too */
83 case IOPRIO_CLASS_BE:
84 if (data >= IOPRIO_BE_NR || data < 0)
85 return -EINVAL;
86
87 break;
88 case IOPRIO_CLASS_IDLE:
Linus Torvaldsf6fdd7d2005-08-20 18:51:29 -070089 if (!capable(CAP_SYS_ADMIN))
90 return -EPERM;
Jens Axboe22e2c502005-06-27 10:55:12 +020091 break;
Jens Axboe8ec680e2007-11-07 13:54:07 +010092 case IOPRIO_CLASS_NONE:
93 if (data)
94 return -EINVAL;
95 break;
Jens Axboe22e2c502005-06-27 10:55:12 +020096 default:
97 return -EINVAL;
98 }
99
100 ret = -ESRCH;
Oleg Nesterovcf342e52006-08-29 09:17:41 +0200101 /*
102 * We want IOPRIO_WHO_PGRP/IOPRIO_WHO_USER to be "atomic",
103 * so we can't use rcu_read_lock(). See re-copy of ->ioprio
104 * in copy_process().
105 */
106 read_lock(&tasklist_lock);
Jens Axboe22e2c502005-06-27 10:55:12 +0200107 switch (which) {
108 case IOPRIO_WHO_PROCESS:
109 if (!who)
110 p = current;
111 else
Pavel Emelyanov228ebcb2007-10-18 23:40:16 -0700112 p = find_task_by_vpid(who);
Jens Axboe22e2c502005-06-27 10:55:12 +0200113 if (p)
114 ret = set_task_ioprio(p, ioprio);
115 break;
116 case IOPRIO_WHO_PGRP:
117 if (!who)
Eric W. Biederman41487c62007-02-12 00:53:01 -0800118 pgrp = task_pgrp(current);
119 else
Pavel Emelyanovb4888932007-10-18 23:40:14 -0700120 pgrp = find_vpid(who);
Eric W. Biederman41487c62007-02-12 00:53:01 -0800121 do_each_pid_task(pgrp, PIDTYPE_PGID, p) {
Jens Axboe22e2c502005-06-27 10:55:12 +0200122 ret = set_task_ioprio(p, ioprio);
123 if (ret)
124 break;
Eric W. Biederman41487c62007-02-12 00:53:01 -0800125 } while_each_pid_task(pgrp, PIDTYPE_PGID, p);
Jens Axboe22e2c502005-06-27 10:55:12 +0200126 break;
127 case IOPRIO_WHO_USER:
128 if (!who)
129 user = current->user;
130 else
131 user = find_user(who);
132
133 if (!user)
134 break;
135
136 do_each_thread(g, p) {
137 if (p->uid != who)
138 continue;
139 ret = set_task_ioprio(p, ioprio);
140 if (ret)
Oleg Nesterov78bd4d42006-08-21 08:33:23 +0200141 goto free_uid;
Jens Axboe22e2c502005-06-27 10:55:12 +0200142 } while_each_thread(g, p);
Oleg Nesterov78bd4d42006-08-21 08:33:23 +0200143free_uid:
Jens Axboe22e2c502005-06-27 10:55:12 +0200144 if (who)
145 free_uid(user);
146 break;
147 default:
148 ret = -EINVAL;
149 }
150
Oleg Nesterovcf342e52006-08-29 09:17:41 +0200151 read_unlock(&tasklist_lock);
Jens Axboe22e2c502005-06-27 10:55:12 +0200152 return ret;
153}
154
David Quigleya1836a42006-06-30 01:55:49 -0700155static int get_task_ioprio(struct task_struct *p)
156{
157 int ret;
158
159 ret = security_task_getioprio(p);
160 if (ret)
161 goto out;
Jens Axboefd0928d2008-01-24 08:52:45 +0100162 ret = IOPRIO_PRIO_VALUE(IOPRIO_CLASS_NONE, IOPRIO_NORM);
163 if (p->io_context)
164 ret = p->io_context->ioprio;
David Quigleya1836a42006-06-30 01:55:49 -0700165out:
166 return ret;
167}
168
Oleg Nesterove014ff82006-08-21 10:02:50 +0200169int ioprio_best(unsigned short aprio, unsigned short bprio)
170{
171 unsigned short aclass = IOPRIO_PRIO_CLASS(aprio);
172 unsigned short bclass = IOPRIO_PRIO_CLASS(bprio);
173
Oleg Nesterove014ff82006-08-21 10:02:50 +0200174 if (aclass == IOPRIO_CLASS_NONE)
175 aclass = IOPRIO_CLASS_BE;
176 if (bclass == IOPRIO_CLASS_NONE)
177 bclass = IOPRIO_CLASS_BE;
178
179 if (aclass == bclass)
180 return min(aprio, bprio);
181 if (aclass > bclass)
182 return bprio;
183 else
184 return aprio;
185}
186
Anton Blanchardcf366802005-07-07 17:56:13 -0700187asmlinkage long sys_ioprio_get(int which, int who)
Jens Axboe22e2c502005-06-27 10:55:12 +0200188{
189 struct task_struct *g, *p;
190 struct user_struct *user;
Eric W. Biederman41487c62007-02-12 00:53:01 -0800191 struct pid *pgrp;
Jens Axboe22e2c502005-06-27 10:55:12 +0200192 int ret = -ESRCH;
David Quigleya1836a42006-06-30 01:55:49 -0700193 int tmpio;
Jens Axboe22e2c502005-06-27 10:55:12 +0200194
Oleg Nesterovcf342e52006-08-29 09:17:41 +0200195 read_lock(&tasklist_lock);
Jens Axboe22e2c502005-06-27 10:55:12 +0200196 switch (which) {
197 case IOPRIO_WHO_PROCESS:
198 if (!who)
199 p = current;
200 else
Pavel Emelyanov228ebcb2007-10-18 23:40:16 -0700201 p = find_task_by_vpid(who);
Jens Axboe22e2c502005-06-27 10:55:12 +0200202 if (p)
David Quigleya1836a42006-06-30 01:55:49 -0700203 ret = get_task_ioprio(p);
Jens Axboe22e2c502005-06-27 10:55:12 +0200204 break;
205 case IOPRIO_WHO_PGRP:
206 if (!who)
Eric W. Biederman41487c62007-02-12 00:53:01 -0800207 pgrp = task_pgrp(current);
208 else
Pavel Emelyanovb4888932007-10-18 23:40:14 -0700209 pgrp = find_vpid(who);
Eric W. Biederman41487c62007-02-12 00:53:01 -0800210 do_each_pid_task(pgrp, PIDTYPE_PGID, p) {
David Quigleya1836a42006-06-30 01:55:49 -0700211 tmpio = get_task_ioprio(p);
212 if (tmpio < 0)
213 continue;
Jens Axboe22e2c502005-06-27 10:55:12 +0200214 if (ret == -ESRCH)
David Quigleya1836a42006-06-30 01:55:49 -0700215 ret = tmpio;
Jens Axboe22e2c502005-06-27 10:55:12 +0200216 else
David Quigleya1836a42006-06-30 01:55:49 -0700217 ret = ioprio_best(ret, tmpio);
Eric W. Biederman41487c62007-02-12 00:53:01 -0800218 } while_each_pid_task(pgrp, PIDTYPE_PGID, p);
Jens Axboe22e2c502005-06-27 10:55:12 +0200219 break;
220 case IOPRIO_WHO_USER:
221 if (!who)
222 user = current->user;
223 else
224 user = find_user(who);
225
226 if (!user)
227 break;
228
229 do_each_thread(g, p) {
230 if (p->uid != user->uid)
231 continue;
David Quigleya1836a42006-06-30 01:55:49 -0700232 tmpio = get_task_ioprio(p);
233 if (tmpio < 0)
234 continue;
Jens Axboe22e2c502005-06-27 10:55:12 +0200235 if (ret == -ESRCH)
David Quigleya1836a42006-06-30 01:55:49 -0700236 ret = tmpio;
Jens Axboe22e2c502005-06-27 10:55:12 +0200237 else
David Quigleya1836a42006-06-30 01:55:49 -0700238 ret = ioprio_best(ret, tmpio);
Jens Axboe22e2c502005-06-27 10:55:12 +0200239 } while_each_thread(g, p);
240
241 if (who)
242 free_uid(user);
243 break;
244 default:
245 ret = -EINVAL;
246 }
247
Oleg Nesterovcf342e52006-08-29 09:17:41 +0200248 read_unlock(&tasklist_lock);
Jens Axboe22e2c502005-06-27 10:55:12 +0200249 return ret;
250}
251