blob: e533259dce3ccad8a04cc095fa0056b8693fde70 [file] [log] [blame]
Neil Horman5bc14212011-11-22 05:10:51 +00001/*
2 * net/core/netprio_cgroup.c Priority Control Group
3 *
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public License
6 * as published by the Free Software Foundation; either version
7 * 2 of the License, or (at your option) any later version.
8 *
9 * Authors: Neil Horman <nhorman@tuxdriver.com>
10 */
11
Joe Perchese005d192012-05-16 19:58:40 +000012#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
13
Neil Horman5bc14212011-11-22 05:10:51 +000014#include <linux/module.h>
15#include <linux/slab.h>
16#include <linux/types.h>
17#include <linux/string.h>
18#include <linux/errno.h>
19#include <linux/skbuff.h>
20#include <linux/cgroup.h>
21#include <linux/rcupdate.h>
22#include <linux/atomic.h>
23#include <net/rtnetlink.h>
24#include <net/pkt_cls.h>
25#include <net/sock.h>
26#include <net/netprio_cgroup.h>
27
John Fastabend406a3c62012-07-20 10:39:25 +000028#include <linux/fdtable.h>
29
Tejun Heo4a6ee252012-11-22 07:32:46 -080030#define PRIOMAP_MIN_SZ 128
Neil Horman5bc14212011-11-22 05:10:51 +000031
32static inline struct cgroup_netprio_state *cgrp_netprio_state(struct cgroup *cgrp)
33{
34 return container_of(cgroup_subsys_state(cgrp, net_prio_subsys_id),
35 struct cgroup_netprio_state, css);
36}
37
Tejun Heo4a6ee252012-11-22 07:32:46 -080038/*
39 * Extend @dev->priomap so that it's large enough to accomodate
40 * @target_idx. @dev->priomap.priomap_len > @target_idx after successful
41 * return. Must be called under rtnl lock.
42 */
43static int extend_netdev_table(struct net_device *dev, u32 target_idx)
Neil Horman5bc14212011-11-22 05:10:51 +000044{
Tejun Heo4a6ee252012-11-22 07:32:46 -080045 struct netprio_map *old, *new;
46 size_t new_sz, new_len;
Neil Horman5bc14212011-11-22 05:10:51 +000047
Tejun Heo4a6ee252012-11-22 07:32:46 -080048 /* is the existing priomap large enough? */
Tejun Heo52bca932012-11-22 07:32:46 -080049 old = rtnl_dereference(dev->priomap);
Tejun Heo4a6ee252012-11-22 07:32:46 -080050 if (old && old->priomap_len > target_idx)
51 return 0;
Neil Horman5bc14212011-11-22 05:10:51 +000052
Tejun Heo4a6ee252012-11-22 07:32:46 -080053 /*
54 * Determine the new size. Let's keep it power-of-two. We start
55 * from PRIOMAP_MIN_SZ and double it until it's large enough to
56 * accommodate @target_idx.
57 */
58 new_sz = PRIOMAP_MIN_SZ;
59 while (true) {
60 new_len = (new_sz - offsetof(struct netprio_map, priomap)) /
61 sizeof(new->priomap[0]);
62 if (new_len > target_idx)
63 break;
64 new_sz *= 2;
65 /* overflowed? */
66 if (WARN_ON(new_sz < PRIOMAP_MIN_SZ))
67 return -ENOSPC;
68 }
69
70 /* allocate & copy */
71 new = kzalloc(new_sz, GFP_KERNEL);
Joe Perches62b59422013-02-04 16:48:16 +000072 if (!new)
Gao fengef209f12012-07-11 21:50:15 +000073 return -ENOMEM;
Neil Horman5bc14212011-11-22 05:10:51 +000074
Tejun Heo52bca932012-11-22 07:32:46 -080075 if (old)
76 memcpy(new->priomap, old->priomap,
77 old->priomap_len * sizeof(old->priomap[0]));
Neil Horman5bc14212011-11-22 05:10:51 +000078
Tejun Heo52bca932012-11-22 07:32:46 -080079 new->priomap_len = new_len;
Neil Horman5bc14212011-11-22 05:10:51 +000080
Tejun Heo4a6ee252012-11-22 07:32:46 -080081 /* install the new priomap */
Tejun Heo52bca932012-11-22 07:32:46 -080082 rcu_assign_pointer(dev->priomap, new);
83 if (old)
84 kfree_rcu(old, rcu);
Gao fengef209f12012-07-11 21:50:15 +000085 return 0;
Neil Horman5bc14212011-11-22 05:10:51 +000086}
87
Tejun Heo666b0eb2012-11-22 07:32:47 -080088/**
89 * netprio_prio - return the effective netprio of a cgroup-net_device pair
90 * @cgrp: cgroup part of the target pair
91 * @dev: net_device part of the target pair
92 *
93 * Should be called under RCU read or rtnl lock.
94 */
95static u32 netprio_prio(struct cgroup *cgrp, struct net_device *dev)
96{
97 struct netprio_map *map = rcu_dereference_rtnl(dev->priomap);
98
99 if (map && cgrp->id < map->priomap_len)
100 return map->priomap[cgrp->id];
101 return 0;
102}
103
104/**
105 * netprio_set_prio - set netprio on a cgroup-net_device pair
106 * @cgrp: cgroup part of the target pair
107 * @dev: net_device part of the target pair
108 * @prio: prio to set
109 *
110 * Set netprio to @prio on @cgrp-@dev pair. Should be called under rtnl
111 * lock and may fail under memory pressure for non-zero @prio.
112 */
113static int netprio_set_prio(struct cgroup *cgrp, struct net_device *dev,
114 u32 prio)
115{
116 struct netprio_map *map;
117 int ret;
118
119 /* avoid extending priomap for zero writes */
120 map = rtnl_dereference(dev->priomap);
121 if (!prio && (!map || map->priomap_len <= cgrp->id))
122 return 0;
123
124 ret = extend_netdev_table(dev, cgrp->id);
125 if (ret)
126 return ret;
127
128 map = rtnl_dereference(dev->priomap);
129 map->priomap[cgrp->id] = prio;
130 return 0;
131}
132
Tejun Heo92fb9742012-11-19 08:13:38 -0800133static struct cgroup_subsys_state *cgrp_css_alloc(struct cgroup *cgrp)
Neil Horman5bc14212011-11-22 05:10:51 +0000134{
135 struct cgroup_netprio_state *cs;
Tejun Heo88d642f2012-11-22 07:32:47 -0800136
Neil Horman5bc14212011-11-22 05:10:51 +0000137 cs = kzalloc(sizeof(*cs), GFP_KERNEL);
138 if (!cs)
139 return ERR_PTR(-ENOMEM);
140
Neil Horman5bc14212011-11-22 05:10:51 +0000141 return &cs->css;
142}
143
Tejun Heo811d8d62012-11-22 07:32:47 -0800144static int cgrp_css_online(struct cgroup *cgrp)
Neil Horman5bc14212011-11-22 05:10:51 +0000145{
Tejun Heo811d8d62012-11-22 07:32:47 -0800146 struct cgroup *parent = cgrp->parent;
Neil Horman5bc14212011-11-22 05:10:51 +0000147 struct net_device *dev;
Tejun Heo811d8d62012-11-22 07:32:47 -0800148 int ret = 0;
149
150 if (!parent)
151 return 0;
Neil Horman5bc14212011-11-22 05:10:51 +0000152
Neil Horman5bc14212011-11-22 05:10:51 +0000153 rtnl_lock();
Tejun Heo811d8d62012-11-22 07:32:47 -0800154 /*
155 * Inherit prios from the parent. As all prios are set during
156 * onlining, there is no need to clear them on offline.
157 */
158 for_each_netdev(&init_net, dev) {
159 u32 prio = netprio_prio(parent, dev);
160
161 ret = netprio_set_prio(cgrp, dev, prio);
162 if (ret)
163 break;
164 }
Neil Horman5bc14212011-11-22 05:10:51 +0000165 rtnl_unlock();
Tejun Heo811d8d62012-11-22 07:32:47 -0800166 return ret;
167}
168
169static void cgrp_css_free(struct cgroup *cgrp)
170{
171 kfree(cgrp_netprio_state(cgrp));
Neil Horman5bc14212011-11-22 05:10:51 +0000172}
173
174static u64 read_prioidx(struct cgroup *cgrp, struct cftype *cft)
175{
Tejun Heo88d642f2012-11-22 07:32:47 -0800176 return cgrp->id;
Neil Horman5bc14212011-11-22 05:10:51 +0000177}
178
179static int read_priomap(struct cgroup *cont, struct cftype *cft,
180 struct cgroup_map_cb *cb)
181{
182 struct net_device *dev;
Neil Horman5bc14212011-11-22 05:10:51 +0000183
184 rcu_read_lock();
Tejun Heo666b0eb2012-11-22 07:32:47 -0800185 for_each_netdev_rcu(&init_net, dev)
186 cb->fill(cb, dev->name, netprio_prio(cont, dev));
Neil Horman5bc14212011-11-22 05:10:51 +0000187 rcu_read_unlock();
188 return 0;
189}
190
191static int write_priomap(struct cgroup *cgrp, struct cftype *cft,
192 const char *buffer)
193{
Tejun Heo6d5759d2012-11-22 07:32:46 -0800194 char devname[IFNAMSIZ + 1];
Neil Horman5bc14212011-11-22 05:10:51 +0000195 struct net_device *dev;
Tejun Heo6d5759d2012-11-22 07:32:46 -0800196 u32 prio;
197 int ret;
Neil Horman5bc14212011-11-22 05:10:51 +0000198
Tejun Heo6d5759d2012-11-22 07:32:46 -0800199 if (sscanf(buffer, "%"__stringify(IFNAMSIZ)"s %u", devname, &prio) != 2)
200 return -EINVAL;
Neil Horman5bc14212011-11-22 05:10:51 +0000201
202 dev = dev_get_by_name(&init_net, devname);
203 if (!dev)
Tejun Heo6d5759d2012-11-22 07:32:46 -0800204 return -ENODEV;
Neil Horman5bc14212011-11-22 05:10:51 +0000205
John Fastabend476ad152012-08-14 12:34:35 +0000206 rtnl_lock();
Tejun Heo6d5759d2012-11-22 07:32:46 -0800207
Tejun Heo666b0eb2012-11-22 07:32:47 -0800208 ret = netprio_set_prio(cgrp, dev, prio);
Gao fengef209f12012-07-11 21:50:15 +0000209
John Fastabend476ad152012-08-14 12:34:35 +0000210 rtnl_unlock();
Neil Horman5bc14212011-11-22 05:10:51 +0000211 dev_put(dev);
Neil Horman5bc14212011-11-22 05:10:51 +0000212 return ret;
213}
214
Al Viroc3c073f2012-08-21 22:32:06 -0400215static int update_netprio(const void *v, struct file *file, unsigned n)
216{
217 int err;
218 struct socket *sock = sock_from_file(file, &err);
219 if (sock)
220 sock->sk->sk_cgrp_prioidx = (u32)(unsigned long)v;
221 return 0;
222}
223
Daniel Wagnerc658f192012-10-25 04:16:55 +0000224static void net_prio_attach(struct cgroup *cgrp, struct cgroup_taskset *tset)
John Fastabend406a3c62012-07-20 10:39:25 +0000225{
226 struct task_struct *p;
Al Viroc3c073f2012-08-21 22:32:06 -0400227 void *v;
John Fastabend406a3c62012-07-20 10:39:25 +0000228
229 cgroup_taskset_for_each(p, cgrp, tset) {
John Fastabend406a3c62012-07-20 10:39:25 +0000230 task_lock(p);
Al Viroc3c073f2012-08-21 22:32:06 -0400231 v = (void *)(unsigned long)task_netprioidx(p);
232 iterate_fd(p->files, 0, update_netprio, v);
John Fastabend406a3c62012-07-20 10:39:25 +0000233 task_unlock(p);
234 }
John Fastabend406a3c62012-07-20 10:39:25 +0000235}
236
Neil Horman5bc14212011-11-22 05:10:51 +0000237static struct cftype ss_files[] = {
238 {
239 .name = "prioidx",
240 .read_u64 = read_prioidx,
241 },
242 {
243 .name = "ifpriomap",
244 .read_map = read_priomap,
245 .write_string = write_priomap,
246 },
Tejun Heo4baf6e32012-04-01 12:09:55 -0700247 { } /* terminate */
Neil Horman5bc14212011-11-22 05:10:51 +0000248};
249
Tejun Heo676f7c82012-04-01 12:09:55 -0700250struct cgroup_subsys net_prio_subsys = {
251 .name = "net_prio",
Tejun Heo92fb9742012-11-19 08:13:38 -0800252 .css_alloc = cgrp_css_alloc,
Tejun Heo811d8d62012-11-22 07:32:47 -0800253 .css_online = cgrp_css_online,
Tejun Heo92fb9742012-11-19 08:13:38 -0800254 .css_free = cgrp_css_free,
John Fastabend406a3c62012-07-20 10:39:25 +0000255 .attach = net_prio_attach,
Tejun Heo676f7c82012-04-01 12:09:55 -0700256 .subsys_id = net_prio_subsys_id,
Tejun Heo4baf6e32012-04-01 12:09:55 -0700257 .base_cftypes = ss_files,
Tejun Heo8c7f6ed2012-09-13 12:20:58 -0700258 .module = THIS_MODULE,
Tejun Heo676f7c82012-04-01 12:09:55 -0700259};
Neil Horman5bc14212011-11-22 05:10:51 +0000260
261static int netprio_device_event(struct notifier_block *unused,
262 unsigned long event, void *ptr)
263{
Jiri Pirko351638e2013-05-28 01:30:21 +0000264 struct net_device *dev = netdev_notifier_info_to_dev(ptr);
Neil Horman5bc14212011-11-22 05:10:51 +0000265 struct netprio_map *old;
Neil Horman5bc14212011-11-22 05:10:51 +0000266
267 /*
268 * Note this is called with rtnl_lock held so we have update side
269 * protection on our rcu assignments
270 */
271
272 switch (event) {
Neil Horman5bc14212011-11-22 05:10:51 +0000273 case NETDEV_UNREGISTER:
274 old = rtnl_dereference(dev->priomap);
Eric Dumazet2cfa5a02011-11-23 07:09:32 +0000275 RCU_INIT_POINTER(dev->priomap, NULL);
Neil Horman5bc14212011-11-22 05:10:51 +0000276 if (old)
277 kfree_rcu(old, rcu);
278 break;
279 }
280 return NOTIFY_DONE;
281}
282
283static struct notifier_block netprio_device_notifier = {
284 .notifier_call = netprio_device_event
285};
286
287static int __init init_cgroup_netprio(void)
288{
289 int ret;
290
291 ret = cgroup_load_subsys(&net_prio_subsys);
292 if (ret)
293 goto out;
Neil Horman5bc14212011-11-22 05:10:51 +0000294
295 register_netdevice_notifier(&netprio_device_notifier);
296
297out:
298 return ret;
299}
300
301static void __exit exit_cgroup_netprio(void)
302{
303 struct netprio_map *old;
304 struct net_device *dev;
305
306 unregister_netdevice_notifier(&netprio_device_notifier);
307
308 cgroup_unload_subsys(&net_prio_subsys);
309
Neil Horman5bc14212011-11-22 05:10:51 +0000310 rtnl_lock();
311 for_each_netdev(&init_net, dev) {
312 old = rtnl_dereference(dev->priomap);
Eric Dumazet2cfa5a02011-11-23 07:09:32 +0000313 RCU_INIT_POINTER(dev->priomap, NULL);
Neil Horman5bc14212011-11-22 05:10:51 +0000314 if (old)
315 kfree_rcu(old, rcu);
316 }
317 rtnl_unlock();
318}
319
320module_init(init_cgroup_netprio);
321module_exit(exit_cgroup_netprio);
322MODULE_LICENSE("GPL v2");