blob: 81384386f91b4fa2daab46bc473099db2a7e824b [file] [log] [blame]
Joe Perchese005d192012-05-16 19:58:40 +00001#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
2
Eric W. Biederman5f256be2007-09-12 11:50:50 +02003#include <linux/workqueue.h>
4#include <linux/rtnetlink.h>
5#include <linux/cache.h>
6#include <linux/slab.h>
7#include <linux/list.h>
8#include <linux/delay.h>
Eric W. Biederman9dd776b2007-09-26 22:04:26 -07009#include <linux/sched.h>
Pavel Emelyanovc93cf612008-04-15 00:35:23 -070010#include <linux/idr.h>
Johannes Berg11a28d32009-07-10 09:51:33 +000011#include <linux/rculist.h>
Johannes Berg30ffee82009-07-10 09:51:35 +000012#include <linux/nsproxy.h>
David Howells0bb80f22013-04-12 01:50:06 +010013#include <linux/fs.h>
14#include <linux/proc_ns.h>
Eric W. Biedermanf0630522011-05-04 17:51:50 -070015#include <linux/file.h>
Paul Gortmakerbc3b2d72011-07-15 11:47:34 -040016#include <linux/export.h>
Eric W. Biederman038e7332012-06-14 02:31:10 -070017#include <linux/user_namespace.h>
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +010018#include <linux/net_namespace.h>
Ingo Molnarf719ff9b2017-02-06 10:57:33 +010019#include <linux/sched/task.h>
20
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +010021#include <net/sock.h>
22#include <net/netlink.h>
Eric W. Biederman5f256be2007-09-12 11:50:50 +020023#include <net/net_namespace.h>
Pavel Emelyanovdec827d2008-04-15 00:36:08 -070024#include <net/netns/generic.h>
Eric W. Biederman5f256be2007-09-12 11:50:50 +020025
26/*
27 * Our network namespace constructor/destructor lists
28 */
29
30static LIST_HEAD(pernet_list);
31static struct list_head *first_device = &pernet_list;
Cong Wang200b9162014-05-12 15:11:20 -070032DEFINE_MUTEX(net_mutex);
Eric W. Biederman5f256be2007-09-12 11:50:50 +020033
Eric W. Biederman5f256be2007-09-12 11:50:50 +020034LIST_HEAD(net_namespace_list);
Alexey Dobriyanb76a4612008-10-08 11:35:06 +020035EXPORT_SYMBOL_GPL(net_namespace_list);
Eric W. Biederman5f256be2007-09-12 11:50:50 +020036
Rustad, Mark D734b6542012-07-18 09:06:07 +000037struct net init_net = {
Kirill Tkhai273c28b2018-01-12 18:28:31 +030038 .count = REFCOUNT_INIT(1),
David Howellsb5082df2017-04-27 22:40:23 +010039 .dev_base_head = LIST_HEAD_INIT(init_net.dev_base_head),
Rustad, Mark D734b6542012-07-18 09:06:07 +000040};
Denis V. Lunevff4b9502008-01-22 22:05:33 -080041EXPORT_SYMBOL(init_net);
Eric W. Biederman5f256be2007-09-12 11:50:50 +020042
Dmitry Torokhovf8c46cb2016-08-10 14:36:00 -070043static bool init_net_initialized;
44
Alexey Dobriyan6af2d5f2016-12-02 04:21:32 +030045#define MIN_PERNET_OPS_ID \
46 ((sizeof(struct net_generic) + sizeof(void *) - 1) / sizeof(void *))
47
Pavel Emelyanovdec827d2008-04-15 00:36:08 -070048#define INITIAL_NET_GEN_PTRS 13 /* +1 for len +2 for rcu_head */
49
Eric Dumazet073862b2012-01-26 00:41:38 +000050static unsigned int max_gen_ptrs = INITIAL_NET_GEN_PTRS;
51
52static struct net_generic *net_alloc_generic(void)
53{
54 struct net_generic *ng;
Alexey Dobriyan6af2d5f2016-12-02 04:21:32 +030055 unsigned int generic_size = offsetof(struct net_generic, ptr[max_gen_ptrs]);
Eric Dumazet073862b2012-01-26 00:41:38 +000056
57 ng = kzalloc(generic_size, GFP_KERNEL);
58 if (ng)
Alexey Dobriyan9bfc7b92016-12-02 04:12:58 +030059 ng->s.len = max_gen_ptrs;
Eric Dumazet073862b2012-01-26 00:41:38 +000060
61 return ng;
62}
63
Alexey Dobriyanc7d03a02016-11-17 04:58:21 +030064static int net_assign_generic(struct net *net, unsigned int id, void *data)
Jiri Pirko05fceb42010-04-23 01:40:47 +000065{
66 struct net_generic *ng, *old_ng;
67
68 BUG_ON(!mutex_is_locked(&net_mutex));
Alexey Dobriyan6af2d5f2016-12-02 04:21:32 +030069 BUG_ON(id < MIN_PERNET_OPS_ID);
Jiri Pirko05fceb42010-04-23 01:40:47 +000070
Eric Dumazet1c877332010-10-25 03:20:11 +000071 old_ng = rcu_dereference_protected(net->gen,
72 lockdep_is_held(&net_mutex));
Alexey Dobriyan6af2d5f2016-12-02 04:21:32 +030073 if (old_ng->s.len > id) {
74 old_ng->ptr[id] = data;
Alexey Dobriyan1a9a05922016-12-02 04:11:34 +030075 return 0;
76 }
Jiri Pirko05fceb42010-04-23 01:40:47 +000077
Eric Dumazet073862b2012-01-26 00:41:38 +000078 ng = net_alloc_generic();
Jiri Pirko05fceb42010-04-23 01:40:47 +000079 if (ng == NULL)
80 return -ENOMEM;
81
82 /*
83 * Some synchronisation notes:
84 *
85 * The net_generic explores the net->gen array inside rcu
86 * read section. Besides once set the net->gen->ptr[x]
87 * pointer never changes (see rules in netns/generic.h).
88 *
89 * That said, we simply duplicate this array and schedule
90 * the old copy for kfree after a grace period.
91 */
92
Alexey Dobriyan6af2d5f2016-12-02 04:21:32 +030093 memcpy(&ng->ptr[MIN_PERNET_OPS_ID], &old_ng->ptr[MIN_PERNET_OPS_ID],
94 (old_ng->s.len - MIN_PERNET_OPS_ID) * sizeof(void *));
95 ng->ptr[id] = data;
Jiri Pirko05fceb42010-04-23 01:40:47 +000096
97 rcu_assign_pointer(net->gen, ng);
Alexey Dobriyan9bfc7b92016-12-02 04:12:58 +030098 kfree_rcu(old_ng, s.rcu);
Jiri Pirko05fceb42010-04-23 01:40:47 +000099 return 0;
100}
101
Eric W. Biedermanf875bae2009-11-29 22:25:28 +0000102static int ops_init(const struct pernet_operations *ops, struct net *net)
103{
Julian Anastasovb9229342012-04-16 04:43:15 +0000104 int err = -ENOMEM;
105 void *data = NULL;
106
Eric W. Biedermanf875bae2009-11-29 22:25:28 +0000107 if (ops->id && ops->size) {
Julian Anastasovb9229342012-04-16 04:43:15 +0000108 data = kzalloc(ops->size, GFP_KERNEL);
Eric W. Biedermanf875bae2009-11-29 22:25:28 +0000109 if (!data)
Julian Anastasovb9229342012-04-16 04:43:15 +0000110 goto out;
Eric W. Biedermanf875bae2009-11-29 22:25:28 +0000111
112 err = net_assign_generic(net, *ops->id, data);
Julian Anastasovb9229342012-04-16 04:43:15 +0000113 if (err)
114 goto cleanup;
Eric W. Biedermanf875bae2009-11-29 22:25:28 +0000115 }
Julian Anastasovb9229342012-04-16 04:43:15 +0000116 err = 0;
Eric W. Biedermanf875bae2009-11-29 22:25:28 +0000117 if (ops->init)
Julian Anastasovb9229342012-04-16 04:43:15 +0000118 err = ops->init(net);
119 if (!err)
120 return 0;
121
122cleanup:
123 kfree(data);
124
125out:
126 return err;
Eric W. Biedermanf875bae2009-11-29 22:25:28 +0000127}
128
129static void ops_free(const struct pernet_operations *ops, struct net *net)
130{
131 if (ops->id && ops->size) {
Alexey Dobriyanc7d03a02016-11-17 04:58:21 +0300132 kfree(net_generic(net, *ops->id));
Eric W. Biedermanf875bae2009-11-29 22:25:28 +0000133 }
134}
135
Eric W. Biederman72ad9372009-12-03 02:29:03 +0000136static void ops_exit_list(const struct pernet_operations *ops,
137 struct list_head *net_exit_list)
138{
139 struct net *net;
140 if (ops->exit) {
141 list_for_each_entry(net, net_exit_list, exit_list)
142 ops->exit(net);
143 }
Eric W. Biederman72ad9372009-12-03 02:29:03 +0000144 if (ops->exit_batch)
145 ops->exit_batch(net_exit_list);
146}
147
148static void ops_free_list(const struct pernet_operations *ops,
149 struct list_head *net_exit_list)
150{
151 struct net *net;
152 if (ops->size && ops->id) {
153 list_for_each_entry(net, net_exit_list, exit_list)
154 ops_free(ops, net);
155 }
156}
157
Nicolas Dichtel95f38412015-05-07 11:02:51 +0200158/* should be called with nsid_lock held */
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100159static int alloc_netid(struct net *net, struct net *peer, int reqid)
160{
Nicolas Dichtel3138dbf2015-05-07 11:02:50 +0200161 int min = 0, max = 0;
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100162
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100163 if (reqid >= 0) {
164 min = reqid;
165 max = reqid + 1;
166 }
167
Nicolas Dichtel95f38412015-05-07 11:02:51 +0200168 return idr_alloc(&net->netns_ids, peer, min, max, GFP_ATOMIC);
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100169}
170
171/* This function is used by idr_for_each(). If net is equal to peer, the
172 * function returns the id so that idr_for_each() stops. Because we cannot
173 * returns the id 0 (idr_for_each() will not stop), we return the magic value
174 * NET_ID_ZERO (-1) for it.
175 */
176#define NET_ID_ZERO -1
177static int net_eq_idr(int id, void *net, void *peer)
178{
179 if (net_eq(net, peer))
180 return id ? : NET_ID_ZERO;
181 return 0;
182}
183
Nicolas Dichtel95f38412015-05-07 11:02:51 +0200184/* Should be called with nsid_lock held. If a new id is assigned, the bool alloc
185 * is set to true, thus the caller knows that the new id must be notified via
186 * rtnl.
187 */
Nicolas Dichtel3138dbf2015-05-07 11:02:50 +0200188static int __peernet2id_alloc(struct net *net, struct net *peer, bool *alloc)
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100189{
190 int id = idr_for_each(&net->netns_ids, net_eq_idr, peer);
Nicolas Dichtel3138dbf2015-05-07 11:02:50 +0200191 bool alloc_it = *alloc;
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100192
Nicolas Dichtel3138dbf2015-05-07 11:02:50 +0200193 *alloc = false;
194
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100195 /* Magic value for id 0. */
196 if (id == NET_ID_ZERO)
197 return 0;
198 if (id > 0)
199 return id;
200
Nicolas Dichtel3138dbf2015-05-07 11:02:50 +0200201 if (alloc_it) {
Nicolas Dichtel109582af2015-05-07 11:02:47 +0200202 id = alloc_netid(net, peer, -1);
Nicolas Dichtel3138dbf2015-05-07 11:02:50 +0200203 *alloc = true;
Nicolas Dichtel109582af2015-05-07 11:02:47 +0200204 return id >= 0 ? id : NETNSA_NSID_NOT_ASSIGNED;
205 }
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100206
Nicolas Dichtel109582af2015-05-07 11:02:47 +0200207 return NETNSA_NSID_NOT_ASSIGNED;
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100208}
209
Nicolas Dichtel95f38412015-05-07 11:02:51 +0200210/* should be called with nsid_lock held */
Nicolas Dichtel3138dbf2015-05-07 11:02:50 +0200211static int __peernet2id(struct net *net, struct net *peer)
212{
213 bool no = false;
214
215 return __peernet2id_alloc(net, peer, &no);
216}
217
218static void rtnl_net_notifyid(struct net *net, int cmd, int id);
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100219/* This function returns the id of a peer netns. If no id is assigned, one will
220 * be allocated and returned.
221 */
Nicolas Dichtel7a0877d2015-05-07 11:02:49 +0200222int peernet2id_alloc(struct net *net, struct net *peer)
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100223{
Kirill Tkhai0c06bea2018-01-16 12:31:41 +0300224 bool alloc = false, alive = false;
Nicolas Dichtel3138dbf2015-05-07 11:02:50 +0200225 int id;
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100226
Kirill Tkhai273c28b2018-01-12 18:28:31 +0300227 if (refcount_read(&net->count) == 0)
WANG Congcfc44a42016-11-16 10:27:02 -0800228 return NETNSA_NSID_NOT_ASSIGNED;
Paul Moorefba143c2016-11-29 16:57:48 -0500229 spin_lock_bh(&net->nsid_lock);
Kirill Tkhai0c06bea2018-01-16 12:31:41 +0300230 /*
231 * When peer is obtained from RCU lists, we may race with
232 * its cleanup. Check whether it's alive, and this guarantees
233 * we never hash a peer back to net->netns_ids, after it has
234 * just been idr_remove()'d from there in cleanup_net().
235 */
236 if (maybe_get_net(peer))
237 alive = alloc = true;
Nicolas Dichtel3138dbf2015-05-07 11:02:50 +0200238 id = __peernet2id_alloc(net, peer, &alloc);
Paul Moorefba143c2016-11-29 16:57:48 -0500239 spin_unlock_bh(&net->nsid_lock);
Nicolas Dichtel3138dbf2015-05-07 11:02:50 +0200240 if (alloc && id >= 0)
241 rtnl_net_notifyid(net, RTM_NEWNSID, id);
Kirill Tkhai0c06bea2018-01-16 12:31:41 +0300242 if (alive)
243 put_net(peer);
Nicolas Dichtel3138dbf2015-05-07 11:02:50 +0200244 return id;
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100245}
Jiri Benc7cbebc82017-11-02 17:04:36 -0200246EXPORT_SYMBOL_GPL(peernet2id_alloc);
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100247
Nicolas Dichtel95f38412015-05-07 11:02:51 +0200248/* This function returns, if assigned, the id of a peer netns. */
Nicolas Dichtel59324cf2015-05-07 11:02:53 +0200249int peernet2id(struct net *net, struct net *peer)
Nicolas Dichtel95f38412015-05-07 11:02:51 +0200250{
Nicolas Dichtel95f38412015-05-07 11:02:51 +0200251 int id;
252
Paul Moorefba143c2016-11-29 16:57:48 -0500253 spin_lock_bh(&net->nsid_lock);
Nicolas Dichtel95f38412015-05-07 11:02:51 +0200254 id = __peernet2id(net, peer);
Paul Moorefba143c2016-11-29 16:57:48 -0500255 spin_unlock_bh(&net->nsid_lock);
Nicolas Dichtel95f38412015-05-07 11:02:51 +0200256 return id;
257}
WANG Cong38f507f2016-09-01 21:53:44 -0700258EXPORT_SYMBOL(peernet2id);
Nicolas Dichtel95f38412015-05-07 11:02:51 +0200259
Nicolas Dichtel59324cf2015-05-07 11:02:53 +0200260/* This function returns true is the peer netns has an id assigned into the
261 * current netns.
262 */
263bool peernet_has_id(struct net *net, struct net *peer)
264{
265 return peernet2id(net, peer) >= 0;
266}
267
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100268struct net *get_net_ns_by_id(struct net *net, int id)
269{
270 struct net *peer;
271
272 if (id < 0)
273 return NULL;
274
275 rcu_read_lock();
276 peer = idr_find(&net->netns_ids, id);
277 if (peer)
Eric W. Biederman21b59442017-12-19 11:27:56 -0600278 peer = maybe_get_net(peer);
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100279 rcu_read_unlock();
280
281 return peer;
282}
283
Pavel Emelyanov6a1a3b92007-11-01 00:44:50 -0700284/*
285 * setup_net runs the initializers for the network namespace object.
286 */
Eric W. Biederman038e7332012-06-14 02:31:10 -0700287static __net_init int setup_net(struct net *net, struct user_namespace *user_ns)
Pavel Emelyanov6a1a3b92007-11-01 00:44:50 -0700288{
289 /* Must be called with net_mutex held */
Eric W. Biedermanf875bae2009-11-29 22:25:28 +0000290 const struct pernet_operations *ops, *saved_ops;
Daniel Lezcano486a87f2009-02-22 00:07:53 -0800291 int error = 0;
Eric W. Biederman72ad9372009-12-03 02:29:03 +0000292 LIST_HEAD(net_exit_list);
Pavel Emelyanov6a1a3b92007-11-01 00:44:50 -0700293
Kirill Tkhai273c28b2018-01-12 18:28:31 +0300294 refcount_set(&net->count, 1);
Reshetova, Elenac122e142017-06-30 13:08:08 +0300295 refcount_set(&net->passive, 1);
Thomas Graf4e985ad2011-06-21 03:11:20 +0000296 net->dev_base_seq = 1;
Eric W. Biederman038e7332012-06-14 02:31:10 -0700297 net->user_ns = user_ns;
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100298 idr_init(&net->netns_ids);
WANG Congde133462015-05-15 14:47:32 -0700299 spin_lock_init(&net->nsid_lock);
Daniel Lezcano486a87f2009-02-22 00:07:53 -0800300
Pavel Emelyanov6a1a3b92007-11-01 00:44:50 -0700301 list_for_each_entry(ops, &pernet_list, list) {
Eric W. Biedermanf875bae2009-11-29 22:25:28 +0000302 error = ops_init(ops, net);
303 if (error < 0)
304 goto out_undo;
Pavel Emelyanov6a1a3b92007-11-01 00:44:50 -0700305 }
Kirill Tkhai98f6c532018-02-13 12:26:02 +0300306 rtnl_lock();
307 list_add_tail_rcu(&net->list, &net_namespace_list);
308 rtnl_unlock();
Pavel Emelyanov6a1a3b92007-11-01 00:44:50 -0700309out:
310 return error;
311
312out_undo:
313 /* Walk through the list backwards calling the exit functions
314 * for the pernet modules whose init functions did not fail.
315 */
Eric W. Biederman72ad9372009-12-03 02:29:03 +0000316 list_add(&net->exit_list, &net_exit_list);
Eric W. Biedermanf875bae2009-11-29 22:25:28 +0000317 saved_ops = ops;
Eric W. Biederman72ad9372009-12-03 02:29:03 +0000318 list_for_each_entry_continue_reverse(ops, &pernet_list, list)
319 ops_exit_list(ops, &net_exit_list);
320
Eric W. Biedermanf875bae2009-11-29 22:25:28 +0000321 ops = saved_ops;
322 list_for_each_entry_continue_reverse(ops, &pernet_list, list)
Eric W. Biederman72ad9372009-12-03 02:29:03 +0000323 ops_free_list(ops, &net_exit_list);
Pavel Emelyanov6a1a3b92007-11-01 00:44:50 -0700324
325 rcu_barrier();
326 goto out;
327}
328
Roman Kapl7c3f18752017-05-24 10:22:22 +0200329static int __net_init net_defaults_init_net(struct net *net)
330{
331 net->core.sysctl_somaxconn = SOMAXCONN;
332 return 0;
333}
334
335static struct pernet_operations net_defaults_ops = {
336 .init = net_defaults_init_net,
337};
338
339static __init int net_defaults_init(void)
340{
341 if (register_pernet_subsys(&net_defaults_ops))
342 panic("Cannot initialize net default settings");
343
344 return 0;
345}
346
347core_initcall(net_defaults_init);
Daniel Lezcano486a87f2009-02-22 00:07:53 -0800348
Clemens Nossebe47d42009-02-23 15:37:35 -0800349#ifdef CONFIG_NET_NS
Arnd Bergmann2ed6afd2016-09-23 18:06:12 +0200350static struct ucounts *inc_net_namespaces(struct user_namespace *ns)
351{
352 return inc_ucount(ns, current_euid(), UCOUNT_NET_NAMESPACES);
353}
354
355static void dec_net_namespaces(struct ucounts *ucounts)
356{
357 dec_ucount(ucounts, UCOUNT_NET_NAMESPACES);
358}
359
Clemens Nossebe47d42009-02-23 15:37:35 -0800360static struct kmem_cache *net_cachep;
361static struct workqueue_struct *netns_wq;
362
Eric W. Biederman5f256be2007-09-12 11:50:50 +0200363static struct net *net_alloc(void)
364{
Daniel Lezcano486a87f2009-02-22 00:07:53 -0800365 struct net *net = NULL;
366 struct net_generic *ng;
367
368 ng = net_alloc_generic();
369 if (!ng)
370 goto out;
371
372 net = kmem_cache_zalloc(net_cachep, GFP_KERNEL);
373 if (!net)
374 goto out_free;
375
376 rcu_assign_pointer(net->gen, ng);
377out:
378 return net;
379
380out_free:
381 kfree(ng);
382 goto out;
Eric W. Biederman5f256be2007-09-12 11:50:50 +0200383}
Eric W. Biederman5f256be2007-09-12 11:50:50 +0200384
Johann Felix Soden45a19b02007-11-07 01:30:30 -0800385static void net_free(struct net *net)
386{
Eric Dumazet416c51e2014-09-09 08:24:53 -0700387 kfree(rcu_access_pointer(net->gen));
Johann Felix Soden45a19b02007-11-07 01:30:30 -0800388 kmem_cache_free(net_cachep, net);
389}
390
Al Viroa685e082011-06-08 21:13:01 -0400391void net_drop_ns(void *p)
392{
393 struct net *ns = p;
Reshetova, Elenac122e142017-06-30 13:08:08 +0300394 if (ns && refcount_dec_and_test(&ns->passive))
Al Viroa685e082011-06-08 21:13:01 -0400395 net_free(ns);
396}
397
Eric W. Biederman038e7332012-06-14 02:31:10 -0700398struct net *copy_net_ns(unsigned long flags,
399 struct user_namespace *user_ns, struct net *old_net)
Pavel Emelyanov6a1a3b92007-11-01 00:44:50 -0700400{
Eric W. Biederman70328662016-08-08 14:33:23 -0500401 struct ucounts *ucounts;
Alexey Dobriyan088eb2d2009-05-04 11:12:14 -0700402 struct net *net;
403 int rv;
Pavel Emelyanov6a1a3b92007-11-01 00:44:50 -0700404
Rob Landley911cb192011-04-15 02:26:25 +0000405 if (!(flags & CLONE_NEWNET))
406 return get_net(old_net);
407
Eric W. Biederman70328662016-08-08 14:33:23 -0500408 ucounts = inc_net_namespaces(user_ns);
409 if (!ucounts)
Eric W. Biedermandf75e772016-09-22 13:08:36 -0500410 return ERR_PTR(-ENOSPC);
Eric W. Biederman70328662016-08-08 14:33:23 -0500411
Alexey Dobriyan088eb2d2009-05-04 11:12:14 -0700412 net = net_alloc();
Eric W. Biederman70328662016-08-08 14:33:23 -0500413 if (!net) {
Kirill Tkhai5ba049a2018-02-13 12:26:13 +0300414 rv = -ENOMEM;
415 goto dec_ucounts;
Eric W. Biederman70328662016-08-08 14:33:23 -0500416 }
Kirill Tkhai5ba049a2018-02-13 12:26:13 +0300417 refcount_set(&net->passive, 1);
418 net->ucounts = ucounts;
Eric W. Biederman038e7332012-06-14 02:31:10 -0700419 get_user_ns(user_ns);
420
Andrey Vagin7281a662016-10-20 19:45:43 -0700421 rv = mutex_lock_killable(&net_mutex);
Kirill Tkhai5ba049a2018-02-13 12:26:13 +0300422 if (rv < 0)
423 goto put_userns;
Andrey Vagin7281a662016-10-20 19:45:43 -0700424
Eric W. Biederman038e7332012-06-14 02:31:10 -0700425 rv = setup_net(net, user_ns);
Pavel Emelyanov6a1a3b92007-11-01 00:44:50 -0700426 mutex_unlock(&net_mutex);
Alexey Dobriyan088eb2d2009-05-04 11:12:14 -0700427 if (rv < 0) {
Kirill Tkhai5ba049a2018-02-13 12:26:13 +0300428put_userns:
Eric W. Biederman038e7332012-06-14 02:31:10 -0700429 put_user_ns(user_ns);
Al Viroa685e082011-06-08 21:13:01 -0400430 net_drop_ns(net);
Kirill Tkhai5ba049a2018-02-13 12:26:13 +0300431dec_ucounts:
432 dec_net_namespaces(ucounts);
Alexey Dobriyan088eb2d2009-05-04 11:12:14 -0700433 return ERR_PTR(rv);
434 }
435 return net;
436}
Daniel Lezcano486a87f2009-02-22 00:07:53 -0800437
Kirill Tkhaifb07a822018-01-19 19:14:53 +0300438static void unhash_nsid(struct net *net, struct net *last)
439{
440 struct net *tmp;
441 /* This function is only called from cleanup_net() work,
442 * and this work is the only process, that may delete
443 * a net from net_namespace_list. So, when the below
444 * is executing, the list may only grow. Thus, we do not
445 * use for_each_net_rcu() or rtnl_lock().
446 */
447 for_each_net(tmp) {
448 int id;
449
450 spin_lock_bh(&tmp->nsid_lock);
451 id = __peernet2id(tmp, net);
452 if (id >= 0)
453 idr_remove(&tmp->netns_ids, id);
454 spin_unlock_bh(&tmp->nsid_lock);
455 if (id >= 0)
456 rtnl_net_notifyid(tmp, RTM_DELNSID, id);
457 if (tmp == last)
458 break;
459 }
460 spin_lock_bh(&net->nsid_lock);
461 idr_destroy(&net->netns_ids);
462 spin_unlock_bh(&net->nsid_lock);
463}
464
Eric W. Biederman2b035b32009-11-29 22:25:27 +0000465static DEFINE_SPINLOCK(cleanup_list_lock);
466static LIST_HEAD(cleanup_list); /* Must hold cleanup_list_lock to touch */
467
Eric W. Biederman5f256be2007-09-12 11:50:50 +0200468static void cleanup_net(struct work_struct *work)
469{
Eric W. Biedermanf875bae2009-11-29 22:25:28 +0000470 const struct pernet_operations *ops;
Kirill Tkhaifb07a822018-01-19 19:14:53 +0300471 struct net *net, *tmp, *last;
xiao jin1818ce42014-04-25 08:50:54 +0800472 struct list_head net_kill_list;
Eric W. Biederman72ad9372009-12-03 02:29:03 +0000473 LIST_HEAD(net_exit_list);
Eric W. Biederman5f256be2007-09-12 11:50:50 +0200474
Eric W. Biederman2b035b32009-11-29 22:25:27 +0000475 /* Atomically snapshot the list of namespaces to cleanup */
476 spin_lock_irq(&cleanup_list_lock);
477 list_replace_init(&cleanup_list, &net_kill_list);
478 spin_unlock_irq(&cleanup_list_lock);
Eric W. Biederman5f256be2007-09-12 11:50:50 +0200479
480 mutex_lock(&net_mutex);
481
482 /* Don't let anyone else find us. */
Eric W. Biedermanf4618d32007-09-26 22:40:08 -0700483 rtnl_lock();
Kirill Tkhaifb07a822018-01-19 19:14:53 +0300484 list_for_each_entry(net, &net_kill_list, cleanup_list)
Eric W. Biederman2b035b32009-11-29 22:25:27 +0000485 list_del_rcu(&net->list);
Kirill Tkhaifb07a822018-01-19 19:14:53 +0300486 /* Cache last net. After we unlock rtnl, no one new net
487 * added to net_namespace_list can assign nsid pointer
488 * to a net from net_kill_list (see peernet2id_alloc()).
489 * So, we skip them in unhash_nsid().
490 *
491 * Note, that unhash_nsid() does not delete nsid links
492 * between net_kill_list's nets, as they've already
493 * deleted from net_namespace_list. But, this would be
494 * useless anyway, as netns_ids are destroyed there.
495 */
496 last = list_last_entry(&net_namespace_list, struct net, list);
Eric W. Biedermanf4618d32007-09-26 22:40:08 -0700497 rtnl_unlock();
Eric W. Biederman5f256be2007-09-12 11:50:50 +0200498
Kirill Tkhaifb07a822018-01-19 19:14:53 +0300499 list_for_each_entry(net, &net_kill_list, cleanup_list) {
500 unhash_nsid(net, last);
501 list_add_tail(&net->exit_list, &net_exit_list);
502 }
503
Johannes Berg11a28d32009-07-10 09:51:33 +0000504 /*
505 * Another CPU might be rcu-iterating the list, wait for it.
506 * This needs to be before calling the exit() notifiers, so
507 * the rcu_barrier() below isn't sufficient alone.
508 */
509 synchronize_rcu();
510
Eric W. Biederman5f256be2007-09-12 11:50:50 +0200511 /* Run all of the network namespace exit methods */
Eric W. Biederman72ad9372009-12-03 02:29:03 +0000512 list_for_each_entry_reverse(ops, &pernet_list, list)
513 ops_exit_list(ops, &net_exit_list);
514
Eric W. Biedermanf875bae2009-11-29 22:25:28 +0000515 /* Free the net generic variables */
Eric W. Biederman72ad9372009-12-03 02:29:03 +0000516 list_for_each_entry_reverse(ops, &pernet_list, list)
517 ops_free_list(ops, &net_exit_list);
Eric W. Biederman5f256be2007-09-12 11:50:50 +0200518
519 mutex_unlock(&net_mutex);
520
521 /* Ensure there are no outstanding rcu callbacks using this
522 * network namespace.
523 */
524 rcu_barrier();
525
526 /* Finally it is safe to free my network namespace structure */
Eric W. Biederman72ad9372009-12-03 02:29:03 +0000527 list_for_each_entry_safe(net, tmp, &net_exit_list, exit_list) {
528 list_del_init(&net->exit_list);
Eric W. Biederman70328662016-08-08 14:33:23 -0500529 dec_net_namespaces(net->ucounts);
Eric W. Biederman038e7332012-06-14 02:31:10 -0700530 put_user_ns(net->user_ns);
Al Viroa685e082011-06-08 21:13:01 -0400531 net_drop_ns(net);
Eric W. Biederman2b035b32009-11-29 22:25:27 +0000532 }
Eric W. Biederman5f256be2007-09-12 11:50:50 +0200533}
Florian Westphal7866cc52017-05-30 11:38:12 +0200534
535/**
536 * net_ns_barrier - wait until concurrent net_cleanup_work is done
537 *
538 * cleanup_net runs from work queue and will first remove namespaces
539 * from the global list, then run net exit functions.
540 *
541 * Call this in module exit path to make sure that all netns
542 * ->exit ops have been invoked before the function is removed.
543 */
544void net_ns_barrier(void)
545{
546 mutex_lock(&net_mutex);
547 mutex_unlock(&net_mutex);
548}
549EXPORT_SYMBOL(net_ns_barrier);
550
Eric W. Biederman2b035b32009-11-29 22:25:27 +0000551static DECLARE_WORK(net_cleanup_work, cleanup_net);
Eric W. Biederman5f256be2007-09-12 11:50:50 +0200552
Eric W. Biederman5f256be2007-09-12 11:50:50 +0200553void __put_net(struct net *net)
554{
555 /* Cleanup the network namespace in process context */
Eric W. Biederman2b035b32009-11-29 22:25:27 +0000556 unsigned long flags;
557
558 spin_lock_irqsave(&cleanup_list_lock, flags);
559 list_add(&net->cleanup_list, &cleanup_list);
560 spin_unlock_irqrestore(&cleanup_list_lock, flags);
561
562 queue_work(netns_wq, &net_cleanup_work);
Eric W. Biederman5f256be2007-09-12 11:50:50 +0200563}
564EXPORT_SYMBOL_GPL(__put_net);
565
Stephen Rothwell956c9202011-05-12 13:51:13 +1000566struct net *get_net_ns_by_fd(int fd)
567{
Stephen Rothwell956c9202011-05-12 13:51:13 +1000568 struct file *file;
Al Viro33c42942014-11-01 02:32:53 -0400569 struct ns_common *ns;
Stephen Rothwell956c9202011-05-12 13:51:13 +1000570 struct net *net;
571
Stephen Rothwell956c9202011-05-12 13:51:13 +1000572 file = proc_ns_fget(fd);
Al Viroc316e6a2011-06-05 00:37:35 +0000573 if (IS_ERR(file))
574 return ERR_CAST(file);
Stephen Rothwell956c9202011-05-12 13:51:13 +1000575
Al Virof77c8012014-11-01 03:13:17 -0400576 ns = get_proc_ns(file_inode(file));
Al Viro33c42942014-11-01 02:32:53 -0400577 if (ns->ops == &netns_operations)
578 net = get_net(container_of(ns, struct net, ns));
Al Viroc316e6a2011-06-05 00:37:35 +0000579 else
580 net = ERR_PTR(-EINVAL);
Stephen Rothwell956c9202011-05-12 13:51:13 +1000581
Al Viroc316e6a2011-06-05 00:37:35 +0000582 fput(file);
Stephen Rothwell956c9202011-05-12 13:51:13 +1000583 return net;
584}
585
Pavel Emelyanov6a1a3b92007-11-01 00:44:50 -0700586#else
Stephen Rothwell956c9202011-05-12 13:51:13 +1000587struct net *get_net_ns_by_fd(int fd)
588{
589 return ERR_PTR(-EINVAL);
590}
Pavel Emelyanov6a1a3b92007-11-01 00:44:50 -0700591#endif
Vadim Kochan4b681c82015-01-12 16:34:05 +0200592EXPORT_SYMBOL_GPL(get_net_ns_by_fd);
Eric W. Biederman9dd776b2007-09-26 22:04:26 -0700593
Johannes Berg30ffee82009-07-10 09:51:35 +0000594struct net *get_net_ns_by_pid(pid_t pid)
595{
596 struct task_struct *tsk;
597 struct net *net;
598
599 /* Lookup the network namespace */
600 net = ERR_PTR(-ESRCH);
601 rcu_read_lock();
602 tsk = find_task_by_vpid(pid);
603 if (tsk) {
604 struct nsproxy *nsproxy;
Eric W. Biederman728dba32014-02-03 19:13:49 -0800605 task_lock(tsk);
606 nsproxy = tsk->nsproxy;
Johannes Berg30ffee82009-07-10 09:51:35 +0000607 if (nsproxy)
608 net = get_net(nsproxy->net_ns);
Eric W. Biederman728dba32014-02-03 19:13:49 -0800609 task_unlock(tsk);
Johannes Berg30ffee82009-07-10 09:51:35 +0000610 }
611 rcu_read_unlock();
612 return net;
613}
614EXPORT_SYMBOL_GPL(get_net_ns_by_pid);
615
Eric W. Biederman98f842e2011-06-15 10:21:48 -0700616static __net_init int net_ns_net_init(struct net *net)
617{
Al Viro33c42942014-11-01 02:32:53 -0400618#ifdef CONFIG_NET_NS
619 net->ns.ops = &netns_operations;
620#endif
Al Viro6344c432014-11-01 00:45:45 -0400621 return ns_alloc_inum(&net->ns);
Eric W. Biederman98f842e2011-06-15 10:21:48 -0700622}
623
624static __net_exit void net_ns_net_exit(struct net *net)
625{
Al Viro6344c432014-11-01 00:45:45 -0400626 ns_free_inum(&net->ns);
Eric W. Biederman98f842e2011-06-15 10:21:48 -0700627}
628
629static struct pernet_operations __net_initdata net_ns_ops = {
630 .init = net_ns_net_init,
631 .exit = net_ns_net_exit,
632};
633
stephen hemminger3ee52562016-08-31 15:17:49 -0700634static const struct nla_policy rtnl_net_policy[NETNSA_MAX + 1] = {
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100635 [NETNSA_NONE] = { .type = NLA_UNSPEC },
636 [NETNSA_NSID] = { .type = NLA_S32 },
637 [NETNSA_PID] = { .type = NLA_U32 },
638 [NETNSA_FD] = { .type = NLA_U32 },
639};
640
David Ahernc21ef3e2017-04-16 09:48:24 -0700641static int rtnl_net_newid(struct sk_buff *skb, struct nlmsghdr *nlh,
642 struct netlink_ext_ack *extack)
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100643{
644 struct net *net = sock_net(skb->sk);
645 struct nlattr *tb[NETNSA_MAX + 1];
Nicolas Dichtel4a7f7bc2017-06-09 14:41:56 +0200646 struct nlattr *nla;
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100647 struct net *peer;
648 int nsid, err;
649
650 err = nlmsg_parse(nlh, sizeof(struct rtgenmsg), tb, NETNSA_MAX,
David Ahernc21ef3e2017-04-16 09:48:24 -0700651 rtnl_net_policy, extack);
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100652 if (err < 0)
653 return err;
Nicolas Dichtel4a7f7bc2017-06-09 14:41:56 +0200654 if (!tb[NETNSA_NSID]) {
655 NL_SET_ERR_MSG(extack, "nsid is missing");
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100656 return -EINVAL;
Nicolas Dichtel4a7f7bc2017-06-09 14:41:56 +0200657 }
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100658 nsid = nla_get_s32(tb[NETNSA_NSID]);
659
Nicolas Dichtel4a7f7bc2017-06-09 14:41:56 +0200660 if (tb[NETNSA_PID]) {
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100661 peer = get_net_ns_by_pid(nla_get_u32(tb[NETNSA_PID]));
Nicolas Dichtel4a7f7bc2017-06-09 14:41:56 +0200662 nla = tb[NETNSA_PID];
663 } else if (tb[NETNSA_FD]) {
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100664 peer = get_net_ns_by_fd(nla_get_u32(tb[NETNSA_FD]));
Nicolas Dichtel4a7f7bc2017-06-09 14:41:56 +0200665 nla = tb[NETNSA_FD];
666 } else {
667 NL_SET_ERR_MSG(extack, "Peer netns reference is missing");
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100668 return -EINVAL;
Nicolas Dichtel4a7f7bc2017-06-09 14:41:56 +0200669 }
670 if (IS_ERR(peer)) {
671 NL_SET_BAD_ATTR(extack, nla);
672 NL_SET_ERR_MSG(extack, "Peer netns reference is invalid");
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100673 return PTR_ERR(peer);
Nicolas Dichtel4a7f7bc2017-06-09 14:41:56 +0200674 }
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100675
Paul Moorefba143c2016-11-29 16:57:48 -0500676 spin_lock_bh(&net->nsid_lock);
Nicolas Dichtel3138dbf2015-05-07 11:02:50 +0200677 if (__peernet2id(net, peer) >= 0) {
Paul Moorefba143c2016-11-29 16:57:48 -0500678 spin_unlock_bh(&net->nsid_lock);
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100679 err = -EEXIST;
Nicolas Dichtel4a7f7bc2017-06-09 14:41:56 +0200680 NL_SET_BAD_ATTR(extack, nla);
681 NL_SET_ERR_MSG(extack,
682 "Peer netns already has a nsid assigned");
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100683 goto out;
684 }
685
686 err = alloc_netid(net, peer, nsid);
Paul Moorefba143c2016-11-29 16:57:48 -0500687 spin_unlock_bh(&net->nsid_lock);
Nicolas Dichtel3138dbf2015-05-07 11:02:50 +0200688 if (err >= 0) {
689 rtnl_net_notifyid(net, RTM_NEWNSID, err);
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100690 err = 0;
Nicolas Dichtel4a7f7bc2017-06-09 14:41:56 +0200691 } else if (err == -ENOSPC && nsid >= 0) {
Nicolas Dichtel10d486a2017-06-09 14:41:57 +0200692 err = -EEXIST;
Nicolas Dichtel4a7f7bc2017-06-09 14:41:56 +0200693 NL_SET_BAD_ATTR(extack, tb[NETNSA_NSID]);
694 NL_SET_ERR_MSG(extack, "The specified nsid is already used");
Nicolas Dichtel3138dbf2015-05-07 11:02:50 +0200695 }
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100696out:
697 put_net(peer);
698 return err;
699}
700
701static int rtnl_net_get_size(void)
702{
703 return NLMSG_ALIGN(sizeof(struct rtgenmsg))
704 + nla_total_size(sizeof(s32)) /* NETNSA_NSID */
705 ;
706}
707
708static int rtnl_net_fill(struct sk_buff *skb, u32 portid, u32 seq, int flags,
Nicolas Dichtelcab3c8e2015-05-07 11:02:48 +0200709 int cmd, struct net *net, int nsid)
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100710{
711 struct nlmsghdr *nlh;
712 struct rtgenmsg *rth;
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100713
714 nlh = nlmsg_put(skb, portid, seq, cmd, sizeof(*rth), flags);
715 if (!nlh)
716 return -EMSGSIZE;
717
718 rth = nlmsg_data(nlh);
719 rth->rtgen_family = AF_UNSPEC;
720
Nicolas Dichtelcab3c8e2015-05-07 11:02:48 +0200721 if (nla_put_s32(skb, NETNSA_NSID, nsid))
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100722 goto nla_put_failure;
723
724 nlmsg_end(skb, nlh);
725 return 0;
726
727nla_put_failure:
728 nlmsg_cancel(skb, nlh);
729 return -EMSGSIZE;
730}
731
David Ahernc21ef3e2017-04-16 09:48:24 -0700732static int rtnl_net_getid(struct sk_buff *skb, struct nlmsghdr *nlh,
733 struct netlink_ext_ack *extack)
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100734{
735 struct net *net = sock_net(skb->sk);
736 struct nlattr *tb[NETNSA_MAX + 1];
Nicolas Dichtel4a7f7bc2017-06-09 14:41:56 +0200737 struct nlattr *nla;
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100738 struct sk_buff *msg;
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100739 struct net *peer;
Nicolas Dichtelcab3c8e2015-05-07 11:02:48 +0200740 int err, id;
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100741
742 err = nlmsg_parse(nlh, sizeof(struct rtgenmsg), tb, NETNSA_MAX,
David Ahernc21ef3e2017-04-16 09:48:24 -0700743 rtnl_net_policy, extack);
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100744 if (err < 0)
745 return err;
Nicolas Dichtel4a7f7bc2017-06-09 14:41:56 +0200746 if (tb[NETNSA_PID]) {
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100747 peer = get_net_ns_by_pid(nla_get_u32(tb[NETNSA_PID]));
Nicolas Dichtel4a7f7bc2017-06-09 14:41:56 +0200748 nla = tb[NETNSA_PID];
749 } else if (tb[NETNSA_FD]) {
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100750 peer = get_net_ns_by_fd(nla_get_u32(tb[NETNSA_FD]));
Nicolas Dichtel4a7f7bc2017-06-09 14:41:56 +0200751 nla = tb[NETNSA_FD];
752 } else {
753 NL_SET_ERR_MSG(extack, "Peer netns reference is missing");
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100754 return -EINVAL;
Nicolas Dichtel4a7f7bc2017-06-09 14:41:56 +0200755 }
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100756
Nicolas Dichtel4a7f7bc2017-06-09 14:41:56 +0200757 if (IS_ERR(peer)) {
758 NL_SET_BAD_ATTR(extack, nla);
759 NL_SET_ERR_MSG(extack, "Peer netns reference is invalid");
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100760 return PTR_ERR(peer);
Nicolas Dichtel4a7f7bc2017-06-09 14:41:56 +0200761 }
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100762
763 msg = nlmsg_new(rtnl_net_get_size(), GFP_KERNEL);
764 if (!msg) {
765 err = -ENOMEM;
766 goto out;
767 }
768
Nicolas Dichtel95f38412015-05-07 11:02:51 +0200769 id = peernet2id(net, peer);
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100770 err = rtnl_net_fill(msg, NETLINK_CB(skb).portid, nlh->nlmsg_seq, 0,
David S. Millerb04096f2015-05-13 14:31:43 -0400771 RTM_NEWNSID, net, id);
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100772 if (err < 0)
773 goto err_out;
774
775 err = rtnl_unicast(msg, net, NETLINK_CB(skb).portid);
776 goto out;
777
778err_out:
779 nlmsg_free(msg);
780out:
781 put_net(peer);
782 return err;
783}
784
Nicolas Dichtela143c402015-04-07 11:51:54 +0200785struct rtnl_net_dump_cb {
786 struct net *net;
787 struct sk_buff *skb;
788 struct netlink_callback *cb;
789 int idx;
790 int s_idx;
791};
792
793static int rtnl_net_dumpid_one(int id, void *peer, void *data)
794{
795 struct rtnl_net_dump_cb *net_cb = (struct rtnl_net_dump_cb *)data;
796 int ret;
797
798 if (net_cb->idx < net_cb->s_idx)
799 goto cont;
800
801 ret = rtnl_net_fill(net_cb->skb, NETLINK_CB(net_cb->cb->skb).portid,
802 net_cb->cb->nlh->nlmsg_seq, NLM_F_MULTI,
Nicolas Dichtelcab3c8e2015-05-07 11:02:48 +0200803 RTM_NEWNSID, net_cb->net, id);
Nicolas Dichtela143c402015-04-07 11:51:54 +0200804 if (ret < 0)
805 return ret;
806
807cont:
808 net_cb->idx++;
809 return 0;
810}
811
812static int rtnl_net_dumpid(struct sk_buff *skb, struct netlink_callback *cb)
813{
814 struct net *net = sock_net(skb->sk);
815 struct rtnl_net_dump_cb net_cb = {
816 .net = net,
817 .skb = skb,
818 .cb = cb,
819 .idx = 0,
820 .s_idx = cb->args[0],
821 };
822
Paul Moorefba143c2016-11-29 16:57:48 -0500823 spin_lock_bh(&net->nsid_lock);
Nicolas Dichtela143c402015-04-07 11:51:54 +0200824 idr_for_each(&net->netns_ids, rtnl_net_dumpid_one, &net_cb);
Paul Moorefba143c2016-11-29 16:57:48 -0500825 spin_unlock_bh(&net->nsid_lock);
Nicolas Dichtela143c402015-04-07 11:51:54 +0200826
827 cb->args[0] = net_cb.idx;
828 return skb->len;
829}
830
Nicolas Dichtelcab3c8e2015-05-07 11:02:48 +0200831static void rtnl_net_notifyid(struct net *net, int cmd, int id)
Nicolas Dichtel9a963452015-04-07 11:51:53 +0200832{
833 struct sk_buff *msg;
834 int err = -ENOMEM;
835
836 msg = nlmsg_new(rtnl_net_get_size(), GFP_KERNEL);
837 if (!msg)
838 goto out;
839
Nicolas Dichtelcab3c8e2015-05-07 11:02:48 +0200840 err = rtnl_net_fill(msg, 0, 0, 0, cmd, net, id);
Nicolas Dichtel9a963452015-04-07 11:51:53 +0200841 if (err < 0)
842 goto err_out;
843
844 rtnl_notify(msg, net, 0, RTNLGRP_NSID, NULL, 0);
845 return;
846
847err_out:
848 nlmsg_free(msg);
849out:
850 rtnl_set_sk_err(net, RTNLGRP_NSID, err);
851}
852
Eric W. Biederman5f256be2007-09-12 11:50:50 +0200853static int __init net_ns_init(void)
854{
Daniel Lezcano486a87f2009-02-22 00:07:53 -0800855 struct net_generic *ng;
Eric W. Biederman5f256be2007-09-12 11:50:50 +0200856
Pavel Emelyanovd57a9212007-11-01 00:46:50 -0700857#ifdef CONFIG_NET_NS
Eric W. Biederman5f256be2007-09-12 11:50:50 +0200858 net_cachep = kmem_cache_create("net_namespace", sizeof(struct net),
859 SMP_CACHE_BYTES,
860 SLAB_PANIC, NULL);
Benjamin Thery3ef13552007-11-19 23:18:16 -0800861
862 /* Create workqueue for cleanup */
863 netns_wq = create_singlethread_workqueue("netns");
864 if (!netns_wq)
865 panic("Could not create netns workq");
Pavel Emelyanovd57a9212007-11-01 00:46:50 -0700866#endif
Benjamin Thery3ef13552007-11-19 23:18:16 -0800867
Daniel Lezcano486a87f2009-02-22 00:07:53 -0800868 ng = net_alloc_generic();
869 if (!ng)
870 panic("Could not allocate generic netns");
871
872 rcu_assign_pointer(init_net.gen, ng);
873
Eric W. Biederman5f256be2007-09-12 11:50:50 +0200874 mutex_lock(&net_mutex);
Eric W. Biederman038e7332012-06-14 02:31:10 -0700875 if (setup_net(&init_net, &init_user_ns))
Stephen Hemmingerca0f3112009-05-21 15:10:31 -0700876 panic("Could not setup the initial network namespace");
Eric W. Biederman5f256be2007-09-12 11:50:50 +0200877
Dmitry Torokhovf8c46cb2016-08-10 14:36:00 -0700878 init_net_initialized = true;
Eric W. Biederman5f256be2007-09-12 11:50:50 +0200879 mutex_unlock(&net_mutex);
Eric W. Biederman5f256be2007-09-12 11:50:50 +0200880
Eric W. Biederman98f842e2011-06-15 10:21:48 -0700881 register_pernet_subsys(&net_ns_ops);
882
Florian Westphal165b9112017-08-09 20:41:53 +0200883 rtnl_register(PF_UNSPEC, RTM_NEWNSID, rtnl_net_newid, NULL,
884 RTNL_FLAG_DOIT_UNLOCKED);
Nicolas Dichtela143c402015-04-07 11:51:54 +0200885 rtnl_register(PF_UNSPEC, RTM_GETNSID, rtnl_net_getid, rtnl_net_dumpid,
Florian Westphal165b9112017-08-09 20:41:53 +0200886 RTNL_FLAG_DOIT_UNLOCKED);
Nicolas Dichtel0c7aecd2015-01-15 15:11:15 +0100887
Eric W. Biederman5f256be2007-09-12 11:50:50 +0200888 return 0;
889}
890
891pure_initcall(net_ns_init);
892
Denis V. Luneved160e82007-11-13 03:23:21 -0800893#ifdef CONFIG_NET_NS
Eric W. Biedermanf875bae2009-11-29 22:25:28 +0000894static int __register_pernet_operations(struct list_head *list,
895 struct pernet_operations *ops)
Eric W. Biederman5f256be2007-09-12 11:50:50 +0200896{
Eric W. Biederman72ad9372009-12-03 02:29:03 +0000897 struct net *net;
Eric W. Biederman5f256be2007-09-12 11:50:50 +0200898 int error;
Eric W. Biederman72ad9372009-12-03 02:29:03 +0000899 LIST_HEAD(net_exit_list);
Eric W. Biederman5f256be2007-09-12 11:50:50 +0200900
Eric W. Biederman5f256be2007-09-12 11:50:50 +0200901 list_add_tail(&ops->list, list);
Eric W. Biedermanf875bae2009-11-29 22:25:28 +0000902 if (ops->init || (ops->id && ops->size)) {
Pavel Emelyanov1dba3232007-11-01 00:42:43 -0700903 for_each_net(net) {
Eric W. Biedermanf875bae2009-11-29 22:25:28 +0000904 error = ops_init(ops, net);
Eric W. Biederman5f256be2007-09-12 11:50:50 +0200905 if (error)
906 goto out_undo;
Eric W. Biederman72ad9372009-12-03 02:29:03 +0000907 list_add_tail(&net->exit_list, &net_exit_list);
Eric W. Biederman5f256be2007-09-12 11:50:50 +0200908 }
909 }
Pavel Emelyanov1dba3232007-11-01 00:42:43 -0700910 return 0;
Eric W. Biederman5f256be2007-09-12 11:50:50 +0200911
912out_undo:
913 /* If I have an error cleanup all namespaces I initialized */
914 list_del(&ops->list);
Eric W. Biederman72ad9372009-12-03 02:29:03 +0000915 ops_exit_list(ops, &net_exit_list);
916 ops_free_list(ops, &net_exit_list);
Pavel Emelyanov1dba3232007-11-01 00:42:43 -0700917 return error;
Eric W. Biederman5f256be2007-09-12 11:50:50 +0200918}
919
Eric W. Biedermanf875bae2009-11-29 22:25:28 +0000920static void __unregister_pernet_operations(struct pernet_operations *ops)
Eric W. Biederman5f256be2007-09-12 11:50:50 +0200921{
922 struct net *net;
Eric W. Biederman72ad9372009-12-03 02:29:03 +0000923 LIST_HEAD(net_exit_list);
Eric W. Biederman5f256be2007-09-12 11:50:50 +0200924
925 list_del(&ops->list);
Eric W. Biederman72ad9372009-12-03 02:29:03 +0000926 for_each_net(net)
927 list_add_tail(&net->exit_list, &net_exit_list);
928 ops_exit_list(ops, &net_exit_list);
929 ops_free_list(ops, &net_exit_list);
Eric W. Biederman5f256be2007-09-12 11:50:50 +0200930}
931
Denis V. Luneved160e82007-11-13 03:23:21 -0800932#else
933
Eric W. Biedermanf875bae2009-11-29 22:25:28 +0000934static int __register_pernet_operations(struct list_head *list,
935 struct pernet_operations *ops)
936{
Dmitry Torokhovf8c46cb2016-08-10 14:36:00 -0700937 if (!init_net_initialized) {
938 list_add_tail(&ops->list, list);
939 return 0;
940 }
941
Julian Anastasovb9229342012-04-16 04:43:15 +0000942 return ops_init(ops, &init_net);
Eric W. Biedermanf875bae2009-11-29 22:25:28 +0000943}
944
945static void __unregister_pernet_operations(struct pernet_operations *ops)
946{
Dmitry Torokhovf8c46cb2016-08-10 14:36:00 -0700947 if (!init_net_initialized) {
948 list_del(&ops->list);
949 } else {
950 LIST_HEAD(net_exit_list);
951 list_add(&init_net.exit_list, &net_exit_list);
952 ops_exit_list(ops, &net_exit_list);
953 ops_free_list(ops, &net_exit_list);
954 }
Eric W. Biedermanf875bae2009-11-29 22:25:28 +0000955}
956
957#endif /* CONFIG_NET_NS */
958
959static DEFINE_IDA(net_generic_ids);
960
Denis V. Luneved160e82007-11-13 03:23:21 -0800961static int register_pernet_operations(struct list_head *list,
962 struct pernet_operations *ops)
963{
Eric W. Biedermanf875bae2009-11-29 22:25:28 +0000964 int error;
965
966 if (ops->id) {
967again:
Alexey Dobriyan6af2d5f2016-12-02 04:21:32 +0300968 error = ida_get_new_above(&net_generic_ids, MIN_PERNET_OPS_ID, ops->id);
Eric W. Biedermanf875bae2009-11-29 22:25:28 +0000969 if (error < 0) {
970 if (error == -EAGAIN) {
971 ida_pre_get(&net_generic_ids, GFP_KERNEL);
972 goto again;
973 }
974 return error;
975 }
Alexey Dobriyan6af2d5f2016-12-02 04:21:32 +0300976 max_gen_ptrs = max(max_gen_ptrs, *ops->id + 1);
Eric W. Biedermanf875bae2009-11-29 22:25:28 +0000977 }
978 error = __register_pernet_operations(list, ops);
Eric W. Biederman3a765ed2009-12-03 02:29:06 +0000979 if (error) {
980 rcu_barrier();
981 if (ops->id)
982 ida_remove(&net_generic_ids, *ops->id);
983 }
Eric W. Biedermanf875bae2009-11-29 22:25:28 +0000984
985 return error;
Denis V. Luneved160e82007-11-13 03:23:21 -0800986}
987
988static void unregister_pernet_operations(struct pernet_operations *ops)
989{
Eric W. Biedermanf875bae2009-11-29 22:25:28 +0000990
991 __unregister_pernet_operations(ops);
Eric W. Biederman3a765ed2009-12-03 02:29:06 +0000992 rcu_barrier();
Eric W. Biedermanf875bae2009-11-29 22:25:28 +0000993 if (ops->id)
994 ida_remove(&net_generic_ids, *ops->id);
Denis V. Luneved160e82007-11-13 03:23:21 -0800995}
Pavel Emelyanovc93cf612008-04-15 00:35:23 -0700996
Eric W. Biederman5f256be2007-09-12 11:50:50 +0200997/**
998 * register_pernet_subsys - register a network namespace subsystem
999 * @ops: pernet operations structure for the subsystem
1000 *
1001 * Register a subsystem which has init and exit functions
1002 * that are called when network namespaces are created and
1003 * destroyed respectively.
1004 *
1005 * When registered all network namespace init functions are
1006 * called for every existing network namespace. Allowing kernel
1007 * modules to have a race free view of the set of network namespaces.
1008 *
1009 * When a new network namespace is created all of the init
1010 * methods are called in the order in which they were registered.
1011 *
1012 * When a network namespace is destroyed all of the exit methods
1013 * are called in the reverse of the order with which they were
1014 * registered.
1015 */
1016int register_pernet_subsys(struct pernet_operations *ops)
1017{
1018 int error;
1019 mutex_lock(&net_mutex);
1020 error = register_pernet_operations(first_device, ops);
1021 mutex_unlock(&net_mutex);
1022 return error;
1023}
1024EXPORT_SYMBOL_GPL(register_pernet_subsys);
1025
1026/**
1027 * unregister_pernet_subsys - unregister a network namespace subsystem
1028 * @ops: pernet operations structure to manipulate
1029 *
1030 * Remove the pernet operations structure from the list to be
Oliver Pinter53379e52008-02-03 17:56:48 +02001031 * used when network namespaces are created or destroyed. In
Eric W. Biederman5f256be2007-09-12 11:50:50 +02001032 * addition run the exit method for all existing network
1033 * namespaces.
1034 */
Jiri Pirkob3c981d2010-04-25 00:49:56 -07001035void unregister_pernet_subsys(struct pernet_operations *ops)
Eric W. Biederman5f256be2007-09-12 11:50:50 +02001036{
1037 mutex_lock(&net_mutex);
Jiri Pirkob3c981d2010-04-25 00:49:56 -07001038 unregister_pernet_operations(ops);
Eric W. Biederman5f256be2007-09-12 11:50:50 +02001039 mutex_unlock(&net_mutex);
1040}
1041EXPORT_SYMBOL_GPL(unregister_pernet_subsys);
1042
1043/**
1044 * register_pernet_device - register a network namespace device
1045 * @ops: pernet operations structure for the subsystem
1046 *
1047 * Register a device which has init and exit functions
1048 * that are called when network namespaces are created and
1049 * destroyed respectively.
1050 *
1051 * When registered all network namespace init functions are
1052 * called for every existing network namespace. Allowing kernel
1053 * modules to have a race free view of the set of network namespaces.
1054 *
1055 * When a new network namespace is created all of the init
1056 * methods are called in the order in which they were registered.
1057 *
1058 * When a network namespace is destroyed all of the exit methods
1059 * are called in the reverse of the order with which they were
1060 * registered.
1061 */
1062int register_pernet_device(struct pernet_operations *ops)
1063{
1064 int error;
1065 mutex_lock(&net_mutex);
1066 error = register_pernet_operations(&pernet_list, ops);
1067 if (!error && (first_device == &pernet_list))
1068 first_device = &ops->list;
1069 mutex_unlock(&net_mutex);
1070 return error;
1071}
1072EXPORT_SYMBOL_GPL(register_pernet_device);
1073
1074/**
1075 * unregister_pernet_device - unregister a network namespace netdevice
1076 * @ops: pernet operations structure to manipulate
1077 *
1078 * Remove the pernet operations structure from the list to be
Oliver Pinter53379e52008-02-03 17:56:48 +02001079 * used when network namespaces are created or destroyed. In
Eric W. Biederman5f256be2007-09-12 11:50:50 +02001080 * addition run the exit method for all existing network
1081 * namespaces.
1082 */
1083void unregister_pernet_device(struct pernet_operations *ops)
1084{
1085 mutex_lock(&net_mutex);
1086 if (&ops->list == first_device)
1087 first_device = first_device->next;
1088 unregister_pernet_operations(ops);
1089 mutex_unlock(&net_mutex);
1090}
1091EXPORT_SYMBOL_GPL(unregister_pernet_device);
Eric W. Biederman13b6f572010-03-07 18:14:23 -08001092
1093#ifdef CONFIG_NET_NS
Al Viro64964522014-11-01 00:37:32 -04001094static struct ns_common *netns_get(struct task_struct *task)
Eric W. Biederman13b6f572010-03-07 18:14:23 -08001095{
Eric W. Biedermanf0630522011-05-04 17:51:50 -07001096 struct net *net = NULL;
1097 struct nsproxy *nsproxy;
1098
Eric W. Biederman728dba32014-02-03 19:13:49 -08001099 task_lock(task);
1100 nsproxy = task->nsproxy;
Eric W. Biedermanf0630522011-05-04 17:51:50 -07001101 if (nsproxy)
1102 net = get_net(nsproxy->net_ns);
Eric W. Biederman728dba32014-02-03 19:13:49 -08001103 task_unlock(task);
Eric W. Biedermanf0630522011-05-04 17:51:50 -07001104
Al Viroff248702014-11-01 00:10:50 -04001105 return net ? &net->ns : NULL;
1106}
1107
1108static inline struct net *to_net_ns(struct ns_common *ns)
1109{
1110 return container_of(ns, struct net, ns);
Eric W. Biederman13b6f572010-03-07 18:14:23 -08001111}
1112
Al Viro64964522014-11-01 00:37:32 -04001113static void netns_put(struct ns_common *ns)
Eric W. Biederman13b6f572010-03-07 18:14:23 -08001114{
Al Viroff248702014-11-01 00:10:50 -04001115 put_net(to_net_ns(ns));
Eric W. Biederman13b6f572010-03-07 18:14:23 -08001116}
1117
Al Viro64964522014-11-01 00:37:32 -04001118static int netns_install(struct nsproxy *nsproxy, struct ns_common *ns)
Eric W. Biederman13b6f572010-03-07 18:14:23 -08001119{
Al Viroff248702014-11-01 00:10:50 -04001120 struct net *net = to_net_ns(ns);
Eric W. Biederman142e1d12012-07-26 01:13:20 -07001121
Eric W. Biederman5e4a0842012-12-14 07:55:36 -08001122 if (!ns_capable(net->user_ns, CAP_SYS_ADMIN) ||
Eric W. Biedermanc7b96ac2013-03-20 12:49:49 -07001123 !ns_capable(current_user_ns(), CAP_SYS_ADMIN))
Eric W. Biederman142e1d12012-07-26 01:13:20 -07001124 return -EPERM;
1125
Eric W. Biederman13b6f572010-03-07 18:14:23 -08001126 put_net(nsproxy->net_ns);
Eric W. Biederman142e1d12012-07-26 01:13:20 -07001127 nsproxy->net_ns = get_net(net);
Eric W. Biederman13b6f572010-03-07 18:14:23 -08001128 return 0;
1129}
1130
Andrey Vaginbcac25a2016-09-06 00:47:13 -07001131static struct user_namespace *netns_owner(struct ns_common *ns)
1132{
1133 return to_net_ns(ns)->user_ns;
1134}
1135
Eric W. Biederman13b6f572010-03-07 18:14:23 -08001136const struct proc_ns_operations netns_operations = {
1137 .name = "net",
1138 .type = CLONE_NEWNET,
1139 .get = netns_get,
1140 .put = netns_put,
1141 .install = netns_install,
Andrey Vaginbcac25a2016-09-06 00:47:13 -07001142 .owner = netns_owner,
Eric W. Biederman13b6f572010-03-07 18:14:23 -08001143};
1144#endif