Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 1 | /* |
| 2 | * net/core/fib_rules.c Generic Routing Rules |
| 3 | * |
| 4 | * This program is free software; you can redistribute it and/or |
| 5 | * modify it under the terms of the GNU General Public License as |
| 6 | * published by the Free Software Foundation, version 2. |
| 7 | * |
| 8 | * Authors: Thomas Graf <tgraf@suug.ch> |
| 9 | */ |
| 10 | |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 11 | #include <linux/types.h> |
| 12 | #include <linux/kernel.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 13 | #include <linux/slab.h> |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 14 | #include <linux/list.h> |
Paul Gortmaker | 3a9a231 | 2011-05-27 09:12:25 -0400 | [diff] [blame] | 15 | #include <linux/module.h> |
Eric W. Biederman | e9dc865 | 2007-09-12 13:02:17 +0200 | [diff] [blame] | 16 | #include <net/net_namespace.h> |
Eric W. Biederman | 881d966 | 2007-09-17 11:56:21 -0700 | [diff] [blame] | 17 | #include <net/sock.h> |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 18 | #include <net/fib_rules.h> |
Thomas Graf | e703087 | 2015-07-21 10:44:01 +0200 | [diff] [blame] | 19 | #include <net/ip_tunnels.h> |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 20 | |
Denis V. Lunev | 2994c63 | 2007-11-10 22:12:03 -0800 | [diff] [blame] | 21 | int fib_default_rule_add(struct fib_rules_ops *ops, |
| 22 | u32 pref, u32 table, u32 flags) |
| 23 | { |
| 24 | struct fib_rule *r; |
| 25 | |
| 26 | r = kzalloc(ops->rule_size, GFP_KERNEL); |
| 27 | if (r == NULL) |
| 28 | return -ENOMEM; |
| 29 | |
| 30 | atomic_set(&r->refcnt, 1); |
| 31 | r->action = FR_ACT_TO_TBL; |
| 32 | r->pref = pref; |
| 33 | r->table = table; |
| 34 | r->flags = flags; |
Eric W. Biederman | efd7ef1 | 2015-03-11 23:04:08 -0500 | [diff] [blame] | 35 | r->fr_net = ops->fro_net; |
Denis V. Lunev | 2994c63 | 2007-11-10 22:12:03 -0800 | [diff] [blame] | 36 | |
Stefan Tomanek | 73f5698 | 2013-08-03 14:14:43 +0200 | [diff] [blame] | 37 | r->suppress_prefixlen = -1; |
| 38 | r->suppress_ifgroup = -1; |
| 39 | |
Denis V. Lunev | 2994c63 | 2007-11-10 22:12:03 -0800 | [diff] [blame] | 40 | /* The lock is not required here, the list in unreacheable |
| 41 | * at the moment this function is called */ |
| 42 | list_add_tail(&r->list, &ops->rules_list); |
| 43 | return 0; |
| 44 | } |
| 45 | EXPORT_SYMBOL(fib_default_rule_add); |
| 46 | |
Phil Sutter | f53de1e | 2015-09-09 14:20:56 +0200 | [diff] [blame] | 47 | static u32 fib_default_rule_pref(struct fib_rules_ops *ops) |
Patrick McHardy | d8a566b | 2010-04-13 05:03:15 +0000 | [diff] [blame] | 48 | { |
| 49 | struct list_head *pos; |
| 50 | struct fib_rule *rule; |
| 51 | |
| 52 | if (!list_empty(&ops->rules_list)) { |
| 53 | pos = ops->rules_list.next; |
| 54 | if (pos->next != &ops->rules_list) { |
| 55 | rule = list_entry(pos->next, struct fib_rule, list); |
| 56 | if (rule->pref) |
| 57 | return rule->pref - 1; |
| 58 | } |
| 59 | } |
| 60 | |
| 61 | return 0; |
| 62 | } |
Patrick McHardy | d8a566b | 2010-04-13 05:03:15 +0000 | [diff] [blame] | 63 | |
Denis V. Lunev | 9e3a548 | 2008-01-20 16:46:41 -0800 | [diff] [blame] | 64 | static void notify_rule_change(int event, struct fib_rule *rule, |
Thomas Graf | c17084d | 2006-08-15 00:32:48 -0700 | [diff] [blame] | 65 | struct fib_rules_ops *ops, struct nlmsghdr *nlh, |
| 66 | u32 pid); |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 67 | |
Denis V. Lunev | 5fd30ee | 2008-01-10 03:20:28 -0800 | [diff] [blame] | 68 | static struct fib_rules_ops *lookup_rules_ops(struct net *net, int family) |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 69 | { |
| 70 | struct fib_rules_ops *ops; |
| 71 | |
| 72 | rcu_read_lock(); |
Denis V. Lunev | 5fd30ee | 2008-01-10 03:20:28 -0800 | [diff] [blame] | 73 | list_for_each_entry_rcu(ops, &net->rules_ops, list) { |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 74 | if (ops->family == family) { |
| 75 | if (!try_module_get(ops->owner)) |
| 76 | ops = NULL; |
| 77 | rcu_read_unlock(); |
| 78 | return ops; |
| 79 | } |
| 80 | } |
| 81 | rcu_read_unlock(); |
| 82 | |
| 83 | return NULL; |
| 84 | } |
| 85 | |
| 86 | static void rules_ops_put(struct fib_rules_ops *ops) |
| 87 | { |
| 88 | if (ops) |
| 89 | module_put(ops->owner); |
| 90 | } |
| 91 | |
Thomas Graf | 73417f6 | 2007-03-27 13:56:52 -0700 | [diff] [blame] | 92 | static void flush_route_cache(struct fib_rules_ops *ops) |
| 93 | { |
| 94 | if (ops->flush_cache) |
Denis V. Lunev | ae299fc | 2008-07-05 19:01:28 -0700 | [diff] [blame] | 95 | ops->flush_cache(ops); |
Thomas Graf | 73417f6 | 2007-03-27 13:56:52 -0700 | [diff] [blame] | 96 | } |
| 97 | |
Eric W. Biederman | e9c5158 | 2009-12-03 12:22:55 -0800 | [diff] [blame] | 98 | static int __fib_rules_register(struct fib_rules_ops *ops) |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 99 | { |
| 100 | int err = -EEXIST; |
| 101 | struct fib_rules_ops *o; |
Denis V. Lunev | 9e3a548 | 2008-01-20 16:46:41 -0800 | [diff] [blame] | 102 | struct net *net; |
| 103 | |
| 104 | net = ops->fro_net; |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 105 | |
| 106 | if (ops->rule_size < sizeof(struct fib_rule)) |
| 107 | return -EINVAL; |
| 108 | |
| 109 | if (ops->match == NULL || ops->configure == NULL || |
| 110 | ops->compare == NULL || ops->fill == NULL || |
| 111 | ops->action == NULL) |
| 112 | return -EINVAL; |
| 113 | |
Denis V. Lunev | 5fd30ee | 2008-01-10 03:20:28 -0800 | [diff] [blame] | 114 | spin_lock(&net->rules_mod_lock); |
| 115 | list_for_each_entry(o, &net->rules_ops, list) |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 116 | if (ops->family == o->family) |
| 117 | goto errout; |
| 118 | |
Denis V. Lunev | 5fd30ee | 2008-01-10 03:20:28 -0800 | [diff] [blame] | 119 | list_add_tail_rcu(&ops->list, &net->rules_ops); |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 120 | err = 0; |
| 121 | errout: |
Denis V. Lunev | 5fd30ee | 2008-01-10 03:20:28 -0800 | [diff] [blame] | 122 | spin_unlock(&net->rules_mod_lock); |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 123 | |
| 124 | return err; |
| 125 | } |
| 126 | |
Eric W. Biederman | e9c5158 | 2009-12-03 12:22:55 -0800 | [diff] [blame] | 127 | struct fib_rules_ops * |
Patrick McHardy | 3d0c9c4 | 2010-04-26 16:02:04 +0200 | [diff] [blame] | 128 | fib_rules_register(const struct fib_rules_ops *tmpl, struct net *net) |
Eric W. Biederman | e9c5158 | 2009-12-03 12:22:55 -0800 | [diff] [blame] | 129 | { |
| 130 | struct fib_rules_ops *ops; |
| 131 | int err; |
| 132 | |
Eric Dumazet | 2fb3573 | 2010-03-09 20:03:38 +0000 | [diff] [blame] | 133 | ops = kmemdup(tmpl, sizeof(*ops), GFP_KERNEL); |
Eric W. Biederman | e9c5158 | 2009-12-03 12:22:55 -0800 | [diff] [blame] | 134 | if (ops == NULL) |
| 135 | return ERR_PTR(-ENOMEM); |
| 136 | |
| 137 | INIT_LIST_HEAD(&ops->rules_list); |
| 138 | ops->fro_net = net; |
| 139 | |
| 140 | err = __fib_rules_register(ops); |
| 141 | if (err) { |
| 142 | kfree(ops); |
| 143 | ops = ERR_PTR(err); |
| 144 | } |
| 145 | |
| 146 | return ops; |
| 147 | } |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 148 | EXPORT_SYMBOL_GPL(fib_rules_register); |
| 149 | |
stephen hemminger | 1df9916 | 2010-10-04 20:14:17 +0000 | [diff] [blame] | 150 | static void fib_rules_cleanup_ops(struct fib_rules_ops *ops) |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 151 | { |
| 152 | struct fib_rule *rule, *tmp; |
| 153 | |
Denis V. Lunev | 76c72d4 | 2007-09-16 15:44:27 -0700 | [diff] [blame] | 154 | list_for_each_entry_safe(rule, tmp, &ops->rules_list, list) { |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 155 | list_del_rcu(&rule->list); |
David S. Miller | 7a9bc9b | 2012-06-29 01:32:45 -0700 | [diff] [blame] | 156 | if (ops->delete) |
| 157 | ops->delete(rule); |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 158 | fib_rule_put(rule); |
| 159 | } |
| 160 | } |
| 161 | |
Denis V. Lunev | 9e3a548 | 2008-01-20 16:46:41 -0800 | [diff] [blame] | 162 | void fib_rules_unregister(struct fib_rules_ops *ops) |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 163 | { |
Denis V. Lunev | 9e3a548 | 2008-01-20 16:46:41 -0800 | [diff] [blame] | 164 | struct net *net = ops->fro_net; |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 165 | |
Denis V. Lunev | 5fd30ee | 2008-01-10 03:20:28 -0800 | [diff] [blame] | 166 | spin_lock(&net->rules_mod_lock); |
Denis V. Lunev | 72132c1b | 2008-01-14 22:59:30 -0800 | [diff] [blame] | 167 | list_del_rcu(&ops->list); |
Denis V. Lunev | 5fd30ee | 2008-01-10 03:20:28 -0800 | [diff] [blame] | 168 | spin_unlock(&net->rules_mod_lock); |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 169 | |
WANG Cong | 419df12 | 2015-03-31 11:01:46 -0700 | [diff] [blame] | 170 | fib_rules_cleanup_ops(ops); |
Eric W. Biederman | efd7ef1 | 2015-03-11 23:04:08 -0500 | [diff] [blame] | 171 | kfree_rcu(ops, rcu); |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 172 | } |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 173 | EXPORT_SYMBOL_GPL(fib_rules_unregister); |
| 174 | |
Thomas Graf | 3dfbcc4 | 2006-11-09 15:23:20 -0800 | [diff] [blame] | 175 | static int fib_rule_match(struct fib_rule *rule, struct fib_rules_ops *ops, |
| 176 | struct flowi *fl, int flags) |
| 177 | { |
| 178 | int ret = 0; |
| 179 | |
David S. Miller | 1d28f42 | 2011-03-12 00:29:39 -0500 | [diff] [blame] | 180 | if (rule->iifindex && (rule->iifindex != fl->flowi_iif)) |
Thomas Graf | 3dfbcc4 | 2006-11-09 15:23:20 -0800 | [diff] [blame] | 181 | goto out; |
| 182 | |
David S. Miller | 1d28f42 | 2011-03-12 00:29:39 -0500 | [diff] [blame] | 183 | if (rule->oifindex && (rule->oifindex != fl->flowi_oif)) |
Patrick McHardy | 1b038a5 | 2009-12-03 01:25:56 +0000 | [diff] [blame] | 184 | goto out; |
| 185 | |
David S. Miller | 1d28f42 | 2011-03-12 00:29:39 -0500 | [diff] [blame] | 186 | if ((rule->mark ^ fl->flowi_mark) & rule->mark_mask) |
Thomas Graf | 3dfbcc4 | 2006-11-09 15:23:20 -0800 | [diff] [blame] | 187 | goto out; |
| 188 | |
Thomas Graf | e703087 | 2015-07-21 10:44:01 +0200 | [diff] [blame] | 189 | if (rule->tun_id && (rule->tun_id != fl->flowi_tun_key.tun_id)) |
| 190 | goto out; |
| 191 | |
Thomas Graf | 3dfbcc4 | 2006-11-09 15:23:20 -0800 | [diff] [blame] | 192 | ret = ops->match(rule, fl, flags); |
| 193 | out: |
| 194 | return (rule->flags & FIB_RULE_INVERT) ? !ret : ret; |
| 195 | } |
| 196 | |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 197 | int fib_rules_lookup(struct fib_rules_ops *ops, struct flowi *fl, |
| 198 | int flags, struct fib_lookup_arg *arg) |
| 199 | { |
| 200 | struct fib_rule *rule; |
| 201 | int err; |
| 202 | |
| 203 | rcu_read_lock(); |
| 204 | |
Denis V. Lunev | 76c72d4 | 2007-09-16 15:44:27 -0700 | [diff] [blame] | 205 | list_for_each_entry_rcu(rule, &ops->rules_list, list) { |
Thomas Graf | 0947c9fe | 2007-03-26 17:14:15 -0700 | [diff] [blame] | 206 | jumped: |
Thomas Graf | 3dfbcc4 | 2006-11-09 15:23:20 -0800 | [diff] [blame] | 207 | if (!fib_rule_match(rule, ops, fl, flags)) |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 208 | continue; |
| 209 | |
Thomas Graf | 0947c9fe | 2007-03-26 17:14:15 -0700 | [diff] [blame] | 210 | if (rule->action == FR_ACT_GOTO) { |
| 211 | struct fib_rule *target; |
| 212 | |
| 213 | target = rcu_dereference(rule->ctarget); |
| 214 | if (target == NULL) { |
| 215 | continue; |
| 216 | } else { |
| 217 | rule = target; |
| 218 | goto jumped; |
| 219 | } |
Thomas Graf | fa0b2d1 | 2007-03-26 17:38:53 -0700 | [diff] [blame] | 220 | } else if (rule->action == FR_ACT_NOP) |
| 221 | continue; |
| 222 | else |
Thomas Graf | 0947c9fe | 2007-03-26 17:14:15 -0700 | [diff] [blame] | 223 | err = ops->action(rule, fl, flags, arg); |
| 224 | |
Stefan Tomanek | 7764a45 | 2013-08-01 02:17:15 +0200 | [diff] [blame] | 225 | if (!err && ops->suppress && ops->suppress(rule, arg)) |
| 226 | continue; |
| 227 | |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 228 | if (err != -EAGAIN) { |
Eric Dumazet | ebc0ffa | 2010-10-05 10:41:36 +0000 | [diff] [blame] | 229 | if ((arg->flags & FIB_LOOKUP_NOREF) || |
| 230 | likely(atomic_inc_not_zero(&rule->refcnt))) { |
Eric Dumazet | 7fa7cb7 | 2010-09-27 04:18:27 +0000 | [diff] [blame] | 231 | arg->rule = rule; |
| 232 | goto out; |
| 233 | } |
| 234 | break; |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 235 | } |
| 236 | } |
| 237 | |
Steven Whitehouse | 83886b6 | 2007-03-30 13:34:27 -0700 | [diff] [blame] | 238 | err = -ESRCH; |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 239 | out: |
| 240 | rcu_read_unlock(); |
| 241 | |
| 242 | return err; |
| 243 | } |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 244 | EXPORT_SYMBOL_GPL(fib_rules_lookup); |
| 245 | |
Thomas Graf | e1701c6 | 2007-03-24 12:46:02 -0700 | [diff] [blame] | 246 | static int validate_rulemsg(struct fib_rule_hdr *frh, struct nlattr **tb, |
| 247 | struct fib_rules_ops *ops) |
| 248 | { |
| 249 | int err = -EINVAL; |
| 250 | |
| 251 | if (frh->src_len) |
| 252 | if (tb[FRA_SRC] == NULL || |
| 253 | frh->src_len > (ops->addr_size * 8) || |
| 254 | nla_len(tb[FRA_SRC]) != ops->addr_size) |
| 255 | goto errout; |
| 256 | |
| 257 | if (frh->dst_len) |
| 258 | if (tb[FRA_DST] == NULL || |
| 259 | frh->dst_len > (ops->addr_size * 8) || |
| 260 | nla_len(tb[FRA_DST]) != ops->addr_size) |
| 261 | goto errout; |
| 262 | |
| 263 | err = 0; |
| 264 | errout: |
| 265 | return err; |
| 266 | } |
| 267 | |
Thomas Graf | 661d296 | 2013-03-21 07:45:29 +0000 | [diff] [blame] | 268 | static int fib_nl_newrule(struct sk_buff *skb, struct nlmsghdr* nlh) |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 269 | { |
YOSHIFUJI Hideaki | 3b1e0a6 | 2008-03-26 02:26:21 +0900 | [diff] [blame] | 270 | struct net *net = sock_net(skb->sk); |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 271 | struct fib_rule_hdr *frh = nlmsg_data(nlh); |
| 272 | struct fib_rules_ops *ops = NULL; |
| 273 | struct fib_rule *rule, *r, *last = NULL; |
| 274 | struct nlattr *tb[FRA_MAX+1]; |
Thomas Graf | 0947c9fe | 2007-03-26 17:14:15 -0700 | [diff] [blame] | 275 | int err = -EINVAL, unresolved = 0; |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 276 | |
| 277 | if (nlh->nlmsg_len < nlmsg_msg_size(sizeof(*frh))) |
| 278 | goto errout; |
| 279 | |
Denis V. Lunev | 5fd30ee | 2008-01-10 03:20:28 -0800 | [diff] [blame] | 280 | ops = lookup_rules_ops(net, frh->family); |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 281 | if (ops == NULL) { |
Patrick McHardy | 2fe195c | 2008-07-01 19:59:37 -0700 | [diff] [blame] | 282 | err = -EAFNOSUPPORT; |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 283 | goto errout; |
| 284 | } |
| 285 | |
| 286 | err = nlmsg_parse(nlh, sizeof(*frh), tb, FRA_MAX, ops->policy); |
| 287 | if (err < 0) |
| 288 | goto errout; |
| 289 | |
Thomas Graf | e1701c6 | 2007-03-24 12:46:02 -0700 | [diff] [blame] | 290 | err = validate_rulemsg(frh, tb, ops); |
| 291 | if (err < 0) |
| 292 | goto errout; |
| 293 | |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 294 | rule = kzalloc(ops->rule_size, GFP_KERNEL); |
| 295 | if (rule == NULL) { |
| 296 | err = -ENOMEM; |
| 297 | goto errout; |
| 298 | } |
Eric W. Biederman | efd7ef1 | 2015-03-11 23:04:08 -0500 | [diff] [blame] | 299 | rule->fr_net = net; |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 300 | |
Phil Sutter | f53de1e | 2015-09-09 14:20:56 +0200 | [diff] [blame] | 301 | rule->pref = tb[FRA_PRIORITY] ? nla_get_u32(tb[FRA_PRIORITY]) |
| 302 | : fib_default_rule_pref(ops); |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 303 | |
Patrick McHardy | 491deb24b | 2009-12-03 01:25:54 +0000 | [diff] [blame] | 304 | if (tb[FRA_IIFNAME]) { |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 305 | struct net_device *dev; |
| 306 | |
Patrick McHardy | 491deb24b | 2009-12-03 01:25:54 +0000 | [diff] [blame] | 307 | rule->iifindex = -1; |
| 308 | nla_strlcpy(rule->iifname, tb[FRA_IIFNAME], IFNAMSIZ); |
| 309 | dev = __dev_get_by_name(net, rule->iifname); |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 310 | if (dev) |
Patrick McHardy | 491deb24b | 2009-12-03 01:25:54 +0000 | [diff] [blame] | 311 | rule->iifindex = dev->ifindex; |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 312 | } |
| 313 | |
Patrick McHardy | 1b038a5 | 2009-12-03 01:25:56 +0000 | [diff] [blame] | 314 | if (tb[FRA_OIFNAME]) { |
| 315 | struct net_device *dev; |
| 316 | |
| 317 | rule->oifindex = -1; |
| 318 | nla_strlcpy(rule->oifname, tb[FRA_OIFNAME], IFNAMSIZ); |
| 319 | dev = __dev_get_by_name(net, rule->oifname); |
| 320 | if (dev) |
| 321 | rule->oifindex = dev->ifindex; |
| 322 | } |
| 323 | |
Thomas Graf | b8964ed | 2006-11-09 15:22:18 -0800 | [diff] [blame] | 324 | if (tb[FRA_FWMARK]) { |
| 325 | rule->mark = nla_get_u32(tb[FRA_FWMARK]); |
| 326 | if (rule->mark) |
| 327 | /* compatibility: if the mark value is non-zero all bits |
| 328 | * are compared unless a mask is explicitly specified. |
| 329 | */ |
| 330 | rule->mark_mask = 0xFFFFFFFF; |
| 331 | } |
| 332 | |
| 333 | if (tb[FRA_FWMASK]) |
| 334 | rule->mark_mask = nla_get_u32(tb[FRA_FWMASK]); |
| 335 | |
Thomas Graf | e703087 | 2015-07-21 10:44:01 +0200 | [diff] [blame] | 336 | if (tb[FRA_TUN_ID]) |
| 337 | rule->tun_id = nla_get_be64(tb[FRA_TUN_ID]); |
| 338 | |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 339 | rule->action = frh->action; |
| 340 | rule->flags = frh->flags; |
Patrick McHardy | 9e762a4 | 2006-08-10 23:09:48 -0700 | [diff] [blame] | 341 | rule->table = frh_get_table(frh, tb); |
Stefan Tomanek | 73f5698 | 2013-08-03 14:14:43 +0200 | [diff] [blame] | 342 | if (tb[FRA_SUPPRESS_PREFIXLEN]) |
| 343 | rule->suppress_prefixlen = nla_get_u32(tb[FRA_SUPPRESS_PREFIXLEN]); |
| 344 | else |
| 345 | rule->suppress_prefixlen = -1; |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 346 | |
Stefan Tomanek | 6ef94cf | 2013-08-02 17:19:56 +0200 | [diff] [blame] | 347 | if (tb[FRA_SUPPRESS_IFGROUP]) |
| 348 | rule->suppress_ifgroup = nla_get_u32(tb[FRA_SUPPRESS_IFGROUP]); |
Stefan Tomanek | 73f5698 | 2013-08-03 14:14:43 +0200 | [diff] [blame] | 349 | else |
| 350 | rule->suppress_ifgroup = -1; |
Stefan Tomanek | 6ef94cf | 2013-08-02 17:19:56 +0200 | [diff] [blame] | 351 | |
Thomas Graf | 0947c9fe | 2007-03-26 17:14:15 -0700 | [diff] [blame] | 352 | err = -EINVAL; |
| 353 | if (tb[FRA_GOTO]) { |
| 354 | if (rule->action != FR_ACT_GOTO) |
| 355 | goto errout_free; |
| 356 | |
| 357 | rule->target = nla_get_u32(tb[FRA_GOTO]); |
| 358 | /* Backward jumps are prohibited to avoid endless loops */ |
| 359 | if (rule->target <= rule->pref) |
| 360 | goto errout_free; |
| 361 | |
Denis V. Lunev | 76c72d4 | 2007-09-16 15:44:27 -0700 | [diff] [blame] | 362 | list_for_each_entry(r, &ops->rules_list, list) { |
Thomas Graf | 0947c9fe | 2007-03-26 17:14:15 -0700 | [diff] [blame] | 363 | if (r->pref == rule->target) { |
Eric Dumazet | 7a2b03c | 2010-10-26 09:24:55 +0000 | [diff] [blame] | 364 | RCU_INIT_POINTER(rule->ctarget, r); |
Thomas Graf | 0947c9fe | 2007-03-26 17:14:15 -0700 | [diff] [blame] | 365 | break; |
| 366 | } |
| 367 | } |
| 368 | |
Eric Dumazet | 7a2b03c | 2010-10-26 09:24:55 +0000 | [diff] [blame] | 369 | if (rcu_dereference_protected(rule->ctarget, 1) == NULL) |
Thomas Graf | 0947c9fe | 2007-03-26 17:14:15 -0700 | [diff] [blame] | 370 | unresolved = 1; |
| 371 | } else if (rule->action == FR_ACT_GOTO) |
| 372 | goto errout_free; |
| 373 | |
Rami Rosen | 8b3521e | 2009-05-11 05:52:49 +0000 | [diff] [blame] | 374 | err = ops->configure(rule, skb, frh, tb); |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 375 | if (err < 0) |
| 376 | goto errout_free; |
| 377 | |
Denis V. Lunev | 76c72d4 | 2007-09-16 15:44:27 -0700 | [diff] [blame] | 378 | list_for_each_entry(r, &ops->rules_list, list) { |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 379 | if (r->pref > rule->pref) |
| 380 | break; |
| 381 | last = r; |
| 382 | } |
| 383 | |
| 384 | fib_rule_get(rule); |
| 385 | |
Eric Dumazet | ebb9fed | 2010-10-23 09:44:25 +0000 | [diff] [blame] | 386 | if (last) |
| 387 | list_add_rcu(&rule->list, &last->list); |
| 388 | else |
| 389 | list_add_rcu(&rule->list, &ops->rules_list); |
| 390 | |
Thomas Graf | 0947c9fe | 2007-03-26 17:14:15 -0700 | [diff] [blame] | 391 | if (ops->unresolved_rules) { |
| 392 | /* |
| 393 | * There are unresolved goto rules in the list, check if |
| 394 | * any of them are pointing to this new rule. |
| 395 | */ |
Denis V. Lunev | 76c72d4 | 2007-09-16 15:44:27 -0700 | [diff] [blame] | 396 | list_for_each_entry(r, &ops->rules_list, list) { |
Thomas Graf | 0947c9fe | 2007-03-26 17:14:15 -0700 | [diff] [blame] | 397 | if (r->action == FR_ACT_GOTO && |
Gao feng | 561dac2 | 2011-09-11 15:36:05 +0000 | [diff] [blame] | 398 | r->target == rule->pref && |
| 399 | rtnl_dereference(r->ctarget) == NULL) { |
Thomas Graf | 0947c9fe | 2007-03-26 17:14:15 -0700 | [diff] [blame] | 400 | rcu_assign_pointer(r->ctarget, rule); |
| 401 | if (--ops->unresolved_rules == 0) |
| 402 | break; |
| 403 | } |
| 404 | } |
| 405 | } |
| 406 | |
| 407 | if (rule->action == FR_ACT_GOTO) |
| 408 | ops->nr_goto_rules++; |
| 409 | |
| 410 | if (unresolved) |
| 411 | ops->unresolved_rules++; |
| 412 | |
Thomas Graf | e703087 | 2015-07-21 10:44:01 +0200 | [diff] [blame] | 413 | if (rule->tun_id) |
| 414 | ip_tunnel_need_metadata(); |
| 415 | |
Eric W. Biederman | 15e4730 | 2012-09-07 20:12:54 +0000 | [diff] [blame] | 416 | notify_rule_change(RTM_NEWRULE, rule, ops, nlh, NETLINK_CB(skb).portid); |
Thomas Graf | 73417f6 | 2007-03-27 13:56:52 -0700 | [diff] [blame] | 417 | flush_route_cache(ops); |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 418 | rules_ops_put(ops); |
| 419 | return 0; |
| 420 | |
| 421 | errout_free: |
| 422 | kfree(rule); |
| 423 | errout: |
| 424 | rules_ops_put(ops); |
| 425 | return err; |
| 426 | } |
| 427 | |
Thomas Graf | 661d296 | 2013-03-21 07:45:29 +0000 | [diff] [blame] | 428 | static int fib_nl_delrule(struct sk_buff *skb, struct nlmsghdr* nlh) |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 429 | { |
YOSHIFUJI Hideaki | 3b1e0a6 | 2008-03-26 02:26:21 +0900 | [diff] [blame] | 430 | struct net *net = sock_net(skb->sk); |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 431 | struct fib_rule_hdr *frh = nlmsg_data(nlh); |
| 432 | struct fib_rules_ops *ops = NULL; |
Thomas Graf | 0947c9fe | 2007-03-26 17:14:15 -0700 | [diff] [blame] | 433 | struct fib_rule *rule, *tmp; |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 434 | struct nlattr *tb[FRA_MAX+1]; |
| 435 | int err = -EINVAL; |
| 436 | |
| 437 | if (nlh->nlmsg_len < nlmsg_msg_size(sizeof(*frh))) |
| 438 | goto errout; |
| 439 | |
Denis V. Lunev | 5fd30ee | 2008-01-10 03:20:28 -0800 | [diff] [blame] | 440 | ops = lookup_rules_ops(net, frh->family); |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 441 | if (ops == NULL) { |
Patrick McHardy | 2fe195c | 2008-07-01 19:59:37 -0700 | [diff] [blame] | 442 | err = -EAFNOSUPPORT; |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 443 | goto errout; |
| 444 | } |
| 445 | |
| 446 | err = nlmsg_parse(nlh, sizeof(*frh), tb, FRA_MAX, ops->policy); |
| 447 | if (err < 0) |
| 448 | goto errout; |
| 449 | |
Thomas Graf | e1701c6 | 2007-03-24 12:46:02 -0700 | [diff] [blame] | 450 | err = validate_rulemsg(frh, tb, ops); |
| 451 | if (err < 0) |
| 452 | goto errout; |
| 453 | |
Denis V. Lunev | 76c72d4 | 2007-09-16 15:44:27 -0700 | [diff] [blame] | 454 | list_for_each_entry(rule, &ops->rules_list, list) { |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 455 | if (frh->action && (frh->action != rule->action)) |
| 456 | continue; |
| 457 | |
Andreas Henriksson | 13eb2ab | 2013-11-07 18:26:38 +0100 | [diff] [blame] | 458 | if (frh_get_table(frh, tb) && |
| 459 | (frh_get_table(frh, tb) != rule->table)) |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 460 | continue; |
| 461 | |
| 462 | if (tb[FRA_PRIORITY] && |
| 463 | (rule->pref != nla_get_u32(tb[FRA_PRIORITY]))) |
| 464 | continue; |
| 465 | |
Patrick McHardy | 491deb24b | 2009-12-03 01:25:54 +0000 | [diff] [blame] | 466 | if (tb[FRA_IIFNAME] && |
| 467 | nla_strcmp(tb[FRA_IIFNAME], rule->iifname)) |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 468 | continue; |
| 469 | |
Patrick McHardy | 1b038a5 | 2009-12-03 01:25:56 +0000 | [diff] [blame] | 470 | if (tb[FRA_OIFNAME] && |
| 471 | nla_strcmp(tb[FRA_OIFNAME], rule->oifname)) |
| 472 | continue; |
| 473 | |
Thomas Graf | b8964ed | 2006-11-09 15:22:18 -0800 | [diff] [blame] | 474 | if (tb[FRA_FWMARK] && |
| 475 | (rule->mark != nla_get_u32(tb[FRA_FWMARK]))) |
| 476 | continue; |
| 477 | |
| 478 | if (tb[FRA_FWMASK] && |
| 479 | (rule->mark_mask != nla_get_u32(tb[FRA_FWMASK]))) |
| 480 | continue; |
| 481 | |
Thomas Graf | e703087 | 2015-07-21 10:44:01 +0200 | [diff] [blame] | 482 | if (tb[FRA_TUN_ID] && |
| 483 | (rule->tun_id != nla_get_be64(tb[FRA_TUN_ID]))) |
| 484 | continue; |
| 485 | |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 486 | if (!ops->compare(rule, frh, tb)) |
| 487 | continue; |
| 488 | |
| 489 | if (rule->flags & FIB_RULE_PERMANENT) { |
| 490 | err = -EPERM; |
| 491 | goto errout; |
| 492 | } |
| 493 | |
Alexander Duyck | 0ddcf43 | 2015-03-06 13:47:00 -0800 | [diff] [blame] | 494 | if (ops->delete) { |
| 495 | err = ops->delete(rule); |
| 496 | if (err) |
| 497 | goto errout; |
| 498 | } |
| 499 | |
Thomas Graf | e703087 | 2015-07-21 10:44:01 +0200 | [diff] [blame] | 500 | if (rule->tun_id) |
| 501 | ip_tunnel_unneed_metadata(); |
| 502 | |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 503 | list_del_rcu(&rule->list); |
Thomas Graf | 0947c9fe | 2007-03-26 17:14:15 -0700 | [diff] [blame] | 504 | |
Yan, Zheng | afaef73 | 2011-10-17 15:20:28 +0000 | [diff] [blame] | 505 | if (rule->action == FR_ACT_GOTO) { |
Thomas Graf | 0947c9fe | 2007-03-26 17:14:15 -0700 | [diff] [blame] | 506 | ops->nr_goto_rules--; |
Yan, Zheng | afaef73 | 2011-10-17 15:20:28 +0000 | [diff] [blame] | 507 | if (rtnl_dereference(rule->ctarget) == NULL) |
| 508 | ops->unresolved_rules--; |
| 509 | } |
Thomas Graf | 0947c9fe | 2007-03-26 17:14:15 -0700 | [diff] [blame] | 510 | |
| 511 | /* |
| 512 | * Check if this rule is a target to any of them. If so, |
| 513 | * disable them. As this operation is eventually very |
| 514 | * expensive, it is only performed if goto rules have |
| 515 | * actually been added. |
| 516 | */ |
| 517 | if (ops->nr_goto_rules > 0) { |
Denis V. Lunev | 76c72d4 | 2007-09-16 15:44:27 -0700 | [diff] [blame] | 518 | list_for_each_entry(tmp, &ops->rules_list, list) { |
Eric Dumazet | 7a2b03c | 2010-10-26 09:24:55 +0000 | [diff] [blame] | 519 | if (rtnl_dereference(tmp->ctarget) == rule) { |
Stephen Hemminger | a9b3cd7 | 2011-08-01 16:19:00 +0000 | [diff] [blame] | 520 | RCU_INIT_POINTER(tmp->ctarget, NULL); |
Thomas Graf | 0947c9fe | 2007-03-26 17:14:15 -0700 | [diff] [blame] | 521 | ops->unresolved_rules++; |
| 522 | } |
| 523 | } |
| 524 | } |
| 525 | |
Denis V. Lunev | 9e3a548 | 2008-01-20 16:46:41 -0800 | [diff] [blame] | 526 | notify_rule_change(RTM_DELRULE, rule, ops, nlh, |
Eric W. Biederman | 15e4730 | 2012-09-07 20:12:54 +0000 | [diff] [blame] | 527 | NETLINK_CB(skb).portid); |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 528 | fib_rule_put(rule); |
Thomas Graf | 73417f6 | 2007-03-27 13:56:52 -0700 | [diff] [blame] | 529 | flush_route_cache(ops); |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 530 | rules_ops_put(ops); |
| 531 | return 0; |
| 532 | } |
| 533 | |
| 534 | err = -ENOENT; |
| 535 | errout: |
| 536 | rules_ops_put(ops); |
| 537 | return err; |
| 538 | } |
| 539 | |
Thomas Graf | 339bf98 | 2006-11-10 14:10:15 -0800 | [diff] [blame] | 540 | static inline size_t fib_rule_nlmsg_size(struct fib_rules_ops *ops, |
| 541 | struct fib_rule *rule) |
| 542 | { |
| 543 | size_t payload = NLMSG_ALIGN(sizeof(struct fib_rule_hdr)) |
Patrick McHardy | 491deb24b | 2009-12-03 01:25:54 +0000 | [diff] [blame] | 544 | + nla_total_size(IFNAMSIZ) /* FRA_IIFNAME */ |
Patrick McHardy | 1b038a5 | 2009-12-03 01:25:56 +0000 | [diff] [blame] | 545 | + nla_total_size(IFNAMSIZ) /* FRA_OIFNAME */ |
Thomas Graf | 339bf98 | 2006-11-10 14:10:15 -0800 | [diff] [blame] | 546 | + nla_total_size(4) /* FRA_PRIORITY */ |
| 547 | + nla_total_size(4) /* FRA_TABLE */ |
Stefan Tomanek | 73f5698 | 2013-08-03 14:14:43 +0200 | [diff] [blame] | 548 | + nla_total_size(4) /* FRA_SUPPRESS_PREFIXLEN */ |
Stefan Tomanek | 6ef94cf | 2013-08-02 17:19:56 +0200 | [diff] [blame] | 549 | + nla_total_size(4) /* FRA_SUPPRESS_IFGROUP */ |
Thomas Graf | 339bf98 | 2006-11-10 14:10:15 -0800 | [diff] [blame] | 550 | + nla_total_size(4) /* FRA_FWMARK */ |
Thomas Graf | e703087 | 2015-07-21 10:44:01 +0200 | [diff] [blame] | 551 | + nla_total_size(4) /* FRA_FWMASK */ |
| 552 | + nla_total_size(8); /* FRA_TUN_ID */ |
Thomas Graf | 339bf98 | 2006-11-10 14:10:15 -0800 | [diff] [blame] | 553 | |
| 554 | if (ops->nlmsg_payload) |
| 555 | payload += ops->nlmsg_payload(rule); |
| 556 | |
| 557 | return payload; |
| 558 | } |
| 559 | |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 560 | static int fib_nl_fill_rule(struct sk_buff *skb, struct fib_rule *rule, |
| 561 | u32 pid, u32 seq, int type, int flags, |
| 562 | struct fib_rules_ops *ops) |
| 563 | { |
| 564 | struct nlmsghdr *nlh; |
| 565 | struct fib_rule_hdr *frh; |
| 566 | |
| 567 | nlh = nlmsg_put(skb, pid, seq, type, sizeof(*frh), flags); |
| 568 | if (nlh == NULL) |
Patrick McHardy | 2693256 | 2007-01-31 23:16:40 -0800 | [diff] [blame] | 569 | return -EMSGSIZE; |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 570 | |
| 571 | frh = nlmsg_data(nlh); |
Patrick McHardy | 28bb172 | 2010-04-13 05:03:16 +0000 | [diff] [blame] | 572 | frh->family = ops->family; |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 573 | frh->table = rule->table; |
David S. Miller | 0e3cea7 | 2012-04-01 20:47:01 -0400 | [diff] [blame] | 574 | if (nla_put_u32(skb, FRA_TABLE, rule->table)) |
| 575 | goto nla_put_failure; |
Stefan Tomanek | 73f5698 | 2013-08-03 14:14:43 +0200 | [diff] [blame] | 576 | if (nla_put_u32(skb, FRA_SUPPRESS_PREFIXLEN, rule->suppress_prefixlen)) |
Stefan Tomanek | 7764a45 | 2013-08-01 02:17:15 +0200 | [diff] [blame] | 577 | goto nla_put_failure; |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 578 | frh->res1 = 0; |
| 579 | frh->res2 = 0; |
| 580 | frh->action = rule->action; |
| 581 | frh->flags = rule->flags; |
| 582 | |
Eric Dumazet | 7a2b03c | 2010-10-26 09:24:55 +0000 | [diff] [blame] | 583 | if (rule->action == FR_ACT_GOTO && |
Eric Dumazet | 33d480c | 2011-08-11 19:30:52 +0000 | [diff] [blame] | 584 | rcu_access_pointer(rule->ctarget) == NULL) |
Thomas Graf | 0947c9fe | 2007-03-26 17:14:15 -0700 | [diff] [blame] | 585 | frh->flags |= FIB_RULE_UNRESOLVED; |
| 586 | |
Patrick McHardy | 491deb24b | 2009-12-03 01:25:54 +0000 | [diff] [blame] | 587 | if (rule->iifname[0]) { |
David S. Miller | 0e3cea7 | 2012-04-01 20:47:01 -0400 | [diff] [blame] | 588 | if (nla_put_string(skb, FRA_IIFNAME, rule->iifname)) |
| 589 | goto nla_put_failure; |
Patrick McHardy | 491deb24b | 2009-12-03 01:25:54 +0000 | [diff] [blame] | 590 | if (rule->iifindex == -1) |
| 591 | frh->flags |= FIB_RULE_IIF_DETACHED; |
Thomas Graf | 2b44368 | 2007-03-26 17:37:59 -0700 | [diff] [blame] | 592 | } |
| 593 | |
Patrick McHardy | 1b038a5 | 2009-12-03 01:25:56 +0000 | [diff] [blame] | 594 | if (rule->oifname[0]) { |
David S. Miller | 0e3cea7 | 2012-04-01 20:47:01 -0400 | [diff] [blame] | 595 | if (nla_put_string(skb, FRA_OIFNAME, rule->oifname)) |
| 596 | goto nla_put_failure; |
Patrick McHardy | 1b038a5 | 2009-12-03 01:25:56 +0000 | [diff] [blame] | 597 | if (rule->oifindex == -1) |
| 598 | frh->flags |= FIB_RULE_OIF_DETACHED; |
| 599 | } |
| 600 | |
David S. Miller | 0e3cea7 | 2012-04-01 20:47:01 -0400 | [diff] [blame] | 601 | if ((rule->pref && |
| 602 | nla_put_u32(skb, FRA_PRIORITY, rule->pref)) || |
| 603 | (rule->mark && |
| 604 | nla_put_u32(skb, FRA_FWMARK, rule->mark)) || |
| 605 | ((rule->mark_mask || rule->mark) && |
| 606 | nla_put_u32(skb, FRA_FWMASK, rule->mark_mask)) || |
| 607 | (rule->target && |
Thomas Graf | e703087 | 2015-07-21 10:44:01 +0200 | [diff] [blame] | 608 | nla_put_u32(skb, FRA_GOTO, rule->target)) || |
| 609 | (rule->tun_id && |
| 610 | nla_put_be64(skb, FRA_TUN_ID, rule->tun_id))) |
David S. Miller | 0e3cea7 | 2012-04-01 20:47:01 -0400 | [diff] [blame] | 611 | goto nla_put_failure; |
Stefan Tomanek | 6ef94cf | 2013-08-02 17:19:56 +0200 | [diff] [blame] | 612 | |
| 613 | if (rule->suppress_ifgroup != -1) { |
| 614 | if (nla_put_u32(skb, FRA_SUPPRESS_IFGROUP, rule->suppress_ifgroup)) |
| 615 | goto nla_put_failure; |
| 616 | } |
| 617 | |
Rami Rosen | 04af8cf | 2009-05-20 17:26:23 -0700 | [diff] [blame] | 618 | if (ops->fill(rule, skb, frh) < 0) |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 619 | goto nla_put_failure; |
| 620 | |
Johannes Berg | 053c095 | 2015-01-16 22:09:00 +0100 | [diff] [blame] | 621 | nlmsg_end(skb, nlh); |
| 622 | return 0; |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 623 | |
| 624 | nla_put_failure: |
Patrick McHardy | 2693256 | 2007-01-31 23:16:40 -0800 | [diff] [blame] | 625 | nlmsg_cancel(skb, nlh); |
| 626 | return -EMSGSIZE; |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 627 | } |
| 628 | |
Thomas Graf | c454673 | 2007-03-25 23:24:24 -0700 | [diff] [blame] | 629 | static int dump_rules(struct sk_buff *skb, struct netlink_callback *cb, |
| 630 | struct fib_rules_ops *ops) |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 631 | { |
| 632 | int idx = 0; |
| 633 | struct fib_rule *rule; |
Wilson Kok | 41fc014 | 2015-09-22 21:40:22 -0700 | [diff] [blame] | 634 | int err = 0; |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 635 | |
Eric Dumazet | e67f88d | 2011-04-27 22:56:07 +0000 | [diff] [blame] | 636 | rcu_read_lock(); |
| 637 | list_for_each_entry_rcu(rule, &ops->rules_list, list) { |
Thomas Graf | c454673 | 2007-03-25 23:24:24 -0700 | [diff] [blame] | 638 | if (idx < cb->args[1]) |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 639 | goto skip; |
| 640 | |
Wilson Kok | 41fc014 | 2015-09-22 21:40:22 -0700 | [diff] [blame] | 641 | err = fib_nl_fill_rule(skb, rule, NETLINK_CB(cb->skb).portid, |
| 642 | cb->nlh->nlmsg_seq, RTM_NEWRULE, |
| 643 | NLM_F_MULTI, ops); |
| 644 | if (err) |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 645 | break; |
| 646 | skip: |
| 647 | idx++; |
| 648 | } |
Eric Dumazet | 2907c35 | 2011-05-25 07:34:04 +0000 | [diff] [blame] | 649 | rcu_read_unlock(); |
Thomas Graf | c454673 | 2007-03-25 23:24:24 -0700 | [diff] [blame] | 650 | cb->args[1] = idx; |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 651 | rules_ops_put(ops); |
| 652 | |
Wilson Kok | 41fc014 | 2015-09-22 21:40:22 -0700 | [diff] [blame] | 653 | return err; |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 654 | } |
| 655 | |
Thomas Graf | c454673 | 2007-03-25 23:24:24 -0700 | [diff] [blame] | 656 | static int fib_nl_dumprule(struct sk_buff *skb, struct netlink_callback *cb) |
| 657 | { |
YOSHIFUJI Hideaki | 3b1e0a6 | 2008-03-26 02:26:21 +0900 | [diff] [blame] | 658 | struct net *net = sock_net(skb->sk); |
Thomas Graf | c454673 | 2007-03-25 23:24:24 -0700 | [diff] [blame] | 659 | struct fib_rules_ops *ops; |
| 660 | int idx = 0, family; |
| 661 | |
| 662 | family = rtnl_msg_family(cb->nlh); |
| 663 | if (family != AF_UNSPEC) { |
| 664 | /* Protocol specific dump request */ |
Denis V. Lunev | 5fd30ee | 2008-01-10 03:20:28 -0800 | [diff] [blame] | 665 | ops = lookup_rules_ops(net, family); |
Thomas Graf | c454673 | 2007-03-25 23:24:24 -0700 | [diff] [blame] | 666 | if (ops == NULL) |
| 667 | return -EAFNOSUPPORT; |
| 668 | |
Wilson Kok | 41fc014 | 2015-09-22 21:40:22 -0700 | [diff] [blame] | 669 | dump_rules(skb, cb, ops); |
| 670 | |
| 671 | return skb->len; |
Thomas Graf | c454673 | 2007-03-25 23:24:24 -0700 | [diff] [blame] | 672 | } |
| 673 | |
| 674 | rcu_read_lock(); |
Denis V. Lunev | 5fd30ee | 2008-01-10 03:20:28 -0800 | [diff] [blame] | 675 | list_for_each_entry_rcu(ops, &net->rules_ops, list) { |
Thomas Graf | c454673 | 2007-03-25 23:24:24 -0700 | [diff] [blame] | 676 | if (idx < cb->args[0] || !try_module_get(ops->owner)) |
| 677 | goto skip; |
| 678 | |
| 679 | if (dump_rules(skb, cb, ops) < 0) |
| 680 | break; |
| 681 | |
| 682 | cb->args[1] = 0; |
Eric Dumazet | 2fb3573 | 2010-03-09 20:03:38 +0000 | [diff] [blame] | 683 | skip: |
Thomas Graf | c454673 | 2007-03-25 23:24:24 -0700 | [diff] [blame] | 684 | idx++; |
| 685 | } |
| 686 | rcu_read_unlock(); |
| 687 | cb->args[0] = idx; |
| 688 | |
| 689 | return skb->len; |
| 690 | } |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 691 | |
Denis V. Lunev | 9e3a548 | 2008-01-20 16:46:41 -0800 | [diff] [blame] | 692 | static void notify_rule_change(int event, struct fib_rule *rule, |
Thomas Graf | c17084d | 2006-08-15 00:32:48 -0700 | [diff] [blame] | 693 | struct fib_rules_ops *ops, struct nlmsghdr *nlh, |
| 694 | u32 pid) |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 695 | { |
Denis V. Lunev | 9e3a548 | 2008-01-20 16:46:41 -0800 | [diff] [blame] | 696 | struct net *net; |
Thomas Graf | c17084d | 2006-08-15 00:32:48 -0700 | [diff] [blame] | 697 | struct sk_buff *skb; |
| 698 | int err = -ENOBUFS; |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 699 | |
Denis V. Lunev | 9e3a548 | 2008-01-20 16:46:41 -0800 | [diff] [blame] | 700 | net = ops->fro_net; |
Thomas Graf | 339bf98 | 2006-11-10 14:10:15 -0800 | [diff] [blame] | 701 | skb = nlmsg_new(fib_rule_nlmsg_size(ops, rule), GFP_KERNEL); |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 702 | if (skb == NULL) |
Thomas Graf | c17084d | 2006-08-15 00:32:48 -0700 | [diff] [blame] | 703 | goto errout; |
| 704 | |
| 705 | err = fib_nl_fill_rule(skb, rule, pid, nlh->nlmsg_seq, event, 0, ops); |
Patrick McHardy | 2693256 | 2007-01-31 23:16:40 -0800 | [diff] [blame] | 706 | if (err < 0) { |
| 707 | /* -EMSGSIZE implies BUG in fib_rule_nlmsg_size() */ |
| 708 | WARN_ON(err == -EMSGSIZE); |
| 709 | kfree_skb(skb); |
| 710 | goto errout; |
| 711 | } |
Denis V. Lunev | 9e3a548 | 2008-01-20 16:46:41 -0800 | [diff] [blame] | 712 | |
Pablo Neira Ayuso | 1ce85fe | 2009-02-24 23:18:28 -0800 | [diff] [blame] | 713 | rtnl_notify(skb, net, pid, ops->nlgroup, nlh, GFP_KERNEL); |
| 714 | return; |
Thomas Graf | c17084d | 2006-08-15 00:32:48 -0700 | [diff] [blame] | 715 | errout: |
| 716 | if (err < 0) |
Denis V. Lunev | 5fd30ee | 2008-01-10 03:20:28 -0800 | [diff] [blame] | 717 | rtnl_set_sk_err(net, ops->nlgroup, err); |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 718 | } |
| 719 | |
| 720 | static void attach_rules(struct list_head *rules, struct net_device *dev) |
| 721 | { |
| 722 | struct fib_rule *rule; |
| 723 | |
| 724 | list_for_each_entry(rule, rules, list) { |
Patrick McHardy | 491deb24b | 2009-12-03 01:25:54 +0000 | [diff] [blame] | 725 | if (rule->iifindex == -1 && |
| 726 | strcmp(dev->name, rule->iifname) == 0) |
| 727 | rule->iifindex = dev->ifindex; |
Patrick McHardy | 1b038a5 | 2009-12-03 01:25:56 +0000 | [diff] [blame] | 728 | if (rule->oifindex == -1 && |
| 729 | strcmp(dev->name, rule->oifname) == 0) |
| 730 | rule->oifindex = dev->ifindex; |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 731 | } |
| 732 | } |
| 733 | |
| 734 | static void detach_rules(struct list_head *rules, struct net_device *dev) |
| 735 | { |
| 736 | struct fib_rule *rule; |
| 737 | |
Patrick McHardy | 1b038a5 | 2009-12-03 01:25:56 +0000 | [diff] [blame] | 738 | list_for_each_entry(rule, rules, list) { |
Patrick McHardy | 491deb24b | 2009-12-03 01:25:54 +0000 | [diff] [blame] | 739 | if (rule->iifindex == dev->ifindex) |
| 740 | rule->iifindex = -1; |
Patrick McHardy | 1b038a5 | 2009-12-03 01:25:56 +0000 | [diff] [blame] | 741 | if (rule->oifindex == dev->ifindex) |
| 742 | rule->oifindex = -1; |
| 743 | } |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 744 | } |
| 745 | |
| 746 | |
| 747 | static int fib_rules_event(struct notifier_block *this, unsigned long event, |
Jiri Pirko | 351638e | 2013-05-28 01:30:21 +0000 | [diff] [blame] | 748 | void *ptr) |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 749 | { |
Jiri Pirko | 351638e | 2013-05-28 01:30:21 +0000 | [diff] [blame] | 750 | struct net_device *dev = netdev_notifier_info_to_dev(ptr); |
YOSHIFUJI Hideaki | c346dca | 2008-03-25 21:47:49 +0900 | [diff] [blame] | 751 | struct net *net = dev_net(dev); |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 752 | struct fib_rules_ops *ops; |
| 753 | |
Eric Dumazet | 748e2d9 | 2012-08-22 21:50:59 +0000 | [diff] [blame] | 754 | ASSERT_RTNL(); |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 755 | |
| 756 | switch (event) { |
| 757 | case NETDEV_REGISTER: |
Denis V. Lunev | 5fd30ee | 2008-01-10 03:20:28 -0800 | [diff] [blame] | 758 | list_for_each_entry(ops, &net->rules_ops, list) |
Denis V. Lunev | 76c72d4 | 2007-09-16 15:44:27 -0700 | [diff] [blame] | 759 | attach_rules(&ops->rules_list, dev); |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 760 | break; |
| 761 | |
Maciej Żenczykowski | 946c032 | 2014-02-07 16:23:48 -0800 | [diff] [blame] | 762 | case NETDEV_CHANGENAME: |
| 763 | list_for_each_entry(ops, &net->rules_ops, list) { |
| 764 | detach_rules(&ops->rules_list, dev); |
| 765 | attach_rules(&ops->rules_list, dev); |
| 766 | } |
| 767 | break; |
| 768 | |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 769 | case NETDEV_UNREGISTER: |
Denis V. Lunev | 5fd30ee | 2008-01-10 03:20:28 -0800 | [diff] [blame] | 770 | list_for_each_entry(ops, &net->rules_ops, list) |
Denis V. Lunev | 76c72d4 | 2007-09-16 15:44:27 -0700 | [diff] [blame] | 771 | detach_rules(&ops->rules_list, dev); |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 772 | break; |
| 773 | } |
| 774 | |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 775 | return NOTIFY_DONE; |
| 776 | } |
| 777 | |
| 778 | static struct notifier_block fib_rules_notifier = { |
| 779 | .notifier_call = fib_rules_event, |
| 780 | }; |
| 781 | |
Alexey Dobriyan | 2c8c1e7 | 2010-01-17 03:35:32 +0000 | [diff] [blame] | 782 | static int __net_init fib_rules_net_init(struct net *net) |
Denis V. Lunev | 5fd30ee | 2008-01-10 03:20:28 -0800 | [diff] [blame] | 783 | { |
| 784 | INIT_LIST_HEAD(&net->rules_ops); |
| 785 | spin_lock_init(&net->rules_mod_lock); |
| 786 | return 0; |
| 787 | } |
| 788 | |
| 789 | static struct pernet_operations fib_rules_net_ops = { |
| 790 | .init = fib_rules_net_init, |
| 791 | }; |
| 792 | |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 793 | static int __init fib_rules_init(void) |
| 794 | { |
Denis V. Lunev | 5fd30ee | 2008-01-10 03:20:28 -0800 | [diff] [blame] | 795 | int err; |
Greg Rose | c7ac867 | 2011-06-10 01:27:09 +0000 | [diff] [blame] | 796 | rtnl_register(PF_UNSPEC, RTM_NEWRULE, fib_nl_newrule, NULL, NULL); |
| 797 | rtnl_register(PF_UNSPEC, RTM_DELRULE, fib_nl_delrule, NULL, NULL); |
| 798 | rtnl_register(PF_UNSPEC, RTM_GETRULE, NULL, fib_nl_dumprule, NULL); |
Thomas Graf | 9d9e6a5 | 2007-03-25 23:20:05 -0700 | [diff] [blame] | 799 | |
Eric W. Biederman | 5d6d480 | 2008-11-07 22:52:34 -0800 | [diff] [blame] | 800 | err = register_pernet_subsys(&fib_rules_net_ops); |
Denis V. Lunev | 5fd30ee | 2008-01-10 03:20:28 -0800 | [diff] [blame] | 801 | if (err < 0) |
| 802 | goto fail; |
| 803 | |
Eric W. Biederman | 5d6d480 | 2008-11-07 22:52:34 -0800 | [diff] [blame] | 804 | err = register_netdevice_notifier(&fib_rules_notifier); |
Denis V. Lunev | 5fd30ee | 2008-01-10 03:20:28 -0800 | [diff] [blame] | 805 | if (err < 0) |
| 806 | goto fail_unregister; |
Eric W. Biederman | 5d6d480 | 2008-11-07 22:52:34 -0800 | [diff] [blame] | 807 | |
Denis V. Lunev | 5fd30ee | 2008-01-10 03:20:28 -0800 | [diff] [blame] | 808 | return 0; |
| 809 | |
| 810 | fail_unregister: |
Eric W. Biederman | 5d6d480 | 2008-11-07 22:52:34 -0800 | [diff] [blame] | 811 | unregister_pernet_subsys(&fib_rules_net_ops); |
Denis V. Lunev | 5fd30ee | 2008-01-10 03:20:28 -0800 | [diff] [blame] | 812 | fail: |
| 813 | rtnl_unregister(PF_UNSPEC, RTM_NEWRULE); |
| 814 | rtnl_unregister(PF_UNSPEC, RTM_DELRULE); |
| 815 | rtnl_unregister(PF_UNSPEC, RTM_GETRULE); |
| 816 | return err; |
Thomas Graf | 14c0b97 | 2006-08-04 03:38:38 -0700 | [diff] [blame] | 817 | } |
| 818 | |
| 819 | subsys_initcall(fib_rules_init); |