blob: 9c0fd0c788145c0b6fa877463022f5ec90a707e2 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * net/sched/mirred.c packet mirroring and redirect actions
3 *
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public License
6 * as published by the Free Software Foundation; either version
7 * 2 of the License, or (at your option) any later version.
8 *
9 * Authors: Jamal Hadi Salim (2002-4)
10 *
11 * TODO: Add ingress support (and socket redirect support)
12 *
13 */
14
Linus Torvalds1da177e2005-04-16 15:20:36 -070015#include <linux/types.h>
16#include <linux/kernel.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <linux/string.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070018#include <linux/errno.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070019#include <linux/skbuff.h>
20#include <linux/rtnetlink.h>
21#include <linux/module.h>
22#include <linux/init.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090023#include <linux/gfp.h>
Eric W. Biederman881d9662007-09-17 11:56:21 -070024#include <net/net_namespace.h>
Arnaldo Carvalho de Melodc5fc572007-03-25 23:06:12 -070025#include <net/netlink.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070026#include <net/pkt_sched.h>
27#include <linux/tc_act/tc_mirred.h>
28#include <net/tc_act/tc_mirred.h>
29
Linus Torvalds1da177e2005-04-16 15:20:36 -070030#include <linux/if_arp.h>
31
David S. Millere9ce1cd2006-08-21 23:54:55 -070032#define MIRRED_TAB_MASK 7
33static struct tcf_common *tcf_mirred_ht[MIRRED_TAB_MASK + 1];
34static u32 mirred_idx_gen;
Linus Torvalds1da177e2005-04-16 15:20:36 -070035static DEFINE_RWLOCK(mirred_lock);
stephen hemminger3b879562010-07-22 18:45:04 +000036static LIST_HEAD(mirred_list);
Linus Torvalds1da177e2005-04-16 15:20:36 -070037
David S. Millere9ce1cd2006-08-21 23:54:55 -070038static struct tcf_hashinfo mirred_hash_info = {
39 .htab = tcf_mirred_ht,
40 .hmask = MIRRED_TAB_MASK,
41 .lock = &mirred_lock,
42};
Linus Torvalds1da177e2005-04-16 15:20:36 -070043
Eric Dumazetcc7ec452011-01-19 19:26:56 +000044static int tcf_mirred_release(struct tcf_mirred *m, int bind)
Linus Torvalds1da177e2005-04-16 15:20:36 -070045{
David S. Millere9ce1cd2006-08-21 23:54:55 -070046 if (m) {
Linus Torvalds1da177e2005-04-16 15:20:36 -070047 if (bind)
David S. Millere9ce1cd2006-08-21 23:54:55 -070048 m->tcf_bindcnt--;
49 m->tcf_refcnt--;
Eric Dumazetcc7ec452011-01-19 19:26:56 +000050 if (!m->tcf_bindcnt && m->tcf_refcnt <= 0) {
stephen hemminger3b879562010-07-22 18:45:04 +000051 list_del(&m->tcfm_list);
52 if (m->tcfm_dev)
53 dev_put(m->tcfm_dev);
David S. Millere9ce1cd2006-08-21 23:54:55 -070054 tcf_hash_destroy(&m->common, &mirred_hash_info);
Linus Torvalds1da177e2005-04-16 15:20:36 -070055 return 1;
56 }
57 }
58 return 0;
59}
60
Patrick McHardy53b2bf32008-01-23 20:36:30 -080061static const struct nla_policy mirred_policy[TCA_MIRRED_MAX + 1] = {
62 [TCA_MIRRED_PARMS] = { .len = sizeof(struct tc_mirred) },
63};
64
Patrick McHardy7ba699c2008-01-22 22:11:50 -080065static int tcf_mirred_init(struct nlattr *nla, struct nlattr *est,
David S. Millere9ce1cd2006-08-21 23:54:55 -070066 struct tc_action *a, int ovr, int bind)
Linus Torvalds1da177e2005-04-16 15:20:36 -070067{
Patrick McHardy7ba699c2008-01-22 22:11:50 -080068 struct nlattr *tb[TCA_MIRRED_MAX + 1];
Linus Torvalds1da177e2005-04-16 15:20:36 -070069 struct tc_mirred *parm;
David S. Millere9ce1cd2006-08-21 23:54:55 -070070 struct tcf_mirred *m;
71 struct tcf_common *pc;
Changli Gaob76965e2009-11-17 04:15:16 -080072 struct net_device *dev;
73 int ret, ok_push = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -070074
Patrick McHardycee63722008-01-23 20:33:32 -080075 if (nla == NULL)
Linus Torvalds1da177e2005-04-16 15:20:36 -070076 return -EINVAL;
Changli Gaob76965e2009-11-17 04:15:16 -080077 ret = nla_parse_nested(tb, TCA_MIRRED_MAX, nla, mirred_policy);
78 if (ret < 0)
79 return ret;
Patrick McHardy53b2bf32008-01-23 20:36:30 -080080 if (tb[TCA_MIRRED_PARMS] == NULL)
Linus Torvalds1da177e2005-04-16 15:20:36 -070081 return -EINVAL;
Patrick McHardy7ba699c2008-01-22 22:11:50 -080082 parm = nla_data(tb[TCA_MIRRED_PARMS]);
Changli Gaob76965e2009-11-17 04:15:16 -080083 switch (parm->eaction) {
84 case TCA_EGRESS_MIRROR:
85 case TCA_EGRESS_REDIR:
86 break;
87 default:
88 return -EINVAL;
89 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070090 if (parm->ifindex) {
Eric W. Biederman881d9662007-09-17 11:56:21 -070091 dev = __dev_get_by_index(&init_net, parm->ifindex);
Linus Torvalds1da177e2005-04-16 15:20:36 -070092 if (dev == NULL)
93 return -ENODEV;
94 switch (dev->type) {
Changli Gaob76965e2009-11-17 04:15:16 -080095 case ARPHRD_TUNNEL:
96 case ARPHRD_TUNNEL6:
97 case ARPHRD_SIT:
98 case ARPHRD_IPGRE:
99 case ARPHRD_VOID:
100 case ARPHRD_NONE:
101 ok_push = 0;
102 break;
103 default:
104 ok_push = 1;
105 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700106 }
Changli Gaob76965e2009-11-17 04:15:16 -0800107 } else {
108 dev = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700109 }
110
David S. Millere9ce1cd2006-08-21 23:54:55 -0700111 pc = tcf_hash_check(parm->index, a, bind, &mirred_hash_info);
112 if (!pc) {
Changli Gaob76965e2009-11-17 04:15:16 -0800113 if (dev == NULL)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700114 return -EINVAL;
David S. Millere9ce1cd2006-08-21 23:54:55 -0700115 pc = tcf_hash_create(parm->index, est, a, sizeof(*m), bind,
116 &mirred_idx_gen, &mirred_hash_info);
Stephen Hemminger0e991ec2008-11-25 21:12:32 -0800117 if (IS_ERR(pc))
Changli Gaob76965e2009-11-17 04:15:16 -0800118 return PTR_ERR(pc);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700119 ret = ACT_P_CREATED;
120 } else {
121 if (!ovr) {
David S. Millere9ce1cd2006-08-21 23:54:55 -0700122 tcf_mirred_release(to_mirred(pc), bind);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700123 return -EEXIST;
124 }
125 }
David S. Millere9ce1cd2006-08-21 23:54:55 -0700126 m = to_mirred(pc);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700127
David S. Millere9ce1cd2006-08-21 23:54:55 -0700128 spin_lock_bh(&m->tcf_lock);
129 m->tcf_action = parm->action;
130 m->tcfm_eaction = parm->eaction;
Changli Gaob76965e2009-11-17 04:15:16 -0800131 if (dev != NULL) {
David S. Millere9ce1cd2006-08-21 23:54:55 -0700132 m->tcfm_ifindex = parm->ifindex;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700133 if (ret != ACT_P_CREATED)
David S. Millere9ce1cd2006-08-21 23:54:55 -0700134 dev_put(m->tcfm_dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700135 dev_hold(dev);
Changli Gaob76965e2009-11-17 04:15:16 -0800136 m->tcfm_dev = dev;
David S. Millere9ce1cd2006-08-21 23:54:55 -0700137 m->tcfm_ok_push = ok_push;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700138 }
David S. Millere9ce1cd2006-08-21 23:54:55 -0700139 spin_unlock_bh(&m->tcf_lock);
stephen hemminger3b879562010-07-22 18:45:04 +0000140 if (ret == ACT_P_CREATED) {
141 list_add(&m->tcfm_list, &mirred_list);
David S. Millere9ce1cd2006-08-21 23:54:55 -0700142 tcf_hash_insert(pc, &mirred_hash_info);
stephen hemminger3b879562010-07-22 18:45:04 +0000143 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144
Linus Torvalds1da177e2005-04-16 15:20:36 -0700145 return ret;
146}
147
David S. Millere9ce1cd2006-08-21 23:54:55 -0700148static int tcf_mirred_cleanup(struct tc_action *a, int bind)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700149{
David S. Millere9ce1cd2006-08-21 23:54:55 -0700150 struct tcf_mirred *m = a->priv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700151
David S. Millere9ce1cd2006-08-21 23:54:55 -0700152 if (m)
153 return tcf_mirred_release(m, bind);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700154 return 0;
155}
156
Eric Dumazetdc7f9f62011-07-05 23:25:42 +0000157static int tcf_mirred(struct sk_buff *skb, const struct tc_action *a,
David S. Millere9ce1cd2006-08-21 23:54:55 -0700158 struct tcf_result *res)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700159{
David S. Millere9ce1cd2006-08-21 23:54:55 -0700160 struct tcf_mirred *m = a->priv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700161 struct net_device *dev;
Changli Gaofeed1f12009-11-17 04:14:00 -0800162 struct sk_buff *skb2;
163 u32 at;
164 int retval, err = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700165
David S. Millere9ce1cd2006-08-21 23:54:55 -0700166 spin_lock(&m->tcf_lock);
David S. Millere9ce1cd2006-08-21 23:54:55 -0700167 m->tcf_tm.lastuse = jiffies;
Eric Dumazetbfe0d022011-01-09 08:30:54 +0000168 bstats_update(&m->tcf_bstats, skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700169
Changli Gaofeed1f12009-11-17 04:14:00 -0800170 dev = m->tcfm_dev;
stephen hemminger3b879562010-07-22 18:45:04 +0000171 if (!dev) {
172 printk_once(KERN_NOTICE "tc mirred: target device is gone\n");
173 goto out;
174 }
175
Changli Gaofeed1f12009-11-17 04:14:00 -0800176 if (!(dev->flags & IFF_UP)) {
Joe Perchese87cc472012-05-13 21:56:26 +0000177 net_notice_ratelimited("tc mirred to Houston: device %s is down\n",
178 dev->name);
Changli Gaofeed1f12009-11-17 04:14:00 -0800179 goto out;
180 }
181
Changli Gao210d6de2010-06-24 16:25:12 +0000182 at = G_TC_AT(skb->tc_verd);
183 skb2 = skb_act_clone(skb, GFP_ATOMIC, m->tcf_action);
Changli Gaofeed1f12009-11-17 04:14:00 -0800184 if (skb2 == NULL)
185 goto out;
186
Changli Gaofeed1f12009-11-17 04:14:00 -0800187 if (!(at & AT_EGRESS)) {
David S. Millere9ce1cd2006-08-21 23:54:55 -0700188 if (m->tcfm_ok_push)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700189 skb_push(skb2, skb2->dev->hard_header_len);
Changli Gaofeed1f12009-11-17 04:14:00 -0800190 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191
192 /* mirror is always swallowed */
David S. Millere9ce1cd2006-08-21 23:54:55 -0700193 if (m->tcfm_eaction != TCA_EGRESS_MIRROR)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700194 skb2->tc_verd = SET_TC_FROM(skb2->tc_verd, at);
195
Eric Dumazet8964be42009-11-20 15:35:04 -0800196 skb2->skb_iif = skb->dev->ifindex;
Changli Gao210d6de2010-06-24 16:25:12 +0000197 skb2->dev = dev;
Jamal Hadi Salim8919bc12011-08-15 05:25:40 +0000198 err = dev_queue_xmit(skb2);
Changli Gaofeed1f12009-11-17 04:14:00 -0800199
200out:
201 if (err) {
202 m->tcf_qstats.overlimits++;
Jason Wang16c0b162012-08-15 20:44:27 +0000203 if (m->tcfm_eaction != TCA_EGRESS_MIRROR)
204 retval = TC_ACT_SHOT;
205 else
206 retval = m->tcf_action;
207 } else
Changli Gaofeed1f12009-11-17 04:14:00 -0800208 retval = m->tcf_action;
David S. Millere9ce1cd2006-08-21 23:54:55 -0700209 spin_unlock(&m->tcf_lock);
Changli Gaofeed1f12009-11-17 04:14:00 -0800210
211 return retval;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700212}
213
David S. Millere9ce1cd2006-08-21 23:54:55 -0700214static int tcf_mirred_dump(struct sk_buff *skb, struct tc_action *a, int bind, int ref)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700215{
Arnaldo Carvalho de Melo27a884d2007-04-19 20:29:13 -0700216 unsigned char *b = skb_tail_pointer(skb);
David S. Millere9ce1cd2006-08-21 23:54:55 -0700217 struct tcf_mirred *m = a->priv;
Eric Dumazet1c40be12010-08-16 20:04:22 +0000218 struct tc_mirred opt = {
219 .index = m->tcf_index,
220 .action = m->tcf_action,
221 .refcnt = m->tcf_refcnt - ref,
222 .bindcnt = m->tcf_bindcnt - bind,
223 .eaction = m->tcfm_eaction,
224 .ifindex = m->tcfm_ifindex,
225 };
Linus Torvalds1da177e2005-04-16 15:20:36 -0700226 struct tcf_t t;
227
David S. Miller1b34ec42012-03-29 05:11:39 -0400228 if (nla_put(skb, TCA_MIRRED_PARMS, sizeof(opt), &opt))
229 goto nla_put_failure;
David S. Millere9ce1cd2006-08-21 23:54:55 -0700230 t.install = jiffies_to_clock_t(jiffies - m->tcf_tm.install);
231 t.lastuse = jiffies_to_clock_t(jiffies - m->tcf_tm.lastuse);
232 t.expires = jiffies_to_clock_t(m->tcf_tm.expires);
David S. Miller1b34ec42012-03-29 05:11:39 -0400233 if (nla_put(skb, TCA_MIRRED_TM, sizeof(t), &t))
234 goto nla_put_failure;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700235 return skb->len;
236
Patrick McHardy7ba699c2008-01-22 22:11:50 -0800237nla_put_failure:
Arnaldo Carvalho de Melodc5fc572007-03-25 23:06:12 -0700238 nlmsg_trim(skb, b);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700239 return -1;
240}
241
stephen hemminger3b879562010-07-22 18:45:04 +0000242static int mirred_device_event(struct notifier_block *unused,
243 unsigned long event, void *ptr)
244{
245 struct net_device *dev = ptr;
246 struct tcf_mirred *m;
247
248 if (event == NETDEV_UNREGISTER)
249 list_for_each_entry(m, &mirred_list, tcfm_list) {
250 if (m->tcfm_dev == dev) {
251 dev_put(dev);
252 m->tcfm_dev = NULL;
253 }
254 }
255
256 return NOTIFY_DONE;
257}
258
259static struct notifier_block mirred_device_notifier = {
260 .notifier_call = mirred_device_event,
261};
262
263
Linus Torvalds1da177e2005-04-16 15:20:36 -0700264static struct tc_action_ops act_mirred_ops = {
265 .kind = "mirred",
David S. Millere9ce1cd2006-08-21 23:54:55 -0700266 .hinfo = &mirred_hash_info,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700267 .type = TCA_ACT_MIRRED,
268 .capab = TCA_CAP_NONE,
269 .owner = THIS_MODULE,
270 .act = tcf_mirred,
271 .dump = tcf_mirred_dump,
272 .cleanup = tcf_mirred_cleanup,
273 .lookup = tcf_hash_search,
274 .init = tcf_mirred_init,
275 .walk = tcf_generic_walker
276};
277
278MODULE_AUTHOR("Jamal Hadi Salim(2002)");
279MODULE_DESCRIPTION("Device Mirror/redirect actions");
280MODULE_LICENSE("GPL");
281
David S. Millere9ce1cd2006-08-21 23:54:55 -0700282static int __init mirred_init_module(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700283{
stephen hemminger3b879562010-07-22 18:45:04 +0000284 int err = register_netdevice_notifier(&mirred_device_notifier);
285 if (err)
286 return err;
287
stephen hemminger6ff9c362010-05-12 06:37:05 +0000288 pr_info("Mirror/redirect action on\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700289 return tcf_register_action(&act_mirred_ops);
290}
291
David S. Millere9ce1cd2006-08-21 23:54:55 -0700292static void __exit mirred_cleanup_module(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700293{
stephen hemminger3b879562010-07-22 18:45:04 +0000294 unregister_netdevice_notifier(&mirred_device_notifier);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700295 tcf_unregister_action(&act_mirred_ops);
296}
297
298module_init(mirred_init_module);
299module_exit(mirred_cleanup_module);