blob: c0b6863e3b87dbe91679638b83a169f099ab887f [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * net/sched/mirred.c packet mirroring and redirect actions
3 *
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public License
6 * as published by the Free Software Foundation; either version
7 * 2 of the License, or (at your option) any later version.
8 *
9 * Authors: Jamal Hadi Salim (2002-4)
10 *
11 * TODO: Add ingress support (and socket redirect support)
12 *
13 */
14
Linus Torvalds1da177e2005-04-16 15:20:36 -070015#include <linux/types.h>
16#include <linux/kernel.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <linux/string.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070018#include <linux/errno.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070019#include <linux/skbuff.h>
20#include <linux/rtnetlink.h>
21#include <linux/module.h>
22#include <linux/init.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090023#include <linux/gfp.h>
Eric W. Biederman881d9662007-09-17 11:56:21 -070024#include <net/net_namespace.h>
Arnaldo Carvalho de Melodc5fc572007-03-25 23:06:12 -070025#include <net/netlink.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070026#include <net/pkt_sched.h>
27#include <linux/tc_act/tc_mirred.h>
28#include <net/tc_act/tc_mirred.h>
29
Linus Torvalds1da177e2005-04-16 15:20:36 -070030#include <linux/if_arp.h>
31
David S. Millere9ce1cd2006-08-21 23:54:55 -070032#define MIRRED_TAB_MASK 7
33static struct tcf_common *tcf_mirred_ht[MIRRED_TAB_MASK + 1];
34static u32 mirred_idx_gen;
Linus Torvalds1da177e2005-04-16 15:20:36 -070035static DEFINE_RWLOCK(mirred_lock);
36
David S. Millere9ce1cd2006-08-21 23:54:55 -070037static struct tcf_hashinfo mirred_hash_info = {
38 .htab = tcf_mirred_ht,
39 .hmask = MIRRED_TAB_MASK,
40 .lock = &mirred_lock,
41};
Linus Torvalds1da177e2005-04-16 15:20:36 -070042
David S. Millere9ce1cd2006-08-21 23:54:55 -070043static inline int tcf_mirred_release(struct tcf_mirred *m, int bind)
Linus Torvalds1da177e2005-04-16 15:20:36 -070044{
David S. Millere9ce1cd2006-08-21 23:54:55 -070045 if (m) {
Linus Torvalds1da177e2005-04-16 15:20:36 -070046 if (bind)
David S. Millere9ce1cd2006-08-21 23:54:55 -070047 m->tcf_bindcnt--;
48 m->tcf_refcnt--;
49 if(!m->tcf_bindcnt && m->tcf_refcnt <= 0) {
50 dev_put(m->tcfm_dev);
51 tcf_hash_destroy(&m->common, &mirred_hash_info);
Linus Torvalds1da177e2005-04-16 15:20:36 -070052 return 1;
53 }
54 }
55 return 0;
56}
57
Patrick McHardy53b2bf32008-01-23 20:36:30 -080058static const struct nla_policy mirred_policy[TCA_MIRRED_MAX + 1] = {
59 [TCA_MIRRED_PARMS] = { .len = sizeof(struct tc_mirred) },
60};
61
Patrick McHardy7ba699c2008-01-22 22:11:50 -080062static int tcf_mirred_init(struct nlattr *nla, struct nlattr *est,
David S. Millere9ce1cd2006-08-21 23:54:55 -070063 struct tc_action *a, int ovr, int bind)
Linus Torvalds1da177e2005-04-16 15:20:36 -070064{
Patrick McHardy7ba699c2008-01-22 22:11:50 -080065 struct nlattr *tb[TCA_MIRRED_MAX + 1];
Linus Torvalds1da177e2005-04-16 15:20:36 -070066 struct tc_mirred *parm;
David S. Millere9ce1cd2006-08-21 23:54:55 -070067 struct tcf_mirred *m;
68 struct tcf_common *pc;
Changli Gaob76965e2009-11-17 04:15:16 -080069 struct net_device *dev;
70 int ret, ok_push = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -070071
Patrick McHardycee63722008-01-23 20:33:32 -080072 if (nla == NULL)
Linus Torvalds1da177e2005-04-16 15:20:36 -070073 return -EINVAL;
Changli Gaob76965e2009-11-17 04:15:16 -080074 ret = nla_parse_nested(tb, TCA_MIRRED_MAX, nla, mirred_policy);
75 if (ret < 0)
76 return ret;
Patrick McHardy53b2bf32008-01-23 20:36:30 -080077 if (tb[TCA_MIRRED_PARMS] == NULL)
Linus Torvalds1da177e2005-04-16 15:20:36 -070078 return -EINVAL;
Patrick McHardy7ba699c2008-01-22 22:11:50 -080079 parm = nla_data(tb[TCA_MIRRED_PARMS]);
Changli Gaob76965e2009-11-17 04:15:16 -080080 switch (parm->eaction) {
81 case TCA_EGRESS_MIRROR:
82 case TCA_EGRESS_REDIR:
83 break;
84 default:
85 return -EINVAL;
86 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070087 if (parm->ifindex) {
Eric W. Biederman881d9662007-09-17 11:56:21 -070088 dev = __dev_get_by_index(&init_net, parm->ifindex);
Linus Torvalds1da177e2005-04-16 15:20:36 -070089 if (dev == NULL)
90 return -ENODEV;
91 switch (dev->type) {
Changli Gaob76965e2009-11-17 04:15:16 -080092 case ARPHRD_TUNNEL:
93 case ARPHRD_TUNNEL6:
94 case ARPHRD_SIT:
95 case ARPHRD_IPGRE:
96 case ARPHRD_VOID:
97 case ARPHRD_NONE:
98 ok_push = 0;
99 break;
100 default:
101 ok_push = 1;
102 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700103 }
Changli Gaob76965e2009-11-17 04:15:16 -0800104 } else {
105 dev = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700106 }
107
David S. Millere9ce1cd2006-08-21 23:54:55 -0700108 pc = tcf_hash_check(parm->index, a, bind, &mirred_hash_info);
109 if (!pc) {
Changli Gaob76965e2009-11-17 04:15:16 -0800110 if (dev == NULL)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700111 return -EINVAL;
David S. Millere9ce1cd2006-08-21 23:54:55 -0700112 pc = tcf_hash_create(parm->index, est, a, sizeof(*m), bind,
113 &mirred_idx_gen, &mirred_hash_info);
Stephen Hemminger0e991ec2008-11-25 21:12:32 -0800114 if (IS_ERR(pc))
Changli Gaob76965e2009-11-17 04:15:16 -0800115 return PTR_ERR(pc);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700116 ret = ACT_P_CREATED;
117 } else {
118 if (!ovr) {
David S. Millere9ce1cd2006-08-21 23:54:55 -0700119 tcf_mirred_release(to_mirred(pc), bind);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700120 return -EEXIST;
121 }
122 }
David S. Millere9ce1cd2006-08-21 23:54:55 -0700123 m = to_mirred(pc);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700124
David S. Millere9ce1cd2006-08-21 23:54:55 -0700125 spin_lock_bh(&m->tcf_lock);
126 m->tcf_action = parm->action;
127 m->tcfm_eaction = parm->eaction;
Changli Gaob76965e2009-11-17 04:15:16 -0800128 if (dev != NULL) {
David S. Millere9ce1cd2006-08-21 23:54:55 -0700129 m->tcfm_ifindex = parm->ifindex;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700130 if (ret != ACT_P_CREATED)
David S. Millere9ce1cd2006-08-21 23:54:55 -0700131 dev_put(m->tcfm_dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700132 dev_hold(dev);
Changli Gaob76965e2009-11-17 04:15:16 -0800133 m->tcfm_dev = dev;
David S. Millere9ce1cd2006-08-21 23:54:55 -0700134 m->tcfm_ok_push = ok_push;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700135 }
David S. Millere9ce1cd2006-08-21 23:54:55 -0700136 spin_unlock_bh(&m->tcf_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137 if (ret == ACT_P_CREATED)
David S. Millere9ce1cd2006-08-21 23:54:55 -0700138 tcf_hash_insert(pc, &mirred_hash_info);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700139
Linus Torvalds1da177e2005-04-16 15:20:36 -0700140 return ret;
141}
142
David S. Millere9ce1cd2006-08-21 23:54:55 -0700143static int tcf_mirred_cleanup(struct tc_action *a, int bind)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144{
David S. Millere9ce1cd2006-08-21 23:54:55 -0700145 struct tcf_mirred *m = a->priv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700146
David S. Millere9ce1cd2006-08-21 23:54:55 -0700147 if (m)
148 return tcf_mirred_release(m, bind);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700149 return 0;
150}
151
David S. Millere9ce1cd2006-08-21 23:54:55 -0700152static int tcf_mirred(struct sk_buff *skb, struct tc_action *a,
153 struct tcf_result *res)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700154{
David S. Millere9ce1cd2006-08-21 23:54:55 -0700155 struct tcf_mirred *m = a->priv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700156 struct net_device *dev;
Changli Gaofeed1f12009-11-17 04:14:00 -0800157 struct sk_buff *skb2;
158 u32 at;
159 int retval, err = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700160
David S. Millere9ce1cd2006-08-21 23:54:55 -0700161 spin_lock(&m->tcf_lock);
David S. Millere9ce1cd2006-08-21 23:54:55 -0700162 m->tcf_tm.lastuse = jiffies;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700163
Changli Gaofeed1f12009-11-17 04:14:00 -0800164 dev = m->tcfm_dev;
165 if (!(dev->flags & IFF_UP)) {
166 if (net_ratelimit())
stephen hemminger6ff9c362010-05-12 06:37:05 +0000167 pr_notice("tc mirred to Houston: device %s is gone!\n",
168 dev->name);
Changli Gaofeed1f12009-11-17 04:14:00 -0800169 goto out;
170 }
171
172 skb2 = skb_act_clone(skb, GFP_ATOMIC);
173 if (skb2 == NULL)
174 goto out;
175
Jussi Kivilinna0abf77e2008-07-20 00:08:27 -0700176 m->tcf_bstats.bytes += qdisc_pkt_len(skb2);
David S. Millere9ce1cd2006-08-21 23:54:55 -0700177 m->tcf_bstats.packets++;
Changli Gaofeed1f12009-11-17 04:14:00 -0800178 at = G_TC_AT(skb->tc_verd);
179 if (!(at & AT_EGRESS)) {
David S. Millere9ce1cd2006-08-21 23:54:55 -0700180 if (m->tcfm_ok_push)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700181 skb_push(skb2, skb2->dev->hard_header_len);
Changli Gaofeed1f12009-11-17 04:14:00 -0800182 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700183
184 /* mirror is always swallowed */
David S. Millere9ce1cd2006-08-21 23:54:55 -0700185 if (m->tcfm_eaction != TCA_EGRESS_MIRROR)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700186 skb2->tc_verd = SET_TC_FROM(skb2->tc_verd, at);
187
188 skb2->dev = dev;
Eric Dumazet8964be42009-11-20 15:35:04 -0800189 skb2->skb_iif = skb->dev->ifindex;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700190 dev_queue_xmit(skb2);
Changli Gaofeed1f12009-11-17 04:14:00 -0800191 err = 0;
192
193out:
194 if (err) {
195 m->tcf_qstats.overlimits++;
196 m->tcf_bstats.bytes += qdisc_pkt_len(skb);
197 m->tcf_bstats.packets++;
198 /* should we be asking for packet to be dropped?
199 * may make sense for redirect case only
200 */
201 retval = TC_ACT_SHOT;
202 } else {
203 retval = m->tcf_action;
204 }
David S. Millere9ce1cd2006-08-21 23:54:55 -0700205 spin_unlock(&m->tcf_lock);
Changli Gaofeed1f12009-11-17 04:14:00 -0800206
207 return retval;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700208}
209
David S. Millere9ce1cd2006-08-21 23:54:55 -0700210static int tcf_mirred_dump(struct sk_buff *skb, struct tc_action *a, int bind, int ref)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700211{
Arnaldo Carvalho de Melo27a884d2007-04-19 20:29:13 -0700212 unsigned char *b = skb_tail_pointer(skb);
David S. Millere9ce1cd2006-08-21 23:54:55 -0700213 struct tcf_mirred *m = a->priv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700214 struct tc_mirred opt;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700215 struct tcf_t t;
216
David S. Millere9ce1cd2006-08-21 23:54:55 -0700217 opt.index = m->tcf_index;
218 opt.action = m->tcf_action;
219 opt.refcnt = m->tcf_refcnt - ref;
220 opt.bindcnt = m->tcf_bindcnt - bind;
221 opt.eaction = m->tcfm_eaction;
222 opt.ifindex = m->tcfm_ifindex;
Patrick McHardy7ba699c2008-01-22 22:11:50 -0800223 NLA_PUT(skb, TCA_MIRRED_PARMS, sizeof(opt), &opt);
David S. Millere9ce1cd2006-08-21 23:54:55 -0700224 t.install = jiffies_to_clock_t(jiffies - m->tcf_tm.install);
225 t.lastuse = jiffies_to_clock_t(jiffies - m->tcf_tm.lastuse);
226 t.expires = jiffies_to_clock_t(m->tcf_tm.expires);
Patrick McHardy7ba699c2008-01-22 22:11:50 -0800227 NLA_PUT(skb, TCA_MIRRED_TM, sizeof(t), &t);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700228 return skb->len;
229
Patrick McHardy7ba699c2008-01-22 22:11:50 -0800230nla_put_failure:
Arnaldo Carvalho de Melodc5fc572007-03-25 23:06:12 -0700231 nlmsg_trim(skb, b);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700232 return -1;
233}
234
235static struct tc_action_ops act_mirred_ops = {
236 .kind = "mirred",
David S. Millere9ce1cd2006-08-21 23:54:55 -0700237 .hinfo = &mirred_hash_info,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700238 .type = TCA_ACT_MIRRED,
239 .capab = TCA_CAP_NONE,
240 .owner = THIS_MODULE,
241 .act = tcf_mirred,
242 .dump = tcf_mirred_dump,
243 .cleanup = tcf_mirred_cleanup,
244 .lookup = tcf_hash_search,
245 .init = tcf_mirred_init,
246 .walk = tcf_generic_walker
247};
248
249MODULE_AUTHOR("Jamal Hadi Salim(2002)");
250MODULE_DESCRIPTION("Device Mirror/redirect actions");
251MODULE_LICENSE("GPL");
252
David S. Millere9ce1cd2006-08-21 23:54:55 -0700253static int __init mirred_init_module(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700254{
stephen hemminger6ff9c362010-05-12 06:37:05 +0000255 pr_info("Mirror/redirect action on\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700256 return tcf_register_action(&act_mirred_ops);
257}
258
David S. Millere9ce1cd2006-08-21 23:54:55 -0700259static void __exit mirred_cleanup_module(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700260{
261 tcf_unregister_action(&act_mirred_ops);
262}
263
264module_init(mirred_init_module);
265module_exit(mirred_cleanup_module);