blob: 70341c020b6de33586e7fb02f41857c3770122cb [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * net/sched/mirred.c packet mirroring and redirect actions
3 *
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public License
6 * as published by the Free Software Foundation; either version
7 * 2 of the License, or (at your option) any later version.
8 *
9 * Authors: Jamal Hadi Salim (2002-4)
10 *
11 * TODO: Add ingress support (and socket redirect support)
12 *
13 */
14
Linus Torvalds1da177e2005-04-16 15:20:36 -070015#include <linux/types.h>
16#include <linux/kernel.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <linux/string.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070018#include <linux/errno.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070019#include <linux/skbuff.h>
20#include <linux/rtnetlink.h>
21#include <linux/module.h>
22#include <linux/init.h>
Eric W. Biederman881d9662007-09-17 11:56:21 -070023#include <net/net_namespace.h>
Arnaldo Carvalho de Melodc5fc572007-03-25 23:06:12 -070024#include <net/netlink.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070025#include <net/pkt_sched.h>
26#include <linux/tc_act/tc_mirred.h>
27#include <net/tc_act/tc_mirred.h>
28
Linus Torvalds1da177e2005-04-16 15:20:36 -070029#include <linux/if_arp.h>
30
David S. Millere9ce1cd2006-08-21 23:54:55 -070031#define MIRRED_TAB_MASK 7
32static struct tcf_common *tcf_mirred_ht[MIRRED_TAB_MASK + 1];
33static u32 mirred_idx_gen;
Linus Torvalds1da177e2005-04-16 15:20:36 -070034static DEFINE_RWLOCK(mirred_lock);
35
David S. Millere9ce1cd2006-08-21 23:54:55 -070036static struct tcf_hashinfo mirred_hash_info = {
37 .htab = tcf_mirred_ht,
38 .hmask = MIRRED_TAB_MASK,
39 .lock = &mirred_lock,
40};
Linus Torvalds1da177e2005-04-16 15:20:36 -070041
David S. Millere9ce1cd2006-08-21 23:54:55 -070042static inline int tcf_mirred_release(struct tcf_mirred *m, int bind)
Linus Torvalds1da177e2005-04-16 15:20:36 -070043{
David S. Millere9ce1cd2006-08-21 23:54:55 -070044 if (m) {
Linus Torvalds1da177e2005-04-16 15:20:36 -070045 if (bind)
David S. Millere9ce1cd2006-08-21 23:54:55 -070046 m->tcf_bindcnt--;
47 m->tcf_refcnt--;
48 if(!m->tcf_bindcnt && m->tcf_refcnt <= 0) {
49 dev_put(m->tcfm_dev);
50 tcf_hash_destroy(&m->common, &mirred_hash_info);
Linus Torvalds1da177e2005-04-16 15:20:36 -070051 return 1;
52 }
53 }
54 return 0;
55}
56
Patrick McHardy53b2bf32008-01-23 20:36:30 -080057static const struct nla_policy mirred_policy[TCA_MIRRED_MAX + 1] = {
58 [TCA_MIRRED_PARMS] = { .len = sizeof(struct tc_mirred) },
59};
60
Patrick McHardy7ba699c2008-01-22 22:11:50 -080061static int tcf_mirred_init(struct nlattr *nla, struct nlattr *est,
David S. Millere9ce1cd2006-08-21 23:54:55 -070062 struct tc_action *a, int ovr, int bind)
Linus Torvalds1da177e2005-04-16 15:20:36 -070063{
Patrick McHardy7ba699c2008-01-22 22:11:50 -080064 struct nlattr *tb[TCA_MIRRED_MAX + 1];
Linus Torvalds1da177e2005-04-16 15:20:36 -070065 struct tc_mirred *parm;
David S. Millere9ce1cd2006-08-21 23:54:55 -070066 struct tcf_mirred *m;
67 struct tcf_common *pc;
Linus Torvalds1da177e2005-04-16 15:20:36 -070068 struct net_device *dev = NULL;
Patrick McHardycee63722008-01-23 20:33:32 -080069 int ret = 0, err;
Linus Torvalds1da177e2005-04-16 15:20:36 -070070 int ok_push = 0;
71
Patrick McHardycee63722008-01-23 20:33:32 -080072 if (nla == NULL)
Linus Torvalds1da177e2005-04-16 15:20:36 -070073 return -EINVAL;
74
Patrick McHardy53b2bf32008-01-23 20:36:30 -080075 err = nla_parse_nested(tb, TCA_MIRRED_MAX, nla, mirred_policy);
Patrick McHardycee63722008-01-23 20:33:32 -080076 if (err < 0)
77 return err;
78
Patrick McHardy53b2bf32008-01-23 20:36:30 -080079 if (tb[TCA_MIRRED_PARMS] == NULL)
Linus Torvalds1da177e2005-04-16 15:20:36 -070080 return -EINVAL;
Patrick McHardy7ba699c2008-01-22 22:11:50 -080081 parm = nla_data(tb[TCA_MIRRED_PARMS]);
Linus Torvalds1da177e2005-04-16 15:20:36 -070082
83 if (parm->ifindex) {
Eric W. Biederman881d9662007-09-17 11:56:21 -070084 dev = __dev_get_by_index(&init_net, parm->ifindex);
Linus Torvalds1da177e2005-04-16 15:20:36 -070085 if (dev == NULL)
86 return -ENODEV;
87 switch (dev->type) {
88 case ARPHRD_TUNNEL:
89 case ARPHRD_TUNNEL6:
90 case ARPHRD_SIT:
91 case ARPHRD_IPGRE:
92 case ARPHRD_VOID:
93 case ARPHRD_NONE:
94 ok_push = 0;
95 break;
96 default:
97 ok_push = 1;
98 break;
99 }
100 }
101
David S. Millere9ce1cd2006-08-21 23:54:55 -0700102 pc = tcf_hash_check(parm->index, a, bind, &mirred_hash_info);
103 if (!pc) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700104 if (!parm->ifindex)
105 return -EINVAL;
David S. Millere9ce1cd2006-08-21 23:54:55 -0700106 pc = tcf_hash_create(parm->index, est, a, sizeof(*m), bind,
107 &mirred_idx_gen, &mirred_hash_info);
108 if (unlikely(!pc))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700109 return -ENOMEM;
110 ret = ACT_P_CREATED;
111 } else {
112 if (!ovr) {
David S. Millere9ce1cd2006-08-21 23:54:55 -0700113 tcf_mirred_release(to_mirred(pc), bind);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700114 return -EEXIST;
115 }
116 }
David S. Millere9ce1cd2006-08-21 23:54:55 -0700117 m = to_mirred(pc);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118
David S. Millere9ce1cd2006-08-21 23:54:55 -0700119 spin_lock_bh(&m->tcf_lock);
120 m->tcf_action = parm->action;
121 m->tcfm_eaction = parm->eaction;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700122 if (parm->ifindex) {
David S. Millere9ce1cd2006-08-21 23:54:55 -0700123 m->tcfm_ifindex = parm->ifindex;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700124 if (ret != ACT_P_CREATED)
David S. Millere9ce1cd2006-08-21 23:54:55 -0700125 dev_put(m->tcfm_dev);
126 m->tcfm_dev = dev;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700127 dev_hold(dev);
David S. Millere9ce1cd2006-08-21 23:54:55 -0700128 m->tcfm_ok_push = ok_push;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700129 }
David S. Millere9ce1cd2006-08-21 23:54:55 -0700130 spin_unlock_bh(&m->tcf_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700131 if (ret == ACT_P_CREATED)
David S. Millere9ce1cd2006-08-21 23:54:55 -0700132 tcf_hash_insert(pc, &mirred_hash_info);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700133
Linus Torvalds1da177e2005-04-16 15:20:36 -0700134 return ret;
135}
136
David S. Millere9ce1cd2006-08-21 23:54:55 -0700137static int tcf_mirred_cleanup(struct tc_action *a, int bind)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700138{
David S. Millere9ce1cd2006-08-21 23:54:55 -0700139 struct tcf_mirred *m = a->priv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700140
David S. Millere9ce1cd2006-08-21 23:54:55 -0700141 if (m)
142 return tcf_mirred_release(m, bind);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700143 return 0;
144}
145
David S. Millere9ce1cd2006-08-21 23:54:55 -0700146static int tcf_mirred(struct sk_buff *skb, struct tc_action *a,
147 struct tcf_result *res)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700148{
David S. Millere9ce1cd2006-08-21 23:54:55 -0700149 struct tcf_mirred *m = a->priv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150 struct net_device *dev;
151 struct sk_buff *skb2 = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700152 u32 at = G_TC_AT(skb->tc_verd);
153
David S. Millere9ce1cd2006-08-21 23:54:55 -0700154 spin_lock(&m->tcf_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700155
David S. Millere9ce1cd2006-08-21 23:54:55 -0700156 dev = m->tcfm_dev;
157 m->tcf_tm.lastuse = jiffies;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700158
159 if (!(dev->flags&IFF_UP) ) {
160 if (net_ratelimit())
161 printk("mirred to Houston: device %s is gone!\n",
162 dev->name);
163bad_mirred:
164 if (skb2 != NULL)
165 kfree_skb(skb2);
David S. Millere9ce1cd2006-08-21 23:54:55 -0700166 m->tcf_qstats.overlimits++;
Jussi Kivilinna0abf77e2008-07-20 00:08:27 -0700167 m->tcf_bstats.bytes += qdisc_pkt_len(skb);
David S. Millere9ce1cd2006-08-21 23:54:55 -0700168 m->tcf_bstats.packets++;
169 spin_unlock(&m->tcf_lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700170 /* should we be asking for packet to be dropped?
171 * may make sense for redirect case only
172 */
173 return TC_ACT_SHOT;
174 }
175
Jamal Hadi Salima057ae32007-10-26 02:47:54 -0700176 skb2 = skb_act_clone(skb, GFP_ATOMIC);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700177 if (skb2 == NULL)
178 goto bad_mirred;
David S. Millere9ce1cd2006-08-21 23:54:55 -0700179 if (m->tcfm_eaction != TCA_EGRESS_MIRROR &&
180 m->tcfm_eaction != TCA_EGRESS_REDIR) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700181 if (net_ratelimit())
David S. Millere9ce1cd2006-08-21 23:54:55 -0700182 printk("tcf_mirred unknown action %d\n",
183 m->tcfm_eaction);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700184 goto bad_mirred;
185 }
186
Jussi Kivilinna0abf77e2008-07-20 00:08:27 -0700187 m->tcf_bstats.bytes += qdisc_pkt_len(skb2);
David S. Millere9ce1cd2006-08-21 23:54:55 -0700188 m->tcf_bstats.packets++;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700189 if (!(at & AT_EGRESS))
David S. Millere9ce1cd2006-08-21 23:54:55 -0700190 if (m->tcfm_ok_push)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191 skb_push(skb2, skb2->dev->hard_header_len);
192
193 /* mirror is always swallowed */
David S. Millere9ce1cd2006-08-21 23:54:55 -0700194 if (m->tcfm_eaction != TCA_EGRESS_MIRROR)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700195 skb2->tc_verd = SET_TC_FROM(skb2->tc_verd, at);
196
197 skb2->dev = dev;
Patrick McHardyc01003c2007-03-29 11:46:52 -0700198 skb2->iif = skb->dev->ifindex;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700199 dev_queue_xmit(skb2);
David S. Millere9ce1cd2006-08-21 23:54:55 -0700200 spin_unlock(&m->tcf_lock);
201 return m->tcf_action;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700202}
203
David S. Millere9ce1cd2006-08-21 23:54:55 -0700204static int tcf_mirred_dump(struct sk_buff *skb, struct tc_action *a, int bind, int ref)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700205{
Arnaldo Carvalho de Melo27a884d2007-04-19 20:29:13 -0700206 unsigned char *b = skb_tail_pointer(skb);
David S. Millere9ce1cd2006-08-21 23:54:55 -0700207 struct tcf_mirred *m = a->priv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700208 struct tc_mirred opt;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700209 struct tcf_t t;
210
David S. Millere9ce1cd2006-08-21 23:54:55 -0700211 opt.index = m->tcf_index;
212 opt.action = m->tcf_action;
213 opt.refcnt = m->tcf_refcnt - ref;
214 opt.bindcnt = m->tcf_bindcnt - bind;
215 opt.eaction = m->tcfm_eaction;
216 opt.ifindex = m->tcfm_ifindex;
Patrick McHardy7ba699c2008-01-22 22:11:50 -0800217 NLA_PUT(skb, TCA_MIRRED_PARMS, sizeof(opt), &opt);
David S. Millere9ce1cd2006-08-21 23:54:55 -0700218 t.install = jiffies_to_clock_t(jiffies - m->tcf_tm.install);
219 t.lastuse = jiffies_to_clock_t(jiffies - m->tcf_tm.lastuse);
220 t.expires = jiffies_to_clock_t(m->tcf_tm.expires);
Patrick McHardy7ba699c2008-01-22 22:11:50 -0800221 NLA_PUT(skb, TCA_MIRRED_TM, sizeof(t), &t);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700222 return skb->len;
223
Patrick McHardy7ba699c2008-01-22 22:11:50 -0800224nla_put_failure:
Arnaldo Carvalho de Melodc5fc572007-03-25 23:06:12 -0700225 nlmsg_trim(skb, b);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700226 return -1;
227}
228
229static struct tc_action_ops act_mirred_ops = {
230 .kind = "mirred",
David S. Millere9ce1cd2006-08-21 23:54:55 -0700231 .hinfo = &mirred_hash_info,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700232 .type = TCA_ACT_MIRRED,
233 .capab = TCA_CAP_NONE,
234 .owner = THIS_MODULE,
235 .act = tcf_mirred,
236 .dump = tcf_mirred_dump,
237 .cleanup = tcf_mirred_cleanup,
238 .lookup = tcf_hash_search,
239 .init = tcf_mirred_init,
240 .walk = tcf_generic_walker
241};
242
243MODULE_AUTHOR("Jamal Hadi Salim(2002)");
244MODULE_DESCRIPTION("Device Mirror/redirect actions");
245MODULE_LICENSE("GPL");
246
David S. Millere9ce1cd2006-08-21 23:54:55 -0700247static int __init mirred_init_module(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700248{
249 printk("Mirror/redirect action on\n");
250 return tcf_register_action(&act_mirred_ops);
251}
252
David S. Millere9ce1cd2006-08-21 23:54:55 -0700253static void __exit mirred_cleanup_module(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700254{
255 tcf_unregister_action(&act_mirred_ops);
256}
257
258module_init(mirred_init_module);
259module_exit(mirred_cleanup_module);