blob: 268545050ddbd67245ead8394a82f44503657ea5 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Jiri Pirko0c6965d2014-11-05 20:51:51 +01002 * net/sched/act_mirred.c packet mirroring and redirect actions
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 *
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public License
6 * as published by the Free Software Foundation; either version
7 * 2 of the License, or (at your option) any later version.
8 *
9 * Authors: Jamal Hadi Salim (2002-4)
10 *
11 * TODO: Add ingress support (and socket redirect support)
12 *
13 */
14
Linus Torvalds1da177e2005-04-16 15:20:36 -070015#include <linux/types.h>
16#include <linux/kernel.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <linux/string.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070018#include <linux/errno.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070019#include <linux/skbuff.h>
20#include <linux/rtnetlink.h>
21#include <linux/module.h>
22#include <linux/init.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090023#include <linux/gfp.h>
Eric W. Biederman881d9662007-09-17 11:56:21 -070024#include <net/net_namespace.h>
Arnaldo Carvalho de Melodc5fc572007-03-25 23:06:12 -070025#include <net/netlink.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070026#include <net/pkt_sched.h>
27#include <linux/tc_act/tc_mirred.h>
28#include <net/tc_act/tc_mirred.h>
29
Linus Torvalds1da177e2005-04-16 15:20:36 -070030#include <linux/if_arp.h>
31
David S. Millere9ce1cd2006-08-21 23:54:55 -070032#define MIRRED_TAB_MASK 7
stephen hemminger3b879562010-07-22 18:45:04 +000033static LIST_HEAD(mirred_list);
Linus Torvalds1da177e2005-04-16 15:20:36 -070034
WANG Conga5b5c952014-02-11 17:07:32 -080035static void tcf_mirred_release(struct tc_action *a, int bind)
Linus Torvalds1da177e2005-04-16 15:20:36 -070036{
WANG Cong86062032014-02-11 17:07:31 -080037 struct tcf_mirred *m = to_mirred(a);
WANG Conga5b5c952014-02-11 17:07:32 -080038 list_del(&m->tcfm_list);
39 if (m->tcfm_dev)
40 dev_put(m->tcfm_dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -070041}
42
Patrick McHardy53b2bf32008-01-23 20:36:30 -080043static const struct nla_policy mirred_policy[TCA_MIRRED_MAX + 1] = {
44 [TCA_MIRRED_PARMS] = { .len = sizeof(struct tc_mirred) },
45};
46
Benjamin LaHaisec1b52732013-01-14 05:15:39 +000047static int tcf_mirred_init(struct net *net, struct nlattr *nla,
48 struct nlattr *est, struct tc_action *a, int ovr,
49 int bind)
Linus Torvalds1da177e2005-04-16 15:20:36 -070050{
Patrick McHardy7ba699c2008-01-22 22:11:50 -080051 struct nlattr *tb[TCA_MIRRED_MAX + 1];
Linus Torvalds1da177e2005-04-16 15:20:36 -070052 struct tc_mirred *parm;
David S. Millere9ce1cd2006-08-21 23:54:55 -070053 struct tcf_mirred *m;
Changli Gaob76965e2009-11-17 04:15:16 -080054 struct net_device *dev;
55 int ret, ok_push = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -070056
Patrick McHardycee63722008-01-23 20:33:32 -080057 if (nla == NULL)
Linus Torvalds1da177e2005-04-16 15:20:36 -070058 return -EINVAL;
Changli Gaob76965e2009-11-17 04:15:16 -080059 ret = nla_parse_nested(tb, TCA_MIRRED_MAX, nla, mirred_policy);
60 if (ret < 0)
61 return ret;
Patrick McHardy53b2bf32008-01-23 20:36:30 -080062 if (tb[TCA_MIRRED_PARMS] == NULL)
Linus Torvalds1da177e2005-04-16 15:20:36 -070063 return -EINVAL;
Patrick McHardy7ba699c2008-01-22 22:11:50 -080064 parm = nla_data(tb[TCA_MIRRED_PARMS]);
Changli Gaob76965e2009-11-17 04:15:16 -080065 switch (parm->eaction) {
66 case TCA_EGRESS_MIRROR:
67 case TCA_EGRESS_REDIR:
68 break;
69 default:
70 return -EINVAL;
71 }
Linus Torvalds1da177e2005-04-16 15:20:36 -070072 if (parm->ifindex) {
Benjamin LaHaisec1b52732013-01-14 05:15:39 +000073 dev = __dev_get_by_index(net, parm->ifindex);
Linus Torvalds1da177e2005-04-16 15:20:36 -070074 if (dev == NULL)
75 return -ENODEV;
76 switch (dev->type) {
Changli Gaob76965e2009-11-17 04:15:16 -080077 case ARPHRD_TUNNEL:
78 case ARPHRD_TUNNEL6:
79 case ARPHRD_SIT:
80 case ARPHRD_IPGRE:
81 case ARPHRD_VOID:
82 case ARPHRD_NONE:
83 ok_push = 0;
84 break;
85 default:
86 ok_push = 1;
87 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -070088 }
Changli Gaob76965e2009-11-17 04:15:16 -080089 } else {
90 dev = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -070091 }
92
WANG Cong86062032014-02-11 17:07:31 -080093 if (!tcf_hash_check(parm->index, a, bind)) {
Changli Gaob76965e2009-11-17 04:15:16 -080094 if (dev == NULL)
Linus Torvalds1da177e2005-04-16 15:20:36 -070095 return -EINVAL;
WANG Cong86062032014-02-11 17:07:31 -080096 ret = tcf_hash_create(parm->index, est, a, sizeof(*m), bind);
97 if (ret)
98 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -070099 ret = ACT_P_CREATED;
100 } else {
WANG Cong636dba82015-07-30 17:12:20 -0700101 if (bind)
102 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700103 if (!ovr) {
WANG Conga5b5c952014-02-11 17:07:32 -0800104 tcf_hash_release(a, bind);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700105 return -EEXIST;
106 }
107 }
WANG Cong86062032014-02-11 17:07:31 -0800108 m = to_mirred(a);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700109
David S. Millere9ce1cd2006-08-21 23:54:55 -0700110 spin_lock_bh(&m->tcf_lock);
111 m->tcf_action = parm->action;
112 m->tcfm_eaction = parm->eaction;
Changli Gaob76965e2009-11-17 04:15:16 -0800113 if (dev != NULL) {
David S. Millere9ce1cd2006-08-21 23:54:55 -0700114 m->tcfm_ifindex = parm->ifindex;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700115 if (ret != ACT_P_CREATED)
David S. Millere9ce1cd2006-08-21 23:54:55 -0700116 dev_put(m->tcfm_dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700117 dev_hold(dev);
Changli Gaob76965e2009-11-17 04:15:16 -0800118 m->tcfm_dev = dev;
David S. Millere9ce1cd2006-08-21 23:54:55 -0700119 m->tcfm_ok_push = ok_push;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700120 }
David S. Millere9ce1cd2006-08-21 23:54:55 -0700121 spin_unlock_bh(&m->tcf_lock);
stephen hemminger3b879562010-07-22 18:45:04 +0000122 if (ret == ACT_P_CREATED) {
123 list_add(&m->tcfm_list, &mirred_list);
WANG Cong86062032014-02-11 17:07:31 -0800124 tcf_hash_insert(a);
stephen hemminger3b879562010-07-22 18:45:04 +0000125 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700126
Linus Torvalds1da177e2005-04-16 15:20:36 -0700127 return ret;
128}
129
Eric Dumazetdc7f9f62011-07-05 23:25:42 +0000130static int tcf_mirred(struct sk_buff *skb, const struct tc_action *a,
David S. Millere9ce1cd2006-08-21 23:54:55 -0700131 struct tcf_result *res)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700132{
David S. Millere9ce1cd2006-08-21 23:54:55 -0700133 struct tcf_mirred *m = a->priv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700134 struct net_device *dev;
Changli Gaofeed1f12009-11-17 04:14:00 -0800135 struct sk_buff *skb2;
136 u32 at;
137 int retval, err = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700138
David S. Millere9ce1cd2006-08-21 23:54:55 -0700139 spin_lock(&m->tcf_lock);
David S. Millere9ce1cd2006-08-21 23:54:55 -0700140 m->tcf_tm.lastuse = jiffies;
Eric Dumazetbfe0d022011-01-09 08:30:54 +0000141 bstats_update(&m->tcf_bstats, skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700142
Changli Gaofeed1f12009-11-17 04:14:00 -0800143 dev = m->tcfm_dev;
stephen hemminger3b879562010-07-22 18:45:04 +0000144 if (!dev) {
145 printk_once(KERN_NOTICE "tc mirred: target device is gone\n");
146 goto out;
147 }
148
Changli Gaofeed1f12009-11-17 04:14:00 -0800149 if (!(dev->flags & IFF_UP)) {
Joe Perchese87cc472012-05-13 21:56:26 +0000150 net_notice_ratelimited("tc mirred to Houston: device %s is down\n",
151 dev->name);
Changli Gaofeed1f12009-11-17 04:14:00 -0800152 goto out;
153 }
154
Changli Gao210d6de2010-06-24 16:25:12 +0000155 at = G_TC_AT(skb->tc_verd);
Florian Westphale578d9c2015-05-11 19:50:41 +0200156 skb2 = skb_clone(skb, GFP_ATOMIC);
Changli Gaofeed1f12009-11-17 04:14:00 -0800157 if (skb2 == NULL)
158 goto out;
159
Changli Gaofeed1f12009-11-17 04:14:00 -0800160 if (!(at & AT_EGRESS)) {
David S. Millere9ce1cd2006-08-21 23:54:55 -0700161 if (m->tcfm_ok_push)
Herbert Xuf40ae912015-04-17 13:32:09 +0800162 skb_push(skb2, skb->mac_len);
Changli Gaofeed1f12009-11-17 04:14:00 -0800163 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700164
165 /* mirror is always swallowed */
David S. Millere9ce1cd2006-08-21 23:54:55 -0700166 if (m->tcfm_eaction != TCA_EGRESS_MIRROR)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700167 skb2->tc_verd = SET_TC_FROM(skb2->tc_verd, at);
168
Eric Dumazet8964be42009-11-20 15:35:04 -0800169 skb2->skb_iif = skb->dev->ifindex;
Changli Gao210d6de2010-06-24 16:25:12 +0000170 skb2->dev = dev;
Jamal Hadi Salim8919bc12011-08-15 05:25:40 +0000171 err = dev_queue_xmit(skb2);
Changli Gaofeed1f12009-11-17 04:14:00 -0800172
173out:
174 if (err) {
175 m->tcf_qstats.overlimits++;
Jason Wang16c0b162012-08-15 20:44:27 +0000176 if (m->tcfm_eaction != TCA_EGRESS_MIRROR)
177 retval = TC_ACT_SHOT;
178 else
179 retval = m->tcf_action;
180 } else
Changli Gaofeed1f12009-11-17 04:14:00 -0800181 retval = m->tcf_action;
David S. Millere9ce1cd2006-08-21 23:54:55 -0700182 spin_unlock(&m->tcf_lock);
Changli Gaofeed1f12009-11-17 04:14:00 -0800183
184 return retval;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700185}
186
David S. Millere9ce1cd2006-08-21 23:54:55 -0700187static int tcf_mirred_dump(struct sk_buff *skb, struct tc_action *a, int bind, int ref)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700188{
Arnaldo Carvalho de Melo27a884d2007-04-19 20:29:13 -0700189 unsigned char *b = skb_tail_pointer(skb);
David S. Millere9ce1cd2006-08-21 23:54:55 -0700190 struct tcf_mirred *m = a->priv;
Eric Dumazet1c40be12010-08-16 20:04:22 +0000191 struct tc_mirred opt = {
192 .index = m->tcf_index,
193 .action = m->tcf_action,
194 .refcnt = m->tcf_refcnt - ref,
195 .bindcnt = m->tcf_bindcnt - bind,
196 .eaction = m->tcfm_eaction,
197 .ifindex = m->tcfm_ifindex,
198 };
Linus Torvalds1da177e2005-04-16 15:20:36 -0700199 struct tcf_t t;
200
David S. Miller1b34ec42012-03-29 05:11:39 -0400201 if (nla_put(skb, TCA_MIRRED_PARMS, sizeof(opt), &opt))
202 goto nla_put_failure;
David S. Millere9ce1cd2006-08-21 23:54:55 -0700203 t.install = jiffies_to_clock_t(jiffies - m->tcf_tm.install);
204 t.lastuse = jiffies_to_clock_t(jiffies - m->tcf_tm.lastuse);
205 t.expires = jiffies_to_clock_t(m->tcf_tm.expires);
David S. Miller1b34ec42012-03-29 05:11:39 -0400206 if (nla_put(skb, TCA_MIRRED_TM, sizeof(t), &t))
207 goto nla_put_failure;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700208 return skb->len;
209
Patrick McHardy7ba699c2008-01-22 22:11:50 -0800210nla_put_failure:
Arnaldo Carvalho de Melodc5fc572007-03-25 23:06:12 -0700211 nlmsg_trim(skb, b);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700212 return -1;
213}
214
stephen hemminger3b879562010-07-22 18:45:04 +0000215static int mirred_device_event(struct notifier_block *unused,
216 unsigned long event, void *ptr)
217{
Jiri Pirko351638e2013-05-28 01:30:21 +0000218 struct net_device *dev = netdev_notifier_info_to_dev(ptr);
stephen hemminger3b879562010-07-22 18:45:04 +0000219 struct tcf_mirred *m;
220
221 if (event == NETDEV_UNREGISTER)
222 list_for_each_entry(m, &mirred_list, tcfm_list) {
Cong Wang224e9232014-07-16 14:25:31 -0700223 spin_lock_bh(&m->tcf_lock);
stephen hemminger3b879562010-07-22 18:45:04 +0000224 if (m->tcfm_dev == dev) {
225 dev_put(dev);
226 m->tcfm_dev = NULL;
227 }
Cong Wang224e9232014-07-16 14:25:31 -0700228 spin_unlock_bh(&m->tcf_lock);
stephen hemminger3b879562010-07-22 18:45:04 +0000229 }
230
231 return NOTIFY_DONE;
232}
233
234static struct notifier_block mirred_device_notifier = {
235 .notifier_call = mirred_device_event,
236};
237
Linus Torvalds1da177e2005-04-16 15:20:36 -0700238static struct tc_action_ops act_mirred_ops = {
239 .kind = "mirred",
240 .type = TCA_ACT_MIRRED,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700241 .owner = THIS_MODULE,
242 .act = tcf_mirred,
243 .dump = tcf_mirred_dump,
WANG Cong86062032014-02-11 17:07:31 -0800244 .cleanup = tcf_mirred_release,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700245 .init = tcf_mirred_init,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700246};
247
248MODULE_AUTHOR("Jamal Hadi Salim(2002)");
249MODULE_DESCRIPTION("Device Mirror/redirect actions");
250MODULE_LICENSE("GPL");
251
David S. Millere9ce1cd2006-08-21 23:54:55 -0700252static int __init mirred_init_module(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700253{
stephen hemminger3b879562010-07-22 18:45:04 +0000254 int err = register_netdevice_notifier(&mirred_device_notifier);
255 if (err)
256 return err;
257
stephen hemminger6ff9c362010-05-12 06:37:05 +0000258 pr_info("Mirror/redirect action on\n");
WANG Cong4f1e9d82014-02-11 17:07:33 -0800259 return tcf_register_action(&act_mirred_ops, MIRRED_TAB_MASK);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700260}
261
David S. Millere9ce1cd2006-08-21 23:54:55 -0700262static void __exit mirred_cleanup_module(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700263{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700264 tcf_unregister_action(&act_mirred_ops);
WANG Cong568a1532013-12-20 00:08:51 -0800265 unregister_netdevice_notifier(&mirred_device_notifier);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700266}
267
268module_init(mirred_init_module);
269module_exit(mirred_cleanup_module);