blob: 811845815b8c3618468efe0173fb3af8f882a43d [file] [log] [blame]
Daniel Borkmann1f211a12016-01-07 22:29:47 +01001/* net/sched/sch_ingress.c - Ingress and clsact qdisc
2 *
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 * This program is free software; you can redistribute it and/or
4 * modify it under the terms of the GNU General Public License
5 * as published by the Free Software Foundation; either version
6 * 2 of the License, or (at your option) any later version.
7 *
8 * Authors: Jamal Hadi Salim 1999
9 */
10
Linus Torvalds1da177e2005-04-16 15:20:36 -070011#include <linux/module.h>
12#include <linux/types.h>
Patrick McHardy0ba48052007-07-02 22:49:07 -070013#include <linux/list.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070014#include <linux/skbuff.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070015#include <linux/rtnetlink.h>
Daniel Borkmannd2788d32015-05-09 22:51:32 +020016
Arnaldo Carvalho de Melodc5fc572007-03-25 23:06:12 -070017#include <net/netlink.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070018#include <net/pkt_sched.h>
Jiri Pirkocf1facd2017-02-09 14:38:56 +010019#include <net/pkt_cls.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070020
Jiri Pirko6529eab2017-05-17 11:07:55 +020021struct ingress_sched_data {
22 struct tcf_block *block;
Jiri Pirko6e40cf22017-10-19 15:50:30 +020023 struct tcf_block_ext_info block_info;
Jiri Pirko6529eab2017-05-17 11:07:55 +020024};
25
Linus Torvalds1da177e2005-04-16 15:20:36 -070026static struct Qdisc *ingress_leaf(struct Qdisc *sch, unsigned long arg)
27{
28 return NULL;
29}
30
WANG Cong143976c2017-08-24 16:51:29 -070031static unsigned long ingress_find(struct Qdisc *sch, u32 classid)
Linus Torvalds1da177e2005-04-16 15:20:36 -070032{
Linus Torvalds1da177e2005-04-16 15:20:36 -070033 return TC_H_MIN(classid) + 1;
34}
35
Linus Torvalds1da177e2005-04-16 15:20:36 -070036static unsigned long ingress_bind_filter(struct Qdisc *sch,
Patrick McHardy58f4df42008-01-21 00:11:01 -080037 unsigned long parent, u32 classid)
Linus Torvalds1da177e2005-04-16 15:20:36 -070038{
WANG Cong143976c2017-08-24 16:51:29 -070039 return ingress_find(sch, classid);
Linus Torvalds1da177e2005-04-16 15:20:36 -070040}
41
WANG Cong143976c2017-08-24 16:51:29 -070042static void ingress_unbind_filter(struct Qdisc *sch, unsigned long cl)
Linus Torvalds1da177e2005-04-16 15:20:36 -070043{
44}
45
Patrick McHardy58f4df42008-01-21 00:11:01 -080046static void ingress_walk(struct Qdisc *sch, struct qdisc_walker *walker)
Linus Torvalds1da177e2005-04-16 15:20:36 -070047{
Linus Torvalds1da177e2005-04-16 15:20:36 -070048}
49
Jiri Pirko6529eab2017-05-17 11:07:55 +020050static struct tcf_block *ingress_tcf_block(struct Qdisc *sch, unsigned long cl)
Linus Torvalds1da177e2005-04-16 15:20:36 -070051{
Jiri Pirko6529eab2017-05-17 11:07:55 +020052 struct ingress_sched_data *q = qdisc_priv(sch);
Linus Torvalds1da177e2005-04-16 15:20:36 -070053
Jiri Pirko6529eab2017-05-17 11:07:55 +020054 return q->block;
Linus Torvalds1da177e2005-04-16 15:20:36 -070055}
56
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +010057static void clsact_chain_head_change(struct tcf_proto *tp_head, void *priv)
58{
59 struct tcf_proto __rcu **p_filter_chain = priv;
60
61 rcu_assign_pointer(*p_filter_chain, tp_head);
62}
63
Daniel Borkmann45771392015-04-10 23:07:54 +020064static int ingress_init(struct Qdisc *sch, struct nlattr *opt)
65{
Jiri Pirko6529eab2017-05-17 11:07:55 +020066 struct ingress_sched_data *q = qdisc_priv(sch);
67 struct net_device *dev = qdisc_dev(sch);
68 int err;
69
Jiri Pirko6e40cf22017-10-19 15:50:30 +020070 q->block_info.binder_type = TCF_BLOCK_BINDER_TYPE_CLSACT_INGRESS;
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +010071 q->block_info.chain_head_change = clsact_chain_head_change;
72 q->block_info.chain_head_change_priv = &dev->ingress_cl_list;
Jiri Pirko6e40cf22017-10-19 15:50:30 +020073
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +010074 err = tcf_block_get_ext(&q->block, sch, &q->block_info);
Jiri Pirko6529eab2017-05-17 11:07:55 +020075 if (err)
76 return err;
77
Daniel Borkmann45771392015-04-10 23:07:54 +020078 net_inc_ingress_queue();
Alexei Starovoitov087c1a62015-04-30 20:14:07 -070079 sch->flags |= TCQ_F_CPUSTATS;
Daniel Borkmann45771392015-04-10 23:07:54 +020080
81 return 0;
82}
83
Linus Torvalds1da177e2005-04-16 15:20:36 -070084static void ingress_destroy(struct Qdisc *sch)
85{
Jiri Pirko6529eab2017-05-17 11:07:55 +020086 struct ingress_sched_data *q = qdisc_priv(sch);
Linus Torvalds1da177e2005-04-16 15:20:36 -070087
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +010088 tcf_block_put_ext(q->block, sch, &q->block_info);
Daniel Borkmann45771392015-04-10 23:07:54 +020089 net_dec_ingress_queue();
Linus Torvalds1da177e2005-04-16 15:20:36 -070090}
91
Linus Torvalds1da177e2005-04-16 15:20:36 -070092static int ingress_dump(struct Qdisc *sch, struct sk_buff *skb)
93{
Patrick McHardy4b3550ef2008-01-23 20:34:11 -080094 struct nlattr *nest;
Linus Torvalds1da177e2005-04-16 15:20:36 -070095
Patrick McHardy4b3550ef2008-01-23 20:34:11 -080096 nest = nla_nest_start(skb, TCA_OPTIONS);
97 if (nest == NULL)
98 goto nla_put_failure;
Daniel Borkmannd2788d32015-05-09 22:51:32 +020099
Yang Yingliangd59b7d82014-03-12 10:20:32 +0800100 return nla_nest_end(skb, nest);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700101
Patrick McHardy1e904742008-01-22 22:11:17 -0800102nla_put_failure:
Patrick McHardy4b3550ef2008-01-23 20:34:11 -0800103 nla_nest_cancel(skb, nest);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700104 return -1;
105}
106
Eric Dumazet20fea082007-11-14 01:44:41 -0800107static const struct Qdisc_class_ops ingress_class_ops = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700108 .leaf = ingress_leaf,
WANG Cong143976c2017-08-24 16:51:29 -0700109 .find = ingress_find,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700110 .walk = ingress_walk,
Jiri Pirko6529eab2017-05-17 11:07:55 +0200111 .tcf_block = ingress_tcf_block,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700112 .bind_tcf = ingress_bind_filter,
WANG Cong143976c2017-08-24 16:51:29 -0700113 .unbind_tcf = ingress_unbind_filter,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700114};
115
Eric Dumazet20fea082007-11-14 01:44:41 -0800116static struct Qdisc_ops ingress_qdisc_ops __read_mostly = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700117 .cl_ops = &ingress_class_ops,
118 .id = "ingress",
Jiri Pirko6529eab2017-05-17 11:07:55 +0200119 .priv_size = sizeof(struct ingress_sched_data),
Daniel Borkmann45771392015-04-10 23:07:54 +0200120 .init = ingress_init,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700121 .destroy = ingress_destroy,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700122 .dump = ingress_dump,
123 .owner = THIS_MODULE,
124};
125
Jiri Pirko6529eab2017-05-17 11:07:55 +0200126struct clsact_sched_data {
127 struct tcf_block *ingress_block;
128 struct tcf_block *egress_block;
Jiri Pirko6e40cf22017-10-19 15:50:30 +0200129 struct tcf_block_ext_info ingress_block_info;
130 struct tcf_block_ext_info egress_block_info;
Jiri Pirko6529eab2017-05-17 11:07:55 +0200131};
132
WANG Cong143976c2017-08-24 16:51:29 -0700133static unsigned long clsact_find(struct Qdisc *sch, u32 classid)
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100134{
135 switch (TC_H_MIN(classid)) {
136 case TC_H_MIN(TC_H_MIN_INGRESS):
137 case TC_H_MIN(TC_H_MIN_EGRESS):
138 return TC_H_MIN(classid);
139 default:
140 return 0;
141 }
142}
143
144static unsigned long clsact_bind_filter(struct Qdisc *sch,
145 unsigned long parent, u32 classid)
146{
WANG Cong143976c2017-08-24 16:51:29 -0700147 return clsact_find(sch, classid);
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100148}
149
Jiri Pirko6529eab2017-05-17 11:07:55 +0200150static struct tcf_block *clsact_tcf_block(struct Qdisc *sch, unsigned long cl)
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100151{
Jiri Pirko6529eab2017-05-17 11:07:55 +0200152 struct clsact_sched_data *q = qdisc_priv(sch);
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100153
154 switch (cl) {
155 case TC_H_MIN(TC_H_MIN_INGRESS):
Jiri Pirko6529eab2017-05-17 11:07:55 +0200156 return q->ingress_block;
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100157 case TC_H_MIN(TC_H_MIN_EGRESS):
Jiri Pirko6529eab2017-05-17 11:07:55 +0200158 return q->egress_block;
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100159 default:
160 return NULL;
161 }
162}
163
164static int clsact_init(struct Qdisc *sch, struct nlattr *opt)
165{
Jiri Pirko6529eab2017-05-17 11:07:55 +0200166 struct clsact_sched_data *q = qdisc_priv(sch);
167 struct net_device *dev = qdisc_dev(sch);
168 int err;
169
Jiri Pirko6e40cf22017-10-19 15:50:30 +0200170 q->ingress_block_info.binder_type = TCF_BLOCK_BINDER_TYPE_CLSACT_INGRESS;
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +0100171 q->ingress_block_info.chain_head_change = clsact_chain_head_change;
172 q->ingress_block_info.chain_head_change_priv = &dev->ingress_cl_list;
Jiri Pirko6e40cf22017-10-19 15:50:30 +0200173
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +0100174 err = tcf_block_get_ext(&q->ingress_block, sch, &q->ingress_block_info);
Jiri Pirko6529eab2017-05-17 11:07:55 +0200175 if (err)
176 return err;
177
Jiri Pirko6e40cf22017-10-19 15:50:30 +0200178 q->egress_block_info.binder_type = TCF_BLOCK_BINDER_TYPE_CLSACT_EGRESS;
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +0100179 q->egress_block_info.chain_head_change = clsact_chain_head_change;
180 q->egress_block_info.chain_head_change_priv = &dev->egress_cl_list;
Jiri Pirko6e40cf22017-10-19 15:50:30 +0200181
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +0100182 err = tcf_block_get_ext(&q->egress_block, sch, &q->egress_block_info);
Jiri Pirko6529eab2017-05-17 11:07:55 +0200183 if (err)
Jiri Pirko6e40cf22017-10-19 15:50:30 +0200184 goto err_egress_block_get;
Jiri Pirko6529eab2017-05-17 11:07:55 +0200185
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100186 net_inc_ingress_queue();
187 net_inc_egress_queue();
188
189 sch->flags |= TCQ_F_CPUSTATS;
190
191 return 0;
Jiri Pirko6e40cf22017-10-19 15:50:30 +0200192
193err_egress_block_get:
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +0100194 tcf_block_put_ext(q->ingress_block, sch, &q->ingress_block_info);
Jiri Pirko6e40cf22017-10-19 15:50:30 +0200195 return err;
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100196}
197
198static void clsact_destroy(struct Qdisc *sch)
199{
Jiri Pirko6529eab2017-05-17 11:07:55 +0200200 struct clsact_sched_data *q = qdisc_priv(sch);
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100201
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +0100202 tcf_block_put_ext(q->egress_block, sch, &q->egress_block_info);
203 tcf_block_put_ext(q->ingress_block, sch, &q->ingress_block_info);
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100204
205 net_dec_ingress_queue();
206 net_dec_egress_queue();
207}
208
209static const struct Qdisc_class_ops clsact_class_ops = {
210 .leaf = ingress_leaf,
WANG Cong143976c2017-08-24 16:51:29 -0700211 .find = clsact_find,
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100212 .walk = ingress_walk,
Jiri Pirko6529eab2017-05-17 11:07:55 +0200213 .tcf_block = clsact_tcf_block,
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100214 .bind_tcf = clsact_bind_filter,
WANG Cong143976c2017-08-24 16:51:29 -0700215 .unbind_tcf = ingress_unbind_filter,
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100216};
217
218static struct Qdisc_ops clsact_qdisc_ops __read_mostly = {
219 .cl_ops = &clsact_class_ops,
220 .id = "clsact",
Jiri Pirko6529eab2017-05-17 11:07:55 +0200221 .priv_size = sizeof(struct clsact_sched_data),
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100222 .init = clsact_init,
223 .destroy = clsact_destroy,
224 .dump = ingress_dump,
225 .owner = THIS_MODULE,
226};
227
Linus Torvalds1da177e2005-04-16 15:20:36 -0700228static int __init ingress_module_init(void)
229{
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100230 int ret;
231
232 ret = register_qdisc(&ingress_qdisc_ops);
233 if (!ret) {
234 ret = register_qdisc(&clsact_qdisc_ops);
235 if (ret)
236 unregister_qdisc(&ingress_qdisc_ops);
237 }
238
239 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700240}
Patrick McHardy58f4df42008-01-21 00:11:01 -0800241
YOSHIFUJI Hideaki10297b92007-02-09 23:25:16 +0900242static void __exit ingress_module_exit(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700243{
244 unregister_qdisc(&ingress_qdisc_ops);
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100245 unregister_qdisc(&clsact_qdisc_ops);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700246}
Patrick McHardy58f4df42008-01-21 00:11:01 -0800247
Daniel Borkmannd2788d32015-05-09 22:51:32 +0200248module_init(ingress_module_init);
249module_exit(ingress_module_exit);
250
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100251MODULE_ALIAS("sch_clsact");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700252MODULE_LICENSE("GPL");