blob: 5e1cd2e5df87c6dc30cdcb22dc5a1f8b4179a8ef [file] [log] [blame]
Daniel Borkmann1f211a12016-01-07 22:29:47 +01001/* net/sched/sch_ingress.c - Ingress and clsact qdisc
2 *
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 * This program is free software; you can redistribute it and/or
4 * modify it under the terms of the GNU General Public License
5 * as published by the Free Software Foundation; either version
6 * 2 of the License, or (at your option) any later version.
7 *
8 * Authors: Jamal Hadi Salim 1999
9 */
10
Linus Torvalds1da177e2005-04-16 15:20:36 -070011#include <linux/module.h>
12#include <linux/types.h>
Patrick McHardy0ba48052007-07-02 22:49:07 -070013#include <linux/list.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070014#include <linux/skbuff.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070015#include <linux/rtnetlink.h>
Daniel Borkmannd2788d32015-05-09 22:51:32 +020016
Arnaldo Carvalho de Melodc5fc572007-03-25 23:06:12 -070017#include <net/netlink.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070018#include <net/pkt_sched.h>
Jiri Pirkocf1facd2017-02-09 14:38:56 +010019#include <net/pkt_cls.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070020
Jiri Pirko6529eab2017-05-17 11:07:55 +020021struct ingress_sched_data {
22 struct tcf_block *block;
Jiri Pirko6e40cf22017-10-19 15:50:30 +020023 struct tcf_block_ext_info block_info;
Jiri Pirko46209402017-11-03 11:46:25 +010024 struct mini_Qdisc_pair miniqp;
Jiri Pirko6529eab2017-05-17 11:07:55 +020025};
26
Linus Torvalds1da177e2005-04-16 15:20:36 -070027static struct Qdisc *ingress_leaf(struct Qdisc *sch, unsigned long arg)
28{
29 return NULL;
30}
31
WANG Cong143976c2017-08-24 16:51:29 -070032static unsigned long ingress_find(struct Qdisc *sch, u32 classid)
Linus Torvalds1da177e2005-04-16 15:20:36 -070033{
Linus Torvalds1da177e2005-04-16 15:20:36 -070034 return TC_H_MIN(classid) + 1;
35}
36
Linus Torvalds1da177e2005-04-16 15:20:36 -070037static unsigned long ingress_bind_filter(struct Qdisc *sch,
Patrick McHardy58f4df42008-01-21 00:11:01 -080038 unsigned long parent, u32 classid)
Linus Torvalds1da177e2005-04-16 15:20:36 -070039{
WANG Cong143976c2017-08-24 16:51:29 -070040 return ingress_find(sch, classid);
Linus Torvalds1da177e2005-04-16 15:20:36 -070041}
42
WANG Cong143976c2017-08-24 16:51:29 -070043static void ingress_unbind_filter(struct Qdisc *sch, unsigned long cl)
Linus Torvalds1da177e2005-04-16 15:20:36 -070044{
45}
46
Patrick McHardy58f4df42008-01-21 00:11:01 -080047static void ingress_walk(struct Qdisc *sch, struct qdisc_walker *walker)
Linus Torvalds1da177e2005-04-16 15:20:36 -070048{
Linus Torvalds1da177e2005-04-16 15:20:36 -070049}
50
Jiri Pirko6529eab2017-05-17 11:07:55 +020051static struct tcf_block *ingress_tcf_block(struct Qdisc *sch, unsigned long cl)
Linus Torvalds1da177e2005-04-16 15:20:36 -070052{
Jiri Pirko6529eab2017-05-17 11:07:55 +020053 struct ingress_sched_data *q = qdisc_priv(sch);
Linus Torvalds1da177e2005-04-16 15:20:36 -070054
Jiri Pirko6529eab2017-05-17 11:07:55 +020055 return q->block;
Linus Torvalds1da177e2005-04-16 15:20:36 -070056}
57
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +010058static void clsact_chain_head_change(struct tcf_proto *tp_head, void *priv)
59{
Jiri Pirko46209402017-11-03 11:46:25 +010060 struct mini_Qdisc_pair *miniqp = priv;
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +010061
Jiri Pirko46209402017-11-03 11:46:25 +010062 mini_qdisc_pair_swap(miniqp, tp_head);
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +010063}
64
Daniel Borkmann45771392015-04-10 23:07:54 +020065static int ingress_init(struct Qdisc *sch, struct nlattr *opt)
66{
Jiri Pirko6529eab2017-05-17 11:07:55 +020067 struct ingress_sched_data *q = qdisc_priv(sch);
68 struct net_device *dev = qdisc_dev(sch);
69 int err;
70
Jiri Pirko46209402017-11-03 11:46:25 +010071 mini_qdisc_pair_init(&q->miniqp, sch, &dev->miniq_ingress);
72
Jiri Pirko6e40cf22017-10-19 15:50:30 +020073 q->block_info.binder_type = TCF_BLOCK_BINDER_TYPE_CLSACT_INGRESS;
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +010074 q->block_info.chain_head_change = clsact_chain_head_change;
Jiri Pirko46209402017-11-03 11:46:25 +010075 q->block_info.chain_head_change_priv = &q->miniqp;
Jiri Pirko6e40cf22017-10-19 15:50:30 +020076
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +010077 err = tcf_block_get_ext(&q->block, sch, &q->block_info);
Jiri Pirko6529eab2017-05-17 11:07:55 +020078 if (err)
79 return err;
80
Daniel Borkmann45771392015-04-10 23:07:54 +020081 net_inc_ingress_queue();
Alexei Starovoitov087c1a62015-04-30 20:14:07 -070082 sch->flags |= TCQ_F_CPUSTATS;
Daniel Borkmann45771392015-04-10 23:07:54 +020083
84 return 0;
85}
86
Linus Torvalds1da177e2005-04-16 15:20:36 -070087static void ingress_destroy(struct Qdisc *sch)
88{
Jiri Pirko6529eab2017-05-17 11:07:55 +020089 struct ingress_sched_data *q = qdisc_priv(sch);
Linus Torvalds1da177e2005-04-16 15:20:36 -070090
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +010091 tcf_block_put_ext(q->block, sch, &q->block_info);
Daniel Borkmann45771392015-04-10 23:07:54 +020092 net_dec_ingress_queue();
Linus Torvalds1da177e2005-04-16 15:20:36 -070093}
94
Linus Torvalds1da177e2005-04-16 15:20:36 -070095static int ingress_dump(struct Qdisc *sch, struct sk_buff *skb)
96{
Patrick McHardy4b3550ef2008-01-23 20:34:11 -080097 struct nlattr *nest;
Linus Torvalds1da177e2005-04-16 15:20:36 -070098
Patrick McHardy4b3550ef2008-01-23 20:34:11 -080099 nest = nla_nest_start(skb, TCA_OPTIONS);
100 if (nest == NULL)
101 goto nla_put_failure;
Daniel Borkmannd2788d32015-05-09 22:51:32 +0200102
Yang Yingliangd59b7d82014-03-12 10:20:32 +0800103 return nla_nest_end(skb, nest);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700104
Patrick McHardy1e904742008-01-22 22:11:17 -0800105nla_put_failure:
Patrick McHardy4b3550ef2008-01-23 20:34:11 -0800106 nla_nest_cancel(skb, nest);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700107 return -1;
108}
109
Eric Dumazet20fea082007-11-14 01:44:41 -0800110static const struct Qdisc_class_ops ingress_class_ops = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700111 .leaf = ingress_leaf,
WANG Cong143976c2017-08-24 16:51:29 -0700112 .find = ingress_find,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700113 .walk = ingress_walk,
Jiri Pirko6529eab2017-05-17 11:07:55 +0200114 .tcf_block = ingress_tcf_block,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700115 .bind_tcf = ingress_bind_filter,
WANG Cong143976c2017-08-24 16:51:29 -0700116 .unbind_tcf = ingress_unbind_filter,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700117};
118
Eric Dumazet20fea082007-11-14 01:44:41 -0800119static struct Qdisc_ops ingress_qdisc_ops __read_mostly = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700120 .cl_ops = &ingress_class_ops,
121 .id = "ingress",
Jiri Pirko6529eab2017-05-17 11:07:55 +0200122 .priv_size = sizeof(struct ingress_sched_data),
Daniel Borkmann45771392015-04-10 23:07:54 +0200123 .init = ingress_init,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700124 .destroy = ingress_destroy,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700125 .dump = ingress_dump,
126 .owner = THIS_MODULE,
127};
128
Jiri Pirko6529eab2017-05-17 11:07:55 +0200129struct clsact_sched_data {
130 struct tcf_block *ingress_block;
131 struct tcf_block *egress_block;
Jiri Pirko6e40cf22017-10-19 15:50:30 +0200132 struct tcf_block_ext_info ingress_block_info;
133 struct tcf_block_ext_info egress_block_info;
Jiri Pirko46209402017-11-03 11:46:25 +0100134 struct mini_Qdisc_pair miniqp_ingress;
135 struct mini_Qdisc_pair miniqp_egress;
Jiri Pirko6529eab2017-05-17 11:07:55 +0200136};
137
WANG Cong143976c2017-08-24 16:51:29 -0700138static unsigned long clsact_find(struct Qdisc *sch, u32 classid)
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100139{
140 switch (TC_H_MIN(classid)) {
141 case TC_H_MIN(TC_H_MIN_INGRESS):
142 case TC_H_MIN(TC_H_MIN_EGRESS):
143 return TC_H_MIN(classid);
144 default:
145 return 0;
146 }
147}
148
149static unsigned long clsact_bind_filter(struct Qdisc *sch,
150 unsigned long parent, u32 classid)
151{
WANG Cong143976c2017-08-24 16:51:29 -0700152 return clsact_find(sch, classid);
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100153}
154
Jiri Pirko6529eab2017-05-17 11:07:55 +0200155static struct tcf_block *clsact_tcf_block(struct Qdisc *sch, unsigned long cl)
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100156{
Jiri Pirko6529eab2017-05-17 11:07:55 +0200157 struct clsact_sched_data *q = qdisc_priv(sch);
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100158
159 switch (cl) {
160 case TC_H_MIN(TC_H_MIN_INGRESS):
Jiri Pirko6529eab2017-05-17 11:07:55 +0200161 return q->ingress_block;
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100162 case TC_H_MIN(TC_H_MIN_EGRESS):
Jiri Pirko6529eab2017-05-17 11:07:55 +0200163 return q->egress_block;
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100164 default:
165 return NULL;
166 }
167}
168
169static int clsact_init(struct Qdisc *sch, struct nlattr *opt)
170{
Jiri Pirko6529eab2017-05-17 11:07:55 +0200171 struct clsact_sched_data *q = qdisc_priv(sch);
172 struct net_device *dev = qdisc_dev(sch);
173 int err;
174
Jiri Pirko46209402017-11-03 11:46:25 +0100175 mini_qdisc_pair_init(&q->miniqp_ingress, sch, &dev->miniq_ingress);
176
Jiri Pirko6e40cf22017-10-19 15:50:30 +0200177 q->ingress_block_info.binder_type = TCF_BLOCK_BINDER_TYPE_CLSACT_INGRESS;
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +0100178 q->ingress_block_info.chain_head_change = clsact_chain_head_change;
Jiri Pirko46209402017-11-03 11:46:25 +0100179 q->ingress_block_info.chain_head_change_priv = &q->miniqp_ingress;
Jiri Pirko6e40cf22017-10-19 15:50:30 +0200180
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +0100181 err = tcf_block_get_ext(&q->ingress_block, sch, &q->ingress_block_info);
Jiri Pirko6529eab2017-05-17 11:07:55 +0200182 if (err)
183 return err;
184
Jiri Pirko46209402017-11-03 11:46:25 +0100185 mini_qdisc_pair_init(&q->miniqp_egress, sch, &dev->miniq_egress);
186
Jiri Pirko6e40cf22017-10-19 15:50:30 +0200187 q->egress_block_info.binder_type = TCF_BLOCK_BINDER_TYPE_CLSACT_EGRESS;
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +0100188 q->egress_block_info.chain_head_change = clsact_chain_head_change;
Jiri Pirko46209402017-11-03 11:46:25 +0100189 q->egress_block_info.chain_head_change_priv = &q->miniqp_egress;
Jiri Pirko6e40cf22017-10-19 15:50:30 +0200190
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +0100191 err = tcf_block_get_ext(&q->egress_block, sch, &q->egress_block_info);
Jiri Pirko6529eab2017-05-17 11:07:55 +0200192 if (err)
Jiri Pirko343723d2017-12-15 12:40:12 +0100193 return err;
Jiri Pirko6529eab2017-05-17 11:07:55 +0200194
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100195 net_inc_ingress_queue();
196 net_inc_egress_queue();
197
198 sch->flags |= TCQ_F_CPUSTATS;
199
200 return 0;
201}
202
203static void clsact_destroy(struct Qdisc *sch)
204{
Jiri Pirko6529eab2017-05-17 11:07:55 +0200205 struct clsact_sched_data *q = qdisc_priv(sch);
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100206
Jiri Pirkoc7eb7d72017-11-03 11:46:24 +0100207 tcf_block_put_ext(q->egress_block, sch, &q->egress_block_info);
208 tcf_block_put_ext(q->ingress_block, sch, &q->ingress_block_info);
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100209
210 net_dec_ingress_queue();
211 net_dec_egress_queue();
212}
213
214static const struct Qdisc_class_ops clsact_class_ops = {
215 .leaf = ingress_leaf,
WANG Cong143976c2017-08-24 16:51:29 -0700216 .find = clsact_find,
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100217 .walk = ingress_walk,
Jiri Pirko6529eab2017-05-17 11:07:55 +0200218 .tcf_block = clsact_tcf_block,
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100219 .bind_tcf = clsact_bind_filter,
WANG Cong143976c2017-08-24 16:51:29 -0700220 .unbind_tcf = ingress_unbind_filter,
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100221};
222
223static struct Qdisc_ops clsact_qdisc_ops __read_mostly = {
224 .cl_ops = &clsact_class_ops,
225 .id = "clsact",
Jiri Pirko6529eab2017-05-17 11:07:55 +0200226 .priv_size = sizeof(struct clsact_sched_data),
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100227 .init = clsact_init,
228 .destroy = clsact_destroy,
229 .dump = ingress_dump,
230 .owner = THIS_MODULE,
231};
232
Linus Torvalds1da177e2005-04-16 15:20:36 -0700233static int __init ingress_module_init(void)
234{
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100235 int ret;
236
237 ret = register_qdisc(&ingress_qdisc_ops);
238 if (!ret) {
239 ret = register_qdisc(&clsact_qdisc_ops);
240 if (ret)
241 unregister_qdisc(&ingress_qdisc_ops);
242 }
243
244 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700245}
Patrick McHardy58f4df42008-01-21 00:11:01 -0800246
YOSHIFUJI Hideaki10297b92007-02-09 23:25:16 +0900247static void __exit ingress_module_exit(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700248{
249 unregister_qdisc(&ingress_qdisc_ops);
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100250 unregister_qdisc(&clsact_qdisc_ops);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700251}
Patrick McHardy58f4df42008-01-21 00:11:01 -0800252
Daniel Borkmannd2788d32015-05-09 22:51:32 +0200253module_init(ingress_module_init);
254module_exit(ingress_module_exit);
255
Daniel Borkmann1f211a12016-01-07 22:29:47 +0100256MODULE_ALIAS("sch_clsact");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700257MODULE_LICENSE("GPL");