blob: fe29c576e4948c84fc9ef4719a7feb237ba6b5b9 [file] [log] [blame]
Jiri Pirkobf3994d2016-07-21 12:03:11 +02001/*
2 * net/sched/cls_matchll.c Match-all classifier
3 *
4 * Copyright (c) 2016 Jiri Pirko <jiri@mellanox.com>
5 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; either version 2 of the License, or
9 * (at your option) any later version.
10 */
11
12#include <linux/kernel.h>
13#include <linux/init.h>
14#include <linux/module.h>
15
16#include <net/sch_generic.h>
17#include <net/pkt_cls.h>
18
Yotam Gigi6c8556f2017-01-31 15:14:29 +020019struct cls_mall_head {
Jiri Pirkobf3994d2016-07-21 12:03:11 +020020 struct tcf_exts exts;
21 struct tcf_result res;
22 u32 handle;
Yotam Gigib87f7932016-07-21 12:03:12 +020023 u32 flags;
Jiri Pirkobf3994d2016-07-21 12:03:11 +020024 struct rcu_head rcu;
25};
26
27static int mall_classify(struct sk_buff *skb, const struct tcf_proto *tp,
28 struct tcf_result *res)
29{
30 struct cls_mall_head *head = rcu_dereference_bh(tp->root);
Jiri Pirkobf3994d2016-07-21 12:03:11 +020031
Yotam Gigi6c8556f2017-01-31 15:14:29 +020032 if (tc_skip_sw(head->flags))
Yotam Gigib87f7932016-07-21 12:03:12 +020033 return -1;
34
Davide Carattib13bc542017-09-16 14:02:21 +020035 *res = head->res;
Yotam Gigi6c8556f2017-01-31 15:14:29 +020036 return tcf_exts_exec(skb, &head->exts, res);
Jiri Pirkobf3994d2016-07-21 12:03:11 +020037}
38
39static int mall_init(struct tcf_proto *tp)
40{
Jiri Pirkobf3994d2016-07-21 12:03:11 +020041 return 0;
42}
43
Yotam Gigi6c8556f2017-01-31 15:14:29 +020044static void mall_destroy_rcu(struct rcu_head *rcu)
Jiri Pirkobf3994d2016-07-21 12:03:11 +020045{
Yotam Gigi6c8556f2017-01-31 15:14:29 +020046 struct cls_mall_head *head = container_of(rcu, struct cls_mall_head,
47 rcu);
Jiri Pirkobf3994d2016-07-21 12:03:11 +020048
Yotam Gigi6c8556f2017-01-31 15:14:29 +020049 tcf_exts_destroy(&head->exts);
50 kfree(head);
Jiri Pirkobf3994d2016-07-21 12:03:11 +020051}
52
Yotam Gigib87f7932016-07-21 12:03:12 +020053static int mall_replace_hw_filter(struct tcf_proto *tp,
Yotam Gigi6c8556f2017-01-31 15:14:29 +020054 struct cls_mall_head *head,
Yotam Gigib87f7932016-07-21 12:03:12 +020055 unsigned long cookie)
56{
57 struct net_device *dev = tp->q->dev_queue->dev;
58 struct tc_to_netdev offload;
59 struct tc_cls_matchall_offload mall_offload = {0};
60
61 offload.type = TC_SETUP_MATCHALL;
62 offload.cls_mall = &mall_offload;
63 offload.cls_mall->command = TC_CLSMATCHALL_REPLACE;
Yotam Gigi6c8556f2017-01-31 15:14:29 +020064 offload.cls_mall->exts = &head->exts;
Yotam Gigib87f7932016-07-21 12:03:12 +020065 offload.cls_mall->cookie = cookie;
66
67 return dev->netdev_ops->ndo_setup_tc(dev, tp->q->handle, tp->protocol,
68 &offload);
69}
70
71static void mall_destroy_hw_filter(struct tcf_proto *tp,
Yotam Gigi6c8556f2017-01-31 15:14:29 +020072 struct cls_mall_head *head,
Yotam Gigib87f7932016-07-21 12:03:12 +020073 unsigned long cookie)
74{
75 struct net_device *dev = tp->q->dev_queue->dev;
76 struct tc_to_netdev offload;
77 struct tc_cls_matchall_offload mall_offload = {0};
78
79 offload.type = TC_SETUP_MATCHALL;
80 offload.cls_mall = &mall_offload;
81 offload.cls_mall->command = TC_CLSMATCHALL_DESTROY;
82 offload.cls_mall->exts = NULL;
83 offload.cls_mall->cookie = cookie;
84
85 dev->netdev_ops->ndo_setup_tc(dev, tp->q->handle, tp->protocol,
86 &offload);
87}
88
Jiri Pirkobf3994d2016-07-21 12:03:11 +020089static bool mall_destroy(struct tcf_proto *tp, bool force)
90{
91 struct cls_mall_head *head = rtnl_dereference(tp->root);
Yotam Gigib87f7932016-07-21 12:03:12 +020092 struct net_device *dev = tp->q->dev_queue->dev;
Jiri Pirkobf3994d2016-07-21 12:03:11 +020093
Yotam Gigi6c8556f2017-01-31 15:14:29 +020094 if (!head)
95 return true;
Jiri Pirkobf3994d2016-07-21 12:03:11 +020096
Hangbin Liuc4db09a2018-08-14 17:28:26 +080097 tcf_unbind_filter(tp, &head->res);
98
Yotam Gigi6c8556f2017-01-31 15:14:29 +020099 if (tc_should_offload(dev, tp, head->flags))
100 mall_destroy_hw_filter(tp, head, (unsigned long) head);
Yotam Gigib87f7932016-07-21 12:03:12 +0200101
Yotam Gigi6c8556f2017-01-31 15:14:29 +0200102 call_rcu(&head->rcu, mall_destroy_rcu);
Jiri Pirkobf3994d2016-07-21 12:03:11 +0200103 return true;
104}
105
106static unsigned long mall_get(struct tcf_proto *tp, u32 handle)
107{
Yotam Gigi6c8556f2017-01-31 15:14:29 +0200108 return 0UL;
Jiri Pirkobf3994d2016-07-21 12:03:11 +0200109}
110
111static const struct nla_policy mall_policy[TCA_MATCHALL_MAX + 1] = {
112 [TCA_MATCHALL_UNSPEC] = { .type = NLA_UNSPEC },
113 [TCA_MATCHALL_CLASSID] = { .type = NLA_U32 },
Davide Caratti9afbff62020-02-11 19:33:39 +0100114 [TCA_MATCHALL_FLAGS] = { .type = NLA_U32 },
Jiri Pirkobf3994d2016-07-21 12:03:11 +0200115};
116
117static int mall_set_parms(struct net *net, struct tcf_proto *tp,
Yotam Gigi6c8556f2017-01-31 15:14:29 +0200118 struct cls_mall_head *head,
Jiri Pirkobf3994d2016-07-21 12:03:11 +0200119 unsigned long base, struct nlattr **tb,
120 struct nlattr *est, bool ovr)
121{
122 struct tcf_exts e;
123 int err;
124
125 tcf_exts_init(&e, TCA_MATCHALL_ACT, 0);
126 err = tcf_exts_validate(net, tp, tb, est, &e, ovr);
127 if (err < 0)
128 return err;
129
130 if (tb[TCA_MATCHALL_CLASSID]) {
Yotam Gigi6c8556f2017-01-31 15:14:29 +0200131 head->res.classid = nla_get_u32(tb[TCA_MATCHALL_CLASSID]);
132 tcf_bind_filter(tp, &head->res, base);
Jiri Pirkobf3994d2016-07-21 12:03:11 +0200133 }
134
Yotam Gigi6c8556f2017-01-31 15:14:29 +0200135 tcf_exts_change(tp, &head->exts, &e);
Jiri Pirkobf3994d2016-07-21 12:03:11 +0200136
137 return 0;
138}
139
140static int mall_change(struct net *net, struct sk_buff *in_skb,
141 struct tcf_proto *tp, unsigned long base,
142 u32 handle, struct nlattr **tca,
143 unsigned long *arg, bool ovr)
144{
145 struct cls_mall_head *head = rtnl_dereference(tp->root);
Yotam Gigib87f7932016-07-21 12:03:12 +0200146 struct net_device *dev = tp->q->dev_queue->dev;
Jiri Pirkobf3994d2016-07-21 12:03:11 +0200147 struct nlattr *tb[TCA_MATCHALL_MAX + 1];
Yotam Gigi6c8556f2017-01-31 15:14:29 +0200148 struct cls_mall_head *new;
Yotam Gigib87f7932016-07-21 12:03:12 +0200149 u32 flags = 0;
Jiri Pirkobf3994d2016-07-21 12:03:11 +0200150 int err;
151
152 if (!tca[TCA_OPTIONS])
153 return -EINVAL;
154
Yotam Gigi6c8556f2017-01-31 15:14:29 +0200155 if (head)
156 return -EEXIST;
Jiri Pirkobf3994d2016-07-21 12:03:11 +0200157
158 err = nla_parse_nested(tb, TCA_MATCHALL_MAX,
159 tca[TCA_OPTIONS], mall_policy);
160 if (err < 0)
161 return err;
162
Yotam Gigib87f7932016-07-21 12:03:12 +0200163 if (tb[TCA_MATCHALL_FLAGS]) {
164 flags = nla_get_u32(tb[TCA_MATCHALL_FLAGS]);
165 if (!tc_flags_valid(flags))
166 return -EINVAL;
167 }
168
Yotam Gigi6c8556f2017-01-31 15:14:29 +0200169 new = kzalloc(sizeof(*new), GFP_KERNEL);
170 if (!new)
Jiri Pirkobf3994d2016-07-21 12:03:11 +0200171 return -ENOBUFS;
172
Yotam Gigi6c8556f2017-01-31 15:14:29 +0200173 tcf_exts_init(&new->exts, TCA_MATCHALL_ACT, 0);
Jiri Pirkobf3994d2016-07-21 12:03:11 +0200174
175 if (!handle)
176 handle = 1;
Yotam Gigi6c8556f2017-01-31 15:14:29 +0200177 new->handle = handle;
178 new->flags = flags;
Jiri Pirkobf3994d2016-07-21 12:03:11 +0200179
Yotam Gigi6c8556f2017-01-31 15:14:29 +0200180 err = mall_set_parms(net, tp, new, base, tb, tca[TCA_RATE], ovr);
Jiri Pirkobf3994d2016-07-21 12:03:11 +0200181 if (err)
182 goto errout;
183
Yotam Gigib87f7932016-07-21 12:03:12 +0200184 if (tc_should_offload(dev, tp, flags)) {
Yotam Gigi6c8556f2017-01-31 15:14:29 +0200185 err = mall_replace_hw_filter(tp, new, (unsigned long) new);
Yotam Gigib87f7932016-07-21 12:03:12 +0200186 if (err) {
187 if (tc_skip_sw(flags))
188 goto errout;
189 else
190 err = 0;
191 }
192 }
193
Yotam Gigi6c8556f2017-01-31 15:14:29 +0200194 *arg = (unsigned long) head;
195 rcu_assign_pointer(tp->root, new);
196 if (head)
197 call_rcu(&head->rcu, mall_destroy_rcu);
Jiri Pirkobf3994d2016-07-21 12:03:11 +0200198 return 0;
199
200errout:
Yotam Gigi6c8556f2017-01-31 15:14:29 +0200201 kfree(new);
Jiri Pirkobf3994d2016-07-21 12:03:11 +0200202 return err;
203}
204
205static int mall_delete(struct tcf_proto *tp, unsigned long arg)
206{
Yotam Gigi6c8556f2017-01-31 15:14:29 +0200207 return -EOPNOTSUPP;
Jiri Pirkobf3994d2016-07-21 12:03:11 +0200208}
209
210static void mall_walk(struct tcf_proto *tp, struct tcf_walker *arg)
211{
212 struct cls_mall_head *head = rtnl_dereference(tp->root);
Jiri Pirkobf3994d2016-07-21 12:03:11 +0200213
214 if (arg->count < arg->skip)
215 goto skip;
Yotam Gigi6c8556f2017-01-31 15:14:29 +0200216 if (arg->fn(tp, (unsigned long) head, arg) < 0)
Jiri Pirkobf3994d2016-07-21 12:03:11 +0200217 arg->stop = 1;
218skip:
219 arg->count++;
220}
221
222static int mall_dump(struct net *net, struct tcf_proto *tp, unsigned long fh,
223 struct sk_buff *skb, struct tcmsg *t)
224{
Yotam Gigi6c8556f2017-01-31 15:14:29 +0200225 struct cls_mall_head *head = (struct cls_mall_head *) fh;
Jiri Pirkobf3994d2016-07-21 12:03:11 +0200226 struct nlattr *nest;
227
Yotam Gigi6c8556f2017-01-31 15:14:29 +0200228 if (!head)
Jiri Pirkobf3994d2016-07-21 12:03:11 +0200229 return skb->len;
230
Yotam Gigi6c8556f2017-01-31 15:14:29 +0200231 t->tcm_handle = head->handle;
Jiri Pirkobf3994d2016-07-21 12:03:11 +0200232
233 nest = nla_nest_start(skb, TCA_OPTIONS);
234 if (!nest)
235 goto nla_put_failure;
236
Yotam Gigi6c8556f2017-01-31 15:14:29 +0200237 if (head->res.classid &&
238 nla_put_u32(skb, TCA_MATCHALL_CLASSID, head->res.classid))
Jiri Pirkobf3994d2016-07-21 12:03:11 +0200239 goto nla_put_failure;
240
Yotam Gigi6c8556f2017-01-31 15:14:29 +0200241 if (tcf_exts_dump(skb, &head->exts))
Jiri Pirkobf3994d2016-07-21 12:03:11 +0200242 goto nla_put_failure;
243
244 nla_nest_end(skb, nest);
245
Yotam Gigi6c8556f2017-01-31 15:14:29 +0200246 if (tcf_exts_dump_stats(skb, &head->exts) < 0)
Jiri Pirkobf3994d2016-07-21 12:03:11 +0200247 goto nla_put_failure;
248
249 return skb->len;
250
251nla_put_failure:
252 nla_nest_cancel(skb, nest);
253 return -1;
254}
255
256static struct tcf_proto_ops cls_mall_ops __read_mostly = {
257 .kind = "matchall",
258 .classify = mall_classify,
259 .init = mall_init,
260 .destroy = mall_destroy,
261 .get = mall_get,
262 .change = mall_change,
263 .delete = mall_delete,
264 .walk = mall_walk,
265 .dump = mall_dump,
266 .owner = THIS_MODULE,
267};
268
269static int __init cls_mall_init(void)
270{
271 return register_tcf_proto_ops(&cls_mall_ops);
272}
273
274static void __exit cls_mall_exit(void)
275{
276 unregister_tcf_proto_ops(&cls_mall_ops);
277}
278
279module_init(cls_mall_init);
280module_exit(cls_mall_exit);
281
282MODULE_AUTHOR("Jiri Pirko <jiri@mellanox.com>");
283MODULE_DESCRIPTION("Match-all classifier");
284MODULE_LICENSE("GPL v2");