blob: 6473936d05c67aa08b7c507bb2bfd8c836bdfcce [file] [log] [blame]
Patrick McHardy20a69342013-10-11 12:06:22 +02001/*
2 * Copyright (c) 2008-2009 Patrick McHardy <kaber@trash.net>
3 *
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of the GNU General Public License version 2 as
6 * published by the Free Software Foundation.
7 *
8 * Development of this code funded by Astaro AG (http://www.astaro.com/)
9 */
10
11#include <linux/kernel.h>
12#include <linux/init.h>
13#include <linux/module.h>
14#include <linux/list.h>
15#include <linux/rbtree.h>
16#include <linux/netlink.h>
17#include <linux/netfilter.h>
18#include <linux/netfilter/nf_tables.h>
19#include <net/netfilter/nf_tables.h>
20
Pablo Neira Ayuso76326672014-05-28 15:27:18 +020021static DEFINE_SPINLOCK(nft_rbtree_lock);
22
Patrick McHardy20a69342013-10-11 12:06:22 +020023struct nft_rbtree {
24 struct rb_root root;
25};
26
27struct nft_rbtree_elem {
28 struct rb_node node;
Patrick McHardyfe2811e2015-03-25 13:07:50 +000029 struct nft_set_ext ext;
Patrick McHardy20a69342013-10-11 12:06:22 +020030};
31
Pablo Neira Ayusoef1d20e2016-04-12 23:50:36 +020032static bool nft_rbtree_interval_end(const struct nft_rbtree_elem *rbe)
33{
34 return nft_set_ext_exists(&rbe->ext, NFT_SET_EXT_FLAGS) &&
35 (*nft_set_ext_flags(&rbe->ext) & NFT_SET_ELEM_INTERVAL_END);
36}
Patrick McHardycc02e452015-03-25 14:08:50 +000037
Pablo Neira Ayusoe7010012016-04-12 23:50:37 +020038static bool nft_rbtree_equal(const struct nft_set *set, const void *this,
39 const struct nft_rbtree_elem *interval)
40{
41 return memcmp(this, nft_set_ext_key(&interval->ext), set->klen) == 0;
42}
43
Pablo Neira Ayuso42a55762016-07-08 14:41:49 +020044static bool nft_rbtree_lookup(const struct net *net, const struct nft_set *set,
45 const u32 *key, const struct nft_set_ext **ext)
Patrick McHardy20a69342013-10-11 12:06:22 +020046{
47 const struct nft_rbtree *priv = nft_set_priv(set);
48 const struct nft_rbtree_elem *rbe, *interval = NULL;
Pablo Neira Ayuso42a55762016-07-08 14:41:49 +020049 u8 genmask = nft_genmask_cur(net);
Patrick McHardy16c45ed2015-03-21 15:19:14 +000050 const struct rb_node *parent;
Pablo Neira Ayusoe7010012016-04-12 23:50:37 +020051 const void *this;
Patrick McHardy20a69342013-10-11 12:06:22 +020052 int d;
53
Pablo Neira Ayuso76326672014-05-28 15:27:18 +020054 spin_lock_bh(&nft_rbtree_lock);
Patrick McHardy16c45ed2015-03-21 15:19:14 +000055 parent = priv->root.rb_node;
Patrick McHardy20a69342013-10-11 12:06:22 +020056 while (parent != NULL) {
57 rbe = rb_entry(parent, struct nft_rbtree_elem, node);
58
Pablo Neira Ayusoe7010012016-04-12 23:50:37 +020059 this = nft_set_ext_key(&rbe->ext);
60 d = memcmp(this, key, set->klen);
Patrick McHardy20a69342013-10-11 12:06:22 +020061 if (d < 0) {
62 parent = parent->rb_left;
Pablo Neira Ayusoe7010012016-04-12 23:50:37 +020063 /* In case of adjacent ranges, we always see the high
64 * part of the range in first place, before the low one.
65 * So don't update interval if the keys are equal.
66 */
67 if (interval && nft_rbtree_equal(set, this, interval))
68 continue;
Patrick McHardy20a69342013-10-11 12:06:22 +020069 interval = rbe;
70 } else if (d > 0)
71 parent = parent->rb_right;
72 else {
73found:
Patrick McHardycc02e452015-03-25 14:08:50 +000074 if (!nft_set_elem_active(&rbe->ext, genmask)) {
75 parent = parent->rb_left;
76 continue;
77 }
Pablo Neira Ayusoef1d20e2016-04-12 23:50:36 +020078 if (nft_rbtree_interval_end(rbe))
Patrick McHardy20a69342013-10-11 12:06:22 +020079 goto out;
Pablo Neira Ayuso76326672014-05-28 15:27:18 +020080 spin_unlock_bh(&nft_rbtree_lock);
Patrick McHardyb2832dd2015-03-25 14:08:48 +000081
82 *ext = &rbe->ext;
Patrick McHardy20a69342013-10-11 12:06:22 +020083 return true;
84 }
85 }
86
87 if (set->flags & NFT_SET_INTERVAL && interval != NULL) {
88 rbe = interval;
89 goto found;
90 }
91out:
Pablo Neira Ayuso76326672014-05-28 15:27:18 +020092 spin_unlock_bh(&nft_rbtree_lock);
Patrick McHardy20a69342013-10-11 12:06:22 +020093 return false;
94}
95
Pablo Neira Ayuso42a55762016-07-08 14:41:49 +020096static int __nft_rbtree_insert(const struct net *net, const struct nft_set *set,
Patrick McHardy20a69342013-10-11 12:06:22 +020097 struct nft_rbtree_elem *new)
98{
99 struct nft_rbtree *priv = nft_set_priv(set);
Pablo Neira Ayuso42a55762016-07-08 14:41:49 +0200100 u8 genmask = nft_genmask_next(net);
Patrick McHardy20a69342013-10-11 12:06:22 +0200101 struct nft_rbtree_elem *rbe;
102 struct rb_node *parent, **p;
103 int d;
104
105 parent = NULL;
106 p = &priv->root.rb_node;
107 while (*p != NULL) {
108 parent = *p;
109 rbe = rb_entry(parent, struct nft_rbtree_elem, node);
Patrick McHardye562d862015-04-11 02:27:34 +0100110 d = memcmp(nft_set_ext_key(&rbe->ext),
111 nft_set_ext_key(&new->ext),
112 set->klen);
Patrick McHardy20a69342013-10-11 12:06:22 +0200113 if (d < 0)
114 p = &parent->rb_left;
115 else if (d > 0)
116 p = &parent->rb_right;
Patrick McHardycc02e452015-03-25 14:08:50 +0000117 else {
Pablo Neira Ayusoe7010012016-04-12 23:50:37 +0200118 if (nft_set_elem_active(&rbe->ext, genmask)) {
119 if (nft_rbtree_interval_end(rbe) &&
120 !nft_rbtree_interval_end(new))
121 p = &parent->rb_left;
122 else if (!nft_rbtree_interval_end(rbe) &&
123 nft_rbtree_interval_end(new))
124 p = &parent->rb_right;
125 else
126 return -EEXIST;
127 }
Patrick McHardycc02e452015-03-25 14:08:50 +0000128 }
Patrick McHardy20a69342013-10-11 12:06:22 +0200129 }
130 rb_link_node(&new->node, parent, p);
131 rb_insert_color(&new->node, &priv->root);
132 return 0;
133}
134
Pablo Neira Ayuso42a55762016-07-08 14:41:49 +0200135static int nft_rbtree_insert(const struct net *net, const struct nft_set *set,
Patrick McHardy20a69342013-10-11 12:06:22 +0200136 const struct nft_set_elem *elem)
137{
Patrick McHardyfe2811e2015-03-25 13:07:50 +0000138 struct nft_rbtree_elem *rbe = elem->priv;
Patrick McHardy20a69342013-10-11 12:06:22 +0200139 int err;
140
Pablo Neira Ayuso76326672014-05-28 15:27:18 +0200141 spin_lock_bh(&nft_rbtree_lock);
Pablo Neira Ayuso42a55762016-07-08 14:41:49 +0200142 err = __nft_rbtree_insert(net, set, rbe);
Pablo Neira Ayuso76326672014-05-28 15:27:18 +0200143 spin_unlock_bh(&nft_rbtree_lock);
Patrick McHardyfe2811e2015-03-25 13:07:50 +0000144
Patrick McHardy20a69342013-10-11 12:06:22 +0200145 return err;
146}
147
148static void nft_rbtree_remove(const struct nft_set *set,
149 const struct nft_set_elem *elem)
150{
151 struct nft_rbtree *priv = nft_set_priv(set);
Patrick McHardycc02e452015-03-25 14:08:50 +0000152 struct nft_rbtree_elem *rbe = elem->priv;
Patrick McHardy20a69342013-10-11 12:06:22 +0200153
Pablo Neira Ayuso76326672014-05-28 15:27:18 +0200154 spin_lock_bh(&nft_rbtree_lock);
Patrick McHardy20a69342013-10-11 12:06:22 +0200155 rb_erase(&rbe->node, &priv->root);
Pablo Neira Ayuso76326672014-05-28 15:27:18 +0200156 spin_unlock_bh(&nft_rbtree_lock);
Patrick McHardy20a69342013-10-11 12:06:22 +0200157}
158
Pablo Neira Ayuso42a55762016-07-08 14:41:49 +0200159static void nft_rbtree_activate(const struct net *net,
160 const struct nft_set *set,
Patrick McHardycc02e452015-03-25 14:08:50 +0000161 const struct nft_set_elem *elem)
162{
163 struct nft_rbtree_elem *rbe = elem->priv;
164
Pablo Neira Ayuso42a55762016-07-08 14:41:49 +0200165 nft_set_elem_change_active(net, set, &rbe->ext);
Patrick McHardycc02e452015-03-25 14:08:50 +0000166}
167
Pablo Neira Ayuso42a55762016-07-08 14:41:49 +0200168static void *nft_rbtree_deactivate(const struct net *net,
169 const struct nft_set *set,
Patrick McHardycc02e452015-03-25 14:08:50 +0000170 const struct nft_set_elem *elem)
Patrick McHardy20a69342013-10-11 12:06:22 +0200171{
172 const struct nft_rbtree *priv = nft_set_priv(set);
173 const struct rb_node *parent = priv->root.rb_node;
Pablo Neira Ayusoe7010012016-04-12 23:50:37 +0200174 struct nft_rbtree_elem *rbe, *this = elem->priv;
Pablo Neira Ayuso42a55762016-07-08 14:41:49 +0200175 u8 genmask = nft_genmask_next(net);
Patrick McHardy20a69342013-10-11 12:06:22 +0200176 int d;
177
178 while (parent != NULL) {
179 rbe = rb_entry(parent, struct nft_rbtree_elem, node);
180
Patrick McHardy7d740262015-04-11 02:27:39 +0100181 d = memcmp(nft_set_ext_key(&rbe->ext), &elem->key.val,
182 set->klen);
Patrick McHardy20a69342013-10-11 12:06:22 +0200183 if (d < 0)
184 parent = parent->rb_left;
185 else if (d > 0)
186 parent = parent->rb_right;
187 else {
Patrick McHardycc02e452015-03-25 14:08:50 +0000188 if (!nft_set_elem_active(&rbe->ext, genmask)) {
189 parent = parent->rb_left;
190 continue;
191 }
Pablo Neira Ayusoe7010012016-04-12 23:50:37 +0200192 if (nft_rbtree_interval_end(rbe) &&
193 !nft_rbtree_interval_end(this)) {
194 parent = parent->rb_left;
195 continue;
196 } else if (!nft_rbtree_interval_end(rbe) &&
197 nft_rbtree_interval_end(this)) {
198 parent = parent->rb_right;
199 continue;
200 }
Pablo Neira Ayuso42a55762016-07-08 14:41:49 +0200201 nft_set_elem_change_active(net, set, &rbe->ext);
Patrick McHardycc02e452015-03-25 14:08:50 +0000202 return rbe;
Patrick McHardy20a69342013-10-11 12:06:22 +0200203 }
204 }
Patrick McHardycc02e452015-03-25 14:08:50 +0000205 return NULL;
Patrick McHardy20a69342013-10-11 12:06:22 +0200206}
207
208static void nft_rbtree_walk(const struct nft_ctx *ctx,
209 const struct nft_set *set,
210 struct nft_set_iter *iter)
211{
212 const struct nft_rbtree *priv = nft_set_priv(set);
Patrick McHardyfe2811e2015-03-25 13:07:50 +0000213 struct nft_rbtree_elem *rbe;
Patrick McHardy20a69342013-10-11 12:06:22 +0200214 struct nft_set_elem elem;
215 struct rb_node *node;
216
Pablo Neira Ayuso76326672014-05-28 15:27:18 +0200217 spin_lock_bh(&nft_rbtree_lock);
Patrick McHardy20a69342013-10-11 12:06:22 +0200218 for (node = rb_first(&priv->root); node != NULL; node = rb_next(node)) {
Patrick McHardycc02e452015-03-25 14:08:50 +0000219 rbe = rb_entry(node, struct nft_rbtree_elem, node);
220
Patrick McHardy20a69342013-10-11 12:06:22 +0200221 if (iter->count < iter->skip)
222 goto cont;
Pablo Neira Ayuso8588ac02016-06-11 12:20:27 +0800223 if (!nft_set_elem_active(&rbe->ext, iter->genmask))
Patrick McHardycc02e452015-03-25 14:08:50 +0000224 goto cont;
Patrick McHardy20a69342013-10-11 12:06:22 +0200225
Patrick McHardyfe2811e2015-03-25 13:07:50 +0000226 elem.priv = rbe;
Patrick McHardy20a69342013-10-11 12:06:22 +0200227
228 iter->err = iter->fn(ctx, set, iter, &elem);
Pablo Neira Ayuso76326672014-05-28 15:27:18 +0200229 if (iter->err < 0) {
230 spin_unlock_bh(&nft_rbtree_lock);
Patrick McHardy20a69342013-10-11 12:06:22 +0200231 return;
Pablo Neira Ayuso76326672014-05-28 15:27:18 +0200232 }
Patrick McHardy20a69342013-10-11 12:06:22 +0200233cont:
234 iter->count++;
235 }
Pablo Neira Ayuso76326672014-05-28 15:27:18 +0200236 spin_unlock_bh(&nft_rbtree_lock);
Patrick McHardy20a69342013-10-11 12:06:22 +0200237}
238
239static unsigned int nft_rbtree_privsize(const struct nlattr * const nla[])
240{
241 return sizeof(struct nft_rbtree);
242}
243
244static int nft_rbtree_init(const struct nft_set *set,
Patrick McHardyc50b9602014-03-28 10:19:47 +0000245 const struct nft_set_desc *desc,
Patrick McHardy20a69342013-10-11 12:06:22 +0200246 const struct nlattr * const nla[])
247{
248 struct nft_rbtree *priv = nft_set_priv(set);
249
250 priv->root = RB_ROOT;
251 return 0;
252}
253
254static void nft_rbtree_destroy(const struct nft_set *set)
255{
256 struct nft_rbtree *priv = nft_set_priv(set);
257 struct nft_rbtree_elem *rbe;
258 struct rb_node *node;
259
260 while ((node = priv->root.rb_node) != NULL) {
261 rb_erase(node, &priv->root);
262 rbe = rb_entry(node, struct nft_rbtree_elem, node);
Patrick McHardy61edafb2015-03-25 14:08:47 +0000263 nft_set_elem_destroy(set, rbe);
Patrick McHardy20a69342013-10-11 12:06:22 +0200264 }
265}
266
Patrick McHardyc50b9602014-03-28 10:19:47 +0000267static bool nft_rbtree_estimate(const struct nft_set_desc *desc, u32 features,
268 struct nft_set_estimate *est)
269{
270 unsigned int nsize;
271
272 nsize = sizeof(struct nft_rbtree_elem);
Patrick McHardyc50b9602014-03-28 10:19:47 +0000273 if (desc->size)
274 est->size = sizeof(struct nft_rbtree) + desc->size * nsize;
275 else
276 est->size = nsize;
277
278 est->class = NFT_SET_CLASS_O_LOG_N;
279
280 return true;
281}
282
Patrick McHardy20a69342013-10-11 12:06:22 +0200283static struct nft_set_ops nft_rbtree_ops __read_mostly = {
284 .privsize = nft_rbtree_privsize,
Patrick McHardyfe2811e2015-03-25 13:07:50 +0000285 .elemsize = offsetof(struct nft_rbtree_elem, ext),
Patrick McHardyc50b9602014-03-28 10:19:47 +0000286 .estimate = nft_rbtree_estimate,
Patrick McHardy20a69342013-10-11 12:06:22 +0200287 .init = nft_rbtree_init,
288 .destroy = nft_rbtree_destroy,
289 .insert = nft_rbtree_insert,
290 .remove = nft_rbtree_remove,
Patrick McHardycc02e452015-03-25 14:08:50 +0000291 .deactivate = nft_rbtree_deactivate,
292 .activate = nft_rbtree_activate,
Patrick McHardy20a69342013-10-11 12:06:22 +0200293 .lookup = nft_rbtree_lookup,
294 .walk = nft_rbtree_walk,
295 .features = NFT_SET_INTERVAL | NFT_SET_MAP,
296 .owner = THIS_MODULE,
297};
298
299static int __init nft_rbtree_module_init(void)
300{
301 return nft_register_set(&nft_rbtree_ops);
302}
303
304static void __exit nft_rbtree_module_exit(void)
305{
306 nft_unregister_set(&nft_rbtree_ops);
307}
308
309module_init(nft_rbtree_module_init);
310module_exit(nft_rbtree_module_exit);
311
312MODULE_LICENSE("GPL");
313MODULE_AUTHOR("Patrick McHardy <kaber@trash.net>");
314MODULE_ALIAS_NFT_SET();