blob: 252e6a7cd2f15f1d687069079835d84131579a4d [file] [log] [blame]
Florian Westphalc539f012013-01-11 06:30:44 +00001/*
2 * test/set flag bits stored in conntrack extension area.
3 *
4 * (C) 2013 Astaro GmbH & Co KG
5 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License version 2 as
8 * published by the Free Software Foundation.
9 */
10
Florian Westphalc539f012013-01-11 06:30:44 +000011#include <linux/export.h>
Florian Westphalc539f012013-01-11 06:30:44 +000012#include <linux/types.h>
Florian Westphalc539f012013-01-11 06:30:44 +000013
14#include <net/netfilter/nf_conntrack_ecache.h>
15#include <net/netfilter/nf_conntrack_labels.h>
16
Joe Stringer86ca02e2015-08-26 11:31:51 -070017static spinlock_t nf_connlabels_lock;
18
Florian Westphalc539f012013-01-11 06:30:44 +000019int nf_connlabel_set(struct nf_conn *ct, u16 bit)
20{
21 struct nf_conn_labels *labels = nf_ct_labels_find(ct);
22
Florian Westphalb4ef1592016-04-12 18:14:23 +020023 if (!labels || BIT_WORD(bit) >= labels->words)
Florian Westphalc539f012013-01-11 06:30:44 +000024 return -ENOSPC;
25
26 if (test_bit(bit, labels->bits))
27 return 0;
28
Florian Westphal797a7d62013-06-21 16:51:30 +020029 if (!test_and_set_bit(bit, labels->bits))
Florian Westphal0ceabd82013-01-11 06:30:45 +000030 nf_conntrack_event_cache(IPCT_LABEL, ct);
Florian Westphalc539f012013-01-11 06:30:44 +000031
32 return 0;
33}
34EXPORT_SYMBOL_GPL(nf_connlabel_set);
35
Florian Westphal5a8145f2016-04-12 18:14:24 +020036static int replace_u32(u32 *address, u32 mask, u32 new)
Florian Westphal9b21f6a2013-01-11 06:30:46 +000037{
38 u32 old, tmp;
39
40 do {
41 old = *address;
42 tmp = (old & mask) ^ new;
Florian Westphal5a8145f2016-04-12 18:14:24 +020043 if (old == tmp)
44 return 0;
Florian Westphal9b21f6a2013-01-11 06:30:46 +000045 } while (cmpxchg(address, old, tmp) != old);
Florian Westphal5a8145f2016-04-12 18:14:24 +020046
47 return 1;
Florian Westphal9b21f6a2013-01-11 06:30:46 +000048}
49
50int nf_connlabels_replace(struct nf_conn *ct,
51 const u32 *data,
52 const u32 *mask, unsigned int words32)
53{
54 struct nf_conn_labels *labels;
55 unsigned int size, i;
Florian Westphal5a8145f2016-04-12 18:14:24 +020056 int changed = 0;
Florian Westphal9b21f6a2013-01-11 06:30:46 +000057 u32 *dst;
58
59 labels = nf_ct_labels_find(ct);
60 if (!labels)
61 return -ENOSPC;
62
63 size = labels->words * sizeof(long);
64 if (size < (words32 * sizeof(u32)))
65 words32 = size / sizeof(u32);
66
67 dst = (u32 *) labels->bits;
Florian Westphal5a8145f2016-04-12 18:14:24 +020068 for (i = 0; i < words32; i++)
69 changed |= replace_u32(&dst[i], mask ? ~mask[i] : 0, data[i]);
Florian Westphal9b21f6a2013-01-11 06:30:46 +000070
71 size /= sizeof(u32);
72 for (i = words32; i < size; i++) /* pad */
73 replace_u32(&dst[i], 0, 0);
74
Florian Westphal5a8145f2016-04-12 18:14:24 +020075 if (changed)
76 nf_conntrack_event_cache(IPCT_LABEL, ct);
Florian Westphal9b21f6a2013-01-11 06:30:46 +000077 return 0;
78}
79EXPORT_SYMBOL_GPL(nf_connlabels_replace);
Florian Westphal9b21f6a2013-01-11 06:30:46 +000080
Florian Westphaladff6c62016-04-12 18:14:25 +020081int nf_connlabels_get(struct net *net, unsigned int bits)
Joe Stringer86ca02e2015-08-26 11:31:51 -070082{
83 size_t words;
84
Florian Westphaladff6c62016-04-12 18:14:25 +020085 words = BIT_WORD(bits) + 1;
86 if (words > NF_CT_LABELS_MAX_SIZE / sizeof(long))
Joe Stringer86ca02e2015-08-26 11:31:51 -070087 return -ERANGE;
88
Joe Stringer86ca02e2015-08-26 11:31:51 -070089 spin_lock(&nf_connlabels_lock);
90 net->ct.labels_used++;
91 if (words > net->ct.label_words)
92 net->ct.label_words = words;
93 spin_unlock(&nf_connlabels_lock);
94
95 return 0;
96}
97EXPORT_SYMBOL_GPL(nf_connlabels_get);
98
99void nf_connlabels_put(struct net *net)
100{
101 spin_lock(&nf_connlabels_lock);
102 net->ct.labels_used--;
103 if (net->ct.labels_used == 0)
104 net->ct.label_words = 0;
105 spin_unlock(&nf_connlabels_lock);
106}
107EXPORT_SYMBOL_GPL(nf_connlabels_put);
108
Florian Westphalc539f012013-01-11 06:30:44 +0000109static struct nf_ct_ext_type labels_extend __read_mostly = {
110 .len = sizeof(struct nf_conn_labels),
111 .align = __alignof__(struct nf_conn_labels),
112 .id = NF_CT_EXT_LABELS,
113};
114
Gao feng5f69b8f2013-01-21 22:10:31 +0000115int nf_conntrack_labels_init(void)
Florian Westphalc539f012013-01-11 06:30:44 +0000116{
Florian Westphaladff6c62016-04-12 18:14:25 +0200117 BUILD_BUG_ON(NF_CT_LABELS_MAX_SIZE / sizeof(long) >= U8_MAX);
118
Joe Stringer86ca02e2015-08-26 11:31:51 -0700119 spin_lock_init(&nf_connlabels_lock);
Gao feng5f69b8f2013-01-21 22:10:31 +0000120 return nf_ct_extend_register(&labels_extend);
Florian Westphalc539f012013-01-11 06:30:44 +0000121}
122
Gao feng5f69b8f2013-01-21 22:10:31 +0000123void nf_conntrack_labels_fini(void)
Florian Westphalc539f012013-01-11 06:30:44 +0000124{
Gao feng5f69b8f2013-01-21 22:10:31 +0000125 nf_ct_extend_unregister(&labels_extend);
Florian Westphalc539f012013-01-11 06:30:44 +0000126}