Martin Josefsson | 7e5d03b | 2006-11-29 02:34:59 +0100 | [diff] [blame] | 1 | /* Helper handling for netfilter. */ |
| 2 | |
| 3 | /* (C) 1999-2001 Paul `Rusty' Russell |
| 4 | * (C) 2002-2006 Netfilter Core Team <coreteam@netfilter.org> |
| 5 | * (C) 2003,2004 USAGI/WIDE Project <http://www.linux-ipv6.org> |
Patrick McHardy | f229f6c | 2013-04-06 15:24:29 +0200 | [diff] [blame] | 6 | * (C) 2006-2012 Patrick McHardy <kaber@trash.net> |
Martin Josefsson | 7e5d03b | 2006-11-29 02:34:59 +0100 | [diff] [blame] | 7 | * |
| 8 | * This program is free software; you can redistribute it and/or modify |
| 9 | * it under the terms of the GNU General Public License version 2 as |
| 10 | * published by the Free Software Foundation. |
| 11 | */ |
| 12 | |
| 13 | #include <linux/types.h> |
| 14 | #include <linux/netfilter.h> |
| 15 | #include <linux/module.h> |
| 16 | #include <linux/skbuff.h> |
| 17 | #include <linux/vmalloc.h> |
| 18 | #include <linux/stddef.h> |
Martin Josefsson | 7e5d03b | 2006-11-29 02:34:59 +0100 | [diff] [blame] | 19 | #include <linux/random.h> |
| 20 | #include <linux/err.h> |
| 21 | #include <linux/kernel.h> |
| 22 | #include <linux/netdevice.h> |
Ingo Molnar | 2ba4cc3 | 2008-05-13 15:37:05 +0200 | [diff] [blame] | 23 | #include <linux/rculist.h> |
Alexey Dobriyan | efb9a8c | 2008-11-05 03:03:18 -0800 | [diff] [blame] | 24 | #include <linux/rtnetlink.h> |
Martin Josefsson | 7e5d03b | 2006-11-29 02:34:59 +0100 | [diff] [blame] | 25 | |
Martin Josefsson | 7e5d03b | 2006-11-29 02:34:59 +0100 | [diff] [blame] | 26 | #include <net/netfilter/nf_conntrack.h> |
| 27 | #include <net/netfilter/nf_conntrack_l3proto.h> |
Martin Josefsson | 605dcad | 2006-11-29 02:35:06 +0100 | [diff] [blame] | 28 | #include <net/netfilter/nf_conntrack_l4proto.h> |
Martin Josefsson | 7e5d03b | 2006-11-29 02:34:59 +0100 | [diff] [blame] | 29 | #include <net/netfilter/nf_conntrack_helper.h> |
| 30 | #include <net/netfilter/nf_conntrack_core.h> |
Yasuyuki Kozakai | ceceae1 | 2007-07-07 22:23:42 -0700 | [diff] [blame] | 31 | #include <net/netfilter/nf_conntrack_extend.h> |
Pablo Neira Ayuso | b20ab9cc | 2013-02-10 18:56:56 +0100 | [diff] [blame] | 32 | #include <net/netfilter/nf_log.h> |
Martin Josefsson | 7e5d03b | 2006-11-29 02:34:59 +0100 | [diff] [blame] | 33 | |
Patrick McHardy | 58a3c9b | 2008-01-31 04:36:54 -0800 | [diff] [blame] | 34 | static DEFINE_MUTEX(nf_ct_helper_mutex); |
Pablo Neira Ayuso | 12f7a50 | 2012-05-13 21:44:54 +0200 | [diff] [blame] | 35 | struct hlist_head *nf_ct_helper_hash __read_mostly; |
| 36 | EXPORT_SYMBOL_GPL(nf_ct_helper_hash); |
| 37 | unsigned int nf_ct_helper_hsize __read_mostly; |
| 38 | EXPORT_SYMBOL_GPL(nf_ct_helper_hsize); |
Patrick McHardy | b8a7fe6 | 2007-07-07 22:36:46 -0700 | [diff] [blame] | 39 | static unsigned int nf_ct_helper_count __read_mostly; |
Patrick McHardy | b8a7fe6 | 2007-07-07 22:36:46 -0700 | [diff] [blame] | 40 | |
Pablo Neira Ayuso | 3bb398d | 2016-04-14 17:13:41 +0200 | [diff] [blame] | 41 | static bool nf_ct_auto_assign_helper __read_mostly = false; |
Eric Leblond | a900689 | 2012-04-18 11:20:41 +0200 | [diff] [blame] | 42 | module_param_named(nf_conntrack_helper, nf_ct_auto_assign_helper, bool, 0644); |
| 43 | MODULE_PARM_DESC(nf_conntrack_helper, |
Pablo Neira Ayuso | 3bb398d | 2016-04-14 17:13:41 +0200 | [diff] [blame] | 44 | "Enable automatic conntrack helper assignment (default 0)"); |
Eric Leblond | a900689 | 2012-04-18 11:20:41 +0200 | [diff] [blame] | 45 | |
| 46 | #ifdef CONFIG_SYSCTL |
| 47 | static struct ctl_table helper_sysctl_table[] = { |
| 48 | { |
| 49 | .procname = "nf_conntrack_helper", |
| 50 | .data = &init_net.ct.sysctl_auto_assign_helper, |
| 51 | .maxlen = sizeof(unsigned int), |
| 52 | .mode = 0644, |
| 53 | .proc_handler = proc_dointvec, |
| 54 | }, |
| 55 | {} |
| 56 | }; |
| 57 | |
| 58 | static int nf_conntrack_helper_init_sysctl(struct net *net) |
| 59 | { |
| 60 | struct ctl_table *table; |
| 61 | |
| 62 | table = kmemdup(helper_sysctl_table, sizeof(helper_sysctl_table), |
| 63 | GFP_KERNEL); |
| 64 | if (!table) |
| 65 | goto out; |
| 66 | |
| 67 | table[0].data = &net->ct.sysctl_auto_assign_helper; |
| 68 | |
Eric W. Biederman | 464dc80 | 2012-11-16 03:02:59 +0000 | [diff] [blame] | 69 | /* Don't export sysctls to unprivileged users */ |
| 70 | if (net->user_ns != &init_user_ns) |
| 71 | table[0].procname = NULL; |
| 72 | |
Eric Leblond | a900689 | 2012-04-18 11:20:41 +0200 | [diff] [blame] | 73 | net->ct.helper_sysctl_header = |
| 74 | register_net_sysctl(net, "net/netfilter", table); |
| 75 | |
| 76 | if (!net->ct.helper_sysctl_header) { |
| 77 | pr_err("nf_conntrack_helper: can't register to sysctl.\n"); |
| 78 | goto out_register; |
| 79 | } |
| 80 | return 0; |
| 81 | |
| 82 | out_register: |
| 83 | kfree(table); |
| 84 | out: |
| 85 | return -ENOMEM; |
| 86 | } |
| 87 | |
| 88 | static void nf_conntrack_helper_fini_sysctl(struct net *net) |
| 89 | { |
| 90 | struct ctl_table *table; |
| 91 | |
| 92 | table = net->ct.helper_sysctl_header->ctl_table_arg; |
| 93 | unregister_net_sysctl_table(net->ct.helper_sysctl_header); |
| 94 | kfree(table); |
| 95 | } |
| 96 | #else |
| 97 | static int nf_conntrack_helper_init_sysctl(struct net *net) |
| 98 | { |
| 99 | return 0; |
| 100 | } |
| 101 | |
| 102 | static void nf_conntrack_helper_fini_sysctl(struct net *net) |
| 103 | { |
| 104 | } |
| 105 | #endif /* CONFIG_SYSCTL */ |
Patrick McHardy | b8a7fe6 | 2007-07-07 22:36:46 -0700 | [diff] [blame] | 106 | |
| 107 | /* Stupid hash, but collision free for the default registrations of the |
| 108 | * helpers currently in the kernel. */ |
| 109 | static unsigned int helper_hash(const struct nf_conntrack_tuple *tuple) |
| 110 | { |
| 111 | return (((tuple->src.l3num << 8) | tuple->dst.protonum) ^ |
Al Viro | a34c458 | 2007-07-26 17:33:19 +0100 | [diff] [blame] | 112 | (__force __u16)tuple->src.u.all) % nf_ct_helper_hsize; |
Patrick McHardy | b8a7fe6 | 2007-07-07 22:36:46 -0700 | [diff] [blame] | 113 | } |
Martin Josefsson | 7e5d03b | 2006-11-29 02:34:59 +0100 | [diff] [blame] | 114 | |
Pablo Neira Ayuso | 226c0c0 | 2008-11-18 11:54:05 +0100 | [diff] [blame] | 115 | static struct nf_conntrack_helper * |
Martin Josefsson | 7e5d03b | 2006-11-29 02:34:59 +0100 | [diff] [blame] | 116 | __nf_ct_helper_find(const struct nf_conntrack_tuple *tuple) |
| 117 | { |
Patrick McHardy | b8a7fe6 | 2007-07-07 22:36:46 -0700 | [diff] [blame] | 118 | struct nf_conntrack_helper *helper; |
Patrick McHardy | d4156e8 | 2007-07-07 22:31:32 -0700 | [diff] [blame] | 119 | struct nf_conntrack_tuple_mask mask = { .src.u.all = htons(0xFFFF) }; |
Patrick McHardy | b8a7fe6 | 2007-07-07 22:36:46 -0700 | [diff] [blame] | 120 | unsigned int h; |
Martin Josefsson | 7e5d03b | 2006-11-29 02:34:59 +0100 | [diff] [blame] | 121 | |
Patrick McHardy | b8a7fe6 | 2007-07-07 22:36:46 -0700 | [diff] [blame] | 122 | if (!nf_ct_helper_count) |
| 123 | return NULL; |
| 124 | |
| 125 | h = helper_hash(tuple); |
Sasha Levin | b67bfe0 | 2013-02-27 17:06:00 -0800 | [diff] [blame] | 126 | hlist_for_each_entry_rcu(helper, &nf_ct_helper_hash[h], hnode) { |
Patrick McHardy | b8a7fe6 | 2007-07-07 22:36:46 -0700 | [diff] [blame] | 127 | if (nf_ct_tuple_src_mask_cmp(tuple, &helper->tuple, &mask)) |
| 128 | return helper; |
Martin Josefsson | 7e5d03b | 2006-11-29 02:34:59 +0100 | [diff] [blame] | 129 | } |
| 130 | return NULL; |
| 131 | } |
Martin Josefsson | 7e5d03b | 2006-11-29 02:34:59 +0100 | [diff] [blame] | 132 | |
| 133 | struct nf_conntrack_helper * |
Patrick McHardy | 794e687 | 2010-02-03 13:41:29 +0100 | [diff] [blame] | 134 | __nf_conntrack_helper_find(const char *name, u16 l3num, u8 protonum) |
Martin Josefsson | 7e5d03b | 2006-11-29 02:34:59 +0100 | [diff] [blame] | 135 | { |
| 136 | struct nf_conntrack_helper *h; |
Patrick McHardy | b8a7fe6 | 2007-07-07 22:36:46 -0700 | [diff] [blame] | 137 | unsigned int i; |
Martin Josefsson | 7e5d03b | 2006-11-29 02:34:59 +0100 | [diff] [blame] | 138 | |
Patrick McHardy | b8a7fe6 | 2007-07-07 22:36:46 -0700 | [diff] [blame] | 139 | for (i = 0; i < nf_ct_helper_hsize; i++) { |
Sasha Levin | b67bfe0 | 2013-02-27 17:06:00 -0800 | [diff] [blame] | 140 | hlist_for_each_entry_rcu(h, &nf_ct_helper_hash[i], hnode) { |
Patrick McHardy | 794e687 | 2010-02-03 13:41:29 +0100 | [diff] [blame] | 141 | if (!strcmp(h->name, name) && |
| 142 | h->tuple.src.l3num == l3num && |
| 143 | h->tuple.dst.protonum == protonum) |
Patrick McHardy | b8a7fe6 | 2007-07-07 22:36:46 -0700 | [diff] [blame] | 144 | return h; |
| 145 | } |
Martin Josefsson | 7e5d03b | 2006-11-29 02:34:59 +0100 | [diff] [blame] | 146 | } |
Martin Josefsson | 7e5d03b | 2006-11-29 02:34:59 +0100 | [diff] [blame] | 147 | return NULL; |
| 148 | } |
Patrick McHardy | 794e687 | 2010-02-03 13:41:29 +0100 | [diff] [blame] | 149 | EXPORT_SYMBOL_GPL(__nf_conntrack_helper_find); |
Martin Josefsson | 7e5d03b | 2006-11-29 02:34:59 +0100 | [diff] [blame] | 150 | |
Patrick McHardy | 84f3bb9 | 2010-02-03 17:17:06 +0100 | [diff] [blame] | 151 | struct nf_conntrack_helper * |
| 152 | nf_conntrack_helper_try_module_get(const char *name, u16 l3num, u8 protonum) |
| 153 | { |
| 154 | struct nf_conntrack_helper *h; |
| 155 | |
| 156 | h = __nf_conntrack_helper_find(name, l3num, protonum); |
| 157 | #ifdef CONFIG_MODULES |
| 158 | if (h == NULL) { |
| 159 | if (request_module("nfct-helper-%s", name) == 0) |
| 160 | h = __nf_conntrack_helper_find(name, l3num, protonum); |
| 161 | } |
| 162 | #endif |
| 163 | if (h != NULL && !try_module_get(h->me)) |
| 164 | h = NULL; |
| 165 | |
| 166 | return h; |
| 167 | } |
| 168 | EXPORT_SYMBOL_GPL(nf_conntrack_helper_try_module_get); |
| 169 | |
Pablo Neira Ayuso | 1afc567 | 2012-06-07 12:11:50 +0200 | [diff] [blame] | 170 | struct nf_conn_help * |
| 171 | nf_ct_helper_ext_add(struct nf_conn *ct, |
| 172 | struct nf_conntrack_helper *helper, gfp_t gfp) |
Patrick McHardy | b560580 | 2007-07-07 22:35:56 -0700 | [diff] [blame] | 173 | { |
| 174 | struct nf_conn_help *help; |
| 175 | |
Pablo Neira Ayuso | 1afc567 | 2012-06-07 12:11:50 +0200 | [diff] [blame] | 176 | help = nf_ct_ext_add_length(ct, NF_CT_EXT_HELPER, |
| 177 | helper->data_len, gfp); |
Patrick McHardy | b560580 | 2007-07-07 22:35:56 -0700 | [diff] [blame] | 178 | if (help) |
| 179 | INIT_HLIST_HEAD(&help->expectations); |
| 180 | else |
| 181 | pr_debug("failed to add helper extension area"); |
| 182 | return help; |
| 183 | } |
| 184 | EXPORT_SYMBOL_GPL(nf_ct_helper_ext_add); |
| 185 | |
Patrick McHardy | b2a15a6 | 2010-02-03 14:13:03 +0100 | [diff] [blame] | 186 | int __nf_ct_try_assign_helper(struct nf_conn *ct, struct nf_conn *tmpl, |
| 187 | gfp_t flags) |
Pablo Neira Ayuso | 226c0c0 | 2008-11-18 11:54:05 +0100 | [diff] [blame] | 188 | { |
Patrick McHardy | b2a15a6 | 2010-02-03 14:13:03 +0100 | [diff] [blame] | 189 | struct nf_conntrack_helper *helper = NULL; |
| 190 | struct nf_conn_help *help; |
Eric Leblond | a900689 | 2012-04-18 11:20:41 +0200 | [diff] [blame] | 191 | struct net *net = nf_ct_net(ct); |
Pablo Neira Ayuso | 226c0c0 | 2008-11-18 11:54:05 +0100 | [diff] [blame] | 192 | int ret = 0; |
Pablo Neira Ayuso | 226c0c0 | 2008-11-18 11:54:05 +0100 | [diff] [blame] | 193 | |
Pablo Neira Ayuso | 6714cf5 | 2012-05-03 02:17:45 +0000 | [diff] [blame] | 194 | /* We already got a helper explicitly attached. The function |
| 195 | * nf_conntrack_alter_reply - in case NAT is in use - asks for looking |
| 196 | * the helper up again. Since now the user is in full control of |
| 197 | * making consistent helper configurations, skip this automatic |
| 198 | * re-lookup, otherwise we'll lose the helper. |
| 199 | */ |
| 200 | if (test_bit(IPS_HELPER_BIT, &ct->status)) |
| 201 | return 0; |
| 202 | |
Patrick McHardy | b2a15a6 | 2010-02-03 14:13:03 +0100 | [diff] [blame] | 203 | if (tmpl != NULL) { |
| 204 | help = nfct_help(tmpl); |
Pablo Neira Ayuso | 6714cf5 | 2012-05-03 02:17:45 +0000 | [diff] [blame] | 205 | if (help != NULL) { |
Patrick McHardy | b2a15a6 | 2010-02-03 14:13:03 +0100 | [diff] [blame] | 206 | helper = help->helper; |
Pablo Neira Ayuso | 6714cf5 | 2012-05-03 02:17:45 +0000 | [diff] [blame] | 207 | set_bit(IPS_HELPER_BIT, &ct->status); |
| 208 | } |
Patrick McHardy | b2a15a6 | 2010-02-03 14:13:03 +0100 | [diff] [blame] | 209 | } |
| 210 | |
| 211 | help = nfct_help(ct); |
Eric Leblond | a900689 | 2012-04-18 11:20:41 +0200 | [diff] [blame] | 212 | if (net->ct.sysctl_auto_assign_helper && helper == NULL) { |
Patrick McHardy | b2a15a6 | 2010-02-03 14:13:03 +0100 | [diff] [blame] | 213 | helper = __nf_ct_helper_find(&ct->tuplehash[IP_CT_DIR_REPLY].tuple); |
Eric Leblond | a900689 | 2012-04-18 11:20:41 +0200 | [diff] [blame] | 214 | if (unlikely(!net->ct.auto_assign_helper_warned && helper)) { |
| 215 | pr_info("nf_conntrack: automatic helper " |
| 216 | "assignment is deprecated and it will " |
| 217 | "be removed soon. Use the iptables CT target " |
| 218 | "to attach helpers instead.\n"); |
| 219 | net->ct.auto_assign_helper_warned = true; |
| 220 | } |
| 221 | } |
| 222 | |
Pablo Neira Ayuso | 226c0c0 | 2008-11-18 11:54:05 +0100 | [diff] [blame] | 223 | if (helper == NULL) { |
| 224 | if (help) |
Stephen Hemminger | a9b3cd7 | 2011-08-01 16:19:00 +0000 | [diff] [blame] | 225 | RCU_INIT_POINTER(help->helper, NULL); |
Pablo Neira Ayuso | 226c0c0 | 2008-11-18 11:54:05 +0100 | [diff] [blame] | 226 | goto out; |
| 227 | } |
| 228 | |
| 229 | if (help == NULL) { |
Pablo Neira Ayuso | 1afc567 | 2012-06-07 12:11:50 +0200 | [diff] [blame] | 230 | help = nf_ct_helper_ext_add(ct, helper, flags); |
Pablo Neira Ayuso | 226c0c0 | 2008-11-18 11:54:05 +0100 | [diff] [blame] | 231 | if (help == NULL) { |
| 232 | ret = -ENOMEM; |
| 233 | goto out; |
| 234 | } |
| 235 | } else { |
Pablo Neira Ayuso | 32f5376 | 2012-06-18 17:29:53 +0200 | [diff] [blame] | 236 | /* We only allow helper re-assignment of the same sort since |
| 237 | * we cannot reallocate the helper extension area. |
| 238 | */ |
Florian Westphal | 6e2f0aa | 2013-02-12 05:59:53 +0000 | [diff] [blame] | 239 | struct nf_conntrack_helper *tmp = rcu_dereference(help->helper); |
| 240 | |
| 241 | if (tmp && tmp->help != helper->help) { |
Pablo Neira Ayuso | 32f5376 | 2012-06-18 17:29:53 +0200 | [diff] [blame] | 242 | RCU_INIT_POINTER(help->helper, NULL); |
| 243 | goto out; |
| 244 | } |
Pablo Neira Ayuso | 226c0c0 | 2008-11-18 11:54:05 +0100 | [diff] [blame] | 245 | } |
| 246 | |
Eric Dumazet | cf778b0 | 2012-01-12 04:41:32 +0000 | [diff] [blame] | 247 | rcu_assign_pointer(help->helper, helper); |
Pablo Neira Ayuso | 226c0c0 | 2008-11-18 11:54:05 +0100 | [diff] [blame] | 248 | out: |
| 249 | return ret; |
| 250 | } |
| 251 | EXPORT_SYMBOL_GPL(__nf_ct_try_assign_helper); |
| 252 | |
stephen hemminger | 01cfa0a | 2014-10-29 22:57:19 -0700 | [diff] [blame] | 253 | /* appropriate ct lock protecting must be taken by caller */ |
Martin Josefsson | 7e5d03b | 2006-11-29 02:34:59 +0100 | [diff] [blame] | 254 | static inline int unhelp(struct nf_conntrack_tuple_hash *i, |
| 255 | const struct nf_conntrack_helper *me) |
| 256 | { |
| 257 | struct nf_conn *ct = nf_ct_tuplehash_to_ctrack(i); |
| 258 | struct nf_conn_help *help = nfct_help(ct); |
| 259 | |
Jesper Dangaard Brouer | ca7433d | 2014-03-03 14:46:01 +0100 | [diff] [blame] | 260 | if (help && rcu_dereference_raw(help->helper) == me) { |
Martin Josefsson | 7e5d03b | 2006-11-29 02:34:59 +0100 | [diff] [blame] | 261 | nf_conntrack_event(IPCT_HELPER, ct); |
Stephen Hemminger | a9b3cd7 | 2011-08-01 16:19:00 +0000 | [diff] [blame] | 262 | RCU_INIT_POINTER(help->helper, NULL); |
Martin Josefsson | 7e5d03b | 2006-11-29 02:34:59 +0100 | [diff] [blame] | 263 | } |
| 264 | return 0; |
| 265 | } |
| 266 | |
Pablo Neira Ayuso | 9858a3a | 2009-06-13 12:28:22 +0200 | [diff] [blame] | 267 | void nf_ct_helper_destroy(struct nf_conn *ct) |
| 268 | { |
| 269 | struct nf_conn_help *help = nfct_help(ct); |
| 270 | struct nf_conntrack_helper *helper; |
| 271 | |
| 272 | if (help) { |
| 273 | rcu_read_lock(); |
| 274 | helper = rcu_dereference(help->helper); |
| 275 | if (helper && helper->destroy) |
| 276 | helper->destroy(ct); |
| 277 | rcu_read_unlock(); |
| 278 | } |
| 279 | } |
| 280 | |
Pablo Neira Ayuso | 544d5c7 | 2012-02-05 03:44:51 +0100 | [diff] [blame] | 281 | static LIST_HEAD(nf_ct_helper_expectfn_list); |
| 282 | |
| 283 | void nf_ct_helper_expectfn_register(struct nf_ct_helper_expectfn *n) |
| 284 | { |
Jesper Dangaard Brouer | ca7433d | 2014-03-03 14:46:01 +0100 | [diff] [blame] | 285 | spin_lock_bh(&nf_conntrack_expect_lock); |
Pablo Neira Ayuso | 544d5c7 | 2012-02-05 03:44:51 +0100 | [diff] [blame] | 286 | list_add_rcu(&n->head, &nf_ct_helper_expectfn_list); |
Jesper Dangaard Brouer | ca7433d | 2014-03-03 14:46:01 +0100 | [diff] [blame] | 287 | spin_unlock_bh(&nf_conntrack_expect_lock); |
Pablo Neira Ayuso | 544d5c7 | 2012-02-05 03:44:51 +0100 | [diff] [blame] | 288 | } |
| 289 | EXPORT_SYMBOL_GPL(nf_ct_helper_expectfn_register); |
| 290 | |
| 291 | void nf_ct_helper_expectfn_unregister(struct nf_ct_helper_expectfn *n) |
| 292 | { |
Jesper Dangaard Brouer | ca7433d | 2014-03-03 14:46:01 +0100 | [diff] [blame] | 293 | spin_lock_bh(&nf_conntrack_expect_lock); |
Pablo Neira Ayuso | 544d5c7 | 2012-02-05 03:44:51 +0100 | [diff] [blame] | 294 | list_del_rcu(&n->head); |
Jesper Dangaard Brouer | ca7433d | 2014-03-03 14:46:01 +0100 | [diff] [blame] | 295 | spin_unlock_bh(&nf_conntrack_expect_lock); |
Pablo Neira Ayuso | 544d5c7 | 2012-02-05 03:44:51 +0100 | [diff] [blame] | 296 | } |
| 297 | EXPORT_SYMBOL_GPL(nf_ct_helper_expectfn_unregister); |
| 298 | |
| 299 | struct nf_ct_helper_expectfn * |
| 300 | nf_ct_helper_expectfn_find_by_name(const char *name) |
| 301 | { |
| 302 | struct nf_ct_helper_expectfn *cur; |
| 303 | bool found = false; |
| 304 | |
| 305 | rcu_read_lock(); |
| 306 | list_for_each_entry_rcu(cur, &nf_ct_helper_expectfn_list, head) { |
| 307 | if (!strcmp(cur->name, name)) { |
| 308 | found = true; |
| 309 | break; |
| 310 | } |
| 311 | } |
| 312 | rcu_read_unlock(); |
| 313 | return found ? cur : NULL; |
| 314 | } |
| 315 | EXPORT_SYMBOL_GPL(nf_ct_helper_expectfn_find_by_name); |
| 316 | |
| 317 | struct nf_ct_helper_expectfn * |
| 318 | nf_ct_helper_expectfn_find_by_symbol(const void *symbol) |
| 319 | { |
| 320 | struct nf_ct_helper_expectfn *cur; |
| 321 | bool found = false; |
| 322 | |
| 323 | rcu_read_lock(); |
| 324 | list_for_each_entry_rcu(cur, &nf_ct_helper_expectfn_list, head) { |
| 325 | if (cur->expectfn == symbol) { |
| 326 | found = true; |
| 327 | break; |
| 328 | } |
| 329 | } |
| 330 | rcu_read_unlock(); |
| 331 | return found ? cur : NULL; |
| 332 | } |
| 333 | EXPORT_SYMBOL_GPL(nf_ct_helper_expectfn_find_by_symbol); |
| 334 | |
Pablo Neira Ayuso | b20ab9cc | 2013-02-10 18:56:56 +0100 | [diff] [blame] | 335 | __printf(3, 4) |
| 336 | void nf_ct_helper_log(struct sk_buff *skb, const struct nf_conn *ct, |
| 337 | const char *fmt, ...) |
| 338 | { |
| 339 | const struct nf_conn_help *help; |
| 340 | const struct nf_conntrack_helper *helper; |
Joe Perches | f9caed5 | 2013-02-18 21:51:07 +0000 | [diff] [blame] | 341 | struct va_format vaf; |
| 342 | va_list args; |
| 343 | |
| 344 | va_start(args, fmt); |
| 345 | |
| 346 | vaf.fmt = fmt; |
| 347 | vaf.va = &args; |
Pablo Neira Ayuso | b20ab9cc | 2013-02-10 18:56:56 +0100 | [diff] [blame] | 348 | |
| 349 | /* Called from the helper function, this call never fails */ |
| 350 | help = nfct_help(ct); |
| 351 | |
| 352 | /* rcu_read_lock()ed by nf_hook_slow */ |
| 353 | helper = rcu_dereference(help->helper); |
| 354 | |
Gao feng | 30e0c6a | 2013-03-24 23:50:40 +0000 | [diff] [blame] | 355 | nf_log_packet(nf_ct_net(ct), nf_ct_l3num(ct), 0, skb, NULL, NULL, NULL, |
Joe Perches | f9caed5 | 2013-02-18 21:51:07 +0000 | [diff] [blame] | 356 | "nf_ct_%s: dropping packet: %pV ", helper->name, &vaf); |
| 357 | |
| 358 | va_end(args); |
Pablo Neira Ayuso | b20ab9cc | 2013-02-10 18:56:56 +0100 | [diff] [blame] | 359 | } |
| 360 | EXPORT_SYMBOL_GPL(nf_ct_helper_log); |
| 361 | |
Martin Josefsson | 7e5d03b | 2006-11-29 02:34:59 +0100 | [diff] [blame] | 362 | int nf_conntrack_helper_register(struct nf_conntrack_helper *me) |
| 363 | { |
Pablo Neira Ayuso | 893e093 | 2016-05-24 11:23:51 +0200 | [diff] [blame] | 364 | struct nf_conntrack_tuple_mask mask = { .src.u.all = htons(0xFFFF) }; |
Patrick McHardy | b8a7fe6 | 2007-07-07 22:36:46 -0700 | [diff] [blame] | 365 | unsigned int h = helper_hash(&me->tuple); |
Pablo Neira Ayuso | 893e093 | 2016-05-24 11:23:51 +0200 | [diff] [blame] | 366 | struct nf_conntrack_helper *cur; |
| 367 | int ret = 0; |
Patrick McHardy | b8a7fe6 | 2007-07-07 22:36:46 -0700 | [diff] [blame] | 368 | |
Patrick McHardy | 6002f266 | 2008-03-25 20:09:15 -0700 | [diff] [blame] | 369 | BUG_ON(me->expect_policy == NULL); |
| 370 | BUG_ON(me->expect_class_max >= NF_CT_MAX_EXPECT_CLASSES); |
Holger Eitzenberger | af9d32a | 2009-03-25 18:44:01 +0100 | [diff] [blame] | 371 | BUG_ON(strlen(me->name) > NF_CT_HELPER_NAME_LEN - 1); |
Martin Josefsson | 7e5d03b | 2006-11-29 02:34:59 +0100 | [diff] [blame] | 372 | |
Patrick McHardy | 58a3c9b | 2008-01-31 04:36:54 -0800 | [diff] [blame] | 373 | mutex_lock(&nf_ct_helper_mutex); |
Sasha Levin | b67bfe0 | 2013-02-27 17:06:00 -0800 | [diff] [blame] | 374 | hlist_for_each_entry(cur, &nf_ct_helper_hash[h], hnode) { |
Pablo Neira Ayuso | 893e093 | 2016-05-24 11:23:51 +0200 | [diff] [blame] | 375 | if (nf_ct_tuple_src_mask_cmp(&cur->tuple, &me->tuple, &mask)) { |
Pablo Neira Ayuso | 12f7a50 | 2012-05-13 21:44:54 +0200 | [diff] [blame] | 376 | ret = -EEXIST; |
| 377 | goto out; |
| 378 | } |
| 379 | } |
Patrick McHardy | 58a3c9b | 2008-01-31 04:36:54 -0800 | [diff] [blame] | 380 | hlist_add_head_rcu(&me->hnode, &nf_ct_helper_hash[h]); |
Patrick McHardy | b8a7fe6 | 2007-07-07 22:36:46 -0700 | [diff] [blame] | 381 | nf_ct_helper_count++; |
Pablo Neira Ayuso | 12f7a50 | 2012-05-13 21:44:54 +0200 | [diff] [blame] | 382 | out: |
Patrick McHardy | 58a3c9b | 2008-01-31 04:36:54 -0800 | [diff] [blame] | 383 | mutex_unlock(&nf_ct_helper_mutex); |
Pablo Neira Ayuso | 12f7a50 | 2012-05-13 21:44:54 +0200 | [diff] [blame] | 384 | return ret; |
Martin Josefsson | 7e5d03b | 2006-11-29 02:34:59 +0100 | [diff] [blame] | 385 | } |
Patrick McHardy | 13b1833 | 2006-12-02 22:11:25 -0800 | [diff] [blame] | 386 | EXPORT_SYMBOL_GPL(nf_conntrack_helper_register); |
Martin Josefsson | 7e5d03b | 2006-11-29 02:34:59 +0100 | [diff] [blame] | 387 | |
Alexey Dobriyan | 6804793 | 2008-10-08 11:35:06 +0200 | [diff] [blame] | 388 | static void __nf_conntrack_helper_unregister(struct nf_conntrack_helper *me, |
| 389 | struct net *net) |
Martin Josefsson | 7e5d03b | 2006-11-29 02:34:59 +0100 | [diff] [blame] | 390 | { |
Martin Josefsson | 7e5d03b | 2006-11-29 02:34:59 +0100 | [diff] [blame] | 391 | struct nf_conntrack_tuple_hash *h; |
Florian Westphal | 436a850 | 2016-05-15 19:50:14 +0200 | [diff] [blame] | 392 | const struct hlist_nulls_node *nn; |
| 393 | int cpu; |
| 394 | |
| 395 | /* Get rid of expecteds, set helpers to NULL. */ |
| 396 | for_each_possible_cpu(cpu) { |
| 397 | struct ct_pcpu *pcpu = per_cpu_ptr(net->ct.pcpu_lists, cpu); |
| 398 | |
| 399 | spin_lock_bh(&pcpu->lock); |
| 400 | hlist_nulls_for_each_entry(h, nn, &pcpu->unconfirmed, hnnode) |
| 401 | unhelp(h, me); |
| 402 | spin_unlock_bh(&pcpu->lock); |
| 403 | } |
| 404 | } |
| 405 | |
| 406 | void nf_conntrack_helper_unregister(struct nf_conntrack_helper *me) |
| 407 | { |
| 408 | struct nf_conntrack_tuple_hash *h; |
Patrick McHardy | 31f1587 | 2007-07-07 22:35:21 -0700 | [diff] [blame] | 409 | struct nf_conntrack_expect *exp; |
Sasha Levin | b67bfe0 | 2013-02-27 17:06:00 -0800 | [diff] [blame] | 410 | const struct hlist_node *next; |
Eric Dumazet | ea781f1 | 2009-03-25 21:05:46 +0100 | [diff] [blame] | 411 | const struct hlist_nulls_node *nn; |
Liping Zhang | 8786a97 | 2016-07-03 13:18:45 +0800 | [diff] [blame] | 412 | unsigned int last_hsize; |
| 413 | spinlock_t *lock; |
Florian Westphal | 436a850 | 2016-05-15 19:50:14 +0200 | [diff] [blame] | 414 | struct net *net; |
Patrick McHardy | 31f1587 | 2007-07-07 22:35:21 -0700 | [diff] [blame] | 415 | unsigned int i; |
Florian Westphal | 436a850 | 2016-05-15 19:50:14 +0200 | [diff] [blame] | 416 | |
| 417 | mutex_lock(&nf_ct_helper_mutex); |
| 418 | hlist_del_rcu(&me->hnode); |
| 419 | nf_ct_helper_count--; |
| 420 | mutex_unlock(&nf_ct_helper_mutex); |
| 421 | |
| 422 | /* Make sure every nothing is still using the helper unless its a |
| 423 | * connection in the hash. |
| 424 | */ |
| 425 | synchronize_rcu(); |
Martin Josefsson | 7e5d03b | 2006-11-29 02:34:59 +0100 | [diff] [blame] | 426 | |
Alexey Dobriyan | 6804793 | 2008-10-08 11:35:06 +0200 | [diff] [blame] | 427 | /* Get rid of expectations */ |
Jesper Dangaard Brouer | ca7433d | 2014-03-03 14:46:01 +0100 | [diff] [blame] | 428 | spin_lock_bh(&nf_conntrack_expect_lock); |
Alexey Dobriyan | 6804793 | 2008-10-08 11:35:06 +0200 | [diff] [blame] | 429 | for (i = 0; i < nf_ct_expect_hsize; i++) { |
Sasha Levin | b67bfe0 | 2013-02-27 17:06:00 -0800 | [diff] [blame] | 430 | hlist_for_each_entry_safe(exp, next, |
Florian Westphal | 0a93aae | 2016-05-06 00:51:49 +0200 | [diff] [blame] | 431 | &nf_ct_expect_hash[i], hnode) { |
Alexey Dobriyan | 6804793 | 2008-10-08 11:35:06 +0200 | [diff] [blame] | 432 | struct nf_conn_help *help = nfct_help(exp->master); |
Eric Dumazet | c5d277d | 2010-11-15 19:45:13 +0100 | [diff] [blame] | 433 | if ((rcu_dereference_protected( |
| 434 | help->helper, |
Jesper Dangaard Brouer | ca7433d | 2014-03-03 14:46:01 +0100 | [diff] [blame] | 435 | lockdep_is_held(&nf_conntrack_expect_lock) |
Eric Dumazet | c5d277d | 2010-11-15 19:45:13 +0100 | [diff] [blame] | 436 | ) == me || exp->helper == me) && |
Alexey Dobriyan | 6804793 | 2008-10-08 11:35:06 +0200 | [diff] [blame] | 437 | del_timer(&exp->timeout)) { |
| 438 | nf_ct_unlink_expect(exp); |
| 439 | nf_ct_expect_put(exp); |
| 440 | } |
| 441 | } |
| 442 | } |
Jesper Dangaard Brouer | ca7433d | 2014-03-03 14:46:01 +0100 | [diff] [blame] | 443 | spin_unlock_bh(&nf_conntrack_expect_lock); |
Alexey Dobriyan | 6804793 | 2008-10-08 11:35:06 +0200 | [diff] [blame] | 444 | |
Florian Westphal | 436a850 | 2016-05-15 19:50:14 +0200 | [diff] [blame] | 445 | rtnl_lock(); |
| 446 | for_each_net(net) |
| 447 | __nf_conntrack_helper_unregister(me, net); |
| 448 | rtnl_unlock(); |
Jesper Dangaard Brouer | b7779d0 | 2014-03-03 14:45:20 +0100 | [diff] [blame] | 449 | |
Jesper Dangaard Brouer | 93bb0ce | 2014-03-03 14:46:13 +0100 | [diff] [blame] | 450 | local_bh_disable(); |
Liping Zhang | 8786a97 | 2016-07-03 13:18:45 +0800 | [diff] [blame] | 451 | restart: |
| 452 | last_hsize = nf_conntrack_htable_size; |
| 453 | for (i = 0; i < last_hsize; i++) { |
| 454 | lock = &nf_conntrack_locks[i % CONNTRACK_LOCKS]; |
| 455 | nf_conntrack_lock(lock); |
| 456 | if (last_hsize != nf_conntrack_htable_size) { |
| 457 | spin_unlock(lock); |
| 458 | goto restart; |
Jesper Dangaard Brouer | 93bb0ce | 2014-03-03 14:46:13 +0100 | [diff] [blame] | 459 | } |
Liping Zhang | 8786a97 | 2016-07-03 13:18:45 +0800 | [diff] [blame] | 460 | hlist_nulls_for_each_entry(h, nn, &nf_conntrack_hash[i], hnnode) |
| 461 | unhelp(h, me); |
| 462 | spin_unlock(lock); |
Alexey Dobriyan | 6804793 | 2008-10-08 11:35:06 +0200 | [diff] [blame] | 463 | } |
Jesper Dangaard Brouer | 93bb0ce | 2014-03-03 14:46:13 +0100 | [diff] [blame] | 464 | local_bh_enable(); |
Alexey Dobriyan | 6804793 | 2008-10-08 11:35:06 +0200 | [diff] [blame] | 465 | } |
Patrick McHardy | 13b1833 | 2006-12-02 22:11:25 -0800 | [diff] [blame] | 466 | EXPORT_SYMBOL_GPL(nf_conntrack_helper_unregister); |
Yasuyuki Kozakai | ceceae1 | 2007-07-07 22:23:42 -0700 | [diff] [blame] | 467 | |
Gao Feng | 82de0be | 2016-07-18 11:39:23 +0800 | [diff] [blame] | 468 | void nf_ct_helper_init(struct nf_conntrack_helper *helper, |
| 469 | u16 l3num, u16 protonum, const char *name, |
| 470 | u16 default_port, u16 spec_port, u32 id, |
| 471 | const struct nf_conntrack_expect_policy *exp_pol, |
| 472 | u32 expect_class_max, u32 data_len, |
| 473 | int (*help)(struct sk_buff *skb, unsigned int protoff, |
| 474 | struct nf_conn *ct, |
| 475 | enum ip_conntrack_info ctinfo), |
| 476 | int (*from_nlattr)(struct nlattr *attr, |
| 477 | struct nf_conn *ct), |
| 478 | struct module *module) |
| 479 | { |
| 480 | helper->tuple.src.l3num = l3num; |
| 481 | helper->tuple.dst.protonum = protonum; |
| 482 | helper->tuple.src.u.all = htons(spec_port); |
| 483 | helper->expect_policy = exp_pol; |
| 484 | helper->expect_class_max = expect_class_max; |
| 485 | helper->data_len = data_len; |
| 486 | helper->help = help; |
| 487 | helper->from_nlattr = from_nlattr; |
| 488 | helper->me = module; |
| 489 | |
| 490 | if (spec_port == default_port) |
| 491 | snprintf(helper->name, sizeof(helper->name), "%s", name); |
| 492 | else |
| 493 | snprintf(helper->name, sizeof(helper->name), "%s-%u", name, id); |
| 494 | } |
| 495 | EXPORT_SYMBOL_GPL(nf_ct_helper_init); |
| 496 | |
| 497 | int nf_conntrack_helpers_register(struct nf_conntrack_helper *helper, |
| 498 | unsigned int n) |
| 499 | { |
| 500 | unsigned int i; |
| 501 | int err = 0; |
| 502 | |
| 503 | for (i = 0; i < n; i++) { |
| 504 | err = nf_conntrack_helper_register(&helper[i]); |
| 505 | if (err < 0) |
| 506 | goto err; |
| 507 | } |
| 508 | |
| 509 | return err; |
| 510 | err: |
| 511 | if (i > 0) |
| 512 | nf_conntrack_helpers_unregister(helper, i); |
| 513 | return err; |
| 514 | } |
| 515 | EXPORT_SYMBOL_GPL(nf_conntrack_helpers_register); |
| 516 | |
| 517 | void nf_conntrack_helpers_unregister(struct nf_conntrack_helper *helper, |
| 518 | unsigned int n) |
| 519 | { |
| 520 | while (n-- > 0) |
| 521 | nf_conntrack_helper_unregister(&helper[n]); |
| 522 | } |
| 523 | EXPORT_SYMBOL_GPL(nf_conntrack_helpers_unregister); |
| 524 | |
Patrick McHardy | 61eb310 | 2007-07-07 22:27:06 -0700 | [diff] [blame] | 525 | static struct nf_ct_ext_type helper_extend __read_mostly = { |
Yasuyuki Kozakai | ceceae1 | 2007-07-07 22:23:42 -0700 | [diff] [blame] | 526 | .len = sizeof(struct nf_conn_help), |
| 527 | .align = __alignof__(struct nf_conn_help), |
| 528 | .id = NF_CT_EXT_HELPER, |
| 529 | }; |
| 530 | |
Gao feng | 5e615b2 | 2013-01-21 22:10:30 +0000 | [diff] [blame] | 531 | int nf_conntrack_helper_pernet_init(struct net *net) |
Yasuyuki Kozakai | ceceae1 | 2007-07-07 22:23:42 -0700 | [diff] [blame] | 532 | { |
Eric Leblond | a900689 | 2012-04-18 11:20:41 +0200 | [diff] [blame] | 533 | net->ct.auto_assign_helper_warned = false; |
| 534 | net->ct.sysctl_auto_assign_helper = nf_ct_auto_assign_helper; |
Gao feng | 5e615b2 | 2013-01-21 22:10:30 +0000 | [diff] [blame] | 535 | return nf_conntrack_helper_init_sysctl(net); |
Yasuyuki Kozakai | ceceae1 | 2007-07-07 22:23:42 -0700 | [diff] [blame] | 536 | } |
| 537 | |
Gao feng | 5e615b2 | 2013-01-21 22:10:30 +0000 | [diff] [blame] | 538 | void nf_conntrack_helper_pernet_fini(struct net *net) |
Yasuyuki Kozakai | ceceae1 | 2007-07-07 22:23:42 -0700 | [diff] [blame] | 539 | { |
Eric Leblond | a900689 | 2012-04-18 11:20:41 +0200 | [diff] [blame] | 540 | nf_conntrack_helper_fini_sysctl(net); |
Gao feng | 5e615b2 | 2013-01-21 22:10:30 +0000 | [diff] [blame] | 541 | } |
| 542 | |
| 543 | int nf_conntrack_helper_init(void) |
| 544 | { |
| 545 | int ret; |
| 546 | nf_ct_helper_hsize = 1; /* gets rounded up to use one page */ |
| 547 | nf_ct_helper_hash = |
| 548 | nf_ct_alloc_hashtable(&nf_ct_helper_hsize, 0); |
| 549 | if (!nf_ct_helper_hash) |
| 550 | return -ENOMEM; |
| 551 | |
| 552 | ret = nf_ct_extend_register(&helper_extend); |
| 553 | if (ret < 0) { |
| 554 | pr_err("nf_ct_helper: Unable to register helper extension.\n"); |
| 555 | goto out_extend; |
Eric Leblond | a900689 | 2012-04-18 11:20:41 +0200 | [diff] [blame] | 556 | } |
Gao feng | 5e615b2 | 2013-01-21 22:10:30 +0000 | [diff] [blame] | 557 | |
| 558 | return 0; |
| 559 | out_extend: |
| 560 | nf_ct_free_hashtable(nf_ct_helper_hash, nf_ct_helper_hsize); |
| 561 | return ret; |
| 562 | } |
| 563 | |
| 564 | void nf_conntrack_helper_fini(void) |
| 565 | { |
| 566 | nf_ct_extend_unregister(&helper_extend); |
| 567 | nf_ct_free_hashtable(nf_ct_helper_hash, nf_ct_helper_hsize); |
Yasuyuki Kozakai | ceceae1 | 2007-07-07 22:23:42 -0700 | [diff] [blame] | 568 | } |