blob: 81d010a05b986dd50a230e7d7e67e0ee3e156df4 [file] [log] [blame]
Harald Weltef6ebe772005-08-09 20:21:49 -07001#include <linux/kernel.h>
2#include <linux/init.h>
3#include <linux/module.h>
4#include <linux/proc_fs.h>
5#include <linux/skbuff.h>
6#include <linux/netfilter.h>
Harald Weltebbd86b9f2005-08-09 20:23:11 -07007#include <linux/seq_file.h>
Patrick McHardy7a11b982006-02-27 13:03:24 -08008#include <linux/rcupdate.h>
Harald Weltef6ebe772005-08-09 20:21:49 -07009#include <net/protocol.h>
10
11#include "nf_internals.h"
12
YOSHIFUJI Hideaki601e68e2007-02-12 11:15:49 -080013/*
Harald Weltef6ebe772005-08-09 20:21:49 -070014 * A queue handler may be registered for each protocol. Each is protected by
15 * long term mutex. The handler must provide an an outfn() to accept packets
16 * for queueing and must reinject all packets it receives, no matter what.
17 */
Harald Weltebbd86b9f2005-08-09 20:23:11 -070018static struct nf_queue_handler *queue_handler[NPROTO];
Harald Weltef6ebe772005-08-09 20:21:49 -070019
Yasuyuki Kozakai585426f2007-07-07 22:40:26 -070020static DEFINE_MUTEX(queue_handler_mutex);
Harald Weltef6ebe772005-08-09 20:21:49 -070021
Harald Welted72367b2005-08-09 20:23:36 -070022/* return EBUSY when somebody else is registered, return EEXIST if the
23 * same handler is registered, return 0 in case of success. */
Harald Weltebbd86b9f2005-08-09 20:23:11 -070024int nf_register_queue_handler(int pf, struct nf_queue_handler *qh)
YOSHIFUJI Hideaki601e68e2007-02-12 11:15:49 -080025{
Harald Weltef6ebe772005-08-09 20:21:49 -070026 int ret;
27
28 if (pf >= NPROTO)
29 return -EINVAL;
30
Yasuyuki Kozakai585426f2007-07-07 22:40:26 -070031 mutex_lock(&queue_handler_mutex);
Harald Welted72367b2005-08-09 20:23:36 -070032 if (queue_handler[pf] == qh)
33 ret = -EEXIST;
34 else if (queue_handler[pf])
Harald Weltef6ebe772005-08-09 20:21:49 -070035 ret = -EBUSY;
36 else {
Yasuyuki Kozakai585426f2007-07-07 22:40:26 -070037 rcu_assign_pointer(queue_handler[pf], qh);
Harald Weltef6ebe772005-08-09 20:21:49 -070038 ret = 0;
39 }
Yasuyuki Kozakai585426f2007-07-07 22:40:26 -070040 mutex_unlock(&queue_handler_mutex);
Harald Weltef6ebe772005-08-09 20:21:49 -070041
42 return ret;
43}
44EXPORT_SYMBOL(nf_register_queue_handler);
45
46/* The caller must flush their queue before this */
Yasuyuki Kozakaice7663d2007-07-07 22:40:08 -070047int nf_unregister_queue_handler(int pf, struct nf_queue_handler *qh)
Harald Weltef6ebe772005-08-09 20:21:49 -070048{
49 if (pf >= NPROTO)
50 return -EINVAL;
51
Yasuyuki Kozakai585426f2007-07-07 22:40:26 -070052 mutex_lock(&queue_handler_mutex);
Yasuyuki Kozakaice7663d2007-07-07 22:40:08 -070053 if (queue_handler[pf] != qh) {
Yasuyuki Kozakai585426f2007-07-07 22:40:26 -070054 mutex_unlock(&queue_handler_mutex);
Yasuyuki Kozakaice7663d2007-07-07 22:40:08 -070055 return -EINVAL;
56 }
57
Yasuyuki Kozakai585426f2007-07-07 22:40:26 -070058 rcu_assign_pointer(queue_handler[pf], NULL);
59 mutex_unlock(&queue_handler_mutex);
60
61 synchronize_rcu();
YOSHIFUJI Hideaki601e68e2007-02-12 11:15:49 -080062
Harald Weltef6ebe772005-08-09 20:21:49 -070063 return 0;
64}
65EXPORT_SYMBOL(nf_unregister_queue_handler);
66
Harald Weltebbd86b9f2005-08-09 20:23:11 -070067void nf_unregister_queue_handlers(struct nf_queue_handler *qh)
Harald Weltef6ebe772005-08-09 20:21:49 -070068{
69 int pf;
70
Yasuyuki Kozakai585426f2007-07-07 22:40:26 -070071 mutex_lock(&queue_handler_mutex);
Harald Weltef6ebe772005-08-09 20:21:49 -070072 for (pf = 0; pf < NPROTO; pf++) {
Harald Weltebbd86b9f2005-08-09 20:23:11 -070073 if (queue_handler[pf] == qh)
Yasuyuki Kozakai585426f2007-07-07 22:40:26 -070074 rcu_assign_pointer(queue_handler[pf], NULL);
Harald Weltef6ebe772005-08-09 20:21:49 -070075 }
Yasuyuki Kozakai585426f2007-07-07 22:40:26 -070076 mutex_unlock(&queue_handler_mutex);
77
78 synchronize_rcu();
Harald Weltef6ebe772005-08-09 20:21:49 -070079}
80EXPORT_SYMBOL_GPL(nf_unregister_queue_handlers);
81
YOSHIFUJI Hideaki601e68e2007-02-12 11:15:49 -080082/*
83 * Any packet that leaves via this function must come back
Harald Weltef6ebe772005-08-09 20:21:49 -070084 * through nf_reinject().
85 */
Patrick McHardy394f5452006-08-05 00:58:52 -070086static int __nf_queue(struct sk_buff *skb,
87 struct list_head *elem,
88 int pf, unsigned int hook,
89 struct net_device *indev,
90 struct net_device *outdev,
91 int (*okfn)(struct sk_buff *),
92 unsigned int queuenum)
Harald Weltef6ebe772005-08-09 20:21:49 -070093{
94 int status;
95 struct nf_info *info;
96#ifdef CONFIG_BRIDGE_NETFILTER
97 struct net_device *physindev = NULL;
98 struct net_device *physoutdev = NULL;
99#endif
Patrick McHardybce80322006-04-06 14:18:09 -0700100 struct nf_afinfo *afinfo;
Yasuyuki Kozakai585426f2007-07-07 22:40:26 -0700101 struct nf_queue_handler *qh;
Harald Weltef6ebe772005-08-09 20:21:49 -0700102
103 /* QUEUE == DROP if noone is waiting, to be safe. */
Yasuyuki Kozakai585426f2007-07-07 22:40:26 -0700104 rcu_read_lock();
105
106 qh = rcu_dereference(queue_handler[pf]);
107 if (!qh) {
108 rcu_read_unlock();
Patrick McHardy394f5452006-08-05 00:58:52 -0700109 kfree_skb(skb);
Harald Weltef6ebe772005-08-09 20:21:49 -0700110 return 1;
111 }
112
Patrick McHardybce80322006-04-06 14:18:09 -0700113 afinfo = nf_get_afinfo(pf);
114 if (!afinfo) {
Yasuyuki Kozakai585426f2007-07-07 22:40:26 -0700115 rcu_read_unlock();
Patrick McHardy394f5452006-08-05 00:58:52 -0700116 kfree_skb(skb);
Patrick McHardybce80322006-04-06 14:18:09 -0700117 return 1;
118 }
119
120 info = kmalloc(sizeof(*info) + afinfo->route_key_size, GFP_ATOMIC);
Harald Weltef6ebe772005-08-09 20:21:49 -0700121 if (!info) {
122 if (net_ratelimit())
123 printk(KERN_ERR "OOM queueing packet %p\n",
Patrick McHardy394f5452006-08-05 00:58:52 -0700124 skb);
Yasuyuki Kozakai585426f2007-07-07 22:40:26 -0700125 rcu_read_unlock();
Patrick McHardy394f5452006-08-05 00:58:52 -0700126 kfree_skb(skb);
Harald Weltef6ebe772005-08-09 20:21:49 -0700127 return 1;
128 }
129
YOSHIFUJI Hideaki601e68e2007-02-12 11:15:49 -0800130 *info = (struct nf_info) {
Harald Weltef6ebe772005-08-09 20:21:49 -0700131 (struct nf_hook_ops *)elem, pf, hook, indev, outdev, okfn };
132
133 /* If it's going away, ignore hook. */
134 if (!try_module_get(info->elem->owner)) {
Yasuyuki Kozakai585426f2007-07-07 22:40:26 -0700135 rcu_read_unlock();
Harald Weltef6ebe772005-08-09 20:21:49 -0700136 kfree(info);
137 return 0;
138 }
139
140 /* Bump dev refs so they don't vanish while packet is out */
Patrick McHardy8b1cf0d2007-12-05 01:23:17 -0800141 if (indev)
142 dev_hold(indev);
143 if (outdev)
144 dev_hold(outdev);
Harald Weltef6ebe772005-08-09 20:21:49 -0700145#ifdef CONFIG_BRIDGE_NETFILTER
Patrick McHardy394f5452006-08-05 00:58:52 -0700146 if (skb->nf_bridge) {
147 physindev = skb->nf_bridge->physindev;
Patrick McHardy8b1cf0d2007-12-05 01:23:17 -0800148 if (physindev)
149 dev_hold(physindev);
Patrick McHardy394f5452006-08-05 00:58:52 -0700150 physoutdev = skb->nf_bridge->physoutdev;
Patrick McHardy8b1cf0d2007-12-05 01:23:17 -0800151 if (physoutdev)
152 dev_hold(physoutdev);
Harald Weltef6ebe772005-08-09 20:21:49 -0700153 }
154#endif
Patrick McHardy394f5452006-08-05 00:58:52 -0700155 afinfo->saveroute(skb, info);
Yasuyuki Kozakai585426f2007-07-07 22:40:26 -0700156 status = qh->outfn(skb, info, queuenum, qh->data);
Harald Weltef6ebe772005-08-09 20:21:49 -0700157
Yasuyuki Kozakai585426f2007-07-07 22:40:26 -0700158 rcu_read_unlock();
Harald Weltef6ebe772005-08-09 20:21:49 -0700159
160 if (status < 0) {
161 /* James M doesn't say fuck enough. */
Patrick McHardy8b1cf0d2007-12-05 01:23:17 -0800162 if (indev)
163 dev_put(indev);
164 if (outdev)
165 dev_put(outdev);
Harald Weltef6ebe772005-08-09 20:21:49 -0700166#ifdef CONFIG_BRIDGE_NETFILTER
Patrick McHardy8b1cf0d2007-12-05 01:23:17 -0800167 if (physindev)
168 dev_put(physindev);
169 if (physoutdev)
170 dev_put(physoutdev);
Harald Weltef6ebe772005-08-09 20:21:49 -0700171#endif
172 module_put(info->elem->owner);
173 kfree(info);
Patrick McHardy394f5452006-08-05 00:58:52 -0700174 kfree_skb(skb);
Harald Weltef6ebe772005-08-09 20:21:49 -0700175
176 return 1;
177 }
178
179 return 1;
180}
181
Patrick McHardy394f5452006-08-05 00:58:52 -0700182int nf_queue(struct sk_buff *skb,
183 struct list_head *elem,
184 int pf, unsigned int hook,
185 struct net_device *indev,
186 struct net_device *outdev,
187 int (*okfn)(struct sk_buff *),
188 unsigned int queuenum)
189{
190 struct sk_buff *segs;
191
192 if (!skb_is_gso(skb))
193 return __nf_queue(skb, elem, pf, hook, indev, outdev, okfn,
194 queuenum);
195
196 switch (pf) {
197 case AF_INET:
198 skb->protocol = htons(ETH_P_IP);
199 break;
200 case AF_INET6:
201 skb->protocol = htons(ETH_P_IPV6);
202 break;
203 }
204
205 segs = skb_gso_segment(skb, 0);
206 kfree_skb(skb);
207 if (unlikely(IS_ERR(segs)))
208 return 1;
209
210 do {
211 struct sk_buff *nskb = segs->next;
212
213 segs->next = NULL;
214 if (!__nf_queue(segs, elem, pf, hook, indev, outdev, okfn,
215 queuenum))
216 kfree_skb(segs);
217 segs = nskb;
218 } while (segs);
219 return 1;
220}
221
Harald Weltef6ebe772005-08-09 20:21:49 -0700222void nf_reinject(struct sk_buff *skb, struct nf_info *info,
223 unsigned int verdict)
224{
225 struct list_head *elem = &info->elem->list;
226 struct list_head *i;
Patrick McHardybce80322006-04-06 14:18:09 -0700227 struct nf_afinfo *afinfo;
Harald Weltef6ebe772005-08-09 20:21:49 -0700228
229 rcu_read_lock();
230
231 /* Release those devices we held, or Alexey will kill me. */
Patrick McHardy8b1cf0d2007-12-05 01:23:17 -0800232 if (info->indev)
233 dev_put(info->indev);
234 if (info->outdev)
235 dev_put(info->outdev);
Harald Weltef6ebe772005-08-09 20:21:49 -0700236#ifdef CONFIG_BRIDGE_NETFILTER
237 if (skb->nf_bridge) {
238 if (skb->nf_bridge->physindev)
239 dev_put(skb->nf_bridge->physindev);
240 if (skb->nf_bridge->physoutdev)
241 dev_put(skb->nf_bridge->physoutdev);
242 }
243#endif
244
245 /* Drop reference to owner of hook which queued us. */
246 module_put(info->elem->owner);
247
248 list_for_each_rcu(i, &nf_hooks[info->pf][info->hook]) {
YOSHIFUJI Hideaki601e68e2007-02-12 11:15:49 -0800249 if (i == elem)
250 break;
251 }
252
Patrick McHardy45fe4dc2006-02-27 13:03:55 -0800253 if (i == &nf_hooks[info->pf][info->hook]) {
Harald Weltef6ebe772005-08-09 20:21:49 -0700254 /* The module which sent it to userspace is gone. */
255 NFDEBUG("%s: module disappeared, dropping packet.\n",
256 __FUNCTION__);
257 verdict = NF_DROP;
258 }
259
260 /* Continue traversal iff userspace said ok... */
261 if (verdict == NF_REPEAT) {
262 elem = elem->prev;
263 verdict = NF_ACCEPT;
264 }
265
266 if (verdict == NF_ACCEPT) {
Patrick McHardybce80322006-04-06 14:18:09 -0700267 afinfo = nf_get_afinfo(info->pf);
Herbert Xu3db05fe2007-10-15 00:53:15 -0700268 if (!afinfo || afinfo->reroute(skb, info) < 0)
Patrick McHardy7a11b982006-02-27 13:03:24 -0800269 verdict = NF_DROP;
270 }
271
272 if (verdict == NF_ACCEPT) {
Harald Weltef6ebe772005-08-09 20:21:49 -0700273 next_hook:
274 verdict = nf_iterate(&nf_hooks[info->pf][info->hook],
Herbert Xu3db05fe2007-10-15 00:53:15 -0700275 skb, info->hook,
Harald Weltef6ebe772005-08-09 20:21:49 -0700276 info->indev, info->outdev, &elem,
277 info->okfn, INT_MIN);
278 }
279
280 switch (verdict & NF_VERDICT_MASK) {
281 case NF_ACCEPT:
Patrick McHardy3bc38712006-07-24 22:52:47 -0700282 case NF_STOP:
Harald Weltef6ebe772005-08-09 20:21:49 -0700283 info->okfn(skb);
Patrick McHardy3bc38712006-07-24 22:52:47 -0700284 case NF_STOLEN:
Harald Weltef6ebe772005-08-09 20:21:49 -0700285 break;
Harald Weltef6ebe772005-08-09 20:21:49 -0700286 case NF_QUEUE:
Patrick McHardy394f5452006-08-05 00:58:52 -0700287 if (!__nf_queue(skb, elem, info->pf, info->hook,
288 info->indev, info->outdev, info->okfn,
289 verdict >> NF_VERDICT_BITS))
Harald Weltef6ebe772005-08-09 20:21:49 -0700290 goto next_hook;
291 break;
Patrick McHardy3bc38712006-07-24 22:52:47 -0700292 default:
293 kfree_skb(skb);
Harald Weltef6ebe772005-08-09 20:21:49 -0700294 }
295 rcu_read_unlock();
Harald Weltef6ebe772005-08-09 20:21:49 -0700296 kfree(info);
297 return;
298}
299EXPORT_SYMBOL(nf_reinject);
300
Harald Weltebbd86b9f2005-08-09 20:23:11 -0700301#ifdef CONFIG_PROC_FS
302static void *seq_start(struct seq_file *seq, loff_t *pos)
303{
304 if (*pos >= NPROTO)
305 return NULL;
306
307 return pos;
308}
309
310static void *seq_next(struct seq_file *s, void *v, loff_t *pos)
311{
312 (*pos)++;
313
314 if (*pos >= NPROTO)
315 return NULL;
316
317 return pos;
318}
319
320static void seq_stop(struct seq_file *s, void *v)
321{
322
323}
324
325static int seq_show(struct seq_file *s, void *v)
326{
327 int ret;
328 loff_t *pos = v;
329 struct nf_queue_handler *qh;
330
Yasuyuki Kozakai585426f2007-07-07 22:40:26 -0700331 rcu_read_lock();
332 qh = rcu_dereference(queue_handler[*pos]);
Harald Weltebbd86b9f2005-08-09 20:23:11 -0700333 if (!qh)
334 ret = seq_printf(s, "%2lld NONE\n", *pos);
335 else
336 ret = seq_printf(s, "%2lld %s\n", *pos, qh->name);
Yasuyuki Kozakai585426f2007-07-07 22:40:26 -0700337 rcu_read_unlock();
Harald Weltebbd86b9f2005-08-09 20:23:11 -0700338
339 return ret;
340}
341
Philippe De Muyter56b3d972007-07-10 23:07:31 -0700342static const struct seq_operations nfqueue_seq_ops = {
Harald Weltebbd86b9f2005-08-09 20:23:11 -0700343 .start = seq_start,
344 .next = seq_next,
345 .stop = seq_stop,
346 .show = seq_show,
347};
348
349static int nfqueue_open(struct inode *inode, struct file *file)
350{
351 return seq_open(file, &nfqueue_seq_ops);
352}
353
Arjan van de Venda7071d2007-02-12 00:55:36 -0800354static const struct file_operations nfqueue_file_ops = {
Harald Weltebbd86b9f2005-08-09 20:23:11 -0700355 .owner = THIS_MODULE,
356 .open = nfqueue_open,
357 .read = seq_read,
358 .llseek = seq_lseek,
359 .release = seq_release,
360};
361#endif /* PROC_FS */
362
363
Harald Weltef6ebe772005-08-09 20:21:49 -0700364int __init netfilter_queue_init(void)
365{
Harald Weltebbd86b9f2005-08-09 20:23:11 -0700366#ifdef CONFIG_PROC_FS
367 struct proc_dir_entry *pde;
Harald Weltef6ebe772005-08-09 20:21:49 -0700368
Harald Weltebbd86b9f2005-08-09 20:23:11 -0700369 pde = create_proc_entry("nf_queue", S_IRUGO, proc_net_netfilter);
Patrick McHardye02f7d12006-02-27 13:02:52 -0800370 if (!pde)
Harald Weltebbd86b9f2005-08-09 20:23:11 -0700371 return -1;
Harald Weltebbd86b9f2005-08-09 20:23:11 -0700372 pde->proc_fops = &nfqueue_file_ops;
373#endif
Harald Weltef6ebe772005-08-09 20:21:49 -0700374 return 0;
375}
376