Pavel Emelyanov | 5ab11c9 | 2007-10-15 02:24:19 -0700 | [diff] [blame] | 1 | #ifndef __NET_FRAG_H__ |
| 2 | #define __NET_FRAG_H__ |
| 3 | |
Jesper Dangaard Brouer | 6d7b857 | 2013-01-28 23:45:33 +0000 | [diff] [blame^] | 4 | #include <linux/percpu_counter.h> |
| 5 | |
Pavel Emelyanov | ac18e75 | 2008-01-22 06:02:14 -0800 | [diff] [blame] | 6 | struct netns_frags { |
Pavel Emelyanov | e5a2bb8 | 2008-01-22 06:06:23 -0800 | [diff] [blame] | 7 | int nqueues; |
Pavel Emelyanov | 3140c25 | 2008-01-22 06:11:48 -0800 | [diff] [blame] | 8 | struct list_head lru_list; |
Pavel Emelyanov | b2fd532 | 2008-01-22 06:09:37 -0800 | [diff] [blame] | 9 | |
Jesper Dangaard Brouer | 6d7b857 | 2013-01-28 23:45:33 +0000 | [diff] [blame^] | 10 | /* The percpu_counter "mem" need to be cacheline aligned. |
| 11 | * mem.count must not share cacheline with other writers |
Jesper Dangaard Brouer | cd39a78 | 2013-01-28 23:44:14 +0000 | [diff] [blame] | 12 | */ |
Jesper Dangaard Brouer | 6d7b857 | 2013-01-28 23:45:33 +0000 | [diff] [blame^] | 13 | struct percpu_counter mem ____cacheline_aligned_in_smp; |
| 14 | |
Pavel Emelyanov | b2fd532 | 2008-01-22 06:09:37 -0800 | [diff] [blame] | 15 | /* sysctls */ |
| 16 | int timeout; |
Pavel Emelyanov | e31e0bdc7 | 2008-01-22 06:10:13 -0800 | [diff] [blame] | 17 | int high_thresh; |
| 18 | int low_thresh; |
Pavel Emelyanov | ac18e75 | 2008-01-22 06:02:14 -0800 | [diff] [blame] | 19 | }; |
| 20 | |
Pavel Emelyanov | 5ab11c9 | 2007-10-15 02:24:19 -0700 | [diff] [blame] | 21 | struct inet_frag_queue { |
Pavel Emelyanov | 5ab11c9 | 2007-10-15 02:24:19 -0700 | [diff] [blame] | 22 | spinlock_t lock; |
Pavel Emelyanov | 5ab11c9 | 2007-10-15 02:24:19 -0700 | [diff] [blame] | 23 | struct timer_list timer; /* when will this queue expire? */ |
Jesper Dangaard Brouer | 6e34a8b | 2013-01-28 23:44:49 +0000 | [diff] [blame] | 24 | struct list_head lru_list; /* lru list member */ |
| 25 | struct hlist_node list; |
| 26 | atomic_t refcnt; |
Pavel Emelyanov | 5ab11c9 | 2007-10-15 02:24:19 -0700 | [diff] [blame] | 27 | struct sk_buff *fragments; /* list of received fragments */ |
Changli Gao | d6bebca | 2010-06-29 04:39:37 +0000 | [diff] [blame] | 28 | struct sk_buff *fragments_tail; |
Pavel Emelyanov | 5ab11c9 | 2007-10-15 02:24:19 -0700 | [diff] [blame] | 29 | ktime_t stamp; |
| 30 | int len; /* total length of orig datagram */ |
| 31 | int meat; |
| 32 | __u8 last_in; /* first/last segment arrived? */ |
| 33 | |
Joe Perches | bc578a5 | 2008-03-28 16:35:27 -0700 | [diff] [blame] | 34 | #define INET_FRAG_COMPLETE 4 |
| 35 | #define INET_FRAG_FIRST_IN 2 |
| 36 | #define INET_FRAG_LAST_IN 1 |
Patrick McHardy | 5f2d04f | 2012-08-26 19:13:55 +0200 | [diff] [blame] | 37 | |
| 38 | u16 max_size; |
Jesper Dangaard Brouer | 6e34a8b | 2013-01-28 23:44:49 +0000 | [diff] [blame] | 39 | |
| 40 | struct netns_frags *net; |
Pavel Emelyanov | 5ab11c9 | 2007-10-15 02:24:19 -0700 | [diff] [blame] | 41 | }; |
| 42 | |
Pavel Emelyanov | 7eb9515 | 2007-10-15 02:31:52 -0700 | [diff] [blame] | 43 | #define INETFRAGS_HASHSZ 64 |
| 44 | |
| 45 | struct inet_frags { |
Pavel Emelyanov | 7eb9515 | 2007-10-15 02:31:52 -0700 | [diff] [blame] | 46 | struct hlist_head hash[INETFRAGS_HASHSZ]; |
Jesper Dangaard Brouer | 5f8e1e8 | 2013-01-28 23:44:37 +0000 | [diff] [blame] | 47 | /* This rwlock is a global lock (seperate per IPv4, IPv6 and |
| 48 | * netfilter). Important to keep this on a seperate cacheline. |
| 49 | */ |
| 50 | rwlock_t lock ____cacheline_aligned_in_smp; |
Pavel Emelyanov | 3b4bc4a | 2008-01-22 06:11:04 -0800 | [diff] [blame] | 51 | int secret_interval; |
Pavel Emelyanov | 7eb9515 | 2007-10-15 02:31:52 -0700 | [diff] [blame] | 52 | struct timer_list secret_timer; |
Jesper Dangaard Brouer | 5f8e1e8 | 2013-01-28 23:44:37 +0000 | [diff] [blame] | 53 | u32 rnd; |
| 54 | int qsize; |
Pavel Emelyanov | 321a3a9 | 2007-10-15 02:38:08 -0700 | [diff] [blame] | 55 | |
| 56 | unsigned int (*hashfn)(struct inet_frag_queue *); |
Jesper Dangaard Brouer | 5f8e1e8 | 2013-01-28 23:44:37 +0000 | [diff] [blame] | 57 | bool (*match)(struct inet_frag_queue *q, void *arg); |
Pavel Emelyanov | c6fda28 | 2007-10-17 19:46:47 -0700 | [diff] [blame] | 58 | void (*constructor)(struct inet_frag_queue *q, |
| 59 | void *arg); |
Pavel Emelyanov | 1e4b828 | 2007-10-15 02:39:14 -0700 | [diff] [blame] | 60 | void (*destructor)(struct inet_frag_queue *); |
| 61 | void (*skb_free)(struct sk_buff *); |
Pavel Emelyanov | e521db9 | 2007-10-17 19:45:23 -0700 | [diff] [blame] | 62 | void (*frag_expire)(unsigned long data); |
Pavel Emelyanov | 7eb9515 | 2007-10-15 02:31:52 -0700 | [diff] [blame] | 63 | }; |
| 64 | |
| 65 | void inet_frags_init(struct inet_frags *); |
| 66 | void inet_frags_fini(struct inet_frags *); |
| 67 | |
Pavel Emelyanov | e5a2bb8 | 2008-01-22 06:06:23 -0800 | [diff] [blame] | 68 | void inet_frags_init_net(struct netns_frags *nf); |
Pavel Emelyanov | 81566e8 | 2008-01-22 06:12:39 -0800 | [diff] [blame] | 69 | void inet_frags_exit_net(struct netns_frags *nf, struct inet_frags *f); |
Pavel Emelyanov | e5a2bb8 | 2008-01-22 06:06:23 -0800 | [diff] [blame] | 70 | |
Pavel Emelyanov | 277e650 | 2007-10-15 02:37:18 -0700 | [diff] [blame] | 71 | void inet_frag_kill(struct inet_frag_queue *q, struct inet_frags *f); |
Pavel Emelyanov | 1e4b828 | 2007-10-15 02:39:14 -0700 | [diff] [blame] | 72 | void inet_frag_destroy(struct inet_frag_queue *q, |
| 73 | struct inet_frags *f, int *work); |
Amerigo Wang | 6b10286 | 2012-09-18 16:50:11 +0000 | [diff] [blame] | 74 | int inet_frag_evictor(struct netns_frags *nf, struct inet_frags *f, bool force); |
Pavel Emelyanov | ac18e75 | 2008-01-22 06:02:14 -0800 | [diff] [blame] | 75 | struct inet_frag_queue *inet_frag_find(struct netns_frags *nf, |
Hannes Eder | 56bca31 | 2009-02-25 10:32:52 +0000 | [diff] [blame] | 76 | struct inet_frags *f, void *key, unsigned int hash) |
| 77 | __releases(&f->lock); |
Pavel Emelyanov | 277e650 | 2007-10-15 02:37:18 -0700 | [diff] [blame] | 78 | |
Pavel Emelyanov | 762cc40 | 2007-10-15 02:41:56 -0700 | [diff] [blame] | 79 | static inline void inet_frag_put(struct inet_frag_queue *q, struct inet_frags *f) |
| 80 | { |
| 81 | if (atomic_dec_and_test(&q->refcnt)) |
| 82 | inet_frag_destroy(q, f, NULL); |
| 83 | } |
| 84 | |
Jesper Dangaard Brouer | d433673 | 2013-01-28 23:45:12 +0000 | [diff] [blame] | 85 | /* Memory Tracking Functions. */ |
| 86 | |
Jesper Dangaard Brouer | 6d7b857 | 2013-01-28 23:45:33 +0000 | [diff] [blame^] | 87 | /* The default percpu_counter batch size is not big enough to scale to |
| 88 | * fragmentation mem acct sizes. |
| 89 | * The mem size of a 64K fragment is approx: |
| 90 | * (44 fragments * 2944 truesize) + frag_queue struct(200) = 129736 bytes |
| 91 | */ |
| 92 | static unsigned int frag_percpu_counter_batch = 130000; |
| 93 | |
Jesper Dangaard Brouer | d433673 | 2013-01-28 23:45:12 +0000 | [diff] [blame] | 94 | static inline int frag_mem_limit(struct netns_frags *nf) |
| 95 | { |
Jesper Dangaard Brouer | 6d7b857 | 2013-01-28 23:45:33 +0000 | [diff] [blame^] | 96 | return percpu_counter_read(&nf->mem); |
Jesper Dangaard Brouer | d433673 | 2013-01-28 23:45:12 +0000 | [diff] [blame] | 97 | } |
| 98 | |
| 99 | static inline void sub_frag_mem_limit(struct inet_frag_queue *q, int i) |
| 100 | { |
Jesper Dangaard Brouer | 6d7b857 | 2013-01-28 23:45:33 +0000 | [diff] [blame^] | 101 | __percpu_counter_add(&q->net->mem, -i, frag_percpu_counter_batch); |
Jesper Dangaard Brouer | d433673 | 2013-01-28 23:45:12 +0000 | [diff] [blame] | 102 | } |
| 103 | |
| 104 | static inline void add_frag_mem_limit(struct inet_frag_queue *q, int i) |
| 105 | { |
Jesper Dangaard Brouer | 6d7b857 | 2013-01-28 23:45:33 +0000 | [diff] [blame^] | 106 | __percpu_counter_add(&q->net->mem, i, frag_percpu_counter_batch); |
Jesper Dangaard Brouer | d433673 | 2013-01-28 23:45:12 +0000 | [diff] [blame] | 107 | } |
| 108 | |
| 109 | static inline void init_frag_mem_limit(struct netns_frags *nf) |
| 110 | { |
Jesper Dangaard Brouer | 6d7b857 | 2013-01-28 23:45:33 +0000 | [diff] [blame^] | 111 | percpu_counter_init(&nf->mem, 0); |
Jesper Dangaard Brouer | d433673 | 2013-01-28 23:45:12 +0000 | [diff] [blame] | 112 | } |
| 113 | |
| 114 | static inline int sum_frag_mem_limit(struct netns_frags *nf) |
| 115 | { |
Jesper Dangaard Brouer | 6d7b857 | 2013-01-28 23:45:33 +0000 | [diff] [blame^] | 116 | return percpu_counter_sum_positive(&nf->mem); |
Jesper Dangaard Brouer | d433673 | 2013-01-28 23:45:12 +0000 | [diff] [blame] | 117 | } |
| 118 | |
Pavel Emelyanov | 5ab11c9 | 2007-10-15 02:24:19 -0700 | [diff] [blame] | 119 | #endif |