blob: 93a9792e27bce628f9393b6bc5519f90e27ba139 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Linux Socket Filter Data Structures
3 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07004#ifndef __LINUX_FILTER_H__
5#define __LINUX_FILTER_H__
6
Arun Sharma600634972011-07-26 16:09:06 -07007#include <linux/atomic.h>
Will Drewry0c5fe1b2012-04-12 16:47:53 -05008#include <linux/compat.h>
Alexei Starovoitovd45ed4a2013-10-04 00:14:06 -07009#include <linux/workqueue.h>
David Howells607ca462012-10-13 10:46:48 +010010#include <uapi/linux/filter.h>
Heiko Carstens792d4b52011-05-22 07:08:11 +000011
Will Drewry0c5fe1b2012-04-12 16:47:53 -050012#ifdef CONFIG_COMPAT
13/*
14 * A struct sock_filter is architecture independent.
15 */
16struct compat_sock_fprog {
17 u16 len;
18 compat_uptr_t filter; /* struct sock_filter * */
19};
20#endif
21
Daniel Borkmanna3ea2692014-03-28 18:58:19 +010022struct sock_fprog_kern {
23 u16 len;
24 struct sock_filter *filter;
25};
26
Heiko Carstens792d4b52011-05-22 07:08:11 +000027struct sk_buff;
28struct sock;
29
Daniel Borkmanna3ea2692014-03-28 18:58:19 +010030struct sk_filter {
Stephen Hemmingerb7156312008-04-10 01:33:47 -070031 atomic_t refcnt;
Daniel Borkmannf8bbbfc2014-03-28 18:58:18 +010032 u32 jited:1, /* Is our filter JIT'ed? */
33 len:31; /* Number of filter blocks */
Daniel Borkmanna3ea2692014-03-28 18:58:19 +010034 struct sock_fprog_kern *orig_prog; /* Original BPF program */
Alexei Starovoitovd45ed4a2013-10-04 00:14:06 -070035 struct rcu_head rcu;
Eric Dumazet0a148422011-04-20 09:27:32 +000036 unsigned int (*bpf_func)(const struct sk_buff *skb,
37 const struct sock_filter *filter);
Alexei Starovoitovd45ed4a2013-10-04 00:14:06 -070038 union {
39 struct sock_filter insns[0];
40 struct work_struct work;
41 };
Stephen Hemmingerb7156312008-04-10 01:33:47 -070042};
43
Alexei Starovoitovd45ed4a2013-10-04 00:14:06 -070044static inline unsigned int sk_filter_size(unsigned int proglen)
Stephen Hemmingerb7156312008-04-10 01:33:47 -070045{
Alexei Starovoitovd45ed4a2013-10-04 00:14:06 -070046 return max(sizeof(struct sk_filter),
47 offsetof(struct sk_filter, insns[proglen]));
Stephen Hemmingerb7156312008-04-10 01:33:47 -070048}
49
Daniel Borkmanna3ea2692014-03-28 18:58:19 +010050#define sk_filter_proglen(fprog) \
51 (fprog->len * sizeof(fprog->filter[0]))
52
Stephen Hemminger43db6d62008-04-10 01:43:09 -070053extern int sk_filter(struct sock *sk, struct sk_buff *skb);
Eric Dumazet62ab0812010-12-06 20:50:09 +000054extern unsigned int sk_run_filter(const struct sk_buff *skb,
Eric Dumazet93aaae22010-11-19 09:49:59 -080055 const struct sock_filter *filter);
Daniel Borkmanna3ea2692014-03-28 18:58:19 +010056
Jiri Pirko302d6632012-03-31 11:01:19 +000057extern int sk_unattached_filter_create(struct sk_filter **pfp,
58 struct sock_fprog *fprog);
59extern void sk_unattached_filter_destroy(struct sk_filter *fp);
Daniel Borkmanna3ea2692014-03-28 18:58:19 +010060
Linus Torvalds1da177e2005-04-16 15:20:36 -070061extern int sk_attach_filter(struct sock_fprog *fprog, struct sock *sk);
Pavel Emelyanov55b33322007-10-17 21:21:26 -070062extern int sk_detach_filter(struct sock *sk);
Daniel Borkmanna3ea2692014-03-28 18:58:19 +010063
Dan Carpenter4f25af22011-10-17 21:04:20 +000064extern int sk_chk_filter(struct sock_filter *filter, unsigned int flen);
Pavel Emelyanova8fc9272012-11-01 02:01:48 +000065extern int sk_get_filter(struct sock *sk, struct sock_filter __user *filter, unsigned len);
Nicolas Dichteled139982013-06-05 15:30:55 +020066extern void sk_decode_filter(struct sock_filter *filt, struct sock_filter *to);
Eric Dumazet0a148422011-04-20 09:27:32 +000067
68#ifdef CONFIG_BPF_JIT
Xi Wang20074f32013-05-01 16:24:08 -040069#include <stdarg.h>
Chen Ganga691ce72013-03-28 15:24:53 +000070#include <linux/linkage.h>
71#include <linux/printk.h>
72
Eric Dumazet0a148422011-04-20 09:27:32 +000073extern void bpf_jit_compile(struct sk_filter *fp);
74extern void bpf_jit_free(struct sk_filter *fp);
Daniel Borkmann79617802013-03-21 22:22:03 +010075
76static inline void bpf_jit_dump(unsigned int flen, unsigned int proglen,
77 u32 pass, void *image)
78{
Eric Dumazet16495442013-05-17 16:57:37 +000079 pr_err("flen=%u proglen=%u pass=%u image=%pK\n",
Daniel Borkmann79617802013-03-21 22:22:03 +010080 flen, proglen, pass, image);
81 if (image)
Eric Dumazet16495442013-05-17 16:57:37 +000082 print_hex_dump(KERN_ERR, "JIT code: ", DUMP_PREFIX_OFFSET,
Daniel Borkmann79617802013-03-21 22:22:03 +010083 16, 1, image, proglen, false);
84}
Eric Dumazet0a148422011-04-20 09:27:32 +000085#define SK_RUN_FILTER(FILTER, SKB) (*FILTER->bpf_func)(SKB, FILTER->insns)
86#else
Alexei Starovoitovd45ed4a2013-10-04 00:14:06 -070087#include <linux/slab.h>
Eric Dumazet0a148422011-04-20 09:27:32 +000088static inline void bpf_jit_compile(struct sk_filter *fp)
89{
90}
91static inline void bpf_jit_free(struct sk_filter *fp)
92{
Alexei Starovoitovd45ed4a2013-10-04 00:14:06 -070093 kfree(fp);
Eric Dumazet0a148422011-04-20 09:27:32 +000094}
95#define SK_RUN_FILTER(FILTER, SKB) sk_run_filter(SKB, FILTER->insns)
96#endif
97
Michal Sekletarea02f942014-01-17 17:09:45 +010098static inline int bpf_tell_extensions(void)
99{
Daniel Borkmann37692292014-01-21 00:19:37 +0100100 return SKF_AD_MAX;
Michal Sekletarea02f942014-01-17 17:09:45 +0100101}
102
Eric Dumazet0a148422011-04-20 09:27:32 +0000103enum {
104 BPF_S_RET_K = 1,
105 BPF_S_RET_A,
106 BPF_S_ALU_ADD_K,
107 BPF_S_ALU_ADD_X,
108 BPF_S_ALU_SUB_K,
109 BPF_S_ALU_SUB_X,
110 BPF_S_ALU_MUL_K,
111 BPF_S_ALU_MUL_X,
112 BPF_S_ALU_DIV_X,
Eric Dumazetb6069a92012-09-07 22:03:35 +0000113 BPF_S_ALU_MOD_K,
114 BPF_S_ALU_MOD_X,
Eric Dumazet0a148422011-04-20 09:27:32 +0000115 BPF_S_ALU_AND_K,
116 BPF_S_ALU_AND_X,
117 BPF_S_ALU_OR_K,
118 BPF_S_ALU_OR_X,
Daniel Borkmann9e49e882012-09-24 02:23:59 +0000119 BPF_S_ALU_XOR_K,
120 BPF_S_ALU_XOR_X,
Eric Dumazet0a148422011-04-20 09:27:32 +0000121 BPF_S_ALU_LSH_K,
122 BPF_S_ALU_LSH_X,
123 BPF_S_ALU_RSH_K,
124 BPF_S_ALU_RSH_X,
125 BPF_S_ALU_NEG,
126 BPF_S_LD_W_ABS,
127 BPF_S_LD_H_ABS,
128 BPF_S_LD_B_ABS,
129 BPF_S_LD_W_LEN,
130 BPF_S_LD_W_IND,
131 BPF_S_LD_H_IND,
132 BPF_S_LD_B_IND,
133 BPF_S_LD_IMM,
134 BPF_S_LDX_W_LEN,
135 BPF_S_LDX_B_MSH,
136 BPF_S_LDX_IMM,
137 BPF_S_MISC_TAX,
138 BPF_S_MISC_TXA,
139 BPF_S_ALU_DIV_K,
140 BPF_S_LD_MEM,
141 BPF_S_LDX_MEM,
142 BPF_S_ST,
143 BPF_S_STX,
144 BPF_S_JMP_JA,
145 BPF_S_JMP_JEQ_K,
146 BPF_S_JMP_JEQ_X,
147 BPF_S_JMP_JGE_K,
148 BPF_S_JMP_JGE_X,
149 BPF_S_JMP_JGT_K,
150 BPF_S_JMP_JGT_X,
151 BPF_S_JMP_JSET_K,
152 BPF_S_JMP_JSET_X,
153 /* Ancillary data */
154 BPF_S_ANC_PROTOCOL,
155 BPF_S_ANC_PKTTYPE,
156 BPF_S_ANC_IFINDEX,
157 BPF_S_ANC_NLATTR,
158 BPF_S_ANC_NLATTR_NEST,
159 BPF_S_ANC_MARK,
160 BPF_S_ANC_QUEUE,
161 BPF_S_ANC_HATYPE,
162 BPF_S_ANC_RXHASH,
163 BPF_S_ANC_CPU,
Jiri Pirkoffe06c12012-03-31 11:01:20 +0000164 BPF_S_ANC_ALU_XOR_X,
Will Drewry46b325c2012-04-12 16:47:52 -0500165 BPF_S_ANC_SECCOMP_LD_W,
Eric Dumazetf3335032012-10-27 02:26:17 +0000166 BPF_S_ANC_VLAN_TAG,
167 BPF_S_ANC_VLAN_TAG_PRESENT,
Daniel Borkmann3e5289d2013-03-19 06:39:31 +0000168 BPF_S_ANC_PAY_OFFSET,
Eric Dumazet0a148422011-04-20 09:27:32 +0000169};
170
Linus Torvalds1da177e2005-04-16 15:20:36 -0700171#endif /* __LINUX_FILTER_H__ */