blob: ff4e40cd45b1dcb15c66f1e178b655df7c40c0eb [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Linux Socket Filter Data Structures
3 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07004#ifndef __LINUX_FILTER_H__
5#define __LINUX_FILTER_H__
6
Arun Sharma600634972011-07-26 16:09:06 -07007#include <linux/atomic.h>
Will Drewry0c5fe1b2012-04-12 16:47:53 -05008#include <linux/compat.h>
Alexei Starovoitovd45ed4a2013-10-04 00:14:06 -07009#include <linux/workqueue.h>
David Howells607ca462012-10-13 10:46:48 +010010#include <uapi/linux/filter.h>
Heiko Carstens792d4b52011-05-22 07:08:11 +000011
Will Drewry0c5fe1b2012-04-12 16:47:53 -050012#ifdef CONFIG_COMPAT
13/*
14 * A struct sock_filter is architecture independent.
15 */
16struct compat_sock_fprog {
17 u16 len;
18 compat_uptr_t filter; /* struct sock_filter * */
19};
20#endif
21
Heiko Carstens792d4b52011-05-22 07:08:11 +000022struct sk_buff;
23struct sock;
24
Stephen Hemmingerb7156312008-04-10 01:33:47 -070025struct sk_filter
26{
27 atomic_t refcnt;
28 unsigned int len; /* Number of filter blocks */
Alexei Starovoitovd45ed4a2013-10-04 00:14:06 -070029 struct rcu_head rcu;
Eric Dumazet0a148422011-04-20 09:27:32 +000030 unsigned int (*bpf_func)(const struct sk_buff *skb,
31 const struct sock_filter *filter);
Alexei Starovoitovd45ed4a2013-10-04 00:14:06 -070032 union {
33 struct sock_filter insns[0];
34 struct work_struct work;
35 };
Stephen Hemmingerb7156312008-04-10 01:33:47 -070036};
37
Alexei Starovoitovd45ed4a2013-10-04 00:14:06 -070038static inline unsigned int sk_filter_size(unsigned int proglen)
Stephen Hemmingerb7156312008-04-10 01:33:47 -070039{
Alexei Starovoitovd45ed4a2013-10-04 00:14:06 -070040 return max(sizeof(struct sk_filter),
41 offsetof(struct sk_filter, insns[proglen]));
Stephen Hemmingerb7156312008-04-10 01:33:47 -070042}
43
Stephen Hemminger43db6d62008-04-10 01:43:09 -070044extern int sk_filter(struct sock *sk, struct sk_buff *skb);
Eric Dumazet62ab0812010-12-06 20:50:09 +000045extern unsigned int sk_run_filter(const struct sk_buff *skb,
Eric Dumazet93aaae22010-11-19 09:49:59 -080046 const struct sock_filter *filter);
Jiri Pirko302d6632012-03-31 11:01:19 +000047extern int sk_unattached_filter_create(struct sk_filter **pfp,
48 struct sock_fprog *fprog);
49extern void sk_unattached_filter_destroy(struct sk_filter *fp);
Linus Torvalds1da177e2005-04-16 15:20:36 -070050extern int sk_attach_filter(struct sock_fprog *fprog, struct sock *sk);
Pavel Emelyanov55b33322007-10-17 21:21:26 -070051extern int sk_detach_filter(struct sock *sk);
Dan Carpenter4f25af22011-10-17 21:04:20 +000052extern int sk_chk_filter(struct sock_filter *filter, unsigned int flen);
Pavel Emelyanova8fc9272012-11-01 02:01:48 +000053extern int sk_get_filter(struct sock *sk, struct sock_filter __user *filter, unsigned len);
Nicolas Dichteled139982013-06-05 15:30:55 +020054extern void sk_decode_filter(struct sock_filter *filt, struct sock_filter *to);
Eric Dumazet0a148422011-04-20 09:27:32 +000055
56#ifdef CONFIG_BPF_JIT
Xi Wang20074f32013-05-01 16:24:08 -040057#include <stdarg.h>
Chen Ganga691ce72013-03-28 15:24:53 +000058#include <linux/linkage.h>
59#include <linux/printk.h>
60
Eric Dumazet0a148422011-04-20 09:27:32 +000061extern void bpf_jit_compile(struct sk_filter *fp);
62extern void bpf_jit_free(struct sk_filter *fp);
Daniel Borkmann79617802013-03-21 22:22:03 +010063
64static inline void bpf_jit_dump(unsigned int flen, unsigned int proglen,
65 u32 pass, void *image)
66{
Eric Dumazet16495442013-05-17 16:57:37 +000067 pr_err("flen=%u proglen=%u pass=%u image=%pK\n",
Daniel Borkmann79617802013-03-21 22:22:03 +010068 flen, proglen, pass, image);
69 if (image)
Eric Dumazet16495442013-05-17 16:57:37 +000070 print_hex_dump(KERN_ERR, "JIT code: ", DUMP_PREFIX_OFFSET,
Daniel Borkmann79617802013-03-21 22:22:03 +010071 16, 1, image, proglen, false);
72}
Eric Dumazet0a148422011-04-20 09:27:32 +000073#define SK_RUN_FILTER(FILTER, SKB) (*FILTER->bpf_func)(SKB, FILTER->insns)
74#else
Alexei Starovoitovd45ed4a2013-10-04 00:14:06 -070075#include <linux/slab.h>
Eric Dumazet0a148422011-04-20 09:27:32 +000076static inline void bpf_jit_compile(struct sk_filter *fp)
77{
78}
79static inline void bpf_jit_free(struct sk_filter *fp)
80{
Alexei Starovoitovd45ed4a2013-10-04 00:14:06 -070081 kfree(fp);
Eric Dumazet0a148422011-04-20 09:27:32 +000082}
83#define SK_RUN_FILTER(FILTER, SKB) sk_run_filter(SKB, FILTER->insns)
84#endif
85
86enum {
87 BPF_S_RET_K = 1,
88 BPF_S_RET_A,
89 BPF_S_ALU_ADD_K,
90 BPF_S_ALU_ADD_X,
91 BPF_S_ALU_SUB_K,
92 BPF_S_ALU_SUB_X,
93 BPF_S_ALU_MUL_K,
94 BPF_S_ALU_MUL_X,
95 BPF_S_ALU_DIV_X,
Eric Dumazetb6069a92012-09-07 22:03:35 +000096 BPF_S_ALU_MOD_K,
97 BPF_S_ALU_MOD_X,
Eric Dumazet0a148422011-04-20 09:27:32 +000098 BPF_S_ALU_AND_K,
99 BPF_S_ALU_AND_X,
100 BPF_S_ALU_OR_K,
101 BPF_S_ALU_OR_X,
Daniel Borkmann9e49e882012-09-24 02:23:59 +0000102 BPF_S_ALU_XOR_K,
103 BPF_S_ALU_XOR_X,
Eric Dumazet0a148422011-04-20 09:27:32 +0000104 BPF_S_ALU_LSH_K,
105 BPF_S_ALU_LSH_X,
106 BPF_S_ALU_RSH_K,
107 BPF_S_ALU_RSH_X,
108 BPF_S_ALU_NEG,
109 BPF_S_LD_W_ABS,
110 BPF_S_LD_H_ABS,
111 BPF_S_LD_B_ABS,
112 BPF_S_LD_W_LEN,
113 BPF_S_LD_W_IND,
114 BPF_S_LD_H_IND,
115 BPF_S_LD_B_IND,
116 BPF_S_LD_IMM,
117 BPF_S_LDX_W_LEN,
118 BPF_S_LDX_B_MSH,
119 BPF_S_LDX_IMM,
120 BPF_S_MISC_TAX,
121 BPF_S_MISC_TXA,
122 BPF_S_ALU_DIV_K,
123 BPF_S_LD_MEM,
124 BPF_S_LDX_MEM,
125 BPF_S_ST,
126 BPF_S_STX,
127 BPF_S_JMP_JA,
128 BPF_S_JMP_JEQ_K,
129 BPF_S_JMP_JEQ_X,
130 BPF_S_JMP_JGE_K,
131 BPF_S_JMP_JGE_X,
132 BPF_S_JMP_JGT_K,
133 BPF_S_JMP_JGT_X,
134 BPF_S_JMP_JSET_K,
135 BPF_S_JMP_JSET_X,
136 /* Ancillary data */
137 BPF_S_ANC_PROTOCOL,
138 BPF_S_ANC_PKTTYPE,
139 BPF_S_ANC_IFINDEX,
140 BPF_S_ANC_NLATTR,
141 BPF_S_ANC_NLATTR_NEST,
142 BPF_S_ANC_MARK,
143 BPF_S_ANC_QUEUE,
144 BPF_S_ANC_HATYPE,
145 BPF_S_ANC_RXHASH,
146 BPF_S_ANC_CPU,
Jiri Pirkoffe06c12012-03-31 11:01:20 +0000147 BPF_S_ANC_ALU_XOR_X,
Will Drewry46b325c2012-04-12 16:47:52 -0500148 BPF_S_ANC_SECCOMP_LD_W,
Eric Dumazetf3335032012-10-27 02:26:17 +0000149 BPF_S_ANC_VLAN_TAG,
150 BPF_S_ANC_VLAN_TAG_PRESENT,
Daniel Borkmann3e5289d2013-03-19 06:39:31 +0000151 BPF_S_ANC_PAY_OFFSET,
Eric Dumazet0a148422011-04-20 09:27:32 +0000152};
153
Linus Torvalds1da177e2005-04-16 15:20:36 -0700154#endif /* __LINUX_FILTER_H__ */