Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Linux Socket Filter Data Structures |
| 3 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 4 | #ifndef __LINUX_FILTER_H__ |
| 5 | #define __LINUX_FILTER_H__ |
| 6 | |
Arun Sharma | 60063497 | 2011-07-26 16:09:06 -0700 | [diff] [blame] | 7 | #include <linux/atomic.h> |
Will Drewry | 0c5fe1b | 2012-04-12 16:47:53 -0500 | [diff] [blame] | 8 | #include <linux/compat.h> |
Alexei Starovoitov | d45ed4a | 2013-10-04 00:14:06 -0700 | [diff] [blame] | 9 | #include <linux/workqueue.h> |
David Howells | 607ca46 | 2012-10-13 10:46:48 +0100 | [diff] [blame] | 10 | #include <uapi/linux/filter.h> |
Heiko Carstens | 792d4b5 | 2011-05-22 07:08:11 +0000 | [diff] [blame] | 11 | |
Will Drewry | 0c5fe1b | 2012-04-12 16:47:53 -0500 | [diff] [blame] | 12 | #ifdef CONFIG_COMPAT |
| 13 | /* |
| 14 | * A struct sock_filter is architecture independent. |
| 15 | */ |
| 16 | struct compat_sock_fprog { |
| 17 | u16 len; |
| 18 | compat_uptr_t filter; /* struct sock_filter * */ |
| 19 | }; |
| 20 | #endif |
| 21 | |
Heiko Carstens | 792d4b5 | 2011-05-22 07:08:11 +0000 | [diff] [blame] | 22 | struct sk_buff; |
| 23 | struct sock; |
| 24 | |
Stephen Hemminger | b715631 | 2008-04-10 01:33:47 -0700 | [diff] [blame] | 25 | struct sk_filter |
| 26 | { |
| 27 | atomic_t refcnt; |
Daniel Borkmann | f8bbbfc | 2014-03-28 18:58:18 +0100 | [diff] [blame^] | 28 | u32 jited:1, /* Is our filter JIT'ed? */ |
| 29 | len:31; /* Number of filter blocks */ |
Alexei Starovoitov | d45ed4a | 2013-10-04 00:14:06 -0700 | [diff] [blame] | 30 | struct rcu_head rcu; |
Eric Dumazet | 0a14842 | 2011-04-20 09:27:32 +0000 | [diff] [blame] | 31 | unsigned int (*bpf_func)(const struct sk_buff *skb, |
| 32 | const struct sock_filter *filter); |
Alexei Starovoitov | d45ed4a | 2013-10-04 00:14:06 -0700 | [diff] [blame] | 33 | union { |
| 34 | struct sock_filter insns[0]; |
| 35 | struct work_struct work; |
| 36 | }; |
Stephen Hemminger | b715631 | 2008-04-10 01:33:47 -0700 | [diff] [blame] | 37 | }; |
| 38 | |
Alexei Starovoitov | d45ed4a | 2013-10-04 00:14:06 -0700 | [diff] [blame] | 39 | static inline unsigned int sk_filter_size(unsigned int proglen) |
Stephen Hemminger | b715631 | 2008-04-10 01:33:47 -0700 | [diff] [blame] | 40 | { |
Alexei Starovoitov | d45ed4a | 2013-10-04 00:14:06 -0700 | [diff] [blame] | 41 | return max(sizeof(struct sk_filter), |
| 42 | offsetof(struct sk_filter, insns[proglen])); |
Stephen Hemminger | b715631 | 2008-04-10 01:33:47 -0700 | [diff] [blame] | 43 | } |
| 44 | |
Stephen Hemminger | 43db6d6 | 2008-04-10 01:43:09 -0700 | [diff] [blame] | 45 | extern int sk_filter(struct sock *sk, struct sk_buff *skb); |
Eric Dumazet | 62ab081 | 2010-12-06 20:50:09 +0000 | [diff] [blame] | 46 | extern unsigned int sk_run_filter(const struct sk_buff *skb, |
Eric Dumazet | 93aaae2 | 2010-11-19 09:49:59 -0800 | [diff] [blame] | 47 | const struct sock_filter *filter); |
Jiri Pirko | 302d663 | 2012-03-31 11:01:19 +0000 | [diff] [blame] | 48 | extern int sk_unattached_filter_create(struct sk_filter **pfp, |
| 49 | struct sock_fprog *fprog); |
| 50 | extern void sk_unattached_filter_destroy(struct sk_filter *fp); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 51 | extern int sk_attach_filter(struct sock_fprog *fprog, struct sock *sk); |
Pavel Emelyanov | 55b3332 | 2007-10-17 21:21:26 -0700 | [diff] [blame] | 52 | extern int sk_detach_filter(struct sock *sk); |
Dan Carpenter | 4f25af2 | 2011-10-17 21:04:20 +0000 | [diff] [blame] | 53 | extern int sk_chk_filter(struct sock_filter *filter, unsigned int flen); |
Pavel Emelyanov | a8fc927 | 2012-11-01 02:01:48 +0000 | [diff] [blame] | 54 | extern int sk_get_filter(struct sock *sk, struct sock_filter __user *filter, unsigned len); |
Nicolas Dichtel | ed13998 | 2013-06-05 15:30:55 +0200 | [diff] [blame] | 55 | extern void sk_decode_filter(struct sock_filter *filt, struct sock_filter *to); |
Eric Dumazet | 0a14842 | 2011-04-20 09:27:32 +0000 | [diff] [blame] | 56 | |
| 57 | #ifdef CONFIG_BPF_JIT |
Xi Wang | 20074f3 | 2013-05-01 16:24:08 -0400 | [diff] [blame] | 58 | #include <stdarg.h> |
Chen Gang | a691ce7 | 2013-03-28 15:24:53 +0000 | [diff] [blame] | 59 | #include <linux/linkage.h> |
| 60 | #include <linux/printk.h> |
| 61 | |
Eric Dumazet | 0a14842 | 2011-04-20 09:27:32 +0000 | [diff] [blame] | 62 | extern void bpf_jit_compile(struct sk_filter *fp); |
| 63 | extern void bpf_jit_free(struct sk_filter *fp); |
Daniel Borkmann | 7961780 | 2013-03-21 22:22:03 +0100 | [diff] [blame] | 64 | |
| 65 | static inline void bpf_jit_dump(unsigned int flen, unsigned int proglen, |
| 66 | u32 pass, void *image) |
| 67 | { |
Eric Dumazet | 1649544 | 2013-05-17 16:57:37 +0000 | [diff] [blame] | 68 | pr_err("flen=%u proglen=%u pass=%u image=%pK\n", |
Daniel Borkmann | 7961780 | 2013-03-21 22:22:03 +0100 | [diff] [blame] | 69 | flen, proglen, pass, image); |
| 70 | if (image) |
Eric Dumazet | 1649544 | 2013-05-17 16:57:37 +0000 | [diff] [blame] | 71 | print_hex_dump(KERN_ERR, "JIT code: ", DUMP_PREFIX_OFFSET, |
Daniel Borkmann | 7961780 | 2013-03-21 22:22:03 +0100 | [diff] [blame] | 72 | 16, 1, image, proglen, false); |
| 73 | } |
Eric Dumazet | 0a14842 | 2011-04-20 09:27:32 +0000 | [diff] [blame] | 74 | #define SK_RUN_FILTER(FILTER, SKB) (*FILTER->bpf_func)(SKB, FILTER->insns) |
| 75 | #else |
Alexei Starovoitov | d45ed4a | 2013-10-04 00:14:06 -0700 | [diff] [blame] | 76 | #include <linux/slab.h> |
Eric Dumazet | 0a14842 | 2011-04-20 09:27:32 +0000 | [diff] [blame] | 77 | static inline void bpf_jit_compile(struct sk_filter *fp) |
| 78 | { |
| 79 | } |
| 80 | static inline void bpf_jit_free(struct sk_filter *fp) |
| 81 | { |
Alexei Starovoitov | d45ed4a | 2013-10-04 00:14:06 -0700 | [diff] [blame] | 82 | kfree(fp); |
Eric Dumazet | 0a14842 | 2011-04-20 09:27:32 +0000 | [diff] [blame] | 83 | } |
| 84 | #define SK_RUN_FILTER(FILTER, SKB) sk_run_filter(SKB, FILTER->insns) |
| 85 | #endif |
| 86 | |
Michal Sekletar | ea02f94 | 2014-01-17 17:09:45 +0100 | [diff] [blame] | 87 | static inline int bpf_tell_extensions(void) |
| 88 | { |
Daniel Borkmann | 3769229 | 2014-01-21 00:19:37 +0100 | [diff] [blame] | 89 | return SKF_AD_MAX; |
Michal Sekletar | ea02f94 | 2014-01-17 17:09:45 +0100 | [diff] [blame] | 90 | } |
| 91 | |
Eric Dumazet | 0a14842 | 2011-04-20 09:27:32 +0000 | [diff] [blame] | 92 | enum { |
| 93 | BPF_S_RET_K = 1, |
| 94 | BPF_S_RET_A, |
| 95 | BPF_S_ALU_ADD_K, |
| 96 | BPF_S_ALU_ADD_X, |
| 97 | BPF_S_ALU_SUB_K, |
| 98 | BPF_S_ALU_SUB_X, |
| 99 | BPF_S_ALU_MUL_K, |
| 100 | BPF_S_ALU_MUL_X, |
| 101 | BPF_S_ALU_DIV_X, |
Eric Dumazet | b6069a9 | 2012-09-07 22:03:35 +0000 | [diff] [blame] | 102 | BPF_S_ALU_MOD_K, |
| 103 | BPF_S_ALU_MOD_X, |
Eric Dumazet | 0a14842 | 2011-04-20 09:27:32 +0000 | [diff] [blame] | 104 | BPF_S_ALU_AND_K, |
| 105 | BPF_S_ALU_AND_X, |
| 106 | BPF_S_ALU_OR_K, |
| 107 | BPF_S_ALU_OR_X, |
Daniel Borkmann | 9e49e88 | 2012-09-24 02:23:59 +0000 | [diff] [blame] | 108 | BPF_S_ALU_XOR_K, |
| 109 | BPF_S_ALU_XOR_X, |
Eric Dumazet | 0a14842 | 2011-04-20 09:27:32 +0000 | [diff] [blame] | 110 | BPF_S_ALU_LSH_K, |
| 111 | BPF_S_ALU_LSH_X, |
| 112 | BPF_S_ALU_RSH_K, |
| 113 | BPF_S_ALU_RSH_X, |
| 114 | BPF_S_ALU_NEG, |
| 115 | BPF_S_LD_W_ABS, |
| 116 | BPF_S_LD_H_ABS, |
| 117 | BPF_S_LD_B_ABS, |
| 118 | BPF_S_LD_W_LEN, |
| 119 | BPF_S_LD_W_IND, |
| 120 | BPF_S_LD_H_IND, |
| 121 | BPF_S_LD_B_IND, |
| 122 | BPF_S_LD_IMM, |
| 123 | BPF_S_LDX_W_LEN, |
| 124 | BPF_S_LDX_B_MSH, |
| 125 | BPF_S_LDX_IMM, |
| 126 | BPF_S_MISC_TAX, |
| 127 | BPF_S_MISC_TXA, |
| 128 | BPF_S_ALU_DIV_K, |
| 129 | BPF_S_LD_MEM, |
| 130 | BPF_S_LDX_MEM, |
| 131 | BPF_S_ST, |
| 132 | BPF_S_STX, |
| 133 | BPF_S_JMP_JA, |
| 134 | BPF_S_JMP_JEQ_K, |
| 135 | BPF_S_JMP_JEQ_X, |
| 136 | BPF_S_JMP_JGE_K, |
| 137 | BPF_S_JMP_JGE_X, |
| 138 | BPF_S_JMP_JGT_K, |
| 139 | BPF_S_JMP_JGT_X, |
| 140 | BPF_S_JMP_JSET_K, |
| 141 | BPF_S_JMP_JSET_X, |
| 142 | /* Ancillary data */ |
| 143 | BPF_S_ANC_PROTOCOL, |
| 144 | BPF_S_ANC_PKTTYPE, |
| 145 | BPF_S_ANC_IFINDEX, |
| 146 | BPF_S_ANC_NLATTR, |
| 147 | BPF_S_ANC_NLATTR_NEST, |
| 148 | BPF_S_ANC_MARK, |
| 149 | BPF_S_ANC_QUEUE, |
| 150 | BPF_S_ANC_HATYPE, |
| 151 | BPF_S_ANC_RXHASH, |
| 152 | BPF_S_ANC_CPU, |
Jiri Pirko | ffe06c1 | 2012-03-31 11:01:20 +0000 | [diff] [blame] | 153 | BPF_S_ANC_ALU_XOR_X, |
Will Drewry | 46b325c | 2012-04-12 16:47:52 -0500 | [diff] [blame] | 154 | BPF_S_ANC_SECCOMP_LD_W, |
Eric Dumazet | f333503 | 2012-10-27 02:26:17 +0000 | [diff] [blame] | 155 | BPF_S_ANC_VLAN_TAG, |
| 156 | BPF_S_ANC_VLAN_TAG_PRESENT, |
Daniel Borkmann | 3e5289d | 2013-03-19 06:39:31 +0000 | [diff] [blame] | 157 | BPF_S_ANC_PAY_OFFSET, |
Eric Dumazet | 0a14842 | 2011-04-20 09:27:32 +0000 | [diff] [blame] | 158 | }; |
| 159 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 160 | #endif /* __LINUX_FILTER_H__ */ |