blob: 7a85a4ef6868e47a9e84022dbc893b858e3d1a62 [file] [log] [blame]
Jiri Pirko1bd758e2015-05-12 14:56:07 +02001#ifndef _NET_FLOW_DISSECTOR_H
2#define _NET_FLOW_DISSECTOR_H
Eric Dumazet0744dd02011-11-28 05:22:18 +00003
Jiri Pirkoc3f8eae2015-05-12 14:56:17 +02004#include <linux/types.h>
Jiri Pirkob9249332015-05-12 14:56:18 +02005#include <linux/in6.h>
Eric Dumazet1f944652019-10-22 07:57:46 -07006#include <linux/siphash.h>
Jason Baron259384b2020-02-17 15:38:09 -05007#include <linux/string.h>
Jiri Pirko67a900c2015-05-12 14:56:19 +02008#include <uapi/linux/if_ether.h>
Jiri Pirkoc3f8eae2015-05-12 14:56:17 +02009
Jiri Pirkofbff9492015-05-12 14:56:15 +020010/**
Tom Herbert42aecaa2015-06-04 09:16:39 -070011 * struct flow_dissector_key_control:
12 * @thoff: Transport header offset
13 */
14struct flow_dissector_key_control {
15 u16 thoff;
Tom Herbertc3f83242015-06-04 09:16:40 -070016 u16 addr_type;
David S. Miller4b369932015-09-01 16:46:08 -070017 u32 flags;
Tom Herbert42aecaa2015-06-04 09:16:39 -070018};
19
David S. Miller4b369932015-09-01 16:46:08 -070020#define FLOW_DIS_IS_FRAGMENT BIT(0)
21#define FLOW_DIS_FIRST_FRAG BIT(1)
22#define FLOW_DIS_ENCAPSULATION BIT(2)
23
Tom Herbert42aecaa2015-06-04 09:16:39 -070024/**
Jiri Pirkofbff9492015-05-12 14:56:15 +020025 * struct flow_dissector_key_basic:
26 * @thoff: Transport header offset
27 * @n_proto: Network header protocol (eg. IPv4/IPv6)
28 * @ip_proto: Transport header protocol (eg. TCP/UDP)
29 */
30struct flow_dissector_key_basic {
Jiri Pirkofbff9492015-05-12 14:56:15 +020031 __be16 n_proto;
32 u8 ip_proto;
Tom Herbert42aecaa2015-06-04 09:16:39 -070033 u8 padding;
Jiri Pirkofbff9492015-05-12 14:56:15 +020034};
35
Tom Herbertd34af822015-06-04 09:16:43 -070036struct flow_dissector_key_tags {
Hadar Hen Zionf6a66922016-08-17 13:36:11 +030037 u32 flow_label;
38};
39
40struct flow_dissector_key_vlan {
41 u16 vlan_id:12,
42 vlan_priority:3;
43 u16 padding;
Tom Herbertd34af822015-06-04 09:16:43 -070044};
45
Tom Herbert1fdd5122015-06-04 09:16:45 -070046struct flow_dissector_key_keyid {
47 __be32 keyid;
48};
49
Jiri Pirkofbff9492015-05-12 14:56:15 +020050/**
Tom Herbertc3f83242015-06-04 09:16:40 -070051 * struct flow_dissector_key_ipv4_addrs:
52 * @src: source ip address
53 * @dst: destination ip address
Jiri Pirkofbff9492015-05-12 14:56:15 +020054 */
Tom Herbertc3f83242015-06-04 09:16:40 -070055struct flow_dissector_key_ipv4_addrs {
Jiri Pirkofbff9492015-05-12 14:56:15 +020056 /* (src,dst) must be grouped, in the same way than in IP header */
57 __be32 src;
58 __be32 dst;
59};
60
61/**
Tom Herbertc3f83242015-06-04 09:16:40 -070062 * struct flow_dissector_key_ipv6_addrs:
63 * @src: source ip address
64 * @dst: destination ip address
65 */
66struct flow_dissector_key_ipv6_addrs {
67 /* (src,dst) must be grouped, in the same way than in IP header */
68 struct in6_addr src;
69 struct in6_addr dst;
70};
71
72/**
Tom Herbert9f249082015-06-04 09:16:41 -070073 * struct flow_dissector_key_tipc_addrs:
74 * @srcnode: source node address
75 */
76struct flow_dissector_key_tipc_addrs {
77 __be32 srcnode;
78};
79
80/**
Tom Herbertc3f83242015-06-04 09:16:40 -070081 * struct flow_dissector_key_addrs:
82 * @v4addrs: IPv4 addresses
83 * @v6addrs: IPv6 addresses
84 */
85struct flow_dissector_key_addrs {
86 union {
87 struct flow_dissector_key_ipv4_addrs v4addrs;
88 struct flow_dissector_key_ipv6_addrs v6addrs;
Tom Herbert9f249082015-06-04 09:16:41 -070089 struct flow_dissector_key_tipc_addrs tipcaddrs;
Tom Herbertc3f83242015-06-04 09:16:40 -070090 };
91};
92
93/**
Jiri Pirkofbff9492015-05-12 14:56:15 +020094 * flow_dissector_key_tp_ports:
95 * @ports: port numbers of Transport header
Jiri Pirko59346af2015-05-12 14:56:20 +020096 * src: source port number
97 * dst: destination port number
Jiri Pirkofbff9492015-05-12 14:56:15 +020098 */
99struct flow_dissector_key_ports {
100 union {
101 __be32 ports;
Jiri Pirko59346af2015-05-12 14:56:20 +0200102 struct {
103 __be16 src;
104 __be16 dst;
105 };
Jiri Pirkofbff9492015-05-12 14:56:15 +0200106 };
107};
108
Jiri Pirkob9249332015-05-12 14:56:18 +0200109
Jiri Pirko67a900c2015-05-12 14:56:19 +0200110/**
111 * struct flow_dissector_key_eth_addrs:
112 * @src: source Ethernet address
113 * @dst: destination Ethernet address
114 */
115struct flow_dissector_key_eth_addrs {
116 /* (dst,src) must be grouped, in the same way than in ETH header */
117 unsigned char dst[ETH_ALEN];
118 unsigned char src[ETH_ALEN];
119};
120
Jiri Pirkofbff9492015-05-12 14:56:15 +0200121enum flow_dissector_key_id {
Tom Herbert42aecaa2015-06-04 09:16:39 -0700122 FLOW_DISSECTOR_KEY_CONTROL, /* struct flow_dissector_key_control */
Jiri Pirkofbff9492015-05-12 14:56:15 +0200123 FLOW_DISSECTOR_KEY_BASIC, /* struct flow_dissector_key_basic */
Tom Herbertc3f83242015-06-04 09:16:40 -0700124 FLOW_DISSECTOR_KEY_IPV4_ADDRS, /* struct flow_dissector_key_ipv4_addrs */
125 FLOW_DISSECTOR_KEY_IPV6_ADDRS, /* struct flow_dissector_key_ipv6_addrs */
Jiri Pirkofbff9492015-05-12 14:56:15 +0200126 FLOW_DISSECTOR_KEY_PORTS, /* struct flow_dissector_key_ports */
Jiri Pirko67a900c2015-05-12 14:56:19 +0200127 FLOW_DISSECTOR_KEY_ETH_ADDRS, /* struct flow_dissector_key_eth_addrs */
Tom Herbert9f249082015-06-04 09:16:41 -0700128 FLOW_DISSECTOR_KEY_TIPC_ADDRS, /* struct flow_dissector_key_tipc_addrs */
Hadar Hen Zionf6a66922016-08-17 13:36:11 +0300129 FLOW_DISSECTOR_KEY_VLAN, /* struct flow_dissector_key_flow_vlan */
Tom Herbert87ee9e52015-06-04 09:16:44 -0700130 FLOW_DISSECTOR_KEY_FLOW_LABEL, /* struct flow_dissector_key_flow_tags */
Tom Herbert1fdd5122015-06-04 09:16:45 -0700131 FLOW_DISSECTOR_KEY_GRE_KEYID, /* struct flow_dissector_key_keyid */
Tom Herbertb3baa0f2015-06-04 09:16:46 -0700132 FLOW_DISSECTOR_KEY_MPLS_ENTROPY, /* struct flow_dissector_key_keyid */
Jiri Pirkofbff9492015-05-12 14:56:15 +0200133
134 FLOW_DISSECTOR_KEY_MAX,
135};
136
Tom Herbert807e1652015-09-01 09:24:28 -0700137#define FLOW_DISSECTOR_F_PARSE_1ST_FRAG BIT(0)
Tom Herbert8306b682015-09-01 09:24:30 -0700138#define FLOW_DISSECTOR_F_STOP_AT_L3 BIT(1)
Tom Herbert872b1ab2015-09-01 09:24:31 -0700139#define FLOW_DISSECTOR_F_STOP_AT_FLOW_LABEL BIT(2)
Tom Herbert823b9692015-09-01 09:24:32 -0700140#define FLOW_DISSECTOR_F_STOP_AT_ENCAP BIT(3)
Tom Herbert807e1652015-09-01 09:24:28 -0700141
Jiri Pirkofbff9492015-05-12 14:56:15 +0200142struct flow_dissector_key {
143 enum flow_dissector_key_id key_id;
144 size_t offset; /* offset of struct flow_dissector_key_*
145 in target the struct */
146};
147
148struct flow_dissector {
149 unsigned int used_keys; /* each bit repesents presence of one key id */
150 unsigned short int offset[FLOW_DISSECTOR_KEY_MAX];
151};
152
Jiri Pirko06635a32015-05-12 14:56:16 +0200153struct flow_keys {
Tom Herbert42aecaa2015-06-04 09:16:39 -0700154 struct flow_dissector_key_control control;
155#define FLOW_KEYS_HASH_START_FIELD basic
Eric Dumazet1f944652019-10-22 07:57:46 -0700156 struct flow_dissector_key_basic basic __aligned(SIPHASH_ALIGNMENT);
Tom Herbertd34af822015-06-04 09:16:43 -0700157 struct flow_dissector_key_tags tags;
Hadar Hen Zionf6a66922016-08-17 13:36:11 +0300158 struct flow_dissector_key_vlan vlan;
Tom Herbert1fdd5122015-06-04 09:16:45 -0700159 struct flow_dissector_key_keyid keyid;
Tom Herbert42aecaa2015-06-04 09:16:39 -0700160 struct flow_dissector_key_ports ports;
161 struct flow_dissector_key_addrs addrs;
Jiri Pirko06635a32015-05-12 14:56:16 +0200162};
163
Tom Herbert42aecaa2015-06-04 09:16:39 -0700164#define FLOW_KEYS_HASH_OFFSET \
165 offsetof(struct flow_keys, FLOW_KEYS_HASH_START_FIELD)
166
Tom Herbertc3f83242015-06-04 09:16:40 -0700167__be32 flow_get_u32_src(const struct flow_keys *flow);
168__be32 flow_get_u32_dst(const struct flow_keys *flow);
169
Jiri Pirko06635a32015-05-12 14:56:16 +0200170extern struct flow_dissector flow_keys_dissector;
171extern struct flow_dissector flow_keys_buf_dissector;
172
Tom Herbert2f59e1e2015-05-01 11:30:17 -0700173/* struct flow_keys_digest:
174 *
175 * This structure is used to hold a digest of the full flow keys. This is a
176 * larger "hash" of a flow to allow definitively matching specific flows where
177 * the 32 bit skb->hash is not large enough. The size is limited to 16 bytes so
178 * that it can by used in CB of skb (see sch_choke for an example).
179 */
180#define FLOW_KEYS_DIGEST_LEN 16
181struct flow_keys_digest {
182 u8 data[FLOW_KEYS_DIGEST_LEN];
183};
184
185void make_flow_keys_digest(struct flow_keys_digest *digest,
186 const struct flow_keys *flow);
187
Gao Feng66fdd052016-08-31 11:16:22 +0800188static inline bool flow_keys_have_l4(const struct flow_keys *keys)
Tom Herbertbcc83832015-09-01 09:24:24 -0700189{
190 return (keys->ports.ports || keys->tags.flow_label);
191}
192
Tom Herbertc6cc1ca2015-09-01 09:24:25 -0700193u32 flow_hash_from_keys(struct flow_keys *keys);
194
Amir Vadai8de2d792016-03-08 12:42:30 +0200195static inline bool dissector_uses_key(const struct flow_dissector *flow_dissector,
196 enum flow_dissector_key_id key_id)
197{
198 return flow_dissector->used_keys & (1 << key_id);
199}
200
201static inline void *skb_flow_dissector_target(struct flow_dissector *flow_dissector,
202 enum flow_dissector_key_id key_id,
203 void *target_container)
204{
205 return ((char *)target_container) + flow_dissector->offset[key_id];
206}
207
Jason Baron259384b2020-02-17 15:38:09 -0500208static inline void
209flow_dissector_init_keys(struct flow_dissector_key_control *key_control,
210 struct flow_dissector_key_basic *key_basic)
211{
212 memset(key_control, 0, sizeof(*key_control));
213 memset(key_basic, 0, sizeof(*key_basic));
214}
215
Eric Dumazet0744dd02011-11-28 05:22:18 +0000216#endif