blob: d6f6e5006ee9e3cb8dcd61e151fcc95ce165eab9 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef _NET_XFRM_H
2#define _NET_XFRM_H
3
Herbert Xuaabc9762005-05-03 16:27:10 -07004#include <linux/compiler.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -07005#include <linux/xfrm.h>
6#include <linux/spinlock.h>
7#include <linux/list.h>
8#include <linux/skbuff.h>
Arnaldo Carvalho de Melo14c85022005-12-27 02:43:12 -02009#include <linux/socket.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070010#include <linux/pfkeyv2.h>
Masahide NAKAMURA57947082006-09-22 15:06:24 -070011#include <linux/ipsec.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070012#include <linux/in6.h>
Arjan van de Ven4a3e2f72006-03-20 22:33:17 -080013#include <linux/mutex.h>
Joy Lattenab5f5e82007-09-17 11:51:22 -070014#include <linux/audit.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090015#include <linux/slab.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070016
17#include <net/sock.h>
18#include <net/dst.h>
Herbert Xu436a0a42007-10-08 17:25:53 -070019#include <net/ip.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070020#include <net/route.h>
21#include <net/ipv6.h>
22#include <net/ip6_fib.h>
Timo Teräsfe1a5f02010-04-07 00:30:04 +000023#include <net/flow.h>
Yury Polyanskiy9e0d57f2009-11-08 20:58:41 -080024
25#include <linux/interrupt.h>
26
Masahide NAKAMURA558f82e2007-12-20 20:42:57 -080027#ifdef CONFIG_XFRM_STATISTICS
28#include <net/snmp.h>
29#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070030
Masahide NAKAMURAd3d6dd32007-06-26 23:57:49 -070031#define XFRM_PROTO_ESP 50
32#define XFRM_PROTO_AH 51
33#define XFRM_PROTO_COMP 108
34#define XFRM_PROTO_IPIP 4
35#define XFRM_PROTO_IPV6 41
36#define XFRM_PROTO_ROUTING IPPROTO_ROUTING
37#define XFRM_PROTO_DSTOPTS IPPROTO_DSTOPTS
38
Nicolas Dichtelfa9921e2011-02-02 06:29:02 +000039#define XFRM_ALIGN4(len) (((len) + 3) & ~3)
Linus Torvalds1da177e2005-04-16 15:20:36 -070040#define XFRM_ALIGN8(len) (((len) + 7) & ~7)
Herbert Xub59f45d2006-05-27 23:05:54 -070041#define MODULE_ALIAS_XFRM_MODE(family, encap) \
42 MODULE_ALIAS("xfrm-mode-" __stringify(family) "-" __stringify(encap))
Masahide NAKAMURAd3d6dd32007-06-26 23:57:49 -070043#define MODULE_ALIAS_XFRM_TYPE(family, proto) \
44 MODULE_ALIAS("xfrm-type-" __stringify(family) "-" __stringify(proto))
Linus Torvalds1da177e2005-04-16 15:20:36 -070045
Masahide NAKAMURA558f82e2007-12-20 20:42:57 -080046#ifdef CONFIG_XFRM_STATISTICS
Alexey Dobriyan59c99402008-11-25 17:59:52 -080047#define XFRM_INC_STATS(net, field) SNMP_INC_STATS((net)->mib.xfrm_statistics, field)
48#define XFRM_INC_STATS_BH(net, field) SNMP_INC_STATS_BH((net)->mib.xfrm_statistics, field)
49#define XFRM_INC_STATS_USER(net, field) SNMP_INC_STATS_USER((net)-mib.xfrm_statistics, field)
Masahide NAKAMURA558f82e2007-12-20 20:42:57 -080050#else
Alexey Dobriyan59c99402008-11-25 17:59:52 -080051#define XFRM_INC_STATS(net, field) ((void)(net))
52#define XFRM_INC_STATS_BH(net, field) ((void)(net))
53#define XFRM_INC_STATS_USER(net, field) ((void)(net))
Masahide NAKAMURA558f82e2007-12-20 20:42:57 -080054#endif
55
Linus Torvalds1da177e2005-04-16 15:20:36 -070056
57/* Organization of SPD aka "XFRM rules"
58 ------------------------------------
59
60 Basic objects:
61 - policy rule, struct xfrm_policy (=SPD entry)
62 - bundle of transformations, struct dst_entry == struct xfrm_dst (=SA bundle)
63 - instance of a transformer, struct xfrm_state (=SA)
64 - template to clone xfrm_state, struct xfrm_tmpl
65
66 SPD is plain linear list of xfrm_policy rules, ordered by priority.
67 (To be compatible with existing pfkeyv2 implementations,
68 many rules with priority of 0x7fffffff are allowed to exist and
69 such rules are ordered in an unpredictable way, thanks to bsd folks.)
70
71 Lookup is plain linear search until the first match with selector.
72
73 If "action" is "block", then we prohibit the flow, otherwise:
74 if "xfrms_nr" is zero, the flow passes untransformed. Otherwise,
75 policy entry has list of up to XFRM_MAX_DEPTH transformations,
76 described by templates xfrm_tmpl. Each template is resolved
77 to a complete xfrm_state (see below) and we pack bundle of transformations
78 to a dst_entry returned to requestor.
79
80 dst -. xfrm .-> xfrm_state #1
81 |---. child .-> dst -. xfrm .-> xfrm_state #2
82 |---. child .-> dst -. xfrm .-> xfrm_state #3
83 |---. child .-> NULL
84
85 Bundles are cached at xrfm_policy struct (field ->bundles).
86
87
88 Resolution of xrfm_tmpl
89 -----------------------
90 Template contains:
91 1. ->mode Mode: transport or tunnel
92 2. ->id.proto Protocol: AH/ESP/IPCOMP
93 3. ->id.daddr Remote tunnel endpoint, ignored for transport mode.
94 Q: allow to resolve security gateway?
95 4. ->id.spi If not zero, static SPI.
96 5. ->saddr Local tunnel endpoint, ignored for transport mode.
97 6. ->algos List of allowed algos. Plain bitmask now.
98 Q: ealgos, aalgos, calgos. What a mess...
99 7. ->share Sharing mode.
100 Q: how to implement private sharing mode? To add struct sock* to
101 flow id?
102
103 Having this template we search through SAD searching for entries
104 with appropriate mode/proto/algo, permitted by selector.
105 If no appropriate entry found, it is requested from key manager.
106
107 PROBLEMS:
108 Q: How to find all the bundles referring to a physical path for
109 PMTU discovery? Seems, dst should contain list of all parents...
110 and enter to infinite locking hierarchy disaster.
111 No! It is easier, we will not search for them, let them find us.
112 We add genid to each dst plus pointer to genid of raw IP route,
113 pmtu disc will update pmtu on raw IP route and increase its genid.
114 dst_check() will see this for top level and trigger resyncing
115 metrics. Plus, it will be made via sk->sk_dst_cache. Solved.
116 */
117
Herbert Xu12a169e2008-10-01 07:03:24 -0700118struct xfrm_state_walk {
119 struct list_head all;
120 u8 state;
Nicolas Dichteld3623092014-02-14 15:30:36 +0100121 u8 dying;
122 u8 proto;
Herbert Xu12a169e2008-10-01 07:03:24 -0700123 u32 seq;
Nicolas Dichtel870a2df2014-03-06 18:24:29 +0100124 struct xfrm_address_filter *filter;
Herbert Xu12a169e2008-10-01 07:03:24 -0700125};
126
Linus Torvalds1da177e2005-04-16 15:20:36 -0700127/* Full description of state of transformer. */
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +0000128struct xfrm_state {
Eric W. Biederman0c5c9fb2015-03-11 23:06:44 -0500129 possible_net_t xs_net;
Herbert Xuabb81c42008-09-09 19:58:29 -0700130 union {
Herbert Xu12a169e2008-10-01 07:03:24 -0700131 struct hlist_node gclist;
Herbert Xuabb81c42008-09-09 19:58:29 -0700132 struct hlist_node bydst;
133 };
David S. Miller8f126e32006-08-24 02:45:07 -0700134 struct hlist_node bysrc;
135 struct hlist_node byspi;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136
137 atomic_t refcnt;
138 spinlock_t lock;
139
140 struct xfrm_id id;
141 struct xfrm_selector sel;
Jamal Hadi Salimbf825f82010-02-22 11:32:54 +0000142 struct xfrm_mark mark;
Martin Willi35d28562010-12-08 04:37:49 +0000143 u32 tfcpad;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144
David S. Miller9d4a7062006-08-24 03:18:09 -0700145 u32 genid;
146
Herbert Xu12a169e2008-10-01 07:03:24 -0700147 /* Key manager bits */
148 struct xfrm_state_walk km;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700149
150 /* Parameters of this state. */
151 struct {
152 u32 reqid;
153 u8 mode;
154 u8 replay_window;
155 u8 aalgo, ealgo, calgo;
156 u8 flags;
157 u16 family;
158 xfrm_address_t saddr;
159 int header_len;
160 int trailer_len;
Nicolas Dichtela947b0a2013-02-22 10:54:54 +0100161 u32 extra_flags;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700162 } props;
163
164 struct xfrm_lifetime_cfg lft;
165
166 /* Data for transformer */
Martin Willi4447bb32009-11-25 00:29:52 +0000167 struct xfrm_algo_auth *aalg;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700168 struct xfrm_algo *ealg;
169 struct xfrm_algo *calg;
Herbert Xu1a6509d2008-01-28 19:37:29 -0800170 struct xfrm_algo_aead *aead;
Herbert Xu69b01372015-05-27 16:03:45 +0800171 const char *geniv;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700172
173 /* Data for encapsulator */
174 struct xfrm_encap_tmpl *encap;
175
Noriaki TAKAMIYA060f02a2006-08-23 18:18:55 -0700176 /* Data for care-of address */
177 xfrm_address_t *coaddr;
178
Linus Torvalds1da177e2005-04-16 15:20:36 -0700179 /* IPComp needs an IPIP tunnel for handling uncompressed packets */
180 struct xfrm_state *tunnel;
181
182 /* If a tunnel, number of users + 1 */
183 atomic_t tunnel_users;
184
185 /* State for replay detection */
186 struct xfrm_replay_state replay;
Steffen Klassert9736acf2011-03-08 00:05:43 +0000187 struct xfrm_replay_state_esn *replay_esn;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700188
Jamal Hadi Salimf8cd5482006-03-20 19:15:11 -0800189 /* Replay detection state at the time we sent the last notification */
190 struct xfrm_replay_state preplay;
Steffen Klassert9736acf2011-03-08 00:05:43 +0000191 struct xfrm_replay_state_esn *preplay_esn;
Jamal Hadi Salimf8cd5482006-03-20 19:15:11 -0800192
Steffen Klassert9fdc4882011-03-08 00:08:32 +0000193 /* The functions for replay detection. */
194 struct xfrm_replay *repl;
195
Jamal Hadi Salim27170962006-04-14 15:03:05 -0700196 /* internal flag that only holds state for delayed aevent at the
197 * moment
198 */
199 u32 xflags;
200
Jamal Hadi Salimf8cd5482006-03-20 19:15:11 -0800201 /* Replay detection notification settings */
202 u32 replay_maxage;
203 u32 replay_maxdiff;
204
205 /* Replay detection notification timer */
206 struct timer_list rtimer;
207
Linus Torvalds1da177e2005-04-16 15:20:36 -0700208 /* Statistics */
209 struct xfrm_stats stats;
210
211 struct xfrm_lifetime_cur curlft;
Yury Polyanskiy9e0d57f2009-11-08 20:58:41 -0800212 struct tasklet_hrtimer mtimer;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700213
Fan Due3c0d042012-07-30 21:43:54 +0000214 /* used to fix curlft->add_time when changing date */
215 long saved_tmo;
216
Masahide NAKAMURA9afaca02006-08-23 18:20:16 -0700217 /* Last used time */
Herbert Xud26f3982007-11-13 21:47:08 -0800218 unsigned long lastused;
Masahide NAKAMURA9afaca02006-08-23 18:20:16 -0700219
Linus Torvalds1da177e2005-04-16 15:20:36 -0700220 /* Reference to data common to all the instances of this
221 * transformer. */
Eric Dumazet533cb5b2008-01-30 19:11:50 -0800222 const struct xfrm_type *type;
Herbert Xu13996372007-10-17 21:35:51 -0700223 struct xfrm_mode *inner_mode;
Kazunori MIYAZAWAdf9dcb42008-03-24 14:51:51 -0700224 struct xfrm_mode *inner_mode_iaf;
Herbert Xu13996372007-10-17 21:35:51 -0700225 struct xfrm_mode *outer_mode;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700226
Trent Jaegerdf718372005-12-13 23:12:27 -0800227 /* Security context */
228 struct xfrm_sec_ctx *security;
229
Linus Torvalds1da177e2005-04-16 15:20:36 -0700230 /* Private data of this transformer, format is opaque,
231 * interpreted by xfrm_type methods. */
232 void *data;
233};
234
Alexey Dobriyan673c09b2008-11-25 17:15:16 -0800235static inline struct net *xs_net(struct xfrm_state *x)
236{
237 return read_pnet(&x->xs_net);
238}
239
Jamal Hadi Salim27170962006-04-14 15:03:05 -0700240/* xflags - make enum if more show up */
241#define XFRM_TIME_DEFER 1
Fan Due3c0d042012-07-30 21:43:54 +0000242#define XFRM_SOFT_EXPIRE 2
Jamal Hadi Salim27170962006-04-14 15:03:05 -0700243
Linus Torvalds1da177e2005-04-16 15:20:36 -0700244enum {
245 XFRM_STATE_VOID,
246 XFRM_STATE_ACQ,
247 XFRM_STATE_VALID,
248 XFRM_STATE_ERROR,
249 XFRM_STATE_EXPIRED,
250 XFRM_STATE_DEAD
251};
252
Jamal Hadi Salim26b15da2005-06-18 22:42:13 -0700253/* callback structure passed from either netlink or pfkey */
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +0000254struct km_event {
Herbert Xubf088672005-06-18 22:44:00 -0700255 union {
256 u32 hard;
257 u32 proto;
258 u32 byid;
Jamal Hadi Salimf8cd5482006-03-20 19:15:11 -0800259 u32 aevent;
Masahide NAKAMURAf7b69832006-08-23 22:49:28 -0700260 u32 type;
Herbert Xubf088672005-06-18 22:44:00 -0700261 } data;
262
Jamal Hadi Salim26b15da2005-06-18 22:42:13 -0700263 u32 seq;
Eric W. Biederman15e47302012-09-07 20:12:54 +0000264 u32 portid;
Jamal Hadi Salim26b15da2005-06-18 22:42:13 -0700265 u32 event;
Alexey Dobriyan70678022008-11-25 17:50:36 -0800266 struct net *net;
Jamal Hadi Salim26b15da2005-06-18 22:42:13 -0700267};
268
Steffen Klassert9fdc4882011-03-08 00:08:32 +0000269struct xfrm_replay {
270 void (*advance)(struct xfrm_state *x, __be32 net_seq);
271 int (*check)(struct xfrm_state *x,
272 struct sk_buff *skb,
273 __be32 net_seq);
Steffen Klassert3b59df42012-09-04 00:03:29 +0000274 int (*recheck)(struct xfrm_state *x,
275 struct sk_buff *skb,
276 __be32 net_seq);
Steffen Klassert9fdc4882011-03-08 00:08:32 +0000277 void (*notify)(struct xfrm_state *x, int event);
278 int (*overflow)(struct xfrm_state *x, struct sk_buff *skb);
279};
280
Herbert Xu25ee3282007-12-11 09:32:34 -0800281struct net_device;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700282struct xfrm_type;
283struct xfrm_dst;
284struct xfrm_policy_afinfo {
285 unsigned short family;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700286 struct dst_ops *dst_ops;
Alexey Dobriyanddcfd792008-11-25 17:37:23 -0800287 void (*garbage_collect)(struct net *net);
David Ahern42a7b322015-08-10 16:58:11 -0600288 struct dst_entry *(*dst_lookup)(struct net *net,
289 int tos, int oif,
David S. Miller5e6b9302011-02-24 00:14:45 -0500290 const xfrm_address_t *saddr,
291 const xfrm_address_t *daddr);
David Ahern42a7b322015-08-10 16:58:11 -0600292 int (*get_saddr)(struct net *net, int oif,
293 xfrm_address_t *saddr,
294 xfrm_address_t *daddr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700295 void (*decode_session)(struct sk_buff *skb,
Herbert Xud5422ef2007-12-12 10:44:16 -0800296 struct flowi *fl,
297 int reverse);
David S. Miller05d84022011-02-22 17:47:10 -0800298 int (*get_tos)(const struct flowi *fl);
Masahide NAKAMURAa1b05142007-12-20 20:41:12 -0800299 int (*init_path)(struct xfrm_dst *path,
300 struct dst_entry *dst,
301 int nfheader_len);
Herbert Xu25ee3282007-12-11 09:32:34 -0800302 int (*fill_dst)(struct xfrm_dst *xdst,
Herbert Xu87c1e122010-03-02 02:51:56 +0000303 struct net_device *dev,
David S. Miller0c7b3ee2011-02-22 17:48:57 -0800304 const struct flowi *fl);
David S. Miller2774c132011-03-01 14:59:04 -0800305 struct dst_entry *(*blackhole_route)(struct net *net, struct dst_entry *orig);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700306};
307
Joe Perchesd5113372013-09-23 11:33:53 -0700308int xfrm_policy_register_afinfo(struct xfrm_policy_afinfo *afinfo);
309int xfrm_policy_unregister_afinfo(struct xfrm_policy_afinfo *afinfo);
310void km_policy_notify(struct xfrm_policy *xp, int dir,
311 const struct km_event *c);
312void km_state_notify(struct xfrm_state *x, const struct km_event *c);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700313
314struct xfrm_tmpl;
Joe Perchesd5113372013-09-23 11:33:53 -0700315int km_query(struct xfrm_state *x, struct xfrm_tmpl *t,
316 struct xfrm_policy *pol);
317void km_state_expired(struct xfrm_state *x, int hard, u32 portid);
318int __xfrm_state_delete(struct xfrm_state *x);
Jamal Hadi Salim53bc6b42006-03-20 19:17:03 -0800319
Linus Torvalds1da177e2005-04-16 15:20:36 -0700320struct xfrm_state_afinfo {
Herbert Xu17c2a422007-10-17 21:33:12 -0700321 unsigned int family;
Herbert Xu36cf9ac2007-11-13 21:40:52 -0800322 unsigned int proto;
Al Viro8e3d7162008-03-17 22:49:16 -0700323 __be16 eth_proto;
Herbert Xu17c2a422007-10-17 21:33:12 -0700324 struct module *owner;
Eric Dumazet533cb5b2008-01-30 19:11:50 -0800325 const struct xfrm_type *type_map[IPPROTO_MAX];
Herbert Xuaa5d62c2007-10-17 21:31:12 -0700326 struct xfrm_mode *mode_map[XFRM_MODE_MAX];
Herbert Xud094cd82005-06-20 13:19:41 -0700327 int (*init_flags)(struct xfrm_state *x);
David S. Miller73e5ebb2011-02-22 17:51:44 -0800328 void (*init_tempsel)(struct xfrm_selector *sel,
329 const struct flowi *fl);
David S. Miller19bd6242011-02-24 00:07:20 -0500330 void (*init_temprop)(struct xfrm_state *x,
331 const struct xfrm_tmpl *tmpl,
332 const xfrm_address_t *daddr,
333 const xfrm_address_t *saddr);
Masahide NAKAMURA41a49cc2006-08-23 22:48:31 -0700334 int (*tmpl_sort)(struct xfrm_tmpl **dst, struct xfrm_tmpl **src, int n);
335 int (*state_sort)(struct xfrm_state **dst, struct xfrm_state **src, int n);
Eric W. Biedermanede20592015-10-07 16:48:47 -0500336 int (*output)(struct net *net, struct sock *sk, struct sk_buff *skb);
David Miller7026b1d2015-04-05 22:19:04 -0400337 int (*output_finish)(struct sock *sk, struct sk_buff *skb);
Herbert Xu227620e2007-11-13 21:41:28 -0800338 int (*extract_input)(struct xfrm_state *x,
339 struct sk_buff *skb);
Herbert Xu36cf9ac2007-11-13 21:40:52 -0800340 int (*extract_output)(struct xfrm_state *x,
341 struct sk_buff *skb);
Herbert Xu716062f2007-11-13 21:44:23 -0800342 int (*transport_finish)(struct sk_buff *skb,
343 int async);
Hannes Frederic Sowa628e3412013-08-14 13:05:23 +0200344 void (*local_error)(struct sk_buff *skb, u32 mtu);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700345};
346
Joe Perchesd5113372013-09-23 11:33:53 -0700347int xfrm_state_register_afinfo(struct xfrm_state_afinfo *afinfo);
348int xfrm_state_unregister_afinfo(struct xfrm_state_afinfo *afinfo);
349struct xfrm_state_afinfo *xfrm_state_get_afinfo(unsigned int family);
350void xfrm_state_put_afinfo(struct xfrm_state_afinfo *afinfo);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700351
Steffen Klassert2f32b512014-03-14 07:28:07 +0100352struct xfrm_input_afinfo {
353 unsigned int family;
354 struct module *owner;
355 int (*callback)(struct sk_buff *skb, u8 protocol,
356 int err);
357};
358
359int xfrm_input_register_afinfo(struct xfrm_input_afinfo *afinfo);
360int xfrm_input_unregister_afinfo(struct xfrm_input_afinfo *afinfo);
361
Joe Perchesd5113372013-09-23 11:33:53 -0700362void xfrm_state_delete_tunnel(struct xfrm_state *x);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700363
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +0000364struct xfrm_type {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700365 char *description;
366 struct module *owner;
jamala6337462010-02-09 13:21:17 +0000367 u8 proto;
368 u8 flags;
Masahide NAKAMURA1b5c2292006-08-23 18:11:50 -0700369#define XFRM_TYPE_NON_FRAGMENT 1
Herbert Xu436a0a42007-10-08 17:25:53 -0700370#define XFRM_TYPE_REPLAY_PROT 2
Herbert Xuf04e7e82007-11-13 21:36:51 -0800371#define XFRM_TYPE_LOCAL_COADDR 4
372#define XFRM_TYPE_REMOTE_COADDR 8
Linus Torvalds1da177e2005-04-16 15:20:36 -0700373
Herbert Xu72cb6962005-06-20 13:18:08 -0700374 int (*init_state)(struct xfrm_state *x);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700375 void (*destructor)(struct xfrm_state *);
Herbert Xue6956332006-04-01 00:52:46 -0800376 int (*input)(struct xfrm_state *, struct sk_buff *skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700377 int (*output)(struct xfrm_state *, struct sk_buff *pskb);
David S. Miller8f029de2011-02-22 17:59:59 -0800378 int (*reject)(struct xfrm_state *, struct sk_buff *,
379 const struct flowi *);
Masahide NAKAMURAaee5adb2006-08-23 17:57:28 -0700380 int (*hdr_offset)(struct xfrm_state *, struct sk_buff *, u8 **);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700381 /* Estimate maximal size of result of transformation of a dgram */
Patrick McHardyc5c25232007-04-09 11:47:18 -0700382 u32 (*get_mtu)(struct xfrm_state *, int size);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700383};
384
Joe Perchesd5113372013-09-23 11:33:53 -0700385int xfrm_register_type(const struct xfrm_type *type, unsigned short family);
386int xfrm_unregister_type(const struct xfrm_type *type, unsigned short family);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700387
Herbert Xub59f45d2006-05-27 23:05:54 -0700388struct xfrm_mode {
Herbert Xu227620e2007-11-13 21:41:28 -0800389 /*
390 * Remove encapsulation header.
391 *
392 * The IP header will be moved over the top of the encapsulation
393 * header.
394 *
395 * On entry, the transport header shall point to where the IP header
396 * should be and the network header shall be set to where the IP
397 * header currently is. skb->data shall point to the start of the
398 * payload.
399 */
400 int (*input2)(struct xfrm_state *x, struct sk_buff *skb);
401
402 /*
403 * This is the actual input entry point.
404 *
405 * For transport mode and equivalent this would be identical to
406 * input2 (which does not need to be set). While tunnel mode
407 * and equivalent would set this to the tunnel encapsulation function
408 * xfrm4_prepare_input that would in turn call input2.
409 */
Herbert Xub59f45d2006-05-27 23:05:54 -0700410 int (*input)(struct xfrm_state *x, struct sk_buff *skb);
Herbert Xu37fedd32007-10-10 15:44:44 -0700411
412 /*
413 * Add encapsulation header.
414 *
415 * On exit, the transport header will be set to the start of the
416 * encapsulation header to be filled in by x->type->output and
417 * the mac header will be set to the nextheader (protocol for
418 * IPv4) field of the extension header directly preceding the
419 * encapsulation header, or in its absence, that of the top IP
420 * header. The value of the network header will always point
421 * to the top IP header while skb->data will point to the payload.
422 */
Herbert Xu36cf9ac2007-11-13 21:40:52 -0800423 int (*output2)(struct xfrm_state *x,struct sk_buff *skb);
424
425 /*
426 * This is the actual output entry point.
427 *
428 * For transport mode and equivalent this would be identical to
429 * output2 (which does not need to be set). While tunnel mode
430 * and equivalent would set this to a tunnel encapsulation function
431 * (xfrm4_prepare_output or xfrm6_prepare_output) that would in turn
432 * call output2.
433 */
434 int (*output)(struct xfrm_state *x, struct sk_buff *skb);
Herbert Xub59f45d2006-05-27 23:05:54 -0700435
Herbert Xu17c2a422007-10-17 21:33:12 -0700436 struct xfrm_state_afinfo *afinfo;
Herbert Xub59f45d2006-05-27 23:05:54 -0700437 struct module *owner;
438 unsigned int encap;
Herbert Xu1bfcb102007-10-17 21:31:50 -0700439 int flags;
440};
441
442/* Flags for xfrm_mode. */
443enum {
444 XFRM_MODE_FLAG_TUNNEL = 1,
Herbert Xub59f45d2006-05-27 23:05:54 -0700445};
446
Joe Perchesd5113372013-09-23 11:33:53 -0700447int xfrm_register_mode(struct xfrm_mode *mode, int family);
448int xfrm_unregister_mode(struct xfrm_mode *mode, int family);
Herbert Xub59f45d2006-05-27 23:05:54 -0700449
Kazunori MIYAZAWAdf9dcb42008-03-24 14:51:51 -0700450static inline int xfrm_af2proto(unsigned int family)
451{
452 switch(family) {
453 case AF_INET:
454 return IPPROTO_IPIP;
455 case AF_INET6:
456 return IPPROTO_IPV6;
457 default:
458 return 0;
459 }
460}
461
462static inline struct xfrm_mode *xfrm_ip2inner_mode(struct xfrm_state *x, int ipproto)
463{
464 if ((ipproto == IPPROTO_IPIP && x->props.family == AF_INET) ||
465 (ipproto == IPPROTO_IPV6 && x->props.family == AF_INET6))
466 return x->inner_mode;
467 else
468 return x->inner_mode_iaf;
469}
470
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +0000471struct xfrm_tmpl {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700472/* id in template is interpreted as:
473 * daddr - destination of tunnel, may be zero for transport mode.
474 * spi - zero to acquire spi. Not zero if spi is static, then
475 * daddr must be fixed too.
476 * proto - AH/ESP/IPCOMP
477 */
478 struct xfrm_id id;
479
480/* Source address of tunnel. Ignored, if it is not a tunnel. */
481 xfrm_address_t saddr;
482
Miika Komu76b3f052006-11-30 16:40:43 -0800483 unsigned short encap_family;
484
jamala6337462010-02-09 13:21:17 +0000485 u32 reqid;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700486
Masahide NAKAMURA7e49e6d2006-09-22 15:05:15 -0700487/* Mode: transport, tunnel etc. */
jamala6337462010-02-09 13:21:17 +0000488 u8 mode;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700489
490/* Sharing mode: unique, this session only, this user only etc. */
jamala6337462010-02-09 13:21:17 +0000491 u8 share;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700492
493/* May skip this transfomration if no SA is found */
jamala6337462010-02-09 13:21:17 +0000494 u8 optional;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700495
Herbert Xuc5d18e92008-04-22 00:46:42 -0700496/* Skip aalgos/ealgos/calgos checks. */
jamala6337462010-02-09 13:21:17 +0000497 u8 allalgs;
Herbert Xuc5d18e92008-04-22 00:46:42 -0700498
Linus Torvalds1da177e2005-04-16 15:20:36 -0700499/* Bit mask of algos allowed for acquisition */
jamala6337462010-02-09 13:21:17 +0000500 u32 aalgos;
501 u32 ealgos;
502 u32 calgos;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700503};
504
Masahide NAKAMURA622dc822006-08-23 17:52:01 -0700505#define XFRM_MAX_DEPTH 6
Linus Torvalds1da177e2005-04-16 15:20:36 -0700506
Herbert Xu12a169e2008-10-01 07:03:24 -0700507struct xfrm_policy_walk_entry {
508 struct list_head all;
509 u8 dead;
510};
511
512struct xfrm_policy_walk {
513 struct xfrm_policy_walk_entry walk;
514 u8 type;
515 u32 seq;
516};
517
Steffen Klasserta0073fe2013-02-05 12:52:55 +0100518struct xfrm_policy_queue {
519 struct sk_buff_head hold_queue;
520 struct timer_list hold_timer;
521 unsigned long timeout;
522};
523
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +0000524struct xfrm_policy {
Eric W. Biederman0c5c9fb2015-03-11 23:06:44 -0500525 possible_net_t xp_net;
David S. Miller2518c7c2006-08-24 04:45:07 -0700526 struct hlist_node bydst;
527 struct hlist_node byidx;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700528
529 /* This lock only affects elements except for entry. */
530 rwlock_t lock;
531 atomic_t refcnt;
532 struct timer_list timer;
533
Timo Teräsfe1a5f02010-04-07 00:30:04 +0000534 struct flow_cache_object flo;
Timo Teräs80c802f2010-04-07 00:30:05 +0000535 atomic_t genid;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700536 u32 priority;
537 u32 index;
Jamal Hadi Salimbf825f82010-02-22 11:32:54 +0000538 struct xfrm_mark mark;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700539 struct xfrm_selector selector;
540 struct xfrm_lifetime_cfg lft;
541 struct xfrm_lifetime_cur curlft;
Herbert Xu12a169e2008-10-01 07:03:24 -0700542 struct xfrm_policy_walk_entry walk;
Steffen Klasserta0073fe2013-02-05 12:52:55 +0100543 struct xfrm_policy_queue polq;
Arnaldo Carvalho de Melo46ca5f52006-11-27 17:58:59 -0200544 u8 type;
545 u8 action;
546 u8 flags;
Arnaldo Carvalho de Melo46ca5f52006-11-27 17:58:59 -0200547 u8 xfrm_nr;
Herbert Xu12a169e2008-10-01 07:03:24 -0700548 u16 family;
Trent Jaegerdf718372005-12-13 23:12:27 -0800549 struct xfrm_sec_ctx *security;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700550 struct xfrm_tmpl xfrm_vec[XFRM_MAX_DEPTH];
Eric Dumazet56f04732015-12-08 07:22:01 -0800551 struct rcu_head rcu;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700552};
553
David S. Miller63eb23f2011-02-24 01:25:19 -0500554static inline struct net *xp_net(const struct xfrm_policy *xp)
Alexey Dobriyan0331b1f2008-11-25 17:21:45 -0800555{
556 return read_pnet(&xp->xp_net);
557}
558
Arnaud Ebalard13c1d182008-10-05 13:33:42 -0700559struct xfrm_kmaddress {
560 xfrm_address_t local;
561 xfrm_address_t remote;
562 u32 reserved;
563 u16 family;
564};
565
Shinta Sugimoto80c9aba2007-02-08 13:11:42 -0800566struct xfrm_migrate {
567 xfrm_address_t old_daddr;
568 xfrm_address_t old_saddr;
569 xfrm_address_t new_daddr;
570 xfrm_address_t new_saddr;
571 u8 proto;
572 u8 mode;
573 u16 reserved;
574 u32 reqid;
575 u16 old_family;
576 u16 new_family;
577};
578
Jamal Hadi Salimf8cd5482006-03-20 19:15:11 -0800579#define XFRM_KM_TIMEOUT 30
Jamal Hadi Salimf8cd5482006-03-20 19:15:11 -0800580/* what happened */
581#define XFRM_REPLAY_UPDATE XFRM_AE_CR
582#define XFRM_REPLAY_TIMEOUT XFRM_AE_CE
583
584/* default aevent timeout in units of 100ms */
585#define XFRM_AE_ETIME 10
586/* Async Event timer multiplier */
587#define XFRM_AE_ETH_M 10
588/* default seq threshold size */
589#define XFRM_AE_SEQT_SIZE 2
Linus Torvalds1da177e2005-04-16 15:20:36 -0700590
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +0000591struct xfrm_mgr {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700592 struct list_head list;
593 char *id;
David S. Miller214e0052011-02-24 00:02:38 -0500594 int (*notify)(struct xfrm_state *x, const struct km_event *c);
Fan Du65e07362012-08-15 10:13:47 +0800595 int (*acquire)(struct xfrm_state *x, struct xfrm_tmpl *, struct xfrm_policy *xp);
Venkat Yekkiralacb969f02006-07-24 23:32:20 -0700596 struct xfrm_policy *(*compile_policy)(struct sock *sk, int opt, u8 *data, int len, int *dir);
Al Viro5d36b182006-11-08 00:24:06 -0800597 int (*new_mapping)(struct xfrm_state *x, xfrm_address_t *ipaddr, __be16 sport);
David S. Miller214e0052011-02-24 00:02:38 -0500598 int (*notify_policy)(struct xfrm_policy *x, int dir, const struct km_event *c);
Alexey Dobriyandb983c12008-11-25 17:51:01 -0800599 int (*report)(struct net *net, u8 proto, struct xfrm_selector *sel, xfrm_address_t *addr);
David S. Miller183cad12011-02-24 00:28:01 -0500600 int (*migrate)(const struct xfrm_selector *sel,
601 u8 dir, u8 type,
602 const struct xfrm_migrate *m,
603 int num_bundles,
604 const struct xfrm_kmaddress *k);
Horia Geanta0f245582014-02-12 16:20:06 +0200605 bool (*is_alive)(const struct km_event *c);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700606};
607
Joe Perchesd5113372013-09-23 11:33:53 -0700608int xfrm_register_km(struct xfrm_mgr *km);
609int xfrm_unregister_km(struct xfrm_mgr *km);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700610
Steffen Klassert70be6c92014-02-21 08:41:09 +0100611struct xfrm_tunnel_skb_cb {
612 union {
613 struct inet_skb_parm h4;
614 struct inet6_skb_parm h6;
615 } header;
616
617 union {
618 struct ip_tunnel *ip4;
619 struct ip6_tnl *ip6;
620 } tunnel;
621};
622
623#define XFRM_TUNNEL_SKB_CB(__skb) ((struct xfrm_tunnel_skb_cb *)&((__skb)->cb[0]))
624
Herbert Xu436a0a42007-10-08 17:25:53 -0700625/*
626 * This structure is used for the duration where packets are being
627 * transformed by IPsec. As soon as the packet leaves IPsec the
628 * area beyond the generic IP part may be overwritten.
629 */
630struct xfrm_skb_cb {
Steffen Klassert70be6c92014-02-21 08:41:09 +0100631 struct xfrm_tunnel_skb_cb header;
Herbert Xu436a0a42007-10-08 17:25:53 -0700632
633 /* Sequence number for replay protection. */
Herbert Xub318e0e2008-02-12 22:50:35 -0800634 union {
Steffen Klassert1ce36442011-03-08 00:06:31 +0000635 struct {
636 __u32 low;
637 __u32 hi;
638 } output;
639 struct {
640 __be32 low;
641 __be32 hi;
642 } input;
Herbert Xub318e0e2008-02-12 22:50:35 -0800643 } seq;
Herbert Xu436a0a42007-10-08 17:25:53 -0700644};
645
646#define XFRM_SKB_CB(__skb) ((struct xfrm_skb_cb *)&((__skb)->cb[0]))
647
Herbert Xu36cf9ac2007-11-13 21:40:52 -0800648/*
649 * This structure is used by the afinfo prepare_input/prepare_output functions
650 * to transmit header information to the mode input/output functions.
651 */
652struct xfrm_mode_skb_cb {
Steffen Klassert70be6c92014-02-21 08:41:09 +0100653 struct xfrm_tunnel_skb_cb header;
Herbert Xu36cf9ac2007-11-13 21:40:52 -0800654
655 /* Copied from header for IPv4, always set to zero and DF for IPv6. */
656 __be16 id;
657 __be16 frag_off;
658
Herbert Xu732c8bd2008-03-26 16:51:09 -0700659 /* IP header length (excluding options or extension headers). */
660 u8 ihl;
661
Herbert Xu36cf9ac2007-11-13 21:40:52 -0800662 /* TOS for IPv4, class for IPv6. */
663 u8 tos;
664
665 /* TTL for IPv4, hop limitfor IPv6. */
666 u8 ttl;
667
668 /* Protocol for IPv4, NH for IPv6. */
669 u8 protocol;
670
Herbert Xu732c8bd2008-03-26 16:51:09 -0700671 /* Option length for IPv4, zero for IPv6. */
672 u8 optlen;
673
Herbert Xu36cf9ac2007-11-13 21:40:52 -0800674 /* Used by IPv6 only, zero for IPv4. */
675 u8 flow_lbl[3];
676};
677
678#define XFRM_MODE_SKB_CB(__skb) ((struct xfrm_mode_skb_cb *)&((__skb)->cb[0]))
679
Herbert Xu716062f2007-11-13 21:44:23 -0800680/*
681 * This structure is used by the input processing to locate the SPI and
682 * related information.
683 */
684struct xfrm_spi_skb_cb {
Steffen Klassert70be6c92014-02-21 08:41:09 +0100685 struct xfrm_tunnel_skb_cb header;
Herbert Xu716062f2007-11-13 21:44:23 -0800686
Herbert Xu716062f2007-11-13 21:44:23 -0800687 unsigned int daddroff;
Herbert Xu2fcb45b2007-12-03 22:54:12 -0800688 unsigned int family;
Herbert Xu716062f2007-11-13 21:44:23 -0800689};
690
691#define XFRM_SPI_SKB_CB(__skb) ((struct xfrm_spi_skb_cb *)&((__skb)->cb[0]))
692
Joy Lattenc9204d92006-11-30 15:50:43 -0600693#ifdef CONFIG_AUDITSYSCALL
Paul Mooreafeb14b2007-12-21 14:58:11 -0800694static inline struct audit_buffer *xfrm_audit_start(const char *op)
Joy Lattenab5f5e82007-09-17 11:51:22 -0700695{
696 struct audit_buffer *audit_buf = NULL;
Paul Mooreafeb14b2007-12-21 14:58:11 -0800697
698 if (audit_enabled == 0)
699 return NULL;
700 audit_buf = audit_log_start(current->audit_context, GFP_ATOMIC,
701 AUDIT_MAC_IPSEC_EVENT);
702 if (audit_buf == NULL)
703 return NULL;
704 audit_log_format(audit_buf, "op=%s", op);
705 return audit_buf;
706}
707
Tetsuo Handa2e710292014-04-22 21:48:30 +0900708static inline void xfrm_audit_helper_usrinfo(bool task_valid,
Paul Mooreafeb14b2007-12-21 14:58:11 -0800709 struct audit_buffer *audit_buf)
710{
Tetsuo Handa2e710292014-04-22 21:48:30 +0900711 const unsigned int auid = from_kuid(&init_user_ns, task_valid ?
712 audit_get_loginuid(current) :
713 INVALID_UID);
714 const unsigned int ses = task_valid ? audit_get_sessionid(current) :
715 (unsigned int) -1;
716
717 audit_log_format(audit_buf, " auid=%u ses=%u", auid, ses);
Tetsuo Handaf1370cc2014-04-18 16:23:46 +0900718 audit_log_task_context(audit_buf);
Joy Lattenab5f5e82007-09-17 11:51:22 -0700719}
720
Tetsuo Handa2e710292014-04-22 21:48:30 +0900721void xfrm_audit_policy_add(struct xfrm_policy *xp, int result, bool task_valid);
722void xfrm_audit_policy_delete(struct xfrm_policy *xp, int result,
723 bool task_valid);
724void xfrm_audit_state_add(struct xfrm_state *x, int result, bool task_valid);
725void xfrm_audit_state_delete(struct xfrm_state *x, int result, bool task_valid);
Joe Perchesd5113372013-09-23 11:33:53 -0700726void xfrm_audit_state_replay_overflow(struct xfrm_state *x,
727 struct sk_buff *skb);
728void xfrm_audit_state_replay(struct xfrm_state *x, struct sk_buff *skb,
729 __be32 net_seq);
730void xfrm_audit_state_notfound_simple(struct sk_buff *skb, u16 family);
731void xfrm_audit_state_notfound(struct sk_buff *skb, u16 family, __be32 net_spi,
732 __be32 net_seq);
733void xfrm_audit_state_icvfail(struct xfrm_state *x, struct sk_buff *skb,
734 u8 proto);
Joy Lattenc9204d92006-11-30 15:50:43 -0600735#else
Marcin Slusarz41fef0e2008-05-03 21:03:01 -0700736
737static inline void xfrm_audit_policy_add(struct xfrm_policy *xp, int result,
Tetsuo Handa2e710292014-04-22 21:48:30 +0900738 bool task_valid)
Marcin Slusarz41fef0e2008-05-03 21:03:01 -0700739{
740}
741
742static inline void xfrm_audit_policy_delete(struct xfrm_policy *xp, int result,
Tetsuo Handa2e710292014-04-22 21:48:30 +0900743 bool task_valid)
Marcin Slusarz41fef0e2008-05-03 21:03:01 -0700744{
745}
746
747static inline void xfrm_audit_state_add(struct xfrm_state *x, int result,
Tetsuo Handa2e710292014-04-22 21:48:30 +0900748 bool task_valid)
Marcin Slusarz41fef0e2008-05-03 21:03:01 -0700749{
750}
751
752static inline void xfrm_audit_state_delete(struct xfrm_state *x, int result,
Tetsuo Handa2e710292014-04-22 21:48:30 +0900753 bool task_valid)
Marcin Slusarz41fef0e2008-05-03 21:03:01 -0700754{
755}
756
757static inline void xfrm_audit_state_replay_overflow(struct xfrm_state *x,
758 struct sk_buff *skb)
759{
760}
761
Steffen Klassert9fdc4882011-03-08 00:08:32 +0000762static inline void xfrm_audit_state_replay(struct xfrm_state *x,
763 struct sk_buff *skb, __be32 net_seq)
764{
765}
766
Marcin Slusarz41fef0e2008-05-03 21:03:01 -0700767static inline void xfrm_audit_state_notfound_simple(struct sk_buff *skb,
768 u16 family)
769{
770}
771
772static inline void xfrm_audit_state_notfound(struct sk_buff *skb, u16 family,
773 __be32 net_spi, __be32 net_seq)
774{
775}
776
777static inline void xfrm_audit_state_icvfail(struct xfrm_state *x,
778 struct sk_buff *skb, u8 proto)
779{
780}
Joy Lattenc9204d92006-11-30 15:50:43 -0600781#endif /* CONFIG_AUDITSYSCALL */
Joy Latten161a09e2006-11-27 13:11:54 -0600782
Linus Torvalds1da177e2005-04-16 15:20:36 -0700783static inline void xfrm_pol_hold(struct xfrm_policy *policy)
784{
785 if (likely(policy != NULL))
786 atomic_inc(&policy->refcnt);
787}
788
Joe Perchesd5113372013-09-23 11:33:53 -0700789void xfrm_policy_destroy(struct xfrm_policy *policy);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700790
791static inline void xfrm_pol_put(struct xfrm_policy *policy)
792{
793 if (atomic_dec_and_test(&policy->refcnt))
WANG Cong64c31b32008-01-07 22:34:29 -0800794 xfrm_policy_destroy(policy);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700795}
796
Masahide NAKAMURA4e81bb82006-08-23 22:43:30 -0700797static inline void xfrm_pols_put(struct xfrm_policy **pols, int npols)
798{
799 int i;
800 for (i = npols - 1; i >= 0; --i)
801 xfrm_pol_put(pols[i]);
802}
Masahide NAKAMURA4e81bb82006-08-23 22:43:30 -0700803
Joe Perchesd5113372013-09-23 11:33:53 -0700804void __xfrm_state_destroy(struct xfrm_state *);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700805
Herbert Xu21380b82006-02-22 14:47:13 -0800806static inline void __xfrm_state_put(struct xfrm_state *x)
807{
808 atomic_dec(&x->refcnt);
809}
810
Linus Torvalds1da177e2005-04-16 15:20:36 -0700811static inline void xfrm_state_put(struct xfrm_state *x)
812{
813 if (atomic_dec_and_test(&x->refcnt))
814 __xfrm_state_destroy(x);
815}
816
817static inline void xfrm_state_hold(struct xfrm_state *x)
818{
819 atomic_inc(&x->refcnt);
820}
821
David S. Miller1744a8f2011-02-22 18:02:12 -0800822static inline bool addr_match(const void *token1, const void *token2,
823 int prefixlen)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700824{
David S. Miller1744a8f2011-02-22 18:02:12 -0800825 const __be32 *a1 = token1;
826 const __be32 *a2 = token2;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700827 int pdw;
828 int pbi;
829
jamala6337462010-02-09 13:21:17 +0000830 pdw = prefixlen >> 5; /* num of whole u32 in prefix */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700831 pbi = prefixlen & 0x1f; /* num of bits in incomplete u32 in prefix */
832
833 if (pdw)
834 if (memcmp(a1, a2, pdw << 2))
David S. Miller1744a8f2011-02-22 18:02:12 -0800835 return false;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700836
837 if (pbi) {
Al Viro5f193432006-09-27 18:46:32 -0700838 __be32 mask;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700839
840 mask = htonl((0xffffffff) << (32 - pbi));
841
842 if ((a1[pdw] ^ a2[pdw]) & mask)
David S. Miller1744a8f2011-02-22 18:02:12 -0800843 return false;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700844 }
845
David S. Miller1744a8f2011-02-22 18:02:12 -0800846 return true;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700847}
848
Alexey Dobriyan26bff942011-11-22 06:46:02 +0000849static inline bool addr4_match(__be32 a1, __be32 a2, u8 prefixlen)
850{
851 /* C99 6.5.7 (3): u32 << 32 is undefined behaviour */
852 if (prefixlen == 0)
853 return true;
854 return !((a1 ^ a2) & htonl(0xFFFFFFFFu << (32 - prefixlen)));
855}
856
Linus Torvalds1da177e2005-04-16 15:20:36 -0700857static __inline__
David S. Miller6281dcc2011-03-12 00:43:55 -0500858__be16 xfrm_flowi_sport(const struct flowi *fl, const union flowi_uli *uli)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700859{
Al Virof9d07e41f82006-09-27 18:45:50 -0700860 __be16 port;
David S. Miller1d28f422011-03-12 00:29:39 -0500861 switch(fl->flowi_proto) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700862 case IPPROTO_TCP:
863 case IPPROTO_UDP:
Gerrit Renkerba4e58e2006-11-27 11:10:57 -0800864 case IPPROTO_UDPLITE:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700865 case IPPROTO_SCTP:
David S. Miller6281dcc2011-03-12 00:43:55 -0500866 port = uli->ports.sport;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700867 break;
868 case IPPROTO_ICMP:
869 case IPPROTO_ICMPV6:
David S. Miller6281dcc2011-03-12 00:43:55 -0500870 port = htons(uli->icmpt.type);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700871 break;
Masahide NAKAMURA2ce42722006-08-23 20:39:03 -0700872 case IPPROTO_MH:
David S. Miller6281dcc2011-03-12 00:43:55 -0500873 port = htons(uli->mht.type);
Masahide NAKAMURA2ce42722006-08-23 20:39:03 -0700874 break;
Timo Teräscc9ff192010-11-03 04:41:38 +0000875 case IPPROTO_GRE:
David S. Miller6281dcc2011-03-12 00:43:55 -0500876 port = htons(ntohl(uli->gre_key) >> 16);
Timo Teräscc9ff192010-11-03 04:41:38 +0000877 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700878 default:
879 port = 0; /*XXX*/
880 }
881 return port;
882}
883
884static __inline__
David S. Miller6281dcc2011-03-12 00:43:55 -0500885__be16 xfrm_flowi_dport(const struct flowi *fl, const union flowi_uli *uli)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700886{
Al Virof9d07e41f82006-09-27 18:45:50 -0700887 __be16 port;
David S. Miller1d28f422011-03-12 00:29:39 -0500888 switch(fl->flowi_proto) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700889 case IPPROTO_TCP:
890 case IPPROTO_UDP:
Gerrit Renkerba4e58e2006-11-27 11:10:57 -0800891 case IPPROTO_UDPLITE:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700892 case IPPROTO_SCTP:
David S. Miller6281dcc2011-03-12 00:43:55 -0500893 port = uli->ports.dport;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700894 break;
895 case IPPROTO_ICMP:
896 case IPPROTO_ICMPV6:
David S. Miller6281dcc2011-03-12 00:43:55 -0500897 port = htons(uli->icmpt.code);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700898 break;
Timo Teräscc9ff192010-11-03 04:41:38 +0000899 case IPPROTO_GRE:
David S. Miller6281dcc2011-03-12 00:43:55 -0500900 port = htons(ntohl(uli->gre_key) & 0xffff);
Timo Teräscc9ff192010-11-03 04:41:38 +0000901 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700902 default:
903 port = 0; /*XXX*/
904 }
905 return port;
906}
907
Joe Perchesd5113372013-09-23 11:33:53 -0700908bool xfrm_selector_match(const struct xfrm_selector *sel,
909 const struct flowi *fl, unsigned short family);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700910
Trent Jaegerdf718372005-12-13 23:12:27 -0800911#ifdef CONFIG_SECURITY_NETWORK_XFRM
912/* If neither has a context --> match
913 * Otherwise, both must have a context and the sids, doi, alg must match
914 */
David S. Millerbc9b35a2012-05-15 15:04:57 -0400915static inline bool xfrm_sec_ctx_match(struct xfrm_sec_ctx *s1, struct xfrm_sec_ctx *s2)
Trent Jaegerdf718372005-12-13 23:12:27 -0800916{
917 return ((!s1 && !s2) ||
918 (s1 && s2 &&
919 (s1->ctx_sid == s2->ctx_sid) &&
920 (s1->ctx_doi == s2->ctx_doi) &&
921 (s1->ctx_alg == s2->ctx_alg)));
922}
923#else
David S. Millerbc9b35a2012-05-15 15:04:57 -0400924static inline bool xfrm_sec_ctx_match(struct xfrm_sec_ctx *s1, struct xfrm_sec_ctx *s2)
Trent Jaegerdf718372005-12-13 23:12:27 -0800925{
David S. Millerbc9b35a2012-05-15 15:04:57 -0400926 return true;
Trent Jaegerdf718372005-12-13 23:12:27 -0800927}
928#endif
929
Linus Torvalds1da177e2005-04-16 15:20:36 -0700930/* A struct encoding bundle of transformations to apply to some set of flow.
931 *
932 * dst->child points to the next element of bundle.
933 * dst->xfrm points to an instanse of transformer.
934 *
935 * Due to unfortunate limitations of current routing cache, which we
936 * have no time to fix, it mirrors struct rtable and bound to the same
937 * routing key, including saddr,daddr. However, we can have many of
938 * bundles differing by session id. All the bundles grow from a parent
939 * policy rule.
940 */
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +0000941struct xfrm_dst {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700942 union {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700943 struct dst_entry dst;
944 struct rtable rt;
945 struct rt6_info rt6;
946 } u;
947 struct dst_entry *route;
Timo Teräs80c802f2010-04-07 00:30:05 +0000948 struct flow_cache_object flo;
949 struct xfrm_policy *pols[XFRM_POLICY_TYPE_MAX];
950 int num_pols, num_xfrms;
Masahide NAKAMURA157bfc22007-04-30 00:33:35 -0700951#ifdef CONFIG_XFRM_SUB_POLICY
952 struct flowi *origin;
953 struct xfrm_selector *partner;
954#endif
Timo Teräs80c802f2010-04-07 00:30:05 +0000955 u32 xfrm_genid;
956 u32 policy_genid;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700957 u32 route_mtu_cached;
958 u32 child_mtu_cached;
Hideaki YOSHIFUJI92d63de2005-05-26 12:58:04 -0700959 u32 route_cookie;
960 u32 path_cookie;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700961};
962
Alexey Dobriyandef8b4f2008-10-28 13:24:06 -0700963#ifdef CONFIG_XFRM
Herbert Xuaabc9762005-05-03 16:27:10 -0700964static inline void xfrm_dst_destroy(struct xfrm_dst *xdst)
965{
Timo Teräs80c802f2010-04-07 00:30:05 +0000966 xfrm_pols_put(xdst->pols, xdst->num_pols);
Herbert Xuaabc9762005-05-03 16:27:10 -0700967 dst_release(xdst->route);
968 if (likely(xdst->u.dst.xfrm))
969 xfrm_state_put(xdst->u.dst.xfrm);
Masahide NAKAMURA157bfc22007-04-30 00:33:35 -0700970#ifdef CONFIG_XFRM_SUB_POLICY
971 kfree(xdst->origin);
972 xdst->origin = NULL;
973 kfree(xdst->partner);
974 xdst->partner = NULL;
975#endif
Herbert Xuaabc9762005-05-03 16:27:10 -0700976}
Alexey Dobriyandef8b4f2008-10-28 13:24:06 -0700977#endif
Herbert Xuaabc9762005-05-03 16:27:10 -0700978
Joe Perchesd5113372013-09-23 11:33:53 -0700979void xfrm_dst_ifdown(struct dst_entry *dst, struct net_device *dev);
Herbert Xuaabc9762005-05-03 16:27:10 -0700980
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +0000981struct sec_path {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700982 atomic_t refcnt;
983 int len;
Herbert Xudbe5b4a2006-04-01 00:54:16 -0800984 struct xfrm_state *xvec[XFRM_MAX_DEPTH];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700985};
986
Michael Smith990078a2011-04-07 04:51:51 +0000987static inline int secpath_exists(struct sk_buff *skb)
988{
989#ifdef CONFIG_XFRM
990 return skb->sp != NULL;
991#else
992 return 0;
993#endif
994}
995
Linus Torvalds1da177e2005-04-16 15:20:36 -0700996static inline struct sec_path *
997secpath_get(struct sec_path *sp)
998{
999 if (sp)
1000 atomic_inc(&sp->refcnt);
1001 return sp;
1002}
1003
Joe Perchesd5113372013-09-23 11:33:53 -07001004void __secpath_destroy(struct sec_path *sp);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001005
1006static inline void
1007secpath_put(struct sec_path *sp)
1008{
1009 if (sp && atomic_dec_and_test(&sp->refcnt))
1010 __secpath_destroy(sp);
1011}
1012
Joe Perchesd5113372013-09-23 11:33:53 -07001013struct sec_path *secpath_dup(struct sec_path *src);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001014
1015static inline void
1016secpath_reset(struct sk_buff *skb)
1017{
1018#ifdef CONFIG_XFRM
1019 secpath_put(skb->sp);
1020 skb->sp = NULL;
1021#endif
1022}
1023
1024static inline int
David S. Miller6cc32962011-02-24 00:19:59 -05001025xfrm_addr_any(const xfrm_address_t *addr, unsigned short family)
Patrick McHardya1e59ab2006-09-19 12:57:34 -07001026{
1027 switch (family) {
1028 case AF_INET:
1029 return addr->a4 == 0;
1030 case AF_INET6:
Jiri Benc15e318b2015-03-29 16:59:24 +02001031 return ipv6_addr_any(&addr->in6);
Patrick McHardya1e59ab2006-09-19 12:57:34 -07001032 }
1033 return 0;
1034}
1035
1036static inline int
David S. Miller21eddb52011-02-24 01:35:16 -05001037__xfrm4_state_addr_cmp(const struct xfrm_tmpl *tmpl, const struct xfrm_state *x)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001038{
1039 return (tmpl->saddr.a4 &&
1040 tmpl->saddr.a4 != x->props.saddr.a4);
1041}
1042
1043static inline int
David S. Miller21eddb52011-02-24 01:35:16 -05001044__xfrm6_state_addr_cmp(const struct xfrm_tmpl *tmpl, const struct xfrm_state *x)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001045{
1046 return (!ipv6_addr_any((struct in6_addr*)&tmpl->saddr) &&
YOSHIFUJI Hideaki / 吉藤英明ff88b302013-01-29 12:48:31 +00001047 !ipv6_addr_equal((struct in6_addr *)&tmpl->saddr, (struct in6_addr*)&x->props.saddr));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001048}
1049
1050static inline int
David S. Miller21eddb52011-02-24 01:35:16 -05001051xfrm_state_addr_cmp(const struct xfrm_tmpl *tmpl, const struct xfrm_state *x, unsigned short family)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001052{
1053 switch (family) {
1054 case AF_INET:
1055 return __xfrm4_state_addr_cmp(tmpl, x);
1056 case AF_INET6:
1057 return __xfrm6_state_addr_cmp(tmpl, x);
1058 }
1059 return !0;
1060}
1061
1062#ifdef CONFIG_XFRM
Joe Perchesd5113372013-09-23 11:33:53 -07001063int __xfrm_policy_check(struct sock *, int dir, struct sk_buff *skb,
1064 unsigned short family);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001065
Herbert Xud5422ef2007-12-12 10:44:16 -08001066static inline int __xfrm_policy_check2(struct sock *sk, int dir,
1067 struct sk_buff *skb,
1068 unsigned int family, int reverse)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001069{
Alexey Dobriyanf6e1e252008-11-25 17:35:44 -08001070 struct net *net = dev_net(skb->dev);
Herbert Xud5422ef2007-12-12 10:44:16 -08001071 int ndir = dir | (reverse ? XFRM_POLICY_MASK + 1 : 0);
1072
Linus Torvalds1da177e2005-04-16 15:20:36 -07001073 if (sk && sk->sk_policy[XFRM_POLICY_IN])
Herbert Xud5422ef2007-12-12 10:44:16 -08001074 return __xfrm_policy_check(sk, ndir, skb, family);
Masahide NAKAMURA4e81bb82006-08-23 22:43:30 -07001075
Alexey Dobriyanf6e1e252008-11-25 17:35:44 -08001076 return (!net->xfrm.policy_count[dir] && !skb->sp) ||
Eric Dumazetadf30902009-06-02 05:19:30 +00001077 (skb_dst(skb)->flags & DST_NOPOLICY) ||
Herbert Xud5422ef2007-12-12 10:44:16 -08001078 __xfrm_policy_check(sk, ndir, skb, family);
1079}
1080
1081static inline int xfrm_policy_check(struct sock *sk, int dir, struct sk_buff *skb, unsigned short family)
1082{
1083 return __xfrm_policy_check2(sk, dir, skb, family, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001084}
1085
1086static inline int xfrm4_policy_check(struct sock *sk, int dir, struct sk_buff *skb)
1087{
1088 return xfrm_policy_check(sk, dir, skb, AF_INET);
1089}
1090
1091static inline int xfrm6_policy_check(struct sock *sk, int dir, struct sk_buff *skb)
1092{
1093 return xfrm_policy_check(sk, dir, skb, AF_INET6);
1094}
1095
Herbert Xud5422ef2007-12-12 10:44:16 -08001096static inline int xfrm4_policy_check_reverse(struct sock *sk, int dir,
1097 struct sk_buff *skb)
1098{
1099 return __xfrm_policy_check2(sk, dir, skb, AF_INET, 1);
1100}
1101
1102static inline int xfrm6_policy_check_reverse(struct sock *sk, int dir,
1103 struct sk_buff *skb)
1104{
1105 return __xfrm_policy_check2(sk, dir, skb, AF_INET6, 1);
1106}
1107
Joe Perchesd5113372013-09-23 11:33:53 -07001108int __xfrm_decode_session(struct sk_buff *skb, struct flowi *fl,
1109 unsigned int family, int reverse);
Herbert Xud5422ef2007-12-12 10:44:16 -08001110
1111static inline int xfrm_decode_session(struct sk_buff *skb, struct flowi *fl,
1112 unsigned int family)
1113{
1114 return __xfrm_decode_session(skb, fl, family, 0);
1115}
1116
1117static inline int xfrm_decode_session_reverse(struct sk_buff *skb,
1118 struct flowi *fl,
1119 unsigned int family)
1120{
1121 return __xfrm_decode_session(skb, fl, family, 1);
1122}
1123
Joe Perchesd5113372013-09-23 11:33:53 -07001124int __xfrm_route_forward(struct sk_buff *skb, unsigned short family);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001125
1126static inline int xfrm_route_forward(struct sk_buff *skb, unsigned short family)
1127{
Alexey Dobriyan99a66652008-11-25 17:36:13 -08001128 struct net *net = dev_net(skb->dev);
1129
1130 return !net->xfrm.policy_count[XFRM_POLICY_OUT] ||
Eric Dumazetadf30902009-06-02 05:19:30 +00001131 (skb_dst(skb)->flags & DST_NOXFRM) ||
Linus Torvalds1da177e2005-04-16 15:20:36 -07001132 __xfrm_route_forward(skb, family);
1133}
1134
1135static inline int xfrm4_route_forward(struct sk_buff *skb)
1136{
1137 return xfrm_route_forward(skb, AF_INET);
1138}
1139
1140static inline int xfrm6_route_forward(struct sk_buff *skb)
1141{
1142 return xfrm_route_forward(skb, AF_INET6);
1143}
1144
Eric Dumazetd188ba82015-12-08 07:22:02 -08001145int __xfrm_sk_clone_policy(struct sock *sk, const struct sock *osk);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001146
Eric Dumazetd188ba82015-12-08 07:22:02 -08001147static inline int xfrm_sk_clone_policy(struct sock *sk, const struct sock *osk)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001148{
Eric Dumazetd188ba82015-12-08 07:22:02 -08001149 sk->sk_policy[0] = NULL;
1150 sk->sk_policy[1] = NULL;
1151 if (unlikely(osk->sk_policy[0] || osk->sk_policy[1]))
1152 return __xfrm_sk_clone_policy(sk, osk);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001153 return 0;
1154}
1155
Joe Perchesd5113372013-09-23 11:33:53 -07001156int xfrm_policy_delete(struct xfrm_policy *pol, int dir);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001157
1158static inline void xfrm_sk_free_policy(struct sock *sk)
1159{
Eric Dumazetd188ba82015-12-08 07:22:02 -08001160 struct xfrm_policy *pol;
1161
1162 pol = rcu_dereference_protected(sk->sk_policy[0], 1);
1163 if (unlikely(pol != NULL)) {
1164 xfrm_policy_delete(pol, XFRM_POLICY_MAX);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001165 sk->sk_policy[0] = NULL;
1166 }
Eric Dumazetd188ba82015-12-08 07:22:02 -08001167 pol = rcu_dereference_protected(sk->sk_policy[1], 1);
1168 if (unlikely(pol != NULL)) {
1169 xfrm_policy_delete(pol, XFRM_POLICY_MAX+1);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001170 sk->sk_policy[1] = NULL;
1171 }
1172}
1173
Joe Perchesd5113372013-09-23 11:33:53 -07001174void xfrm_garbage_collect(struct net *net);
Paul Mooree4c17212013-05-29 07:36:25 +00001175
Linus Torvalds1da177e2005-04-16 15:20:36 -07001176#else
1177
1178static inline void xfrm_sk_free_policy(struct sock *sk) {}
Eric Dumazetd188ba82015-12-08 07:22:02 -08001179static inline int xfrm_sk_clone_policy(struct sock *sk, const struct sock *osk) { return 0; }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001180static inline int xfrm6_route_forward(struct sk_buff *skb) { return 1; }
1181static inline int xfrm4_route_forward(struct sk_buff *skb) { return 1; }
1182static inline int xfrm6_policy_check(struct sock *sk, int dir, struct sk_buff *skb)
1183{
1184 return 1;
1185}
1186static inline int xfrm4_policy_check(struct sock *sk, int dir, struct sk_buff *skb)
1187{
1188 return 1;
1189}
1190static inline int xfrm_policy_check(struct sock *sk, int dir, struct sk_buff *skb, unsigned short family)
1191{
1192 return 1;
1193}
Herbert Xud5422ef2007-12-12 10:44:16 -08001194static inline int xfrm_decode_session_reverse(struct sk_buff *skb,
1195 struct flowi *fl,
1196 unsigned int family)
1197{
1198 return -ENOSYS;
1199}
1200static inline int xfrm4_policy_check_reverse(struct sock *sk, int dir,
1201 struct sk_buff *skb)
1202{
1203 return 1;
1204}
1205static inline int xfrm6_policy_check_reverse(struct sock *sk, int dir,
1206 struct sk_buff *skb)
1207{
1208 return 1;
1209}
Paul Mooree4c17212013-05-29 07:36:25 +00001210static inline void xfrm_garbage_collect(struct net *net)
1211{
1212}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001213#endif
1214
1215static __inline__
David S. Millere8a4e372011-02-22 17:42:56 -08001216xfrm_address_t *xfrm_flowi_daddr(const struct flowi *fl, unsigned short family)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001217{
1218 switch (family){
1219 case AF_INET:
David S. Miller7e1dc7b2011-03-12 02:42:11 -05001220 return (xfrm_address_t *)&fl->u.ip4.daddr;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001221 case AF_INET6:
David S. Miller7e1dc7b2011-03-12 02:42:11 -05001222 return (xfrm_address_t *)&fl->u.ip6.daddr;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001223 }
1224 return NULL;
1225}
1226
1227static __inline__
David S. Millere8a4e372011-02-22 17:42:56 -08001228xfrm_address_t *xfrm_flowi_saddr(const struct flowi *fl, unsigned short family)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001229{
1230 switch (family){
1231 case AF_INET:
David S. Miller7e1dc7b2011-03-12 02:42:11 -05001232 return (xfrm_address_t *)&fl->u.ip4.saddr;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001233 case AF_INET6:
David S. Miller7e1dc7b2011-03-12 02:42:11 -05001234 return (xfrm_address_t *)&fl->u.ip6.saddr;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001235 }
1236 return NULL;
1237}
1238
YOSHIFUJI Hideaki9bb182a2008-02-22 14:48:22 +09001239static __inline__
David S. Millere8a4e372011-02-22 17:42:56 -08001240void xfrm_flowi_addr_get(const struct flowi *fl,
YOSHIFUJI Hideaki9bb182a2008-02-22 14:48:22 +09001241 xfrm_address_t *saddr, xfrm_address_t *daddr,
1242 unsigned short family)
1243{
1244 switch(family) {
1245 case AF_INET:
David S. Miller7e1dc7b2011-03-12 02:42:11 -05001246 memcpy(&saddr->a4, &fl->u.ip4.saddr, sizeof(saddr->a4));
1247 memcpy(&daddr->a4, &fl->u.ip4.daddr, sizeof(daddr->a4));
YOSHIFUJI Hideaki9bb182a2008-02-22 14:48:22 +09001248 break;
1249 case AF_INET6:
Jiri Benc15e318b2015-03-29 16:59:24 +02001250 saddr->in6 = fl->u.ip6.saddr;
1251 daddr->in6 = fl->u.ip6.daddr;
YOSHIFUJI Hideaki9bb182a2008-02-22 14:48:22 +09001252 break;
1253 }
1254}
1255
Linus Torvalds1da177e2005-04-16 15:20:36 -07001256static __inline__ int
David S. Millerf8848062011-02-24 01:42:28 -05001257__xfrm4_state_addr_check(const struct xfrm_state *x,
1258 const xfrm_address_t *daddr, const xfrm_address_t *saddr)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001259{
1260 if (daddr->a4 == x->id.daddr.a4 &&
1261 (saddr->a4 == x->props.saddr.a4 || !saddr->a4 || !x->props.saddr.a4))
1262 return 1;
1263 return 0;
1264}
1265
1266static __inline__ int
David S. Millerf8848062011-02-24 01:42:28 -05001267__xfrm6_state_addr_check(const struct xfrm_state *x,
1268 const xfrm_address_t *daddr, const xfrm_address_t *saddr)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001269{
YOSHIFUJI Hideaki / 吉藤英明ff88b302013-01-29 12:48:31 +00001270 if (ipv6_addr_equal((struct in6_addr *)daddr, (struct in6_addr *)&x->id.daddr) &&
1271 (ipv6_addr_equal((struct in6_addr *)saddr, (struct in6_addr *)&x->props.saddr) ||
Linus Torvalds1da177e2005-04-16 15:20:36 -07001272 ipv6_addr_any((struct in6_addr *)saddr) ||
1273 ipv6_addr_any((struct in6_addr *)&x->props.saddr)))
1274 return 1;
1275 return 0;
1276}
1277
1278static __inline__ int
David S. Millerf8848062011-02-24 01:42:28 -05001279xfrm_state_addr_check(const struct xfrm_state *x,
1280 const xfrm_address_t *daddr, const xfrm_address_t *saddr,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001281 unsigned short family)
1282{
1283 switch (family) {
1284 case AF_INET:
1285 return __xfrm4_state_addr_check(x, daddr, saddr);
1286 case AF_INET6:
1287 return __xfrm6_state_addr_check(x, daddr, saddr);
1288 }
1289 return 0;
1290}
1291
Masahide NAKAMURAe53820d2006-08-23 19:12:01 -07001292static __inline__ int
David S. Millerf8848062011-02-24 01:42:28 -05001293xfrm_state_addr_flow_check(const struct xfrm_state *x, const struct flowi *fl,
Masahide NAKAMURAe53820d2006-08-23 19:12:01 -07001294 unsigned short family)
1295{
1296 switch (family) {
1297 case AF_INET:
1298 return __xfrm4_state_addr_check(x,
David S. Miller7e1dc7b2011-03-12 02:42:11 -05001299 (const xfrm_address_t *)&fl->u.ip4.daddr,
1300 (const xfrm_address_t *)&fl->u.ip4.saddr);
Masahide NAKAMURAe53820d2006-08-23 19:12:01 -07001301 case AF_INET6:
1302 return __xfrm6_state_addr_check(x,
David S. Miller7e1dc7b2011-03-12 02:42:11 -05001303 (const xfrm_address_t *)&fl->u.ip6.daddr,
1304 (const xfrm_address_t *)&fl->u.ip6.saddr);
Masahide NAKAMURAe53820d2006-08-23 19:12:01 -07001305 }
1306 return 0;
1307}
1308
David S. Millerf8848062011-02-24 01:42:28 -05001309static inline int xfrm_state_kern(const struct xfrm_state *x)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001310{
1311 return atomic_read(&x->tunnel_users);
1312}
1313
Masahide NAKAMURA57947082006-09-22 15:06:24 -07001314static inline int xfrm_id_proto_match(u8 proto, u8 userproto)
1315{
Masahide NAKAMURAdc00a522006-08-23 17:49:52 -07001316 return (!userproto || proto == userproto ||
1317 (userproto == IPSEC_PROTO_ANY && (proto == IPPROTO_AH ||
1318 proto == IPPROTO_ESP ||
1319 proto == IPPROTO_COMP)));
Masahide NAKAMURA57947082006-09-22 15:06:24 -07001320}
1321
Linus Torvalds1da177e2005-04-16 15:20:36 -07001322/*
1323 * xfrm algorithm information
1324 */
Herbert Xu1a6509d2008-01-28 19:37:29 -08001325struct xfrm_algo_aead_info {
Herbert Xu165ecc62015-05-27 16:03:44 +08001326 char *geniv;
Herbert Xu1a6509d2008-01-28 19:37:29 -08001327 u16 icv_truncbits;
1328};
1329
Linus Torvalds1da177e2005-04-16 15:20:36 -07001330struct xfrm_algo_auth_info {
1331 u16 icv_truncbits;
1332 u16 icv_fullbits;
1333};
1334
1335struct xfrm_algo_encr_info {
Herbert Xu165ecc62015-05-27 16:03:44 +08001336 char *geniv;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001337 u16 blockbits;
1338 u16 defkeybits;
1339};
1340
1341struct xfrm_algo_comp_info {
1342 u16 threshold;
1343};
1344
1345struct xfrm_algo_desc {
1346 char *name;
Herbert Xu04ff1262006-08-13 08:50:00 +10001347 char *compat;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001348 u8 available:1;
Jussi Kivilinna7e50f842013-01-31 12:40:38 +02001349 u8 pfkey_supported:1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001350 union {
Herbert Xu1a6509d2008-01-28 19:37:29 -08001351 struct xfrm_algo_aead_info aead;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001352 struct xfrm_algo_auth_info auth;
1353 struct xfrm_algo_encr_info encr;
1354 struct xfrm_algo_comp_info comp;
1355 } uinfo;
1356 struct sadb_alg desc;
1357};
1358
Steffen Klassert33287152014-02-21 08:41:08 +01001359/* XFRM protocol handlers. */
1360struct xfrm4_protocol {
1361 int (*handler)(struct sk_buff *skb);
1362 int (*input_handler)(struct sk_buff *skb, int nexthdr, __be32 spi,
1363 int encap_type);
1364 int (*cb_handler)(struct sk_buff *skb, int err);
1365 int (*err_handler)(struct sk_buff *skb, u32 info);
1366
1367 struct xfrm4_protocol __rcu *next;
1368 int priority;
1369};
1370
Steffen Klassert7e14ea12014-03-14 07:28:07 +01001371struct xfrm6_protocol {
1372 int (*handler)(struct sk_buff *skb);
1373 int (*cb_handler)(struct sk_buff *skb, int err);
1374 int (*err_handler)(struct sk_buff *skb, struct inet6_skb_parm *opt,
1375 u8 type, u8 code, int offset, __be32 info);
1376
1377 struct xfrm6_protocol __rcu *next;
1378 int priority;
1379};
1380
Linus Torvalds1da177e2005-04-16 15:20:36 -07001381/* XFRM tunnel handlers. */
1382struct xfrm_tunnel {
1383 int (*handler)(struct sk_buff *skb);
jamala6337462010-02-09 13:21:17 +00001384 int (*err_handler)(struct sk_buff *skb, u32 info);
Herbert Xud2acc342006-03-28 01:12:13 -08001385
Eric Dumazetb33eab02010-10-25 21:01:26 +00001386 struct xfrm_tunnel __rcu *next;
Herbert Xud2acc342006-03-28 01:12:13 -08001387 int priority;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001388};
1389
1390struct xfrm6_tunnel {
Herbert Xud2acc342006-03-28 01:12:13 -08001391 int (*handler)(struct sk_buff *skb);
1392 int (*err_handler)(struct sk_buff *skb, struct inet6_skb_parm *opt,
Brian Haleyd5fdd6b2009-06-23 04:31:07 -07001393 u8 type, u8 code, int offset, __be32 info);
Eric Dumazet6f0bcf12010-10-24 21:33:16 +00001394 struct xfrm6_tunnel __rcu *next;
Herbert Xud2acc342006-03-28 01:12:13 -08001395 int priority;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001396};
1397
Joe Perchesd5113372013-09-23 11:33:53 -07001398void xfrm_init(void);
1399void xfrm4_init(void);
1400int xfrm_state_init(struct net *net);
1401void xfrm_state_fini(struct net *net);
1402void xfrm4_state_init(void);
Steffen Klassert2f32b512014-03-14 07:28:07 +01001403void xfrm4_protocol_init(void);
Daniel Lezcanoc35b7e72007-12-08 00:14:11 -08001404#ifdef CONFIG_XFRM
Joe Perchesd5113372013-09-23 11:33:53 -07001405int xfrm6_init(void);
1406void xfrm6_fini(void);
1407int xfrm6_state_init(void);
1408void xfrm6_state_fini(void);
Steffen Klassert7e14ea12014-03-14 07:28:07 +01001409int xfrm6_protocol_init(void);
1410void xfrm6_protocol_fini(void);
Daniel Lezcanoc35b7e72007-12-08 00:14:11 -08001411#else
1412static inline int xfrm6_init(void)
1413{
1414 return 0;
1415}
1416static inline void xfrm6_fini(void)
1417{
1418 ;
1419}
1420#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -07001421
Masahide NAKAMURA558f82e2007-12-20 20:42:57 -08001422#ifdef CONFIG_XFRM_STATISTICS
Joe Perchesd5113372013-09-23 11:33:53 -07001423int xfrm_proc_init(struct net *net);
1424void xfrm_proc_fini(struct net *net);
Masahide NAKAMURA558f82e2007-12-20 20:42:57 -08001425#endif
1426
Joe Perchesd5113372013-09-23 11:33:53 -07001427int xfrm_sysctl_init(struct net *net);
Alexey Dobriyanb27aead2008-11-25 18:00:48 -08001428#ifdef CONFIG_SYSCTL
Joe Perchesd5113372013-09-23 11:33:53 -07001429void xfrm_sysctl_fini(struct net *net);
Alexey Dobriyanb27aead2008-11-25 18:00:48 -08001430#else
1431static inline void xfrm_sysctl_fini(struct net *net)
1432{
1433}
1434#endif
1435
Nicolas Dichteld3623092014-02-14 15:30:36 +01001436void xfrm_state_walk_init(struct xfrm_state_walk *walk, u8 proto,
Nicolas Dichtel870a2df2014-03-06 18:24:29 +01001437 struct xfrm_address_filter *filter);
Joe Perchesd5113372013-09-23 11:33:53 -07001438int xfrm_state_walk(struct net *net, struct xfrm_state_walk *walk,
1439 int (*func)(struct xfrm_state *, int, void*), void *);
Fan Du283bc9f2013-11-07 17:47:50 +08001440void xfrm_state_walk_done(struct xfrm_state_walk *walk, struct net *net);
Joe Perchesd5113372013-09-23 11:33:53 -07001441struct xfrm_state *xfrm_state_alloc(struct net *net);
1442struct xfrm_state *xfrm_state_find(const xfrm_address_t *daddr,
1443 const xfrm_address_t *saddr,
1444 const struct flowi *fl,
1445 struct xfrm_tmpl *tmpl,
1446 struct xfrm_policy *pol, int *err,
1447 unsigned short family);
1448struct xfrm_state *xfrm_stateonly_find(struct net *net, u32 mark,
1449 xfrm_address_t *daddr,
1450 xfrm_address_t *saddr,
1451 unsigned short family,
1452 u8 mode, u8 proto, u32 reqid);
Fan Duc4549972014-01-03 11:18:32 +08001453struct xfrm_state *xfrm_state_lookup_byspi(struct net *net, __be32 spi,
1454 unsigned short family);
Joe Perchesd5113372013-09-23 11:33:53 -07001455int xfrm_state_check_expire(struct xfrm_state *x);
1456void xfrm_state_insert(struct xfrm_state *x);
1457int xfrm_state_add(struct xfrm_state *x);
1458int xfrm_state_update(struct xfrm_state *x);
1459struct xfrm_state *xfrm_state_lookup(struct net *net, u32 mark,
1460 const xfrm_address_t *daddr, __be32 spi,
1461 u8 proto, unsigned short family);
1462struct xfrm_state *xfrm_state_lookup_byaddr(struct net *net, u32 mark,
1463 const xfrm_address_t *daddr,
1464 const xfrm_address_t *saddr,
1465 u8 proto,
1466 unsigned short family);
Masahide NAKAMURA41a49cc2006-08-23 22:48:31 -07001467#ifdef CONFIG_XFRM_SUB_POLICY
Joe Perchesd5113372013-09-23 11:33:53 -07001468int xfrm_tmpl_sort(struct xfrm_tmpl **dst, struct xfrm_tmpl **src, int n,
Fan Du283bc9f2013-11-07 17:47:50 +08001469 unsigned short family, struct net *net);
Joe Perchesd5113372013-09-23 11:33:53 -07001470int xfrm_state_sort(struct xfrm_state **dst, struct xfrm_state **src, int n,
1471 unsigned short family);
Masahide NAKAMURA41a49cc2006-08-23 22:48:31 -07001472#else
1473static inline int xfrm_tmpl_sort(struct xfrm_tmpl **dst, struct xfrm_tmpl **src,
Fan Du283bc9f2013-11-07 17:47:50 +08001474 int n, unsigned short family, struct net *net)
Masahide NAKAMURA41a49cc2006-08-23 22:48:31 -07001475{
1476 return -ENOSYS;
1477}
1478
1479static inline int xfrm_state_sort(struct xfrm_state **dst, struct xfrm_state **src,
1480 int n, unsigned short family)
1481{
1482 return -ENOSYS;
1483}
1484#endif
Jamal Hadi Salimaf11e312007-05-04 12:55:13 -07001485
1486struct xfrmk_sadinfo {
1487 u32 sadhcnt; /* current hash bkts */
1488 u32 sadhmcnt; /* max allowed hash bkts */
1489 u32 sadcnt; /* current running count */
1490};
1491
Jamal Hadi Salim5a6d3412007-05-04 12:55:39 -07001492struct xfrmk_spdinfo {
1493 u32 incnt;
1494 u32 outcnt;
1495 u32 fwdcnt;
1496 u32 inscnt;
1497 u32 outscnt;
1498 u32 fwdscnt;
1499 u32 spdhcnt;
1500 u32 spdhmcnt;
1501};
1502
Joe Perchesd5113372013-09-23 11:33:53 -07001503struct xfrm_state *xfrm_find_acq_byseq(struct net *net, u32 mark, u32 seq);
1504int xfrm_state_delete(struct xfrm_state *x);
Tetsuo Handa2e710292014-04-22 21:48:30 +09001505int xfrm_state_flush(struct net *net, u8 proto, bool task_valid);
Joe Perchesd5113372013-09-23 11:33:53 -07001506void xfrm_sad_getinfo(struct net *net, struct xfrmk_sadinfo *si);
1507void xfrm_spd_getinfo(struct net *net, struct xfrmk_spdinfo *si);
1508u32 xfrm_replay_seqhi(struct xfrm_state *x, __be32 net_seq);
1509int xfrm_init_replay(struct xfrm_state *x);
1510int xfrm_state_mtu(struct xfrm_state *x, int mtu);
1511int __xfrm_init_state(struct xfrm_state *x, bool init_replay);
1512int xfrm_init_state(struct xfrm_state *x);
1513int xfrm_prepare_input(struct xfrm_state *x, struct sk_buff *skb);
1514int xfrm_input(struct sk_buff *skb, int nexthdr, __be32 spi, int encap_type);
1515int xfrm_input_resume(struct sk_buff *skb, int nexthdr);
1516int xfrm_output_resume(struct sk_buff *skb, int err);
David Miller7026b1d2015-04-05 22:19:04 -04001517int xfrm_output(struct sock *sk, struct sk_buff *skb);
Joe Perchesd5113372013-09-23 11:33:53 -07001518int xfrm_inner_extract_output(struct xfrm_state *x, struct sk_buff *skb);
1519void xfrm_local_error(struct sk_buff *skb, int mtu);
1520int xfrm4_extract_header(struct sk_buff *skb);
1521int xfrm4_extract_input(struct xfrm_state *x, struct sk_buff *skb);
1522int xfrm4_rcv_encap(struct sk_buff *skb, int nexthdr, __be32 spi,
1523 int encap_type);
1524int xfrm4_transport_finish(struct sk_buff *skb, int async);
1525int xfrm4_rcv(struct sk_buff *skb);
Herbert Xuc4541b42007-10-17 21:28:53 -07001526
1527static inline int xfrm4_rcv_spi(struct sk_buff *skb, int nexthdr, __be32 spi)
1528{
Steffen Klassert70be6c92014-02-21 08:41:09 +01001529 XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip4 = NULL;
Steffen Klassert33287152014-02-21 08:41:08 +01001530 XFRM_SPI_SKB_CB(skb)->family = AF_INET;
1531 XFRM_SPI_SKB_CB(skb)->daddroff = offsetof(struct iphdr, daddr);
1532 return xfrm_input(skb, nexthdr, spi, 0);
Herbert Xuc4541b42007-10-17 21:28:53 -07001533}
1534
Joe Perchesd5113372013-09-23 11:33:53 -07001535int xfrm4_extract_output(struct xfrm_state *x, struct sk_buff *skb);
1536int xfrm4_prepare_output(struct xfrm_state *x, struct sk_buff *skb);
Eric W. Biedermanede20592015-10-07 16:48:47 -05001537int xfrm4_output(struct net *net, struct sock *sk, struct sk_buff *skb);
David Miller7026b1d2015-04-05 22:19:04 -04001538int xfrm4_output_finish(struct sock *sk, struct sk_buff *skb);
Steffen Klassert33287152014-02-21 08:41:08 +01001539int xfrm4_rcv_cb(struct sk_buff *skb, u8 protocol, int err);
1540int xfrm4_protocol_register(struct xfrm4_protocol *handler, unsigned char protocol);
1541int xfrm4_protocol_deregister(struct xfrm4_protocol *handler, unsigned char protocol);
Joe Perchesd5113372013-09-23 11:33:53 -07001542int xfrm4_tunnel_register(struct xfrm_tunnel *handler, unsigned short family);
1543int xfrm4_tunnel_deregister(struct xfrm_tunnel *handler, unsigned short family);
Joe Perchesd5113372013-09-23 11:33:53 -07001544void xfrm4_local_error(struct sk_buff *skb, u32 mtu);
1545int xfrm6_extract_header(struct sk_buff *skb);
1546int xfrm6_extract_input(struct xfrm_state *x, struct sk_buff *skb);
1547int xfrm6_rcv_spi(struct sk_buff *skb, int nexthdr, __be32 spi);
1548int xfrm6_transport_finish(struct sk_buff *skb, int async);
1549int xfrm6_rcv(struct sk_buff *skb);
1550int xfrm6_input_addr(struct sk_buff *skb, xfrm_address_t *daddr,
1551 xfrm_address_t *saddr, u8 proto);
David S. Miller7b77d162013-09-30 15:11:00 -04001552void xfrm6_local_error(struct sk_buff *skb, u32 mtu);
Steffen Klassert7e14ea12014-03-14 07:28:07 +01001553int xfrm6_rcv_cb(struct sk_buff *skb, u8 protocol, int err);
1554int xfrm6_protocol_register(struct xfrm6_protocol *handler, unsigned char protocol);
1555int xfrm6_protocol_deregister(struct xfrm6_protocol *handler, unsigned char protocol);
Joe Perchesd5113372013-09-23 11:33:53 -07001556int xfrm6_tunnel_register(struct xfrm6_tunnel *handler, unsigned short family);
David S. Miller7b77d162013-09-30 15:11:00 -04001557int xfrm6_tunnel_deregister(struct xfrm6_tunnel *handler, unsigned short family);
Joe Perchesd5113372013-09-23 11:33:53 -07001558__be32 xfrm6_tunnel_alloc_spi(struct net *net, xfrm_address_t *saddr);
1559__be32 xfrm6_tunnel_spi_lookup(struct net *net, const xfrm_address_t *saddr);
1560int xfrm6_extract_output(struct xfrm_state *x, struct sk_buff *skb);
1561int xfrm6_prepare_output(struct xfrm_state *x, struct sk_buff *skb);
Eric W. Biedermanede20592015-10-07 16:48:47 -05001562int xfrm6_output(struct net *net, struct sock *sk, struct sk_buff *skb);
David Miller7026b1d2015-04-05 22:19:04 -04001563int xfrm6_output_finish(struct sock *sk, struct sk_buff *skb);
Joe Perchesd5113372013-09-23 11:33:53 -07001564int xfrm6_find_1stfragopt(struct xfrm_state *x, struct sk_buff *skb,
1565 u8 **prevhdr);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001566
1567#ifdef CONFIG_XFRM
Joe Perchesd5113372013-09-23 11:33:53 -07001568int xfrm4_udp_encap_rcv(struct sock *sk, struct sk_buff *skb);
1569int xfrm_user_policy(struct sock *sk, int optname,
1570 u8 __user *optval, int optlen);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001571#else
1572static inline int xfrm_user_policy(struct sock *sk, int optname, u8 __user *optval, int optlen)
1573{
1574 return -ENOPROTOOPT;
1575}
1576
James Chapman067b2072007-07-05 17:08:05 -07001577static inline int xfrm4_udp_encap_rcv(struct sock *sk, struct sk_buff *skb)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001578{
1579 /* should not happen */
1580 kfree_skb(skb);
1581 return 0;
1582}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001583#endif
1584
Alexey Dobriyan0331b1f2008-11-25 17:21:45 -08001585struct xfrm_policy *xfrm_policy_alloc(struct net *net, gfp_t gfp);
Timo Teras4c563f72008-02-28 21:31:08 -08001586
Joe Perchesd5113372013-09-23 11:33:53 -07001587void xfrm_policy_walk_init(struct xfrm_policy_walk *walk, u8 type);
1588int xfrm_policy_walk(struct net *net, struct xfrm_policy_walk *walk,
1589 int (*func)(struct xfrm_policy *, int, int, void*),
1590 void *);
Fan Du283bc9f2013-11-07 17:47:50 +08001591void xfrm_policy_walk_done(struct xfrm_policy_walk *walk, struct net *net);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001592int xfrm_policy_insert(int dir, struct xfrm_policy *policy, int excl);
Jamal Hadi Salim8ca2e932010-02-22 11:32:57 +00001593struct xfrm_policy *xfrm_policy_bysel_ctx(struct net *net, u32 mark,
1594 u8 type, int dir,
Masahide NAKAMURA4e81bb82006-08-23 22:43:30 -07001595 struct xfrm_selector *sel,
Eric Parisef41aaa2007-03-07 15:37:58 -08001596 struct xfrm_sec_ctx *ctx, int delete,
1597 int *err);
Joe Perchesd5113372013-09-23 11:33:53 -07001598struct xfrm_policy *xfrm_policy_byid(struct net *net, u32 mark, u8, int dir,
1599 u32 id, int delete, int *err);
Tetsuo Handa2e710292014-04-22 21:48:30 +09001600int xfrm_policy_flush(struct net *net, u8 type, bool task_valid);
Christophe Gouault880a6fa2014-08-29 16:16:05 +02001601void xfrm_policy_hash_rebuild(struct net *net);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001602u32 xfrm_get_acqseq(void);
Fan Du776e9dd2013-12-16 18:47:49 +08001603int verify_spi_info(u8 proto, u32 min, u32 max);
Joe Perchesd5113372013-09-23 11:33:53 -07001604int xfrm_alloc_spi(struct xfrm_state *x, u32 minspi, u32 maxspi);
Mathias Krausee473fcb2013-06-26 23:56:58 +02001605struct xfrm_state *xfrm_find_acq(struct net *net, const struct xfrm_mark *mark,
Jamal Hadi Salimbd557752010-02-22 16:20:22 -08001606 u8 mode, u32 reqid, u8 proto,
David S. Millera70486f2011-02-27 23:17:24 -08001607 const xfrm_address_t *daddr,
1608 const xfrm_address_t *saddr, int create,
Jamal Hadi Salimbd557752010-02-22 16:20:22 -08001609 unsigned short family);
Joe Perchesd5113372013-09-23 11:33:53 -07001610int xfrm_sk_policy_insert(struct sock *sk, int dir, struct xfrm_policy *pol);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001611
Shinta Sugimoto80c9aba2007-02-08 13:11:42 -08001612#ifdef CONFIG_XFRM_MIGRATE
Joe Perchesd5113372013-09-23 11:33:53 -07001613int km_migrate(const struct xfrm_selector *sel, u8 dir, u8 type,
1614 const struct xfrm_migrate *m, int num_bundles,
1615 const struct xfrm_kmaddress *k);
Fan Du283bc9f2013-11-07 17:47:50 +08001616struct xfrm_state *xfrm_migrate_state_find(struct xfrm_migrate *m, struct net *net);
Joe Perchesd5113372013-09-23 11:33:53 -07001617struct xfrm_state *xfrm_state_migrate(struct xfrm_state *x,
1618 struct xfrm_migrate *m);
1619int xfrm_migrate(const struct xfrm_selector *sel, u8 dir, u8 type,
1620 struct xfrm_migrate *m, int num_bundles,
Fan Du8d549c42013-11-07 17:47:49 +08001621 struct xfrm_kmaddress *k, struct net *net);
Shinta Sugimoto80c9aba2007-02-08 13:11:42 -08001622#endif
1623
Joe Perchesd5113372013-09-23 11:33:53 -07001624int km_new_mapping(struct xfrm_state *x, xfrm_address_t *ipaddr, __be16 sport);
1625void km_policy_expired(struct xfrm_policy *pol, int dir, int hard, u32 portid);
1626int km_report(struct net *net, u8 proto, struct xfrm_selector *sel,
1627 xfrm_address_t *addr);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001628
Joe Perchesd5113372013-09-23 11:33:53 -07001629void xfrm_input_init(void);
1630int xfrm_parse_spi(struct sk_buff *skb, u8 nexthdr, __be32 *spi, __be32 *seq);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001631
Joe Perchesd5113372013-09-23 11:33:53 -07001632void xfrm_probe_algs(void);
1633int xfrm_count_pfkey_auth_supported(void);
1634int xfrm_count_pfkey_enc_supported(void);
1635struct xfrm_algo_desc *xfrm_aalg_get_byidx(unsigned int idx);
1636struct xfrm_algo_desc *xfrm_ealg_get_byidx(unsigned int idx);
1637struct xfrm_algo_desc *xfrm_aalg_get_byid(int alg_id);
1638struct xfrm_algo_desc *xfrm_ealg_get_byid(int alg_id);
1639struct xfrm_algo_desc *xfrm_calg_get_byid(int alg_id);
1640struct xfrm_algo_desc *xfrm_aalg_get_byname(const char *name, int probe);
1641struct xfrm_algo_desc *xfrm_ealg_get_byname(const char *name, int probe);
1642struct xfrm_algo_desc *xfrm_calg_get_byname(const char *name, int probe);
1643struct xfrm_algo_desc *xfrm_aead_get_byname(const char *name, int icv_len,
1644 int probe);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001645
YOSHIFUJI Hideaki / 吉藤英明ff88b302013-01-29 12:48:31 +00001646static inline bool xfrm6_addr_equal(const xfrm_address_t *a,
1647 const xfrm_address_t *b)
1648{
1649 return ipv6_addr_equal((const struct in6_addr *)a,
1650 (const struct in6_addr *)b);
1651}
1652
YOSHIFUJI Hideaki / 吉藤英明70e94e62013-01-29 12:48:50 +00001653static inline bool xfrm_addr_equal(const xfrm_address_t *a,
1654 const xfrm_address_t *b,
1655 sa_family_t family)
1656{
1657 switch (family) {
1658 default:
1659 case AF_INET:
1660 return ((__force u32)a->a4 ^ (__force u32)b->a4) == 0;
1661 case AF_INET6:
1662 return xfrm6_addr_equal(a, b);
1663 }
1664}
1665
Herbert Xu77d8d7a2005-10-05 12:15:12 -07001666static inline int xfrm_policy_id2dir(u32 index)
1667{
1668 return index & 7;
1669}
1670
Alexey Dobriyana6483b72008-11-25 17:38:20 -08001671#ifdef CONFIG_XFRM
1672static inline int xfrm_aevent_is_on(struct net *net)
Jamal Hadi Salimf8cd5482006-03-20 19:15:11 -08001673{
Patrick McHardybe336902006-03-20 22:40:54 -08001674 struct sock *nlsk;
1675 int ret = 0;
1676
1677 rcu_read_lock();
Alexey Dobriyana6483b72008-11-25 17:38:20 -08001678 nlsk = rcu_dereference(net->xfrm.nlsk);
Patrick McHardybe336902006-03-20 22:40:54 -08001679 if (nlsk)
1680 ret = netlink_has_listeners(nlsk, XFRMNLGRP_AEVENTS);
1681 rcu_read_unlock();
1682 return ret;
Jamal Hadi Salimf8cd5482006-03-20 19:15:11 -08001683}
Horia Geanta0f245582014-02-12 16:20:06 +02001684
1685static inline int xfrm_acquire_is_on(struct net *net)
1686{
1687 struct sock *nlsk;
1688 int ret = 0;
1689
1690 rcu_read_lock();
1691 nlsk = rcu_dereference(net->xfrm.nlsk);
1692 if (nlsk)
1693 ret = netlink_has_listeners(nlsk, XFRMNLGRP_ACQUIRE);
1694 rcu_read_unlock();
1695
1696 return ret;
1697}
Alexey Dobriyana6483b72008-11-25 17:38:20 -08001698#endif
Jamal Hadi Salimf8cd5482006-03-20 19:15:11 -08001699
Steffen Klassertee5c2312014-02-19 13:33:24 +01001700static inline int aead_len(struct xfrm_algo_aead *alg)
1701{
1702 return sizeof(*alg) + ((alg->alg_key_len + 7) / 8);
1703}
1704
David S. Miller85158622011-02-27 23:07:02 -08001705static inline int xfrm_alg_len(const struct xfrm_algo *alg)
Eric Dumazet0f99be02008-01-08 23:39:06 -08001706{
1707 return sizeof(*alg) + ((alg->alg_key_len + 7) / 8);
1708}
1709
David S. Miller85158622011-02-27 23:07:02 -08001710static inline int xfrm_alg_auth_len(const struct xfrm_algo_auth *alg)
Martin Willi4447bb32009-11-25 00:29:52 +00001711{
1712 return sizeof(*alg) + ((alg->alg_key_len + 7) / 8);
1713}
1714
Steffen Klassert9736acf2011-03-08 00:05:43 +00001715static inline int xfrm_replay_state_esn_len(struct xfrm_replay_state_esn *replay_esn)
1716{
1717 return sizeof(*replay_esn) + replay_esn->bmp_len * sizeof(__u32);
1718}
1719
Shinta Sugimoto80c9aba2007-02-08 13:11:42 -08001720#ifdef CONFIG_XFRM_MIGRATE
Steffen Klassertaf2f4642011-03-28 19:46:39 +00001721static inline int xfrm_replay_clone(struct xfrm_state *x,
1722 struct xfrm_state *orig)
1723{
1724 x->replay_esn = kzalloc(xfrm_replay_state_esn_len(orig->replay_esn),
1725 GFP_KERNEL);
1726 if (!x->replay_esn)
1727 return -ENOMEM;
1728
1729 x->replay_esn->bmp_len = orig->replay_esn->bmp_len;
1730 x->replay_esn->replay_window = orig->replay_esn->replay_window;
1731
1732 x->preplay_esn = kmemdup(x->replay_esn,
1733 xfrm_replay_state_esn_len(x->replay_esn),
1734 GFP_KERNEL);
1735 if (!x->preplay_esn) {
1736 kfree(x->replay_esn);
1737 return -ENOMEM;
1738 }
1739
1740 return 0;
1741}
1742
Steffen Klassertee5c2312014-02-19 13:33:24 +01001743static inline struct xfrm_algo_aead *xfrm_algo_aead_clone(struct xfrm_algo_aead *orig)
1744{
1745 return kmemdup(orig, aead_len(orig), GFP_KERNEL);
1746}
1747
1748
Shinta Sugimoto80c9aba2007-02-08 13:11:42 -08001749static inline struct xfrm_algo *xfrm_algo_clone(struct xfrm_algo *orig)
1750{
Eric Dumazet0f99be02008-01-08 23:39:06 -08001751 return kmemdup(orig, xfrm_alg_len(orig), GFP_KERNEL);
Shinta Sugimoto80c9aba2007-02-08 13:11:42 -08001752}
1753
Martin Willi4447bb32009-11-25 00:29:52 +00001754static inline struct xfrm_algo_auth *xfrm_algo_auth_clone(struct xfrm_algo_auth *orig)
1755{
1756 return kmemdup(orig, xfrm_alg_auth_len(orig), GFP_KERNEL);
1757}
1758
Shinta Sugimoto80c9aba2007-02-08 13:11:42 -08001759static inline void xfrm_states_put(struct xfrm_state **states, int n)
1760{
1761 int i;
1762 for (i = 0; i < n; i++)
1763 xfrm_state_put(*(states + i));
1764}
1765
1766static inline void xfrm_states_delete(struct xfrm_state **states, int n)
1767{
1768 int i;
1769 for (i = 0; i < n; i++)
1770 xfrm_state_delete(*(states + i));
1771}
1772#endif
Jamal Hadi Salimf8cd5482006-03-20 19:15:11 -08001773
Alexey Dobriyandef8b4f2008-10-28 13:24:06 -07001774#ifdef CONFIG_XFRM
Herbert Xu00501122007-12-11 01:53:43 -08001775static inline struct xfrm_state *xfrm_input_state(struct sk_buff *skb)
1776{
1777 return skb->sp->xvec[skb->sp->len - 1];
1778}
Alexey Dobriyandef8b4f2008-10-28 13:24:06 -07001779#endif
Herbert Xu00501122007-12-11 01:53:43 -08001780
Jamal Hadi Salimbf825f82010-02-22 11:32:54 +00001781static inline int xfrm_mark_get(struct nlattr **attrs, struct xfrm_mark *m)
1782{
1783 if (attrs[XFRMA_MARK])
Andreas Steffen4efd7e82010-06-30 10:41:15 -07001784 memcpy(m, nla_data(attrs[XFRMA_MARK]), sizeof(struct xfrm_mark));
Jamal Hadi Salimbf825f82010-02-22 11:32:54 +00001785 else
1786 m->v = m->m = 0;
1787
1788 return m->v & m->m;
1789}
1790
David S. Millere3dfa382011-02-27 23:20:19 -08001791static inline int xfrm_mark_put(struct sk_buff *skb, const struct xfrm_mark *m)
Jamal Hadi Salimbf825f82010-02-22 11:32:54 +00001792{
David S. Miller1d1e34d2012-06-27 21:57:03 -07001793 int ret = 0;
Jamal Hadi Salimbf825f82010-02-22 11:32:54 +00001794
David S. Miller1d1e34d2012-06-27 21:57:03 -07001795 if (m->m | m->v)
1796 ret = nla_put(skb, XFRMA_MARK, sizeof(struct xfrm_mark), m);
1797 return ret;
Jamal Hadi Salimbf825f82010-02-22 11:32:54 +00001798}
1799
Steffen Klassert70be6c92014-02-21 08:41:09 +01001800static inline int xfrm_tunnel_check(struct sk_buff *skb, struct xfrm_state *x,
1801 unsigned int family)
1802{
1803 bool tunnel = false;
1804
1805 switch(family) {
1806 case AF_INET:
1807 if (XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip4)
1808 tunnel = true;
1809 break;
1810 case AF_INET6:
1811 if (XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip6)
1812 tunnel = true;
1813 break;
1814 }
1815 if (tunnel && !(x->outer_mode->flags & XFRM_MODE_FLAG_TUNNEL))
1816 return -EINVAL;
1817
1818 return 0;
1819}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001820#endif /* _NET_XFRM_H */