blob: a6bcb18ac4c35f0a73946fe03f5a33ba49c73c69 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Linux INET6 implementation
3 *
4 * Authors:
5 * Pedro Roque <roque@di.fc.ul.pt>
6 *
7 * This program is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU General Public License
9 * as published by the Free Software Foundation; either version
10 * 2 of the License, or (at your option) any later version.
11 */
12
13#ifndef _IP6_FIB_H
14#define _IP6_FIB_H
15
Linus Torvalds1da177e2005-04-16 15:20:36 -070016#include <linux/ipv6_route.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <linux/rtnetlink.h>
18#include <linux/spinlock.h>
Thomas Graf86872cb2006-08-22 00:01:08 -070019#include <net/dst.h>
20#include <net/flow.h>
21#include <net/netlink.h>
David S. Millerb3419362010-11-30 12:27:11 -080022#include <net/inetpeer.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070023
Neil Hormana33bc5c2009-07-30 18:52:15 -070024#ifdef CONFIG_IPV6_MULTIPLE_TABLES
25#define FIB6_TABLE_HASHSZ 256
26#else
27#define FIB6_TABLE_HASHSZ 1
28#endif
29
Linus Torvalds1da177e2005-04-16 15:20:36 -070030struct rt6_info;
31
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +000032struct fib6_config {
Thomas Graf86872cb2006-08-22 00:01:08 -070033 u32 fc_table;
34 u32 fc_metric;
35 int fc_dst_len;
36 int fc_src_len;
37 int fc_ifindex;
38 u32 fc_flags;
39 u32 fc_protocol;
Nicolas Dichtelef2c7d72012-09-05 02:12:42 +000040 u32 fc_type; /* only 8 bits are used */
Thomas Graf86872cb2006-08-22 00:01:08 -070041
42 struct in6_addr fc_dst;
43 struct in6_addr fc_src;
Daniel Walterc3968a82011-04-13 21:10:57 +000044 struct in6_addr fc_prefsrc;
Thomas Graf86872cb2006-08-22 00:01:08 -070045 struct in6_addr fc_gateway;
46
47 unsigned long fc_expires;
48 struct nlattr *fc_mx;
49 int fc_mx_len;
Nicolas Dichtel51ebd312012-10-22 03:42:09 +000050 int fc_mp_len;
51 struct nlattr *fc_mp;
Thomas Graf86872cb2006-08-22 00:01:08 -070052
53 struct nl_info fc_nlinfo;
Roopa Prabhu19e42e42015-07-21 10:43:48 +020054 struct nlattr *fc_encap;
55 u16 fc_encap_type;
Thomas Graf86872cb2006-08-22 00:01:08 -070056};
57
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +000058struct fib6_node {
Linus Torvalds1da177e2005-04-16 15:20:36 -070059 struct fib6_node *parent;
60 struct fib6_node *left;
61 struct fib6_node *right;
Kim Nordlund8bce65b2006-12-13 16:38:29 -080062#ifdef CONFIG_IPV6_SUBTREES
Linus Torvalds1da177e2005-04-16 15:20:36 -070063 struct fib6_node *subtree;
Kim Nordlund8bce65b2006-12-13 16:38:29 -080064#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070065 struct rt6_info *leaf;
66
67 __u16 fn_bit; /* bit key */
68 __u16 fn_flags;
Hannes Frederic Sowa42b18702014-10-06 19:58:35 +020069 int fn_sernum;
David S. Millerf11e6652007-03-24 20:36:25 -070070 struct rt6_info *rr_ptr;
Wei Wang7f8f23f2017-08-21 09:47:10 -070071 struct rcu_head rcu;
Linus Torvalds1da177e2005-04-16 15:20:36 -070072};
73
YOSHIFUJI Hideaki7fc33162006-08-23 17:22:24 -070074#ifndef CONFIG_IPV6_SUBTREES
75#define FIB6_SUBTREE(fn) NULL
76#else
77#define FIB6_SUBTREE(fn) ((fn)->subtree)
78#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070079
Florian Westphale715b6d2015-01-05 23:57:44 +010080struct mx6_config {
81 const u32 *mx;
82 DECLARE_BITMAP(mx_valid, RTAX_MAX);
83};
84
Linus Torvalds1da177e2005-04-16 15:20:36 -070085/*
86 * routing information
87 *
88 */
89
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +000090struct rt6key {
Linus Torvalds1da177e2005-04-16 15:20:36 -070091 struct in6_addr addr;
92 int plen;
93};
94
Thomas Grafc71099a2006-08-04 23:20:06 -070095struct fib6_table;
96
Eric Dumazetfd2c3ef2009-11-03 03:26:03 +000097struct rt6_info {
Changli Gaod8d1f302010-06-10 23:31:35 -070098 struct dst_entry dst;
Linus Torvalds1da177e2005-04-16 15:20:36 -070099
YOSHIFUJI Hideaki / 吉藤英明bd2c77a2010-03-31 22:24:22 +0000100 /*
101 * Tail elements of dst_entry (__refcnt etc.)
102 * and these elements (rarely used in hot path) are in
103 * the same cache line.
104 */
105 struct fib6_table *rt6i_table;
Wei Wang43c792a2017-08-25 15:03:10 -0700106 struct fib6_node __rcu *rt6i_node;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700107
108 struct in6_addr rt6i_gateway;
YOSHIFUJI Hideaki / 吉藤英明bd2c77a2010-03-31 22:24:22 +0000109
Nicolas Dichtel51ebd312012-10-22 03:42:09 +0000110 /* Multipath routes:
111 * siblings is a list of rt6_info that have the the same metric/weight,
112 * destination, but not the same gateway. nsiblings is just a cache
113 * to speed up lookup.
114 */
115 struct list_head rt6i_siblings;
116 unsigned int rt6i_nsiblings;
117
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118 atomic_t rt6i_ref;
Herbert Xub4ce9272007-11-13 21:33:32 -0800119
YOSHIFUJI Hideaki / 吉藤英明bd2c77a2010-03-31 22:24:22 +0000120 /* These are in a separate cache line. */
121 struct rt6key rt6i_dst ____cacheline_aligned_in_smp;
122 u32 rt6i_flags;
123 struct rt6key rt6i_src;
Daniel Walterc3968a82011-04-13 21:10:57 +0000124 struct rt6key rt6i_prefsrc;
Herbert Xub4ce9272007-11-13 21:33:32 -0800125
Martin KaFai Lau8d0b94a2015-05-22 20:56:04 -0700126 struct list_head rt6i_uncached;
127 struct uncached_list *rt6i_uncached_list;
128
YOSHIFUJI Hideaki / 吉藤英明bd2c77a2010-03-31 22:24:22 +0000129 struct inet6_dev *rt6i_idev;
Martin KaFai Laud52d3992015-05-22 20:56:06 -0700130 struct rt6_info * __percpu *rt6i_pcpu;
Noriaki TAKAMIYAa47ed4c2007-09-06 03:31:25 -0700131
Hannes Frederic Sowa705f1c82014-09-28 00:46:06 +0200132 u32 rt6i_metric;
Martin KaFai Lau4b32b5a2015-04-28 13:03:06 -0700133 u32 rt6i_pmtu;
YOSHIFUJI Hideaki / 吉藤英明bd2c77a2010-03-31 22:24:22 +0000134 /* more non-fragment space at head required */
135 unsigned short rt6i_nfheader_len;
YOSHIFUJI Hideaki / 吉藤英明bd2c77a2010-03-31 22:24:22 +0000136 u8 rt6i_protocol;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137};
138
YOSHIFUJI Hideaki7a3025b2006-10-13 16:17:25 +0900139static inline struct inet6_dev *ip6_dst_idev(struct dst_entry *dst)
140{
141 return ((struct rt6_info *)dst)->rt6i_idev;
142}
143
Gao feng1716a962012-04-06 00:13:10 +0000144static inline void rt6_clean_expires(struct rt6_info *rt)
145{
Gao feng1716a962012-04-06 00:13:10 +0000146 rt->rt6i_flags &= ~RTF_EXPIRES;
Hannes Frederic Sowa01ba16d2013-10-24 10:14:27 +0200147 rt->dst.expires = 0;
Gao feng1716a962012-04-06 00:13:10 +0000148}
149
150static inline void rt6_set_expires(struct rt6_info *rt, unsigned long expires)
151{
Gao feng1716a962012-04-06 00:13:10 +0000152 rt->dst.expires = expires;
YOSHIFUJI Hideaki / 吉藤英明ecd98832013-02-20 00:29:08 +0000153 rt->rt6i_flags |= RTF_EXPIRES;
Gao feng1716a962012-04-06 00:13:10 +0000154}
155
YOSHIFUJI Hideaki / 吉藤英明ecd98832013-02-20 00:29:08 +0000156static inline void rt6_update_expires(struct rt6_info *rt0, int timeout)
Gao feng1716a962012-04-06 00:13:10 +0000157{
YOSHIFUJI Hideaki / 吉藤英明ecd98832013-02-20 00:29:08 +0000158 struct rt6_info *rt;
Gao feng1716a962012-04-06 00:13:10 +0000159
YOSHIFUJI Hideaki / 吉藤英明ecd98832013-02-20 00:29:08 +0000160 for (rt = rt0; rt && !(rt->rt6i_flags & RTF_EXPIRES);
161 rt = (struct rt6_info *)rt->dst.from);
162 if (rt && rt != rt0)
163 rt0->dst.expires = rt->dst.expires;
164
165 dst_set_expires(&rt0->dst, timeout);
166 rt0->rt6i_flags |= RTF_EXPIRES;
Gao feng1716a962012-04-06 00:13:10 +0000167}
168
Wei Wang7f8f23f2017-08-21 09:47:10 -0700169/* Function to safely get fn->sernum for passed in rt
170 * and store result in passed in cookie.
171 * Return true if we can get cookie safely
172 * Return false if not
173 */
174static inline bool rt6_get_cookie_safe(const struct rt6_info *rt,
175 u32 *cookie)
176{
177 struct fib6_node *fn;
178 bool status = false;
179
180 rcu_read_lock();
181 fn = rcu_dereference(rt->rt6i_node);
182
183 if (fn) {
184 *cookie = fn->fn_sernum;
185 status = true;
186 }
187
188 rcu_read_unlock();
189 return status;
190}
191
Martin KaFai Laub197df42015-05-22 20:56:01 -0700192static inline u32 rt6_get_cookie(const struct rt6_info *rt)
193{
Wei Wang7f8f23f2017-08-21 09:47:10 -0700194 u32 cookie = 0;
195
Martin KaFai Lau02bcf4e2015-11-11 11:51:08 -0800196 if (rt->rt6i_flags & RTF_PCPU ||
197 (unlikely(rt->dst.flags & DST_NOCACHE) && rt->dst.from))
Martin KaFai Lau3da59bd2015-05-22 20:56:03 -0700198 rt = (struct rt6_info *)(rt->dst.from);
199
Wei Wang7f8f23f2017-08-21 09:47:10 -0700200 rt6_get_cookie_safe(rt, &cookie);
201
202 return cookie;
Martin KaFai Laub197df42015-05-22 20:56:01 -0700203}
204
Amerigo Wang94e187c2012-10-29 00:13:19 +0000205static inline void ip6_rt_put(struct rt6_info *rt)
206{
207 /* dst_release() accepts a NULL parameter.
208 * We rely on dst being first structure in struct rt6_info
209 */
210 BUILD_BUG_ON(offsetof(struct rt6_info, dst) != 0);
211 dst_release(&rt->dst);
212}
213
Hannes Frederic Sowa94b2cfe2014-10-06 19:58:34 +0200214enum fib6_walk_state {
215#ifdef CONFIG_IPV6_SUBTREES
216 FWS_S,
217#endif
218 FWS_L,
219 FWS_R,
220 FWS_C,
221 FWS_U
222};
223
224struct fib6_walker {
Alexey Dobriyanbbef49d2010-02-18 08:13:30 +0000225 struct list_head lh;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700226 struct fib6_node *root, *node;
227 struct rt6_info *leaf;
Hannes Frederic Sowa94b2cfe2014-10-06 19:58:34 +0200228 enum fib6_walk_state state;
229 bool prune;
Patrick McHardy2bec5a32010-02-08 05:19:03 +0000230 unsigned int skip;
231 unsigned int count;
Hannes Frederic Sowa94b2cfe2014-10-06 19:58:34 +0200232 int (*func)(struct fib6_walker *);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700233 void *args;
234};
235
Linus Torvalds1da177e2005-04-16 15:20:36 -0700236struct rt6_statistics {
237 __u32 fib_nodes;
238 __u32 fib_route_nodes;
239 __u32 fib_rt_alloc; /* permanent routes */
240 __u32 fib_rt_entries; /* rt entries in table */
241 __u32 fib_rt_cache; /* cache routes */
242 __u32 fib_discarded_routes;
243};
244
245#define RTN_TL_ROOT 0x0001
246#define RTN_ROOT 0x0002 /* tree root node */
247#define RTN_RTINFO 0x0004 /* node with valid routing info */
248
249/*
250 * priority levels (or metrics)
251 *
252 */
253
Linus Torvalds1da177e2005-04-16 15:20:36 -0700254
Thomas Grafc71099a2006-08-04 23:20:06 -0700255struct fib6_table {
256 struct hlist_node tb6_hlist;
257 u32 tb6_id;
258 rwlock_t tb6_lock;
259 struct fib6_node tb6_root;
David S. Miller8e773272012-06-11 00:01:52 -0700260 struct inet_peer_base tb6_peers;
David Ahern830218c2016-10-24 10:52:35 -0700261 unsigned int flags;
262#define RT6_TABLE_HAS_DFLT_ROUTER BIT(0)
Thomas Grafc71099a2006-08-04 23:20:06 -0700263};
264
265#define RT6_TABLE_UNSPEC RT_TABLE_UNSPEC
266#define RT6_TABLE_MAIN RT_TABLE_MAIN
Thomas Grafc71099a2006-08-04 23:20:06 -0700267#define RT6_TABLE_DFLT RT6_TABLE_MAIN
268#define RT6_TABLE_INFO RT6_TABLE_MAIN
269#define RT6_TABLE_PREFIX RT6_TABLE_MAIN
270
271#ifdef CONFIG_IPV6_MULTIPLE_TABLES
272#define FIB6_TABLE_MIN 1
273#define FIB6_TABLE_MAX RT_TABLE_MAX
Thomas Graf101367c2006-08-04 03:39:02 -0700274#define RT6_TABLE_LOCAL RT_TABLE_LOCAL
Thomas Grafc71099a2006-08-04 23:20:06 -0700275#else
276#define FIB6_TABLE_MIN RT_TABLE_MAIN
277#define FIB6_TABLE_MAX FIB6_TABLE_MIN
Thomas Graf101367c2006-08-04 03:39:02 -0700278#define RT6_TABLE_LOCAL RT6_TABLE_MAIN
Thomas Grafc71099a2006-08-04 23:20:06 -0700279#endif
280
Daniel Lezcano8ed67782008-03-04 13:48:30 -0800281typedef struct rt6_info *(*pol_lookup_t)(struct net *,
282 struct fib6_table *,
David S. Miller4c9483b2011-03-12 16:22:43 -0500283 struct flowi6 *, int);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700284
285/*
286 * exported functions
287 */
288
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700289struct fib6_table *fib6_get_table(struct net *net, u32 id);
290struct fib6_table *fib6_new_table(struct net *net, u32 id);
291struct dst_entry *fib6_rule_lookup(struct net *net, struct flowi6 *fl6,
292 int flags, pol_lookup_t lookup);
Thomas Grafc71099a2006-08-04 23:20:06 -0700293
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700294struct fib6_node *fib6_lookup(struct fib6_node *root,
295 const struct in6_addr *daddr,
296 const struct in6_addr *saddr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700297
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700298struct fib6_node *fib6_locate(struct fib6_node *root,
299 const struct in6_addr *daddr, int dst_len,
300 const struct in6_addr *saddr, int src_len);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700301
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700302void fib6_clean_all(struct net *net, int (*func)(struct rt6_info *, void *arg),
Li RongQing0c3584d2013-12-27 16:32:38 +0800303 void *arg);
Thomas Grafc71099a2006-08-04 23:20:06 -0700304
Florian Westphale715b6d2015-01-05 23:57:44 +0100305int fib6_add(struct fib6_node *root, struct rt6_info *rt,
306 struct nl_info *info, struct mx6_config *mxc);
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700307int fib6_del(struct rt6_info *rt, struct nl_info *info);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700308
Roopa Prabhu37a1d362015-09-13 10:18:33 -0700309void inet6_rt_notify(int event, struct rt6_info *rt, struct nl_info *info,
310 unsigned int flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700311
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700312void fib6_run_gc(unsigned long expires, struct net *net, bool force);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700313
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700314void fib6_gc_cleanup(void);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700315
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700316int fib6_init(void);
Thomas Graf101367c2006-08-04 03:39:02 -0700317
Hannes Frederic Sowa8d2ca1d2013-09-21 16:55:59 +0200318int ipv6_route_open(struct inode *inode, struct file *file);
319
Daniel Lezcano7e5449c2007-12-08 00:14:54 -0800320#ifdef CONFIG_IPV6_MULTIPLE_TABLES
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700321int fib6_rules_init(void);
322void fib6_rules_cleanup(void);
Daniel Lezcano7e5449c2007-12-08 00:14:54 -0800323#else
324static inline int fib6_rules_init(void)
325{
326 return 0;
327}
328static inline void fib6_rules_cleanup(void)
329{
330 return ;
331}
332#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700333#endif