blob: 5fa643b4e8913a35b3a3ead9ad66fa74d368ef70 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * INET An implementation of the TCP/IP protocol suite for the LINUX
3 * operating system. INET is implemented using the BSD Socket
4 * interface as the means of communication with the user level.
5 *
6 * Definitions for the Forwarding Information Base.
7 *
8 * Authors: A.N.Kuznetsov, <kuznet@ms2.inr.ac.ru>
9 *
10 * This program is free software; you can redistribute it and/or
11 * modify it under the terms of the GNU General Public License
12 * as published by the Free Software Foundation; either version
13 * 2 of the License, or (at your option) any later version.
14 */
15
16#ifndef _NET_IP_FIB_H
17#define _NET_IP_FIB_H
18
Linus Torvalds1da177e2005-04-16 15:20:36 -070019#include <net/flow.h>
20#include <linux/seq_file.h>
David S. Miller4895c772012-07-17 04:19:00 -070021#include <linux/rcupdate.h>
Thomas Grafe1ef4bf2006-08-04 03:39:22 -070022#include <net/fib_rules.h>
David S. Miller8e773272012-06-11 00:01:52 -070023#include <net/inetpeer.h>
Eric Dumazetd26b3a72012-07-31 05:45:30 +000024#include <linux/percpu.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070025
Thomas Graf4e902c52006-08-17 18:14:52 -070026struct fib_config {
Thomas Graf4e902c52006-08-17 18:14:52 -070027 u8 fc_dst_len;
Thomas Graf4e902c52006-08-17 18:14:52 -070028 u8 fc_tos;
29 u8 fc_protocol;
30 u8 fc_scope;
31 u8 fc_type;
Thomas Grafb52f0702006-10-18 20:26:36 -070032 /* 3 bytes unused */
Thomas Graf4e902c52006-08-17 18:14:52 -070033 u32 fc_table;
Al Viro6d85c102006-09-26 22:15:46 -070034 __be32 fc_dst;
Al Viro6d85c102006-09-26 22:15:46 -070035 __be32 fc_gw;
Thomas Graf4e902c52006-08-17 18:14:52 -070036 int fc_oif;
37 u32 fc_flags;
38 u32 fc_priority;
Al Viro6d85c102006-09-26 22:15:46 -070039 __be32 fc_prefsrc;
Thomas Graf4e902c52006-08-17 18:14:52 -070040 struct nlattr *fc_mx;
41 struct rtnexthop *fc_mp;
42 int fc_mx_len;
43 int fc_mp_len;
44 u32 fc_flow;
Thomas Graf4e902c52006-08-17 18:14:52 -070045 u32 fc_nlflags;
46 struct nl_info fc_nlinfo;
47 };
Linus Torvalds1da177e2005-04-16 15:20:36 -070048
49struct fib_info;
David S. Millerf2bb4be2012-07-17 12:20:47 -070050struct rtable;
Linus Torvalds1da177e2005-04-16 15:20:36 -070051
David S. Miller4895c772012-07-17 04:19:00 -070052struct fib_nh_exception {
53 struct fib_nh_exception __rcu *fnhe_next;
Timo Teräs5aad1de2013-05-27 20:46:33 +000054 int fnhe_genid;
David S. Miller4895c772012-07-17 04:19:00 -070055 __be32 fnhe_daddr;
56 u32 fnhe_pmtu;
Julian Anastasovaee06da2012-07-18 10:15:35 +000057 __be32 fnhe_gw;
David S. Miller4895c772012-07-17 04:19:00 -070058 unsigned long fnhe_expires;
Timo Teräs2ffae992013-06-27 10:27:05 +030059 struct rtable __rcu *fnhe_rth_input;
60 struct rtable __rcu *fnhe_rth_output;
David S. Miller4895c772012-07-17 04:19:00 -070061 unsigned long fnhe_stamp;
62};
63
64struct fnhe_hash_bucket {
65 struct fib_nh_exception __rcu *chain;
66};
67
Eric Dumazetd546c622014-09-04 08:21:31 -070068#define FNHE_HASH_SHIFT 11
69#define FNHE_HASH_SIZE (1 << FNHE_HASH_SHIFT)
David S. Miller4895c772012-07-17 04:19:00 -070070#define FNHE_RECLAIM_DEPTH 5
71
Linus Torvalds1da177e2005-04-16 15:20:36 -070072struct fib_nh {
73 struct net_device *nh_dev;
74 struct hlist_node nh_hash;
75 struct fib_info *nh_parent;
Eric Dumazet95c96172012-04-15 05:58:06 +000076 unsigned int nh_flags;
Linus Torvalds1da177e2005-04-16 15:20:36 -070077 unsigned char nh_scope;
78#ifdef CONFIG_IP_ROUTE_MULTIPATH
79 int nh_weight;
80 int nh_power;
81#endif
Patrick McHardyc7066f72011-01-14 13:36:42 +010082#ifdef CONFIG_IP_ROUTE_CLASSID
Linus Torvalds1da177e2005-04-16 15:20:36 -070083 __u32 nh_tclassid;
84#endif
85 int nh_oif;
Al Viroed49e3c2006-09-26 22:13:54 -070086 __be32 nh_gw;
David S. Miller1fc050a2011-03-07 20:54:48 -080087 __be32 nh_saddr;
David S. Miller436c3b62011-03-24 17:42:21 -070088 int nh_saddr_genid;
Eric Dumazetd26b3a72012-07-31 05:45:30 +000089 struct rtable __rcu * __percpu *nh_pcpu_rth_output;
Eric Dumazet54764bb2012-07-31 01:08:23 +000090 struct rtable __rcu *nh_rth_input;
Eric Dumazetcaa41522014-09-03 22:21:56 -070091 struct fnhe_hash_bucket __rcu *nh_exceptions;
Linus Torvalds1da177e2005-04-16 15:20:36 -070092};
93
94/*
95 * This structure contains data shared by many of routes.
96 */
97
98struct fib_info {
99 struct hlist_node fib_hash;
100 struct hlist_node fib_lhash;
Denis V. Lunev7462bd742008-01-31 18:49:32 -0800101 struct net *fib_net;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700102 int fib_treeref;
103 atomic_t fib_clntref;
Eric Dumazet95c96172012-04-15 05:58:06 +0000104 unsigned int fib_flags;
David S. Miller37e826c2011-03-24 18:06:47 -0700105 unsigned char fib_dead;
106 unsigned char fib_protocol;
107 unsigned char fib_scope;
Eric Dumazetf4ef85b2012-10-04 01:25:26 +0000108 unsigned char fib_type;
Al Virob83738a2006-09-26 22:14:15 -0700109 __be32 fib_prefsrc;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700110 u32 fib_priority;
David S. Miller9c150e82011-01-28 14:01:25 -0800111 u32 *fib_metrics;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700112#define fib_mtu fib_metrics[RTAX_MTU-1]
113#define fib_window fib_metrics[RTAX_WINDOW-1]
114#define fib_rtt fib_metrics[RTAX_RTT-1]
115#define fib_advmss fib_metrics[RTAX_ADVMSS-1]
116 int fib_nhs;
117#ifdef CONFIG_IP_ROUTE_MULTIPATH
118 int fib_power;
119#endif
Eric Dumazetebc0ffa2010-10-05 10:41:36 +0000120 struct rcu_head rcu;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700121 struct fib_nh fib_nh[0];
122#define fib_dev fib_nh[0].nh_dev
123};
124
125
126#ifdef CONFIG_IP_MULTIPLE_TABLES
127struct fib_rule;
128#endif
129
David S. Miller5b470442011-01-31 16:10:03 -0800130struct fib_table;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700131struct fib_result {
132 unsigned char prefixlen;
133 unsigned char nh_sel;
134 unsigned char type;
135 unsigned char scope;
David S. Miller85b91b02012-07-13 08:21:29 -0700136 u32 tclassid;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137 struct fib_info *fi;
David S. Miller5b470442011-01-31 16:10:03 -0800138 struct fib_table *table;
Alexander Duyck56315f92015-02-25 15:31:31 -0800139 struct hlist_head *fa_head;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700140};
141
Robert Olsson246955f2005-06-20 13:36:39 -0700142struct fib_result_nl {
Al Viro80e856e2006-09-26 22:19:36 -0700143 __be32 fl_addr; /* To be looked up*/
Thomas Graf5f3008932006-11-09 15:21:41 -0800144 u32 fl_mark;
Robert Olsson246955f2005-06-20 13:36:39 -0700145 unsigned char fl_tos;
146 unsigned char fl_scope;
147 unsigned char tb_id_in;
148
149 unsigned char tb_id; /* Results */
150 unsigned char prefixlen;
151 unsigned char nh_sel;
152 unsigned char type;
153 unsigned char scope;
154 int err;
155};
Linus Torvalds1da177e2005-04-16 15:20:36 -0700156
157#ifdef CONFIG_IP_ROUTE_MULTIPATH
Linus Torvalds1da177e2005-04-16 15:20:36 -0700158#define FIB_RES_NH(res) ((res).fi->fib_nh[(res).nh_sel])
Linus Torvalds1da177e2005-04-16 15:20:36 -0700159#else /* CONFIG_IP_ROUTE_MULTIPATH */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700160#define FIB_RES_NH(res) ((res).fi->fib_nh[0])
Linus Torvalds1da177e2005-04-16 15:20:36 -0700161#endif /* CONFIG_IP_ROUTE_MULTIPATH */
162
Denis V. Lunev5b9e12d2013-03-13 00:24:15 +0000163#ifdef CONFIG_IP_MULTIPLE_TABLES
164#define FIB_TABLE_HASHSZ 256
165#else
166#define FIB_TABLE_HASHSZ 2
167#endif
168
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700169__be32 fib_info_update_nh_saddr(struct net *net, struct fib_nh *nh);
David S. Miller436c3b62011-03-24 17:42:21 -0700170
171#define FIB_RES_SADDR(net, res) \
172 ((FIB_RES_NH(res).nh_saddr_genid == \
173 atomic_read(&(net)->ipv4.dev_addr_genid)) ? \
174 FIB_RES_NH(res).nh_saddr : \
175 fib_info_update_nh_saddr((net), &FIB_RES_NH(res)))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700176#define FIB_RES_GW(res) (FIB_RES_NH(res).nh_gw)
177#define FIB_RES_DEV(res) (FIB_RES_NH(res).nh_dev)
178#define FIB_RES_OIF(res) (FIB_RES_NH(res).nh_oif)
179
David S. Miller436c3b62011-03-24 17:42:21 -0700180#define FIB_RES_PREFSRC(net, res) ((res).fi->fib_prefsrc ? : \
181 FIB_RES_SADDR(net, res))
David S. Miller1fc050a2011-03-07 20:54:48 -0800182
Linus Torvalds1da177e2005-04-16 15:20:36 -0700183struct fib_table {
David S. Miller8e773272012-06-11 00:01:52 -0700184 struct hlist_node tb_hlist;
185 u32 tb_id;
David S. Miller8e773272012-06-11 00:01:52 -0700186 int tb_num_default;
Alexander Duycka7e53532015-03-04 15:02:44 -0800187 struct rcu_head rcu;
Alexander Duyck0ddcf432015-03-06 13:47:00 -0800188 unsigned long *tb_data;
189 unsigned long __data[0];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700190};
191
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700192int fib_table_lookup(struct fib_table *tb, const struct flowi4 *flp,
193 struct fib_result *res, int fib_flags);
194int fib_table_insert(struct fib_table *, struct fib_config *);
195int fib_table_delete(struct fib_table *, struct fib_config *);
196int fib_table_dump(struct fib_table *table, struct sk_buff *skb,
197 struct netlink_callback *cb);
198int fib_table_flush(struct fib_table *table);
Alexander Duyck0ddcf432015-03-06 13:47:00 -0800199struct fib_table *fib_trie_unmerge(struct fib_table *main_tb);
Scott Feldman104616e2015-03-05 21:21:16 -0800200void fib_table_flush_external(struct fib_table *table);
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700201void fib_free_table(struct fib_table *tb);
Pavel Emelyanov4aa2c462010-10-28 02:00:43 +0000202
Linus Torvalds1da177e2005-04-16 15:20:36 -0700203#ifndef CONFIG_IP_MULTIPLE_TABLES
204
Alexander Duycka5a519b2014-12-02 10:58:21 -0800205#define TABLE_LOCAL_INDEX (RT_TABLE_LOCAL & (FIB_TABLE_HASHSZ - 1))
206#define TABLE_MAIN_INDEX (RT_TABLE_MAIN & (FIB_TABLE_HASHSZ - 1))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700207
Denis V. Lunev8ad49422008-01-10 03:24:11 -0800208static inline struct fib_table *fib_get_table(struct net *net, u32 id)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700209{
Alexander Duycka7e53532015-03-04 15:02:44 -0800210 struct hlist_node *tb_hlist;
Denis V. Lunev93456b62008-01-10 03:23:38 -0800211 struct hlist_head *ptr;
212
213 ptr = id == RT_TABLE_LOCAL ?
Denis V. Luneve4aef8a2008-01-10 03:28:24 -0800214 &net->ipv4.fib_table_hash[TABLE_LOCAL_INDEX] :
215 &net->ipv4.fib_table_hash[TABLE_MAIN_INDEX];
Alexander Duycka7e53532015-03-04 15:02:44 -0800216
217 tb_hlist = rcu_dereference_rtnl(hlist_first_rcu(ptr));
218
219 return hlist_entry(tb_hlist, struct fib_table, tb_hlist);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700220}
221
Denis V. Lunev8ad49422008-01-10 03:24:11 -0800222static inline struct fib_table *fib_new_table(struct net *net, u32 id)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700223{
Denis V. Lunev8ad49422008-01-10 03:24:11 -0800224 return fib_get_table(net, id);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700225}
226
David S. Miller22bd5b92011-03-11 19:54:08 -0500227static inline int fib_lookup(struct net *net, const struct flowi4 *flp,
Andy Gospodarek0eeb0752015-06-23 13:45:37 -0400228 struct fib_result *res, unsigned int flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700229{
Alexander Duycka7e53532015-03-04 15:02:44 -0800230 struct fib_table *tb;
Alexander Duyck0ddcf432015-03-06 13:47:00 -0800231 int err = -ENETUNREACH;
Denis V. Lunev93456b62008-01-10 03:23:38 -0800232
Alexander Duyck345e9b52014-12-31 10:56:24 -0800233 rcu_read_lock();
Denis V. Lunev93456b62008-01-10 03:23:38 -0800234
Alexander Duyck0ddcf432015-03-06 13:47:00 -0800235 tb = fib_get_table(net, RT_TABLE_MAIN);
Andy Gospodarek0eeb0752015-06-23 13:45:37 -0400236 if (tb && !fib_table_lookup(tb, flp, res, flags | FIB_LOOKUP_NOREF))
Alexander Duyck0ddcf432015-03-06 13:47:00 -0800237 err = 0;
Alexander Duyck345e9b52014-12-31 10:56:24 -0800238
239 rcu_read_unlock();
240
241 return err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700242}
243
Linus Torvalds1da177e2005-04-16 15:20:36 -0700244#else /* CONFIG_IP_MULTIPLE_TABLES */
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700245int __net_init fib4_rules_init(struct net *net);
246void __net_exit fib4_rules_exit(struct net *net);
Pavel Emelyanovc3e9a352007-11-06 23:34:04 -0800247
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700248struct fib_table *fib_new_table(struct net *net, u32 id);
249struct fib_table *fib_get_table(struct net *net, u32 id);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700250
Andy Gospodarek0eeb0752015-06-23 13:45:37 -0400251int __fib_lookup(struct net *net, struct flowi4 *flp,
252 struct fib_result *res, unsigned int flags);
David S. Millerf4530fa2012-07-05 22:13:13 -0700253
254static inline int fib_lookup(struct net *net, struct flowi4 *flp,
Andy Gospodarek0eeb0752015-06-23 13:45:37 -0400255 struct fib_result *res, unsigned int flags)
David S. Millerf4530fa2012-07-05 22:13:13 -0700256{
Alexander Duycka7e53532015-03-04 15:02:44 -0800257 struct fib_table *tb;
258 int err;
Alexander Duyck345e9b52014-12-31 10:56:24 -0800259
Andy Gospodarek0eeb0752015-06-23 13:45:37 -0400260 flags |= FIB_LOOKUP_NOREF;
Alexander Duycka7e53532015-03-04 15:02:44 -0800261 if (net->ipv4.fib_has_custom_rules)
Andy Gospodarek0eeb0752015-06-23 13:45:37 -0400262 return __fib_lookup(net, flp, res, flags);
Alexander Duyck345e9b52014-12-31 10:56:24 -0800263
Alexander Duycka7e53532015-03-04 15:02:44 -0800264 rcu_read_lock();
Alexander Duyck345e9b52014-12-31 10:56:24 -0800265
Alexander Duycka7e53532015-03-04 15:02:44 -0800266 res->tclassid = 0;
Alexander Duyck345e9b52014-12-31 10:56:24 -0800267
Alexander Duycka7e53532015-03-04 15:02:44 -0800268 for (err = 0; !err; err = -ENETUNREACH) {
Alexander Duycka7e53532015-03-04 15:02:44 -0800269 tb = rcu_dereference_rtnl(net->ipv4.fib_main);
Andy Gospodarek0eeb0752015-06-23 13:45:37 -0400270 if (tb && !fib_table_lookup(tb, flp, res, flags))
Alexander Duycka7e53532015-03-04 15:02:44 -0800271 break;
272
273 tb = rcu_dereference_rtnl(net->ipv4.fib_default);
Andy Gospodarek0eeb0752015-06-23 13:45:37 -0400274 if (tb && !fib_table_lookup(tb, flp, res, flags))
Alexander Duycka7e53532015-03-04 15:02:44 -0800275 break;
David S. Millerf4530fa2012-07-05 22:13:13 -0700276 }
Alexander Duycka7e53532015-03-04 15:02:44 -0800277
278 rcu_read_unlock();
279
280 return err;
David S. Millerf4530fa2012-07-05 22:13:13 -0700281}
282
Linus Torvalds1da177e2005-04-16 15:20:36 -0700283#endif /* CONFIG_IP_MULTIPLE_TABLES */
284
285/* Exported by fib_frontend.c */
Patrick McHardyef7c79e2007-06-05 12:38:30 -0700286extern const struct nla_policy rtm_ipv4_policy[];
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700287void ip_fib_init(void);
288__be32 fib_compute_spec_dst(struct sk_buff *skb);
289int fib_validate_source(struct sk_buff *skb, __be32 src, __be32 dst,
290 u8 tos, int oif, struct net_device *dev,
291 struct in_device *idev, u32 *itag);
Julian Anastasov2392deb2015-07-22 10:43:23 +0300292void fib_select_default(const struct flowi4 *flp, struct fib_result *res);
David S. Miller7a9bc9b2012-06-29 01:32:45 -0700293#ifdef CONFIG_IP_ROUTE_CLASSID
David S. Millerf4530fa2012-07-05 22:13:13 -0700294static inline int fib_num_tclassid_users(struct net *net)
295{
296 return net->ipv4.fib_num_tclassid_users;
297}
David S. Miller7a9bc9b2012-06-29 01:32:45 -0700298#else
David S. Millerf4530fa2012-07-05 22:13:13 -0700299static inline int fib_num_tclassid_users(struct net *net)
300{
301 return 0;
302}
David S. Miller7a9bc9b2012-06-29 01:32:45 -0700303#endif
Alexander Duyck0ddcf432015-03-06 13:47:00 -0800304int fib_unmerge(struct net *net);
Scott Feldman104616e2015-03-05 21:21:16 -0800305void fib_flush_external(struct net *net);
Arnaldo Carvalho de Melo14c85022005-12-27 02:43:12 -0200306
Linus Torvalds1da177e2005-04-16 15:20:36 -0700307/* Exported by fib_semantics.c */
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700308int ip_fib_check_default(__be32 gw, struct net_device *dev);
Andy Gospodarek8a3d0312015-06-23 13:45:36 -0400309int fib_sync_down_dev(struct net_device *dev, unsigned long event);
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700310int fib_sync_down_addr(struct net *net, __be32 local);
Andy Gospodarek8a3d0312015-06-23 13:45:36 -0400311int fib_sync_up(struct net_device *dev, unsigned int nh_flags);
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700312void fib_select_multipath(struct fib_result *res);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700313
David S. Miller5348ba82011-02-01 15:30:56 -0800314/* Exported by fib_trie.c */
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700315void fib_trie_init(void);
Alexander Duyck0ddcf432015-03-06 13:47:00 -0800316struct fib_table *fib_trie_table(u32 id, struct fib_table *alias);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700317
David S. Millerb6bf3ca2011-02-16 22:04:57 -0800318static inline void fib_combine_itag(u32 *itag, const struct fib_result *res)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700319{
Patrick McHardyc7066f72011-01-14 13:36:42 +0100320#ifdef CONFIG_IP_ROUTE_CLASSID
Linus Torvalds1da177e2005-04-16 15:20:36 -0700321#ifdef CONFIG_IP_MULTIPLE_TABLES
322 u32 rtag;
323#endif
324 *itag = FIB_RES_NH(*res).nh_tclassid<<16;
325#ifdef CONFIG_IP_MULTIPLE_TABLES
David S. Miller85b91b02012-07-13 08:21:29 -0700326 rtag = res->tclassid;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700327 if (*itag == 0)
328 *itag = (rtag<<16);
329 *itag |= (rtag>>16);
330#endif
331#endif
332}
333
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700334void free_fib_info(struct fib_info *fi);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700335
336static inline void fib_info_put(struct fib_info *fi)
337{
338 if (atomic_dec_and_test(&fi->fib_clntref))
339 free_fib_info(fi);
340}
341
Arnaldo Carvalho de Melo20380732005-08-16 02:18:02 -0300342#ifdef CONFIG_PROC_FS
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700343int __net_init fib_proc_init(struct net *net);
344void __net_exit fib_proc_exit(struct net *net);
Li Zefancc8274f2008-02-05 02:54:16 -0800345#else
346static inline int fib_proc_init(struct net *net)
347{
348 return 0;
349}
350static inline void fib_proc_exit(struct net *net)
351{
352}
Arnaldo Carvalho de Melo20380732005-08-16 02:18:02 -0300353#endif
354
Linus Torvalds1da177e2005-04-16 15:20:36 -0700355#endif /* _NET_FIB_H */