blob: 49c142bdf01e67b55bcf59c2d1e63f6615783ea1 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * INET An implementation of the TCP/IP protocol suite for the LINUX
3 * operating system. INET is implemented using the BSD Socket
4 * interface as the means of communication with the user level.
5 *
6 * Definitions for the Forwarding Information Base.
7 *
8 * Authors: A.N.Kuznetsov, <kuznet@ms2.inr.ac.ru>
9 *
10 * This program is free software; you can redistribute it and/or
11 * modify it under the terms of the GNU General Public License
12 * as published by the Free Software Foundation; either version
13 * 2 of the License, or (at your option) any later version.
14 */
15
16#ifndef _NET_IP_FIB_H
17#define _NET_IP_FIB_H
18
Linus Torvalds1da177e2005-04-16 15:20:36 -070019#include <net/flow.h>
20#include <linux/seq_file.h>
David S. Miller4895c772012-07-17 04:19:00 -070021#include <linux/rcupdate.h>
Thomas Grafe1ef4bf2006-08-04 03:39:22 -070022#include <net/fib_rules.h>
David S. Miller8e773272012-06-11 00:01:52 -070023#include <net/inetpeer.h>
Eric Dumazetd26b3a72012-07-31 05:45:30 +000024#include <linux/percpu.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070025
Thomas Graf4e902c52006-08-17 18:14:52 -070026struct fib_config {
Thomas Graf4e902c52006-08-17 18:14:52 -070027 u8 fc_dst_len;
Thomas Graf4e902c52006-08-17 18:14:52 -070028 u8 fc_tos;
29 u8 fc_protocol;
30 u8 fc_scope;
31 u8 fc_type;
Thomas Grafb52f0702006-10-18 20:26:36 -070032 /* 3 bytes unused */
Thomas Graf4e902c52006-08-17 18:14:52 -070033 u32 fc_table;
Al Viro6d85c102006-09-26 22:15:46 -070034 __be32 fc_dst;
Al Viro6d85c102006-09-26 22:15:46 -070035 __be32 fc_gw;
Thomas Graf4e902c52006-08-17 18:14:52 -070036 int fc_oif;
37 u32 fc_flags;
38 u32 fc_priority;
Al Viro6d85c102006-09-26 22:15:46 -070039 __be32 fc_prefsrc;
Thomas Graf4e902c52006-08-17 18:14:52 -070040 struct nlattr *fc_mx;
41 struct rtnexthop *fc_mp;
42 int fc_mx_len;
43 int fc_mp_len;
44 u32 fc_flow;
Thomas Graf4e902c52006-08-17 18:14:52 -070045 u32 fc_nlflags;
46 struct nl_info fc_nlinfo;
47 };
Linus Torvalds1da177e2005-04-16 15:20:36 -070048
49struct fib_info;
David S. Millerf2bb4be2012-07-17 12:20:47 -070050struct rtable;
Linus Torvalds1da177e2005-04-16 15:20:36 -070051
David S. Miller4895c772012-07-17 04:19:00 -070052struct fib_nh_exception {
53 struct fib_nh_exception __rcu *fnhe_next;
Timo Teräs5aad1de2013-05-27 20:46:33 +000054 int fnhe_genid;
David S. Miller4895c772012-07-17 04:19:00 -070055 __be32 fnhe_daddr;
56 u32 fnhe_pmtu;
Julian Anastasovaee06da2012-07-18 10:15:35 +000057 __be32 fnhe_gw;
David S. Miller4895c772012-07-17 04:19:00 -070058 unsigned long fnhe_expires;
Timo Teräs2ffae992013-06-27 10:27:05 +030059 struct rtable __rcu *fnhe_rth_input;
60 struct rtable __rcu *fnhe_rth_output;
David S. Miller4895c772012-07-17 04:19:00 -070061 unsigned long fnhe_stamp;
62};
63
64struct fnhe_hash_bucket {
65 struct fib_nh_exception __rcu *chain;
66};
67
Eric Dumazetd546c622014-09-04 08:21:31 -070068#define FNHE_HASH_SHIFT 11
69#define FNHE_HASH_SIZE (1 << FNHE_HASH_SHIFT)
David S. Miller4895c772012-07-17 04:19:00 -070070#define FNHE_RECLAIM_DEPTH 5
71
Linus Torvalds1da177e2005-04-16 15:20:36 -070072struct fib_nh {
73 struct net_device *nh_dev;
74 struct hlist_node nh_hash;
75 struct fib_info *nh_parent;
Eric Dumazet95c96172012-04-15 05:58:06 +000076 unsigned int nh_flags;
Linus Torvalds1da177e2005-04-16 15:20:36 -070077 unsigned char nh_scope;
78#ifdef CONFIG_IP_ROUTE_MULTIPATH
79 int nh_weight;
80 int nh_power;
81#endif
Patrick McHardyc7066f72011-01-14 13:36:42 +010082#ifdef CONFIG_IP_ROUTE_CLASSID
Linus Torvalds1da177e2005-04-16 15:20:36 -070083 __u32 nh_tclassid;
84#endif
85 int nh_oif;
Al Viroed49e3c2006-09-26 22:13:54 -070086 __be32 nh_gw;
David S. Miller1fc050a2011-03-07 20:54:48 -080087 __be32 nh_saddr;
David S. Miller436c3b62011-03-24 17:42:21 -070088 int nh_saddr_genid;
Eric Dumazetd26b3a72012-07-31 05:45:30 +000089 struct rtable __rcu * __percpu *nh_pcpu_rth_output;
Eric Dumazet54764bb2012-07-31 01:08:23 +000090 struct rtable __rcu *nh_rth_input;
Eric Dumazetcaa41522014-09-03 22:21:56 -070091 struct fnhe_hash_bucket __rcu *nh_exceptions;
Linus Torvalds1da177e2005-04-16 15:20:36 -070092};
93
94/*
95 * This structure contains data shared by many of routes.
96 */
97
98struct fib_info {
99 struct hlist_node fib_hash;
100 struct hlist_node fib_lhash;
Denis V. Lunev7462bd742008-01-31 18:49:32 -0800101 struct net *fib_net;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700102 int fib_treeref;
103 atomic_t fib_clntref;
Eric Dumazet95c96172012-04-15 05:58:06 +0000104 unsigned int fib_flags;
David S. Miller37e826c2011-03-24 18:06:47 -0700105 unsigned char fib_dead;
106 unsigned char fib_protocol;
107 unsigned char fib_scope;
Eric Dumazetf4ef85b2012-10-04 01:25:26 +0000108 unsigned char fib_type;
Al Virob83738a2006-09-26 22:14:15 -0700109 __be32 fib_prefsrc;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700110 u32 fib_priority;
David S. Miller9c150e82011-01-28 14:01:25 -0800111 u32 *fib_metrics;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700112#define fib_mtu fib_metrics[RTAX_MTU-1]
113#define fib_window fib_metrics[RTAX_WINDOW-1]
114#define fib_rtt fib_metrics[RTAX_RTT-1]
115#define fib_advmss fib_metrics[RTAX_ADVMSS-1]
116 int fib_nhs;
117#ifdef CONFIG_IP_ROUTE_MULTIPATH
118 int fib_power;
119#endif
Eric Dumazetebc0ffa2010-10-05 10:41:36 +0000120 struct rcu_head rcu;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700121 struct fib_nh fib_nh[0];
122#define fib_dev fib_nh[0].nh_dev
123};
124
125
126#ifdef CONFIG_IP_MULTIPLE_TABLES
127struct fib_rule;
128#endif
129
David S. Miller5b470442011-01-31 16:10:03 -0800130struct fib_table;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700131struct fib_result {
132 unsigned char prefixlen;
133 unsigned char nh_sel;
134 unsigned char type;
135 unsigned char scope;
David S. Miller85b91b02012-07-13 08:21:29 -0700136 u32 tclassid;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137 struct fib_info *fi;
David S. Miller5b470442011-01-31 16:10:03 -0800138 struct fib_table *table;
Alexander Duyck56315f92015-02-25 15:31:31 -0800139 struct hlist_head *fa_head;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700140};
141
Robert Olsson246955f2005-06-20 13:36:39 -0700142struct fib_result_nl {
Al Viro80e856e2006-09-26 22:19:36 -0700143 __be32 fl_addr; /* To be looked up*/
Thomas Graf5f3008932006-11-09 15:21:41 -0800144 u32 fl_mark;
Robert Olsson246955f2005-06-20 13:36:39 -0700145 unsigned char fl_tos;
146 unsigned char fl_scope;
147 unsigned char tb_id_in;
148
149 unsigned char tb_id; /* Results */
150 unsigned char prefixlen;
151 unsigned char nh_sel;
152 unsigned char type;
153 unsigned char scope;
154 int err;
155};
Linus Torvalds1da177e2005-04-16 15:20:36 -0700156
157#ifdef CONFIG_IP_ROUTE_MULTIPATH
Linus Torvalds1da177e2005-04-16 15:20:36 -0700158#define FIB_RES_NH(res) ((res).fi->fib_nh[(res).nh_sel])
Linus Torvalds1da177e2005-04-16 15:20:36 -0700159#else /* CONFIG_IP_ROUTE_MULTIPATH */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700160#define FIB_RES_NH(res) ((res).fi->fib_nh[0])
Linus Torvalds1da177e2005-04-16 15:20:36 -0700161#endif /* CONFIG_IP_ROUTE_MULTIPATH */
162
Denis V. Lunev5b9e12d2013-03-13 00:24:15 +0000163#ifdef CONFIG_IP_MULTIPLE_TABLES
164#define FIB_TABLE_HASHSZ 256
165#else
166#define FIB_TABLE_HASHSZ 2
167#endif
168
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700169__be32 fib_info_update_nh_saddr(struct net *net, struct fib_nh *nh);
David S. Miller436c3b62011-03-24 17:42:21 -0700170
171#define FIB_RES_SADDR(net, res) \
172 ((FIB_RES_NH(res).nh_saddr_genid == \
173 atomic_read(&(net)->ipv4.dev_addr_genid)) ? \
174 FIB_RES_NH(res).nh_saddr : \
175 fib_info_update_nh_saddr((net), &FIB_RES_NH(res)))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700176#define FIB_RES_GW(res) (FIB_RES_NH(res).nh_gw)
177#define FIB_RES_DEV(res) (FIB_RES_NH(res).nh_dev)
178#define FIB_RES_OIF(res) (FIB_RES_NH(res).nh_oif)
179
David S. Miller436c3b62011-03-24 17:42:21 -0700180#define FIB_RES_PREFSRC(net, res) ((res).fi->fib_prefsrc ? : \
181 FIB_RES_SADDR(net, res))
David S. Miller1fc050a2011-03-07 20:54:48 -0800182
Linus Torvalds1da177e2005-04-16 15:20:36 -0700183struct fib_table {
David S. Miller8e773272012-06-11 00:01:52 -0700184 struct hlist_node tb_hlist;
185 u32 tb_id;
186 int tb_default;
187 int tb_num_default;
Alexander Duycka7e53532015-03-04 15:02:44 -0800188 struct rcu_head rcu;
Alexander Duyck0ddcf432015-03-06 13:47:00 -0800189 unsigned long *tb_data;
190 unsigned long __data[0];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191};
192
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700193int fib_table_lookup(struct fib_table *tb, const struct flowi4 *flp,
194 struct fib_result *res, int fib_flags);
195int fib_table_insert(struct fib_table *, struct fib_config *);
196int fib_table_delete(struct fib_table *, struct fib_config *);
197int fib_table_dump(struct fib_table *table, struct sk_buff *skb,
198 struct netlink_callback *cb);
199int fib_table_flush(struct fib_table *table);
Alexander Duyck0ddcf432015-03-06 13:47:00 -0800200struct fib_table *fib_trie_unmerge(struct fib_table *main_tb);
Scott Feldman104616e2015-03-05 21:21:16 -0800201void fib_table_flush_external(struct fib_table *table);
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700202void fib_free_table(struct fib_table *tb);
Pavel Emelyanov4aa2c462010-10-28 02:00:43 +0000203
Linus Torvalds1da177e2005-04-16 15:20:36 -0700204#ifndef CONFIG_IP_MULTIPLE_TABLES
205
Alexander Duycka5a519b2014-12-02 10:58:21 -0800206#define TABLE_LOCAL_INDEX (RT_TABLE_LOCAL & (FIB_TABLE_HASHSZ - 1))
207#define TABLE_MAIN_INDEX (RT_TABLE_MAIN & (FIB_TABLE_HASHSZ - 1))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700208
Denis V. Lunev8ad49422008-01-10 03:24:11 -0800209static inline struct fib_table *fib_get_table(struct net *net, u32 id)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700210{
Alexander Duycka7e53532015-03-04 15:02:44 -0800211 struct hlist_node *tb_hlist;
Denis V. Lunev93456b62008-01-10 03:23:38 -0800212 struct hlist_head *ptr;
213
214 ptr = id == RT_TABLE_LOCAL ?
Denis V. Luneve4aef8a2008-01-10 03:28:24 -0800215 &net->ipv4.fib_table_hash[TABLE_LOCAL_INDEX] :
216 &net->ipv4.fib_table_hash[TABLE_MAIN_INDEX];
Alexander Duycka7e53532015-03-04 15:02:44 -0800217
218 tb_hlist = rcu_dereference_rtnl(hlist_first_rcu(ptr));
219
220 return hlist_entry(tb_hlist, struct fib_table, tb_hlist);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700221}
222
Denis V. Lunev8ad49422008-01-10 03:24:11 -0800223static inline struct fib_table *fib_new_table(struct net *net, u32 id)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700224{
Denis V. Lunev8ad49422008-01-10 03:24:11 -0800225 return fib_get_table(net, id);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700226}
227
David S. Miller22bd5b92011-03-11 19:54:08 -0500228static inline int fib_lookup(struct net *net, const struct flowi4 *flp,
Andy Gospodarek0eeb0752015-06-23 13:45:37 -0400229 struct fib_result *res, unsigned int flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700230{
Alexander Duycka7e53532015-03-04 15:02:44 -0800231 struct fib_table *tb;
Alexander Duyck0ddcf432015-03-06 13:47:00 -0800232 int err = -ENETUNREACH;
Denis V. Lunev93456b62008-01-10 03:23:38 -0800233
Alexander Duyck345e9b52014-12-31 10:56:24 -0800234 rcu_read_lock();
Denis V. Lunev93456b62008-01-10 03:23:38 -0800235
Alexander Duyck0ddcf432015-03-06 13:47:00 -0800236 tb = fib_get_table(net, RT_TABLE_MAIN);
Andy Gospodarek0eeb0752015-06-23 13:45:37 -0400237 if (tb && !fib_table_lookup(tb, flp, res, flags | FIB_LOOKUP_NOREF))
Alexander Duyck0ddcf432015-03-06 13:47:00 -0800238 err = 0;
Alexander Duyck345e9b52014-12-31 10:56:24 -0800239
240 rcu_read_unlock();
241
242 return err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700243}
244
Linus Torvalds1da177e2005-04-16 15:20:36 -0700245#else /* CONFIG_IP_MULTIPLE_TABLES */
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700246int __net_init fib4_rules_init(struct net *net);
247void __net_exit fib4_rules_exit(struct net *net);
Pavel Emelyanovc3e9a352007-11-06 23:34:04 -0800248
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700249struct fib_table *fib_new_table(struct net *net, u32 id);
250struct fib_table *fib_get_table(struct net *net, u32 id);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700251
Andy Gospodarek0eeb0752015-06-23 13:45:37 -0400252int __fib_lookup(struct net *net, struct flowi4 *flp,
253 struct fib_result *res, unsigned int flags);
David S. Millerf4530fa2012-07-05 22:13:13 -0700254
255static inline int fib_lookup(struct net *net, struct flowi4 *flp,
Andy Gospodarek0eeb0752015-06-23 13:45:37 -0400256 struct fib_result *res, unsigned int flags)
David S. Millerf4530fa2012-07-05 22:13:13 -0700257{
Alexander Duycka7e53532015-03-04 15:02:44 -0800258 struct fib_table *tb;
259 int err;
Alexander Duyck345e9b52014-12-31 10:56:24 -0800260
Andy Gospodarek0eeb0752015-06-23 13:45:37 -0400261 flags |= FIB_LOOKUP_NOREF;
Alexander Duycka7e53532015-03-04 15:02:44 -0800262 if (net->ipv4.fib_has_custom_rules)
Andy Gospodarek0eeb0752015-06-23 13:45:37 -0400263 return __fib_lookup(net, flp, res, flags);
Alexander Duyck345e9b52014-12-31 10:56:24 -0800264
Alexander Duycka7e53532015-03-04 15:02:44 -0800265 rcu_read_lock();
Alexander Duyck345e9b52014-12-31 10:56:24 -0800266
Alexander Duycka7e53532015-03-04 15:02:44 -0800267 res->tclassid = 0;
Alexander Duyck345e9b52014-12-31 10:56:24 -0800268
Alexander Duycka7e53532015-03-04 15:02:44 -0800269 for (err = 0; !err; err = -ENETUNREACH) {
Alexander Duycka7e53532015-03-04 15:02:44 -0800270 tb = rcu_dereference_rtnl(net->ipv4.fib_main);
Andy Gospodarek0eeb0752015-06-23 13:45:37 -0400271 if (tb && !fib_table_lookup(tb, flp, res, flags))
Alexander Duycka7e53532015-03-04 15:02:44 -0800272 break;
273
274 tb = rcu_dereference_rtnl(net->ipv4.fib_default);
Andy Gospodarek0eeb0752015-06-23 13:45:37 -0400275 if (tb && !fib_table_lookup(tb, flp, res, flags))
Alexander Duycka7e53532015-03-04 15:02:44 -0800276 break;
David S. Millerf4530fa2012-07-05 22:13:13 -0700277 }
Alexander Duycka7e53532015-03-04 15:02:44 -0800278
279 rcu_read_unlock();
280
281 return err;
David S. Millerf4530fa2012-07-05 22:13:13 -0700282}
283
Linus Torvalds1da177e2005-04-16 15:20:36 -0700284#endif /* CONFIG_IP_MULTIPLE_TABLES */
285
286/* Exported by fib_frontend.c */
Patrick McHardyef7c79e2007-06-05 12:38:30 -0700287extern const struct nla_policy rtm_ipv4_policy[];
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700288void ip_fib_init(void);
289__be32 fib_compute_spec_dst(struct sk_buff *skb);
290int fib_validate_source(struct sk_buff *skb, __be32 src, __be32 dst,
291 u8 tos, int oif, struct net_device *dev,
292 struct in_device *idev, u32 *itag);
293void fib_select_default(struct fib_result *res);
David S. Miller7a9bc9b2012-06-29 01:32:45 -0700294#ifdef CONFIG_IP_ROUTE_CLASSID
David S. Millerf4530fa2012-07-05 22:13:13 -0700295static inline int fib_num_tclassid_users(struct net *net)
296{
297 return net->ipv4.fib_num_tclassid_users;
298}
David S. Miller7a9bc9b2012-06-29 01:32:45 -0700299#else
David S. Millerf4530fa2012-07-05 22:13:13 -0700300static inline int fib_num_tclassid_users(struct net *net)
301{
302 return 0;
303}
David S. Miller7a9bc9b2012-06-29 01:32:45 -0700304#endif
Alexander Duyck0ddcf432015-03-06 13:47:00 -0800305int fib_unmerge(struct net *net);
Scott Feldman104616e2015-03-05 21:21:16 -0800306void fib_flush_external(struct net *net);
Arnaldo Carvalho de Melo14c85022005-12-27 02:43:12 -0200307
Linus Torvalds1da177e2005-04-16 15:20:36 -0700308/* Exported by fib_semantics.c */
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700309int ip_fib_check_default(__be32 gw, struct net_device *dev);
Andy Gospodarek8a3d0312015-06-23 13:45:36 -0400310int fib_sync_down_dev(struct net_device *dev, unsigned long event);
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700311int fib_sync_down_addr(struct net *net, __be32 local);
Andy Gospodarek8a3d0312015-06-23 13:45:36 -0400312int fib_sync_up(struct net_device *dev, unsigned int nh_flags);
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700313void fib_select_multipath(struct fib_result *res);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700314
David S. Miller5348ba82011-02-01 15:30:56 -0800315/* Exported by fib_trie.c */
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700316void fib_trie_init(void);
Alexander Duyck0ddcf432015-03-06 13:47:00 -0800317struct fib_table *fib_trie_table(u32 id, struct fib_table *alias);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700318
David S. Millerb6bf3ca2011-02-16 22:04:57 -0800319static inline void fib_combine_itag(u32 *itag, const struct fib_result *res)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700320{
Patrick McHardyc7066f72011-01-14 13:36:42 +0100321#ifdef CONFIG_IP_ROUTE_CLASSID
Linus Torvalds1da177e2005-04-16 15:20:36 -0700322#ifdef CONFIG_IP_MULTIPLE_TABLES
323 u32 rtag;
324#endif
325 *itag = FIB_RES_NH(*res).nh_tclassid<<16;
326#ifdef CONFIG_IP_MULTIPLE_TABLES
David S. Miller85b91b02012-07-13 08:21:29 -0700327 rtag = res->tclassid;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700328 if (*itag == 0)
329 *itag = (rtag<<16);
330 *itag |= (rtag>>16);
331#endif
332#endif
333}
334
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700335void free_fib_info(struct fib_info *fi);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700336
337static inline void fib_info_put(struct fib_info *fi)
338{
339 if (atomic_dec_and_test(&fi->fib_clntref))
340 free_fib_info(fi);
341}
342
Arnaldo Carvalho de Melo20380732005-08-16 02:18:02 -0300343#ifdef CONFIG_PROC_FS
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700344int __net_init fib_proc_init(struct net *net);
345void __net_exit fib_proc_exit(struct net *net);
Li Zefancc8274f2008-02-05 02:54:16 -0800346#else
347static inline int fib_proc_init(struct net *net)
348{
349 return 0;
350}
351static inline void fib_proc_exit(struct net *net)
352{
353}
Arnaldo Carvalho de Melo20380732005-08-16 02:18:02 -0300354#endif
355
Linus Torvalds1da177e2005-04-16 15:20:36 -0700356#endif /* _NET_FIB_H */