blob: 13f1a97f6b2b81d1dfa624c7e76c8fb8e349f6a6 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * INET An implementation of the TCP/IP protocol suite for the LINUX
3 * operating system. INET is implemented using the BSD Socket
4 * interface as the means of communication with the user level.
5 *
6 * Definitions for the Forwarding Information Base.
7 *
8 * Authors: A.N.Kuznetsov, <kuznet@ms2.inr.ac.ru>
9 *
10 * This program is free software; you can redistribute it and/or
11 * modify it under the terms of the GNU General Public License
12 * as published by the Free Software Foundation; either version
13 * 2 of the License, or (at your option) any later version.
14 */
15
16#ifndef _NET_IP_FIB_H
17#define _NET_IP_FIB_H
18
Linus Torvalds1da177e2005-04-16 15:20:36 -070019#include <net/flow.h>
20#include <linux/seq_file.h>
David S. Miller4895c772012-07-17 04:19:00 -070021#include <linux/rcupdate.h>
Thomas Grafe1ef4bf2006-08-04 03:39:22 -070022#include <net/fib_rules.h>
David S. Miller8e773272012-06-11 00:01:52 -070023#include <net/inetpeer.h>
Eric Dumazetd26b3a72012-07-31 05:45:30 +000024#include <linux/percpu.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070025
Thomas Graf4e902c52006-08-17 18:14:52 -070026struct fib_config {
Thomas Graf4e902c52006-08-17 18:14:52 -070027 u8 fc_dst_len;
Thomas Graf4e902c52006-08-17 18:14:52 -070028 u8 fc_tos;
29 u8 fc_protocol;
30 u8 fc_scope;
31 u8 fc_type;
Thomas Grafb52f0702006-10-18 20:26:36 -070032 /* 3 bytes unused */
Thomas Graf4e902c52006-08-17 18:14:52 -070033 u32 fc_table;
Al Viro6d85c102006-09-26 22:15:46 -070034 __be32 fc_dst;
Al Viro6d85c102006-09-26 22:15:46 -070035 __be32 fc_gw;
Thomas Graf4e902c52006-08-17 18:14:52 -070036 int fc_oif;
37 u32 fc_flags;
38 u32 fc_priority;
Al Viro6d85c102006-09-26 22:15:46 -070039 __be32 fc_prefsrc;
Thomas Graf4e902c52006-08-17 18:14:52 -070040 struct nlattr *fc_mx;
41 struct rtnexthop *fc_mp;
42 int fc_mx_len;
43 int fc_mp_len;
44 u32 fc_flow;
Thomas Graf4e902c52006-08-17 18:14:52 -070045 u32 fc_nlflags;
46 struct nl_info fc_nlinfo;
47 };
Linus Torvalds1da177e2005-04-16 15:20:36 -070048
49struct fib_info;
David S. Millerf2bb4be2012-07-17 12:20:47 -070050struct rtable;
Linus Torvalds1da177e2005-04-16 15:20:36 -070051
David S. Miller4895c772012-07-17 04:19:00 -070052struct fib_nh_exception {
53 struct fib_nh_exception __rcu *fnhe_next;
Timo Teräs5aad1de2013-05-27 20:46:33 +000054 int fnhe_genid;
David S. Miller4895c772012-07-17 04:19:00 -070055 __be32 fnhe_daddr;
56 u32 fnhe_pmtu;
Julian Anastasovaee06da2012-07-18 10:15:35 +000057 __be32 fnhe_gw;
David S. Miller4895c772012-07-17 04:19:00 -070058 unsigned long fnhe_expires;
Timo Teräs2ffae992013-06-27 10:27:05 +030059 struct rtable __rcu *fnhe_rth_input;
60 struct rtable __rcu *fnhe_rth_output;
David S. Miller4895c772012-07-17 04:19:00 -070061 unsigned long fnhe_stamp;
Xin Long1610a642016-02-18 21:21:19 +080062 struct rcu_head rcu;
David S. Miller4895c772012-07-17 04:19:00 -070063};
64
65struct fnhe_hash_bucket {
66 struct fib_nh_exception __rcu *chain;
67};
68
Eric Dumazetd546c622014-09-04 08:21:31 -070069#define FNHE_HASH_SHIFT 11
70#define FNHE_HASH_SIZE (1 << FNHE_HASH_SHIFT)
David S. Miller4895c772012-07-17 04:19:00 -070071#define FNHE_RECLAIM_DEPTH 5
72
Linus Torvalds1da177e2005-04-16 15:20:36 -070073struct fib_nh {
74 struct net_device *nh_dev;
75 struct hlist_node nh_hash;
76 struct fib_info *nh_parent;
Eric Dumazet95c96172012-04-15 05:58:06 +000077 unsigned int nh_flags;
Linus Torvalds1da177e2005-04-16 15:20:36 -070078 unsigned char nh_scope;
79#ifdef CONFIG_IP_ROUTE_MULTIPATH
80 int nh_weight;
81 int nh_power;
82#endif
Patrick McHardyc7066f72011-01-14 13:36:42 +010083#ifdef CONFIG_IP_ROUTE_CLASSID
Linus Torvalds1da177e2005-04-16 15:20:36 -070084 __u32 nh_tclassid;
85#endif
86 int nh_oif;
Al Viroed49e3c2006-09-26 22:13:54 -070087 __be32 nh_gw;
David S. Miller1fc050a2011-03-07 20:54:48 -080088 __be32 nh_saddr;
David S. Miller436c3b62011-03-24 17:42:21 -070089 int nh_saddr_genid;
Eric Dumazetd26b3a72012-07-31 05:45:30 +000090 struct rtable __rcu * __percpu *nh_pcpu_rth_output;
Eric Dumazet54764bb2012-07-31 01:08:23 +000091 struct rtable __rcu *nh_rth_input;
Eric Dumazetcaa41522014-09-03 22:21:56 -070092 struct fnhe_hash_bucket __rcu *nh_exceptions;
Linus Torvalds1da177e2005-04-16 15:20:36 -070093};
94
95/*
96 * This structure contains data shared by many of routes.
97 */
98
99struct fib_info {
100 struct hlist_node fib_hash;
101 struct hlist_node fib_lhash;
Denis V. Lunev7462bd742008-01-31 18:49:32 -0800102 struct net *fib_net;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700103 int fib_treeref;
104 atomic_t fib_clntref;
Eric Dumazet95c96172012-04-15 05:58:06 +0000105 unsigned int fib_flags;
David S. Miller37e826c2011-03-24 18:06:47 -0700106 unsigned char fib_dead;
107 unsigned char fib_protocol;
108 unsigned char fib_scope;
Eric Dumazetf4ef85b2012-10-04 01:25:26 +0000109 unsigned char fib_type;
Al Virob83738a2006-09-26 22:14:15 -0700110 __be32 fib_prefsrc;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700111 u32 fib_priority;
David S. Miller9c150e82011-01-28 14:01:25 -0800112 u32 *fib_metrics;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700113#define fib_mtu fib_metrics[RTAX_MTU-1]
114#define fib_window fib_metrics[RTAX_WINDOW-1]
115#define fib_rtt fib_metrics[RTAX_RTT-1]
116#define fib_advmss fib_metrics[RTAX_ADVMSS-1]
117 int fib_nhs;
118#ifdef CONFIG_IP_ROUTE_MULTIPATH
119 int fib_power;
120#endif
Eric Dumazetebc0ffa2010-10-05 10:41:36 +0000121 struct rcu_head rcu;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700122 struct fib_nh fib_nh[0];
123#define fib_dev fib_nh[0].nh_dev
124};
125
126
127#ifdef CONFIG_IP_MULTIPLE_TABLES
128struct fib_rule;
129#endif
130
David S. Miller5b470442011-01-31 16:10:03 -0800131struct fib_table;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700132struct fib_result {
133 unsigned char prefixlen;
134 unsigned char nh_sel;
135 unsigned char type;
136 unsigned char scope;
David S. Miller85b91b02012-07-13 08:21:29 -0700137 u32 tclassid;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700138 struct fib_info *fi;
David S. Miller5b470442011-01-31 16:10:03 -0800139 struct fib_table *table;
Alexander Duyck56315f92015-02-25 15:31:31 -0800140 struct hlist_head *fa_head;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700141};
142
Robert Olsson246955f2005-06-20 13:36:39 -0700143struct fib_result_nl {
Al Viro80e856e2006-09-26 22:19:36 -0700144 __be32 fl_addr; /* To be looked up*/
Thomas Graf5f3008932006-11-09 15:21:41 -0800145 u32 fl_mark;
Robert Olsson246955f2005-06-20 13:36:39 -0700146 unsigned char fl_tos;
147 unsigned char fl_scope;
148 unsigned char tb_id_in;
149
150 unsigned char tb_id; /* Results */
151 unsigned char prefixlen;
152 unsigned char nh_sel;
153 unsigned char type;
154 unsigned char scope;
155 int err;
156};
Linus Torvalds1da177e2005-04-16 15:20:36 -0700157
158#ifdef CONFIG_IP_ROUTE_MULTIPATH
Linus Torvalds1da177e2005-04-16 15:20:36 -0700159#define FIB_RES_NH(res) ((res).fi->fib_nh[(res).nh_sel])
Linus Torvalds1da177e2005-04-16 15:20:36 -0700160#else /* CONFIG_IP_ROUTE_MULTIPATH */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700161#define FIB_RES_NH(res) ((res).fi->fib_nh[0])
Linus Torvalds1da177e2005-04-16 15:20:36 -0700162#endif /* CONFIG_IP_ROUTE_MULTIPATH */
163
Denis V. Lunev5b9e12d2013-03-13 00:24:15 +0000164#ifdef CONFIG_IP_MULTIPLE_TABLES
165#define FIB_TABLE_HASHSZ 256
166#else
167#define FIB_TABLE_HASHSZ 2
168#endif
169
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700170__be32 fib_info_update_nh_saddr(struct net *net, struct fib_nh *nh);
David S. Miller436c3b62011-03-24 17:42:21 -0700171
172#define FIB_RES_SADDR(net, res) \
173 ((FIB_RES_NH(res).nh_saddr_genid == \
174 atomic_read(&(net)->ipv4.dev_addr_genid)) ? \
175 FIB_RES_NH(res).nh_saddr : \
176 fib_info_update_nh_saddr((net), &FIB_RES_NH(res)))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700177#define FIB_RES_GW(res) (FIB_RES_NH(res).nh_gw)
178#define FIB_RES_DEV(res) (FIB_RES_NH(res).nh_dev)
179#define FIB_RES_OIF(res) (FIB_RES_NH(res).nh_oif)
180
David S. Miller436c3b62011-03-24 17:42:21 -0700181#define FIB_RES_PREFSRC(net, res) ((res).fi->fib_prefsrc ? : \
182 FIB_RES_SADDR(net, res))
David S. Miller1fc050a2011-03-07 20:54:48 -0800183
Linus Torvalds1da177e2005-04-16 15:20:36 -0700184struct fib_table {
David S. Miller8e773272012-06-11 00:01:52 -0700185 struct hlist_node tb_hlist;
186 u32 tb_id;
187 int tb_default;
188 int tb_num_default;
Alexander Duycka7e53532015-03-04 15:02:44 -0800189 struct rcu_head rcu;
Alexander Duyck0ddcf432015-03-06 13:47:00 -0800190 unsigned long *tb_data;
191 unsigned long __data[0];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700192};
193
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700194int fib_table_lookup(struct fib_table *tb, const struct flowi4 *flp,
195 struct fib_result *res, int fib_flags);
196int fib_table_insert(struct fib_table *, struct fib_config *);
197int fib_table_delete(struct fib_table *, struct fib_config *);
198int fib_table_dump(struct fib_table *table, struct sk_buff *skb,
199 struct netlink_callback *cb);
200int fib_table_flush(struct fib_table *table);
Alexander Duyck0ddcf432015-03-06 13:47:00 -0800201struct fib_table *fib_trie_unmerge(struct fib_table *main_tb);
Scott Feldman104616e2015-03-05 21:21:16 -0800202void fib_table_flush_external(struct fib_table *table);
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700203void fib_free_table(struct fib_table *tb);
Pavel Emelyanov4aa2c462010-10-28 02:00:43 +0000204
Linus Torvalds1da177e2005-04-16 15:20:36 -0700205#ifndef CONFIG_IP_MULTIPLE_TABLES
206
Alexander Duycka5a519b2014-12-02 10:58:21 -0800207#define TABLE_LOCAL_INDEX (RT_TABLE_LOCAL & (FIB_TABLE_HASHSZ - 1))
208#define TABLE_MAIN_INDEX (RT_TABLE_MAIN & (FIB_TABLE_HASHSZ - 1))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700209
Denis V. Lunev8ad49422008-01-10 03:24:11 -0800210static inline struct fib_table *fib_get_table(struct net *net, u32 id)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700211{
Alexander Duycka7e53532015-03-04 15:02:44 -0800212 struct hlist_node *tb_hlist;
Denis V. Lunev93456b62008-01-10 03:23:38 -0800213 struct hlist_head *ptr;
214
215 ptr = id == RT_TABLE_LOCAL ?
Denis V. Luneve4aef8a2008-01-10 03:28:24 -0800216 &net->ipv4.fib_table_hash[TABLE_LOCAL_INDEX] :
217 &net->ipv4.fib_table_hash[TABLE_MAIN_INDEX];
Alexander Duycka7e53532015-03-04 15:02:44 -0800218
219 tb_hlist = rcu_dereference_rtnl(hlist_first_rcu(ptr));
220
221 return hlist_entry(tb_hlist, struct fib_table, tb_hlist);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700222}
223
Denis V. Lunev8ad49422008-01-10 03:24:11 -0800224static inline struct fib_table *fib_new_table(struct net *net, u32 id)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700225{
Denis V. Lunev8ad49422008-01-10 03:24:11 -0800226 return fib_get_table(net, id);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700227}
228
David S. Miller22bd5b92011-03-11 19:54:08 -0500229static inline int fib_lookup(struct net *net, const struct flowi4 *flp,
Denis V. Lunevda0e28c2008-01-21 17:31:55 -0800230 struct fib_result *res)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700231{
Alexander Duycka7e53532015-03-04 15:02:44 -0800232 struct fib_table *tb;
Alexander Duyck0ddcf432015-03-06 13:47:00 -0800233 int err = -ENETUNREACH;
Denis V. Lunev93456b62008-01-10 03:23:38 -0800234
Alexander Duyck345e9b52014-12-31 10:56:24 -0800235 rcu_read_lock();
Denis V. Lunev93456b62008-01-10 03:23:38 -0800236
Alexander Duyck0ddcf432015-03-06 13:47:00 -0800237 tb = fib_get_table(net, RT_TABLE_MAIN);
238 if (tb && !fib_table_lookup(tb, flp, res, FIB_LOOKUP_NOREF))
239 err = 0;
Alexander Duyck345e9b52014-12-31 10:56:24 -0800240
241 rcu_read_unlock();
242
243 return err;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700244}
245
Linus Torvalds1da177e2005-04-16 15:20:36 -0700246#else /* CONFIG_IP_MULTIPLE_TABLES */
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700247int __net_init fib4_rules_init(struct net *net);
248void __net_exit fib4_rules_exit(struct net *net);
Pavel Emelyanovc3e9a352007-11-06 23:34:04 -0800249
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700250struct fib_table *fib_new_table(struct net *net, u32 id);
251struct fib_table *fib_get_table(struct net *net, u32 id);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700252
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700253int __fib_lookup(struct net *net, struct flowi4 *flp, struct fib_result *res);
David S. Millerf4530fa2012-07-05 22:13:13 -0700254
255static inline int fib_lookup(struct net *net, struct flowi4 *flp,
256 struct fib_result *res)
257{
Alexander Duycka7e53532015-03-04 15:02:44 -0800258 struct fib_table *tb;
259 int err;
Alexander Duyck345e9b52014-12-31 10:56:24 -0800260
Alexander Duycka7e53532015-03-04 15:02:44 -0800261 if (net->ipv4.fib_has_custom_rules)
262 return __fib_lookup(net, flp, res);
Alexander Duyck345e9b52014-12-31 10:56:24 -0800263
Alexander Duycka7e53532015-03-04 15:02:44 -0800264 rcu_read_lock();
Alexander Duyck345e9b52014-12-31 10:56:24 -0800265
Alexander Duycka7e53532015-03-04 15:02:44 -0800266 res->tclassid = 0;
Alexander Duyck345e9b52014-12-31 10:56:24 -0800267
Alexander Duycka7e53532015-03-04 15:02:44 -0800268 for (err = 0; !err; err = -ENETUNREACH) {
Alexander Duycka7e53532015-03-04 15:02:44 -0800269 tb = rcu_dereference_rtnl(net->ipv4.fib_main);
270 if (tb && !fib_table_lookup(tb, flp, res, FIB_LOOKUP_NOREF))
271 break;
272
273 tb = rcu_dereference_rtnl(net->ipv4.fib_default);
274 if (tb && !fib_table_lookup(tb, flp, res, FIB_LOOKUP_NOREF))
275 break;
David S. Millerf4530fa2012-07-05 22:13:13 -0700276 }
Alexander Duycka7e53532015-03-04 15:02:44 -0800277
278 rcu_read_unlock();
279
280 return err;
David S. Millerf4530fa2012-07-05 22:13:13 -0700281}
282
Linus Torvalds1da177e2005-04-16 15:20:36 -0700283#endif /* CONFIG_IP_MULTIPLE_TABLES */
284
285/* Exported by fib_frontend.c */
Patrick McHardyef7c79e2007-06-05 12:38:30 -0700286extern const struct nla_policy rtm_ipv4_policy[];
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700287void ip_fib_init(void);
288__be32 fib_compute_spec_dst(struct sk_buff *skb);
289int fib_validate_source(struct sk_buff *skb, __be32 src, __be32 dst,
290 u8 tos, int oif, struct net_device *dev,
291 struct in_device *idev, u32 *itag);
292void fib_select_default(struct fib_result *res);
David S. Miller7a9bc9b2012-06-29 01:32:45 -0700293#ifdef CONFIG_IP_ROUTE_CLASSID
David S. Millerf4530fa2012-07-05 22:13:13 -0700294static inline int fib_num_tclassid_users(struct net *net)
295{
296 return net->ipv4.fib_num_tclassid_users;
297}
David S. Miller7a9bc9b2012-06-29 01:32:45 -0700298#else
David S. Millerf4530fa2012-07-05 22:13:13 -0700299static inline int fib_num_tclassid_users(struct net *net)
300{
301 return 0;
302}
David S. Miller7a9bc9b2012-06-29 01:32:45 -0700303#endif
Alexander Duyck0ddcf432015-03-06 13:47:00 -0800304int fib_unmerge(struct net *net);
Scott Feldman104616e2015-03-05 21:21:16 -0800305void fib_flush_external(struct net *net);
Arnaldo Carvalho de Melo14c85022005-12-27 02:43:12 -0200306
Linus Torvalds1da177e2005-04-16 15:20:36 -0700307/* Exported by fib_semantics.c */
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700308int ip_fib_check_default(__be32 gw, struct net_device *dev);
309int fib_sync_down_dev(struct net_device *dev, int force);
310int fib_sync_down_addr(struct net *net, __be32 local);
311int fib_sync_up(struct net_device *dev);
312void fib_select_multipath(struct fib_result *res);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700313
David S. Miller5348ba82011-02-01 15:30:56 -0800314/* Exported by fib_trie.c */
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700315void fib_trie_init(void);
Alexander Duyck0ddcf432015-03-06 13:47:00 -0800316struct fib_table *fib_trie_table(u32 id, struct fib_table *alias);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700317
David S. Millerb6bf3ca2011-02-16 22:04:57 -0800318static inline void fib_combine_itag(u32 *itag, const struct fib_result *res)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700319{
Patrick McHardyc7066f72011-01-14 13:36:42 +0100320#ifdef CONFIG_IP_ROUTE_CLASSID
Linus Torvalds1da177e2005-04-16 15:20:36 -0700321#ifdef CONFIG_IP_MULTIPLE_TABLES
322 u32 rtag;
323#endif
324 *itag = FIB_RES_NH(*res).nh_tclassid<<16;
325#ifdef CONFIG_IP_MULTIPLE_TABLES
David S. Miller85b91b02012-07-13 08:21:29 -0700326 rtag = res->tclassid;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700327 if (*itag == 0)
328 *itag = (rtag<<16);
329 *itag |= (rtag>>16);
330#endif
331#endif
332}
333
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700334void free_fib_info(struct fib_info *fi);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700335
336static inline void fib_info_put(struct fib_info *fi)
337{
338 if (atomic_dec_and_test(&fi->fib_clntref))
339 free_fib_info(fi);
340}
341
Arnaldo Carvalho de Melo20380732005-08-16 02:18:02 -0300342#ifdef CONFIG_PROC_FS
Joe Perches5c3a0fd2013-09-21 10:22:42 -0700343int __net_init fib_proc_init(struct net *net);
344void __net_exit fib_proc_exit(struct net *net);
Li Zefancc8274f2008-02-05 02:54:16 -0800345#else
346static inline int fib_proc_init(struct net *net)
347{
348 return 0;
349}
350static inline void fib_proc_exit(struct net *net)
351{
352}
Arnaldo Carvalho de Melo20380732005-08-16 02:18:02 -0300353#endif
354
Linus Torvalds1da177e2005-04-16 15:20:36 -0700355#endif /* _NET_FIB_H */