Commit | Line | Data |
---|---|---|
2874c5fd | 1 | /* SPDX-License-Identifier: GPL-2.0-or-later */ |
1da177e4 LT |
2 | /* |
3 | * Linux INET6 implementation | |
4 | * | |
5 | * Authors: | |
6 | * Pedro Roque <roque@di.fc.ul.pt> | |
1da177e4 LT |
7 | */ |
8 | ||
9 | #ifndef _IP6_FIB_H | |
10 | #define _IP6_FIB_H | |
11 | ||
1da177e4 | 12 | #include <linux/ipv6_route.h> |
1da177e4 LT |
13 | #include <linux/rtnetlink.h> |
14 | #include <linux/spinlock.h> | |
16ab6d7d | 15 | #include <linux/notifier.h> |
86872cb5 TG |
16 | #include <net/dst.h> |
17 | #include <net/flow.h> | |
f1741730 | 18 | #include <net/ip_fib.h> |
86872cb5 | 19 | #include <net/netlink.h> |
b3419363 | 20 | #include <net/inetpeer.h> |
16ab6d7d | 21 | #include <net/fib_notifier.h> |
55cced4f | 22 | #include <linux/indirect_call_wrapper.h> |
3b80b73a | 23 | #include <uapi/linux/bpf.h> |
1da177e4 | 24 | |
a33bc5c1 NH |
25 | #ifdef CONFIG_IPV6_MULTIPLE_TABLES |
26 | #define FIB6_TABLE_HASHSZ 256 | |
27 | #else | |
28 | #define FIB6_TABLE_HASHSZ 1 | |
29 | #endif | |
30 | ||
c757faa8 WW |
31 | #define RT6_DEBUG 2 |
32 | ||
1da177e4 | 33 | struct rt6_info; |
a64efe14 | 34 | struct fib6_info; |
1da177e4 | 35 | |
fd2c3ef7 | 36 | struct fib6_config { |
86872cb5 TG |
37 | u32 fc_table; |
38 | u32 fc_metric; | |
39 | int fc_dst_len; | |
40 | int fc_src_len; | |
41 | int fc_ifindex; | |
42 | u32 fc_flags; | |
43 | u32 fc_protocol; | |
0ae81335 DA |
44 | u16 fc_type; /* only 8 bits are used */ |
45 | u16 fc_delete_all_nh : 1, | |
c7a1ce39 DA |
46 | fc_ignore_dev_down:1, |
47 | __unused : 14; | |
5b98324e | 48 | u32 fc_nh_id; |
86872cb5 TG |
49 | |
50 | struct in6_addr fc_dst; | |
51 | struct in6_addr fc_src; | |
c3968a85 | 52 | struct in6_addr fc_prefsrc; |
86872cb5 TG |
53 | struct in6_addr fc_gateway; |
54 | ||
55 | unsigned long fc_expires; | |
56 | struct nlattr *fc_mx; | |
57 | int fc_mx_len; | |
51ebd318 ND |
58 | int fc_mp_len; |
59 | struct nlattr *fc_mp; | |
86872cb5 TG |
60 | |
61 | struct nl_info fc_nlinfo; | |
19e42e45 RP |
62 | struct nlattr *fc_encap; |
63 | u16 fc_encap_type; | |
38428d68 | 64 | bool fc_is_fdb; |
86872cb5 TG |
65 | }; |
66 | ||
fd2c3ef7 | 67 | struct fib6_node { |
66f5d6ce WW |
68 | struct fib6_node __rcu *parent; |
69 | struct fib6_node __rcu *left; | |
70 | struct fib6_node __rcu *right; | |
8bce65b9 | 71 | #ifdef CONFIG_IPV6_SUBTREES |
66f5d6ce | 72 | struct fib6_node __rcu *subtree; |
8bce65b9 | 73 | #endif |
8d1c802b | 74 | struct fib6_info __rcu *leaf; |
1da177e4 LT |
75 | |
76 | __u16 fn_bit; /* bit key */ | |
77 | __u16 fn_flags; | |
42b18706 | 78 | int fn_sernum; |
8d1c802b | 79 | struct fib6_info __rcu *rr_ptr; |
c5cff856 | 80 | struct rcu_head rcu; |
1da177e4 LT |
81 | }; |
82 | ||
c757faa8 WW |
83 | struct fib6_gc_args { |
84 | int timeout; | |
85 | int more; | |
86 | }; | |
87 | ||
7fc33165 YH |
88 | #ifndef CONFIG_IPV6_SUBTREES |
89 | #define FIB6_SUBTREE(fn) NULL | |
b9b33e7c PA |
90 | |
91 | static inline bool fib6_routes_require_src(const struct net *net) | |
92 | { | |
93 | return false; | |
94 | } | |
95 | ||
96 | static inline void fib6_routes_require_src_inc(struct net *net) {} | |
97 | static inline void fib6_routes_require_src_dec(struct net *net) {} | |
98 | ||
7fc33165 | 99 | #else |
b9b33e7c PA |
100 | |
101 | static inline bool fib6_routes_require_src(const struct net *net) | |
102 | { | |
103 | return net->ipv6.fib6_routes_require_src > 0; | |
104 | } | |
105 | ||
106 | static inline void fib6_routes_require_src_inc(struct net *net) | |
107 | { | |
108 | net->ipv6.fib6_routes_require_src++; | |
109 | } | |
110 | ||
111 | static inline void fib6_routes_require_src_dec(struct net *net) | |
112 | { | |
113 | net->ipv6.fib6_routes_require_src--; | |
114 | } | |
115 | ||
66f5d6ce | 116 | #define FIB6_SUBTREE(fn) (rcu_dereference_protected((fn)->subtree, 1)) |
7fc33165 | 117 | #endif |
1da177e4 LT |
118 | |
119 | /* | |
120 | * routing information | |
121 | * | |
122 | */ | |
123 | ||
fd2c3ef7 | 124 | struct rt6key { |
1da177e4 LT |
125 | struct in6_addr addr; |
126 | int plen; | |
127 | }; | |
128 | ||
c71099ac TG |
129 | struct fib6_table; |
130 | ||
35732d01 WW |
131 | struct rt6_exception_bucket { |
132 | struct hlist_head chain; | |
133 | int depth; | |
134 | }; | |
135 | ||
136 | struct rt6_exception { | |
137 | struct hlist_node hlist; | |
138 | struct rt6_info *rt6i; | |
139 | unsigned long stamp; | |
140 | struct rcu_head rcu; | |
141 | }; | |
142 | ||
143 | #define FIB6_EXCEPTION_BUCKET_SIZE_SHIFT 10 | |
144 | #define FIB6_EXCEPTION_BUCKET_SIZE (1 << FIB6_EXCEPTION_BUCKET_SIZE_SHIFT) | |
145 | #define FIB6_MAX_DEPTH 5 | |
146 | ||
5e670d84 | 147 | struct fib6_nh { |
f1741730 | 148 | struct fib_nh_common nh_common; |
cc3a86c8 DA |
149 | |
150 | #ifdef CONFIG_IPV6_ROUTER_PREF | |
151 | unsigned long last_probe; | |
152 | #endif | |
f40b6ae2 DA |
153 | |
154 | struct rt6_info * __percpu *rt6i_pcpu; | |
cc5c073a | 155 | struct rt6_exception_bucket __rcu *rt6i_exception_bucket; |
5e670d84 | 156 | }; |
1da177e4 | 157 | |
a64efe14 | 158 | struct fib6_info { |
93c2fb25 | 159 | struct fib6_table *fib6_table; |
8fb11a9a | 160 | struct fib6_info __rcu *fib6_next; |
93c2fb25 | 161 | struct fib6_node __rcu *fib6_node; |
1da177e4 | 162 | |
51ebd318 | 163 | /* Multipath routes: |
4b48b0a3 | 164 | * siblings is a list of fib6_info that have the same metric/weight, |
51ebd318 ND |
165 | * destination, but not the same gateway. nsiblings is just a cache |
166 | * to speed up lookup. | |
167 | */ | |
f88d8ea6 DA |
168 | union { |
169 | struct list_head fib6_siblings; | |
170 | struct list_head nh_list; | |
171 | }; | |
93c2fb25 | 172 | unsigned int fib6_nsiblings; |
51ebd318 | 173 | |
f05713e0 | 174 | refcount_t fib6_ref; |
a64efe14 | 175 | unsigned long expires; |
5eb902b8 KFL |
176 | |
177 | struct hlist_node gc_link; | |
178 | ||
a64efe14 DA |
179 | struct dst_metrics *fib6_metrics; |
180 | #define fib6_pmtu fib6_metrics->metrics[RTAX_MTU-1] | |
a47ed4cd | 181 | |
93c2fb25 DA |
182 | struct rt6key fib6_dst; |
183 | u32 fib6_flags; | |
184 | struct rt6key fib6_src; | |
185 | struct rt6key fib6_prefsrc; | |
fe400799 | 186 | |
93c2fb25 DA |
187 | u32 fib6_metric; |
188 | u8 fib6_protocol; | |
a64efe14 | 189 | u8 fib6_type; |
d95d6320 ED |
190 | |
191 | u8 offload; | |
192 | u8 trap; | |
193 | u8 offload_failed; | |
194 | ||
cc5c073a | 195 | u8 should_flush:1, |
a64efe14 DA |
196 | dst_nocount:1, |
197 | dst_nopolicy:1, | |
61fb0d01 | 198 | fib6_destroying:1, |
d95d6320 | 199 | unused:4; |
a64efe14 | 200 | |
9b0a8da8 | 201 | struct rcu_head rcu; |
f88d8ea6 | 202 | struct nexthop *nh; |
6e68f499 | 203 | struct fib6_nh fib6_nh[]; |
a64efe14 DA |
204 | }; |
205 | ||
fd2c3ef7 | 206 | struct rt6_info { |
d8d1f30b | 207 | struct dst_entry dst; |
a68886a6 | 208 | struct fib6_info __rcu *from; |
8f34e53b | 209 | int sernum; |
1da177e4 | 210 | |
77634cc6 | 211 | struct rt6key rt6i_dst; |
bd2c77a0 | 212 | struct rt6key rt6i_src; |
1da177e4 | 213 | struct in6_addr rt6i_gateway; |
77634cc6 | 214 | struct inet6_dev *rt6i_idev; |
bd2c77a0 | 215 | u32 rt6i_flags; |
b4ce9277 | 216 | |
bd2c77a0 YH |
217 | /* more non-fragment space at head required */ |
218 | unsigned short rt6i_nfheader_len; | |
1da177e4 LT |
219 | }; |
220 | ||
b1d40991 DA |
221 | struct fib6_result { |
222 | struct fib6_nh *nh; | |
223 | struct fib6_info *f6i; | |
7d21fec9 DA |
224 | u32 fib6_flags; |
225 | u8 fib6_type; | |
a65120ba | 226 | struct rt6_info *rt6; |
b1d40991 DA |
227 | }; |
228 | ||
66f5d6ce WW |
229 | #define for_each_fib6_node_rt_rcu(fn) \ |
230 | for (rt = rcu_dereference((fn)->leaf); rt; \ | |
8fb11a9a | 231 | rt = rcu_dereference(rt->fib6_next)) |
66f5d6ce WW |
232 | |
233 | #define for_each_fib6_walker_rt(w) \ | |
234 | for (rt = (w)->leaf; rt; \ | |
8fb11a9a | 235 | rt = rcu_dereference_protected(rt->fib6_next, 1)) |
66f5d6ce | 236 | |
e8dfd42c ED |
237 | #define dst_rt6_info(_ptr) container_of_const(_ptr, struct rt6_info, dst) |
238 | ||
239 | static inline struct inet6_dev *ip6_dst_idev(const struct dst_entry *dst) | |
7a3025b1 | 240 | { |
e8dfd42c | 241 | return dst_rt6_info(dst)->rt6i_idev; |
7a3025b1 YH |
242 | } |
243 | ||
b9b33e7c PA |
244 | static inline bool fib6_requires_src(const struct fib6_info *rt) |
245 | { | |
246 | return rt->fib6_src.plen > 0; | |
247 | } | |
248 | ||
5eb902b8 KFL |
249 | /* The callers should hold f6i->fib6_table->tb6_lock if a route has ever |
250 | * been added to a table before. | |
251 | */ | |
dade3f6a DA |
252 | static inline void fib6_clean_expires(struct fib6_info *f6i) |
253 | { | |
254 | f6i->fib6_flags &= ~RTF_EXPIRES; | |
255 | f6i->expires = 0; | |
256 | } | |
257 | ||
5eb902b8 KFL |
258 | /* The callers should hold f6i->fib6_table->tb6_lock if a route has ever |
259 | * been added to a table before. | |
260 | */ | |
dade3f6a DA |
261 | static inline void fib6_set_expires(struct fib6_info *f6i, |
262 | unsigned long expires) | |
263 | { | |
264 | f6i->expires = expires; | |
265 | f6i->fib6_flags |= RTF_EXPIRES; | |
266 | } | |
267 | ||
8d1c802b | 268 | static inline bool fib6_check_expired(const struct fib6_info *f6i) |
1716a961 | 269 | { |
93c2fb25 | 270 | if (f6i->fib6_flags & RTF_EXPIRES) |
14895687 DA |
271 | return time_after(jiffies, f6i->expires); |
272 | return false; | |
1716a961 | 273 | } |
b197df4f | 274 | |
446e7f21 | 275 | /* Function to safely get fn->fn_sernum for passed in rt |
c5cff856 WW |
276 | * and store result in passed in cookie. |
277 | * Return true if we can get cookie safely | |
278 | * Return false if not | |
279 | */ | |
a269f1a7 DA |
280 | static inline bool fib6_get_cookie_safe(const struct fib6_info *f6i, |
281 | u32 *cookie) | |
c5cff856 WW |
282 | { |
283 | struct fib6_node *fn; | |
284 | bool status = false; | |
285 | ||
93c2fb25 | 286 | fn = rcu_dereference(f6i->fib6_node); |
c5cff856 WW |
287 | |
288 | if (fn) { | |
aafc2e32 | 289 | *cookie = READ_ONCE(fn->fn_sernum); |
446e7f21 | 290 | /* pairs with smp_wmb() in __fib6_update_sernum_upto_root() */ |
bbd63f06 | 291 | smp_rmb(); |
c5cff856 WW |
292 | status = true; |
293 | } | |
294 | ||
c5cff856 WW |
295 | return status; |
296 | } | |
297 | ||
b197df4f MKL |
298 | static inline u32 rt6_get_cookie(const struct rt6_info *rt) |
299 | { | |
a68886a6 | 300 | struct fib6_info *from; |
c5cff856 WW |
301 | u32 cookie = 0; |
302 | ||
8f34e53b DA |
303 | if (rt->sernum) |
304 | return rt->sernum; | |
305 | ||
a87b7dc9 DA |
306 | rcu_read_lock(); |
307 | ||
a68886a6 | 308 | from = rcu_dereference(rt->from); |
b7999b07 | 309 | if (from) |
a68886a6 | 310 | fib6_get_cookie_safe(from, &cookie); |
3da59bd9 | 311 | |
a87b7dc9 | 312 | rcu_read_unlock(); |
c5cff856 WW |
313 | |
314 | return cookie; | |
b197df4f | 315 | } |
1716a961 | 316 | |
94e187c0 AW |
317 | static inline void ip6_rt_put(struct rt6_info *rt) |
318 | { | |
319 | /* dst_release() accepts a NULL parameter. | |
320 | * We rely on dst being first structure in struct rt6_info | |
321 | */ | |
322 | BUILD_BUG_ON(offsetof(struct rt6_info, dst) != 0); | |
323 | dst_release(&rt->dst); | |
324 | } | |
325 | ||
1cf844c7 | 326 | struct fib6_info *fib6_info_alloc(gfp_t gfp_flags, bool with_fib6_nh); |
9b0a8da8 | 327 | void fib6_info_destroy_rcu(struct rcu_head *head); |
a460aa83 | 328 | |
8d1c802b | 329 | static inline void fib6_info_hold(struct fib6_info *f6i) |
a460aa83 | 330 | { |
f05713e0 | 331 | refcount_inc(&f6i->fib6_ref); |
a460aa83 IS |
332 | } |
333 | ||
e873e4b9 WW |
334 | static inline bool fib6_info_hold_safe(struct fib6_info *f6i) |
335 | { | |
f05713e0 | 336 | return refcount_inc_not_zero(&f6i->fib6_ref); |
e873e4b9 WW |
337 | } |
338 | ||
8d1c802b | 339 | static inline void fib6_info_release(struct fib6_info *f6i) |
a460aa83 | 340 | { |
5eb902b8 KFL |
341 | if (f6i && refcount_dec_and_test(&f6i->fib6_ref)) { |
342 | DEBUG_NET_WARN_ON_ONCE(!hlist_unhashed(&f6i->gc_link)); | |
b5327b9a | 343 | call_rcu_hurry(&f6i->rcu, fib6_info_destroy_rcu); |
5eb902b8 | 344 | } |
a460aa83 IS |
345 | } |
346 | ||
94b2cfe0 HFS |
347 | enum fib6_walk_state { |
348 | #ifdef CONFIG_IPV6_SUBTREES | |
349 | FWS_S, | |
350 | #endif | |
351 | FWS_L, | |
352 | FWS_R, | |
353 | FWS_C, | |
354 | FWS_U | |
355 | }; | |
356 | ||
357 | struct fib6_walker { | |
bbef49da | 358 | struct list_head lh; |
1da177e4 | 359 | struct fib6_node *root, *node; |
8d1c802b | 360 | struct fib6_info *leaf; |
94b2cfe0 | 361 | enum fib6_walk_state state; |
2bec5a36 PM |
362 | unsigned int skip; |
363 | unsigned int count; | |
1e47b483 | 364 | unsigned int skip_in_node; |
94b2cfe0 | 365 | int (*func)(struct fib6_walker *); |
1da177e4 LT |
366 | void *args; |
367 | }; | |
368 | ||
1da177e4 | 369 | struct rt6_statistics { |
81eb8447 WW |
370 | __u32 fib_nodes; /* all fib6 nodes */ |
371 | __u32 fib_route_nodes; /* intermediate nodes */ | |
372 | __u32 fib_rt_entries; /* rt entries in fib table */ | |
373 | __u32 fib_rt_cache; /* cached rt entries in exception table */ | |
374 | __u32 fib_discarded_routes; /* total number of routes delete */ | |
375 | ||
2d4feb2c | 376 | /* The following stat is not protected by any lock */ |
81eb8447 | 377 | atomic_t fib_rt_alloc; /* total number of routes alloced */ |
1da177e4 LT |
378 | }; |
379 | ||
380 | #define RTN_TL_ROOT 0x0001 | |
381 | #define RTN_ROOT 0x0002 /* tree root node */ | |
382 | #define RTN_RTINFO 0x0004 /* node with valid routing info */ | |
383 | ||
384 | /* | |
385 | * priority levels (or metrics) | |
386 | * | |
387 | */ | |
388 | ||
1da177e4 | 389 | |
c71099ac TG |
390 | struct fib6_table { |
391 | struct hlist_node tb6_hlist; | |
392 | u32 tb6_id; | |
66f5d6ce | 393 | spinlock_t tb6_lock; |
c71099ac | 394 | struct fib6_node tb6_root; |
8e773277 | 395 | struct inet_peer_base tb6_peers; |
830218c1 | 396 | unsigned int flags; |
e1ee0a5b | 397 | unsigned int fib_seq; |
5eb902b8 | 398 | struct hlist_head tb6_gc_hlist; /* GC candidates */ |
830218c1 | 399 | #define RT6_TABLE_HAS_DFLT_ROUTER BIT(0) |
c71099ac TG |
400 | }; |
401 | ||
402 | #define RT6_TABLE_UNSPEC RT_TABLE_UNSPEC | |
403 | #define RT6_TABLE_MAIN RT_TABLE_MAIN | |
c71099ac TG |
404 | #define RT6_TABLE_DFLT RT6_TABLE_MAIN |
405 | #define RT6_TABLE_INFO RT6_TABLE_MAIN | |
406 | #define RT6_TABLE_PREFIX RT6_TABLE_MAIN | |
407 | ||
408 | #ifdef CONFIG_IPV6_MULTIPLE_TABLES | |
409 | #define FIB6_TABLE_MIN 1 | |
410 | #define FIB6_TABLE_MAX RT_TABLE_MAX | |
101367c2 | 411 | #define RT6_TABLE_LOCAL RT_TABLE_LOCAL |
c71099ac TG |
412 | #else |
413 | #define FIB6_TABLE_MIN RT_TABLE_MAIN | |
414 | #define FIB6_TABLE_MAX FIB6_TABLE_MIN | |
101367c2 | 415 | #define RT6_TABLE_LOCAL RT6_TABLE_MAIN |
c71099ac TG |
416 | #endif |
417 | ||
8ed67789 DL |
418 | typedef struct rt6_info *(*pol_lookup_t)(struct net *, |
419 | struct fib6_table *, | |
b75cc8f9 DA |
420 | struct flowi6 *, |
421 | const struct sk_buff *, int); | |
1da177e4 | 422 | |
df77fe4d IS |
423 | struct fib6_entry_notifier_info { |
424 | struct fib_notifier_info info; /* must be first */ | |
8d1c802b | 425 | struct fib6_info *rt; |
d4b96c7b | 426 | unsigned int nsiblings; |
df77fe4d IS |
427 | }; |
428 | ||
1da177e4 LT |
429 | /* |
430 | * exported functions | |
431 | */ | |
432 | ||
5c3a0fd7 JP |
433 | struct fib6_table *fib6_get_table(struct net *net, u32 id); |
434 | struct fib6_table *fib6_new_table(struct net *net, u32 id); | |
435 | struct dst_entry *fib6_rule_lookup(struct net *net, struct flowi6 *fl6, | |
b75cc8f9 | 436 | const struct sk_buff *skb, |
5c3a0fd7 | 437 | int flags, pol_lookup_t lookup); |
c71099ac | 438 | |
138118ec DA |
439 | /* called with rcu lock held; can return error pointer |
440 | * caller needs to select path | |
441 | */ | |
effda4dd DA |
442 | int fib6_lookup(struct net *net, int oif, struct flowi6 *fl6, |
443 | struct fib6_result *res, int flags); | |
138118ec | 444 | |
1d053da9 | 445 | /* called with rcu lock held; caller needs to select path */ |
effda4dd DA |
446 | int fib6_table_lookup(struct net *net, struct fib6_table *table, |
447 | int oif, struct flowi6 *fl6, struct fib6_result *res, | |
448 | int strict); | |
1d053da9 | 449 | |
b1d40991 DA |
450 | void fib6_select_path(const struct net *net, struct fib6_result *res, |
451 | struct flowi6 *fl6, int oif, bool have_oif_match, | |
452 | const struct sk_buff *skb, int strict); | |
6454743b DA |
453 | struct fib6_node *fib6_node_lookup(struct fib6_node *root, |
454 | const struct in6_addr *daddr, | |
455 | const struct in6_addr *saddr); | |
1da177e4 | 456 | |
5c3a0fd7 JP |
457 | struct fib6_node *fib6_locate(struct fib6_node *root, |
458 | const struct in6_addr *daddr, int dst_len, | |
38fbeeee WW |
459 | const struct in6_addr *saddr, int src_len, |
460 | bool exact_match); | |
1da177e4 | 461 | |
8d1c802b | 462 | void fib6_clean_all(struct net *net, int (*func)(struct fib6_info *, void *arg), |
0c3584d5 | 463 | void *arg); |
7c6bb7d2 DA |
464 | void fib6_clean_all_skip_notify(struct net *net, |
465 | int (*func)(struct fib6_info *, void *arg), | |
466 | void *arg); | |
c71099ac | 467 | |
8d1c802b | 468 | int fib6_add(struct fib6_node *root, struct fib6_info *rt, |
d4ead6b3 | 469 | struct nl_info *info, struct netlink_ext_ack *extack); |
8d1c802b | 470 | int fib6_del(struct fib6_info *rt, struct nl_info *info); |
1da177e4 | 471 | |
67edf21e DA |
472 | static inline |
473 | void rt6_get_prefsrc(const struct rt6_info *rt, struct in6_addr *addr) | |
474 | { | |
475 | const struct fib6_info *from; | |
476 | ||
477 | rcu_read_lock(); | |
478 | ||
479 | from = rcu_dereference(rt->from); | |
8cdc3223 | 480 | if (from) |
67edf21e | 481 | *addr = from->fib6_prefsrc.addr; |
8cdc3223 KI |
482 | else |
483 | *addr = in6addr_any; | |
67edf21e DA |
484 | |
485 | rcu_read_unlock(); | |
486 | } | |
9ee8cbb2 | 487 | |
83c44251 DA |
488 | int fib6_nh_init(struct net *net, struct fib6_nh *fib6_nh, |
489 | struct fib6_config *cfg, gfp_t gfp_flags, | |
490 | struct netlink_ext_ack *extack); | |
dac7d0f2 | 491 | void fib6_nh_release(struct fib6_nh *fib6_nh); |
8837cbbf | 492 | void fib6_nh_release_dsts(struct fib6_nh *fib6_nh); |
83c44251 | 493 | |
19a3b7ee DA |
494 | int call_fib6_entry_notifiers(struct net *net, |
495 | enum fib_event_type event_type, | |
496 | struct fib6_info *rt, | |
497 | struct netlink_ext_ack *extack); | |
d4b96c7b IS |
498 | int call_fib6_multipath_entry_notifiers(struct net *net, |
499 | enum fib_event_type event_type, | |
500 | struct fib6_info *rt, | |
501 | unsigned int nsiblings, | |
502 | struct netlink_ext_ack *extack); | |
d2f0c9b1 | 503 | int call_fib6_entry_notifiers_replace(struct net *net, struct fib6_info *rt); |
19a3b7ee DA |
504 | void fib6_rt_update(struct net *net, struct fib6_info *rt, |
505 | struct nl_info *info); | |
8d1c802b | 506 | void inet6_rt_notify(int event, struct fib6_info *rt, struct nl_info *info, |
37a1d361 | 507 | unsigned int flags); |
1da177e4 | 508 | |
5c3a0fd7 | 509 | void fib6_run_gc(unsigned long expires, struct net *net, bool force); |
1da177e4 | 510 | |
5c3a0fd7 | 511 | void fib6_gc_cleanup(void); |
1da177e4 | 512 | |
5c3a0fd7 | 513 | int fib6_init(void); |
101367c2 | 514 | |
5eb902b8 KFL |
515 | /* Add the route to the gc list if it is not already there |
516 | * | |
517 | * The callers should hold f6i->fib6_table->tb6_lock. | |
518 | */ | |
519 | static inline void fib6_add_gc_list(struct fib6_info *f6i) | |
520 | { | |
521 | /* If fib6_node is null, the f6i is not in (or removed from) the | |
522 | * table. | |
523 | * | |
524 | * There is a gap between finding the f6i from the table and | |
525 | * calling this function without the protection of the tb6_lock. | |
526 | * This check makes sure the f6i is not added to the gc list when | |
527 | * it is not on the table. | |
528 | */ | |
529 | if (!rcu_dereference_protected(f6i->fib6_node, | |
530 | lockdep_is_held(&f6i->fib6_table->tb6_lock))) | |
531 | return; | |
532 | ||
533 | if (hlist_unhashed(&f6i->gc_link)) | |
534 | hlist_add_head(&f6i->gc_link, &f6i->fib6_table->tb6_gc_hlist); | |
535 | } | |
536 | ||
537 | /* Remove the route from the gc list if it is on the list. | |
538 | * | |
539 | * The callers should hold f6i->fib6_table->tb6_lock. | |
540 | */ | |
541 | static inline void fib6_remove_gc_list(struct fib6_info *f6i) | |
542 | { | |
543 | if (!hlist_unhashed(&f6i->gc_link)) | |
544 | hlist_del_init(&f6i->gc_link); | |
545 | } | |
546 | ||
c3506372 CH |
547 | struct ipv6_route_iter { |
548 | struct seq_net_private p; | |
549 | struct fib6_walker w; | |
550 | loff_t skip; | |
551 | struct fib6_table *tbl; | |
552 | int sernum; | |
553 | }; | |
554 | ||
555 | extern const struct seq_operations ipv6_route_seq_ops; | |
8d2ca1d7 | 556 | |
7c550daf | 557 | int call_fib6_notifier(struct notifier_block *nb, |
16ab6d7d IS |
558 | enum fib_event_type event_type, |
559 | struct fib_notifier_info *info); | |
560 | int call_fib6_notifiers(struct net *net, enum fib_event_type event_type, | |
561 | struct fib_notifier_info *info); | |
562 | ||
563 | int __net_init fib6_notifier_init(struct net *net); | |
564 | void __net_exit fib6_notifier_exit(struct net *net); | |
565 | ||
e1ee0a5b | 566 | unsigned int fib6_tables_seq_read(struct net *net); |
b7a59557 JP |
567 | int fib6_tables_dump(struct net *net, struct notifier_block *nb, |
568 | struct netlink_ext_ack *extack); | |
e1ee0a5b | 569 | |
8d1c802b DA |
570 | void fib6_update_sernum(struct net *net, struct fib6_info *rt); |
571 | void fib6_update_sernum_upto_root(struct net *net, struct fib6_info *rt); | |
cdaa16a4 | 572 | void fib6_update_sernum_stub(struct net *net, struct fib6_info *f6i); |
180ca444 | 573 | |
8d1c802b DA |
574 | void fib6_metric_set(struct fib6_info *f6i, int metric, u32 val); |
575 | static inline bool fib6_metric_locked(struct fib6_info *f6i, int metric) | |
d4ead6b3 DA |
576 | { |
577 | return !!(f6i->fib6_metrics->metrics[RTAX_LOCK - 1] & (1 << metric)); | |
578 | } | |
907eea48 | 579 | void fib6_info_hw_flags_set(struct net *net, struct fib6_info *f6i, |
0c5fcf9e | 580 | bool offload, bool trap, bool offload_failed); |
180ca444 | 581 | |
3c32cc1b YS |
582 | #if IS_BUILTIN(CONFIG_IPV6) && defined(CONFIG_BPF_SYSCALL) |
583 | struct bpf_iter__ipv6_route { | |
584 | __bpf_md_ptr(struct bpf_iter_meta *, meta); | |
585 | __bpf_md_ptr(struct fib6_info *, rt); | |
586 | }; | |
587 | #endif | |
588 | ||
55cced4f BV |
589 | INDIRECT_CALLABLE_DECLARE(struct rt6_info *ip6_pol_route_output(struct net *net, |
590 | struct fib6_table *table, | |
591 | struct flowi6 *fl6, | |
592 | const struct sk_buff *skb, | |
593 | int flags)); | |
594 | INDIRECT_CALLABLE_DECLARE(struct rt6_info *ip6_pol_route_input(struct net *net, | |
595 | struct fib6_table *table, | |
596 | struct flowi6 *fl6, | |
597 | const struct sk_buff *skb, | |
598 | int flags)); | |
599 | INDIRECT_CALLABLE_DECLARE(struct rt6_info *__ip6_route_redirect(struct net *net, | |
600 | struct fib6_table *table, | |
601 | struct flowi6 *fl6, | |
602 | const struct sk_buff *skb, | |
603 | int flags)); | |
604 | INDIRECT_CALLABLE_DECLARE(struct rt6_info *ip6_pol_route_lookup(struct net *net, | |
605 | struct fib6_table *table, | |
606 | struct flowi6 *fl6, | |
607 | const struct sk_buff *skb, | |
608 | int flags)); | |
609 | static inline struct rt6_info *pol_lookup_func(pol_lookup_t lookup, | |
610 | struct net *net, | |
611 | struct fib6_table *table, | |
612 | struct flowi6 *fl6, | |
613 | const struct sk_buff *skb, | |
614 | int flags) | |
615 | { | |
616 | return INDIRECT_CALL_4(lookup, | |
617 | ip6_pol_route_output, | |
618 | ip6_pol_route_input, | |
619 | ip6_pol_route_lookup, | |
620 | __ip6_route_redirect, | |
621 | net, table, fl6, skb, flags); | |
622 | } | |
623 | ||
7e5449c2 | 624 | #ifdef CONFIG_IPV6_MULTIPLE_TABLES |
1f8ac570 PA |
625 | static inline bool fib6_has_custom_rules(const struct net *net) |
626 | { | |
627 | return net->ipv6.fib6_has_custom_rules; | |
628 | } | |
629 | ||
5c3a0fd7 JP |
630 | int fib6_rules_init(void); |
631 | void fib6_rules_cleanup(void); | |
e3ea9731 | 632 | bool fib6_rule_default(const struct fib_rule *rule); |
b7a59557 JP |
633 | int fib6_rules_dump(struct net *net, struct notifier_block *nb, |
634 | struct netlink_ext_ack *extack); | |
dcb18f76 | 635 | unsigned int fib6_rules_seq_read(struct net *net); |
5e5d6fed RP |
636 | |
637 | static inline bool fib6_rules_early_flow_dissect(struct net *net, | |
638 | struct sk_buff *skb, | |
639 | struct flowi6 *fl6, | |
640 | struct flow_keys *flkeys) | |
641 | { | |
642 | unsigned int flag = FLOW_DISSECTOR_F_STOP_AT_ENCAP; | |
643 | ||
644 | if (!net->ipv6.fib6_rules_require_fldissect) | |
645 | return false; | |
646 | ||
8aae7625 FW |
647 | memset(flkeys, 0, sizeof(*flkeys)); |
648 | __skb_flow_dissect(net, skb, &flow_keys_dissector, | |
649 | flkeys, NULL, 0, 0, 0, flag); | |
650 | ||
5e5d6fed RP |
651 | fl6->fl6_sport = flkeys->ports.src; |
652 | fl6->fl6_dport = flkeys->ports.dst; | |
653 | fl6->flowi6_proto = flkeys->basic.ip_proto; | |
654 | ||
655 | return true; | |
656 | } | |
7e5449c2 | 657 | #else |
1f8ac570 PA |
658 | static inline bool fib6_has_custom_rules(const struct net *net) |
659 | { | |
660 | return false; | |
661 | } | |
7e5449c2 DL |
662 | static inline int fib6_rules_init(void) |
663 | { | |
664 | return 0; | |
665 | } | |
666 | static inline void fib6_rules_cleanup(void) | |
667 | { | |
668 | return ; | |
669 | } | |
e3ea9731 IS |
670 | static inline bool fib6_rule_default(const struct fib_rule *rule) |
671 | { | |
672 | return true; | |
673 | } | |
b7a59557 JP |
674 | static inline int fib6_rules_dump(struct net *net, struct notifier_block *nb, |
675 | struct netlink_ext_ack *extack) | |
dcb18f76 IS |
676 | { |
677 | return 0; | |
678 | } | |
679 | static inline unsigned int fib6_rules_seq_read(struct net *net) | |
680 | { | |
681 | return 0; | |
682 | } | |
5e5d6fed RP |
683 | static inline bool fib6_rules_early_flow_dissect(struct net *net, |
684 | struct sk_buff *skb, | |
685 | struct flowi6 *fl6, | |
686 | struct flow_keys *flkeys) | |
687 | { | |
688 | return false; | |
689 | } | |
7e5449c2 | 690 | #endif |
1da177e4 | 691 | #endif |