Commit | Line | Data |
---|---|---|
b2441318 | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
5ab11c98 PE |
2 | #ifndef __NET_FRAG_H__ |
3 | #define __NET_FRAG_H__ | |
4 | ||
0eb71a9d | 5 | #include <linux/rhashtable-types.h> |
648700f7 | 6 | |
ac18e750 | 7 | struct netns_frags { |
b2fd5321 | 8 | /* sysctls */ |
3e67f106 ED |
9 | long high_thresh; |
10 | long low_thresh; | |
b2fd5321 | 11 | int timeout; |
0fbf4cb2 | 12 | int max_dist; |
093ba729 | 13 | struct inet_frags *f; |
c2615cf5 ED |
14 | |
15 | struct rhashtable rhashtable ____cacheline_aligned_in_smp; | |
16 | ||
17 | /* Keep atomic mem on separate cachelines in structs that include it */ | |
18 | atomic_long_t mem ____cacheline_aligned_in_smp; | |
ac18e750 PE |
19 | }; |
20 | ||
1ab1934e NA |
21 | /** |
22 | * fragment queue flags | |
23 | * | |
24 | * @INET_FRAG_FIRST_IN: first fragment has arrived | |
25 | * @INET_FRAG_LAST_IN: final fragment has arrived | |
26 | * @INET_FRAG_COMPLETE: frag queue has been processed and is due for destruction | |
1ab1934e NA |
27 | */ |
28 | enum { | |
29 | INET_FRAG_FIRST_IN = BIT(0), | |
30 | INET_FRAG_LAST_IN = BIT(1), | |
31 | INET_FRAG_COMPLETE = BIT(2), | |
1ab1934e NA |
32 | }; |
33 | ||
648700f7 ED |
34 | struct frag_v4_compare_key { |
35 | __be32 saddr; | |
36 | __be32 daddr; | |
37 | u32 user; | |
38 | u32 vif; | |
39 | __be16 id; | |
40 | u16 protocol; | |
41 | }; | |
42 | ||
43 | struct frag_v6_compare_key { | |
44 | struct in6_addr saddr; | |
45 | struct in6_addr daddr; | |
46 | u32 user; | |
47 | __be32 id; | |
48 | u32 iif; | |
49 | }; | |
50 | ||
1ab1934e NA |
51 | /** |
52 | * struct inet_frag_queue - fragment queue | |
53 | * | |
648700f7 ED |
54 | * @node: rhash node |
55 | * @key: keys identifying this frag. | |
1ab1934e | 56 | * @timer: queue expiration timer |
648700f7 | 57 | * @lock: spinlock protecting this frag |
1ab1934e NA |
58 | * @refcnt: reference count of the queue |
59 | * @fragments: received fragments head | |
353c9cb3 | 60 | * @rb_fragments: received fragments rb-tree root |
1ab1934e | 61 | * @fragments_tail: received fragments tail |
353c9cb3 | 62 | * @last_run_head: the head of the last "run". see ip_fragment.c |
1ab1934e NA |
63 | * @stamp: timestamp of the last received fragment |
64 | * @len: total length of the original datagram | |
65 | * @meat: length of received fragments so far | |
66 | * @flags: fragment queue flags | |
d6b915e2 | 67 | * @max_size: maximum received fragment size |
1ab1934e | 68 | * @net: namespace that this frag belongs to |
648700f7 | 69 | * @rcu: rcu head for freeing deferall |
1ab1934e | 70 | */ |
5ab11c98 | 71 | struct inet_frag_queue { |
648700f7 ED |
72 | struct rhash_head node; |
73 | union { | |
74 | struct frag_v4_compare_key v4; | |
75 | struct frag_v6_compare_key v6; | |
76 | } key; | |
1ab1934e | 77 | struct timer_list timer; |
648700f7 | 78 | spinlock_t lock; |
edcb6918 | 79 | refcount_t refcnt; |
fa0f5273 PO |
80 | struct sk_buff *fragments; /* Used in IPv6. */ |
81 | struct rb_root rb_fragments; /* Used in IPv4. */ | |
d6bebca9 | 82 | struct sk_buff *fragments_tail; |
353c9cb3 | 83 | struct sk_buff *last_run_head; |
5ab11c98 | 84 | ktime_t stamp; |
1ab1934e | 85 | int len; |
5ab11c98 | 86 | int meat; |
1ab1934e | 87 | __u8 flags; |
5f2d04f1 | 88 | u16 max_size; |
648700f7 ED |
89 | struct netns_frags *net; |
90 | struct rcu_head rcu; | |
19952cc4 JDB |
91 | }; |
92 | ||
7eb95156 | 93 | struct inet_frags { |
4c0ebd6f | 94 | unsigned int qsize; |
321a3a99 | 95 | |
c6fda282 | 96 | void (*constructor)(struct inet_frag_queue *q, |
36c77782 | 97 | const void *arg); |
1e4b8287 | 98 | void (*destructor)(struct inet_frag_queue *); |
78802011 | 99 | void (*frag_expire)(struct timer_list *t); |
d4ad4d22 NA |
100 | struct kmem_cache *frags_cachep; |
101 | const char *frags_cache_name; | |
648700f7 | 102 | struct rhashtable_params rhash_params; |
7eb95156 PE |
103 | }; |
104 | ||
d4ad4d22 | 105 | int inet_frags_init(struct inet_frags *); |
7eb95156 PE |
106 | void inet_frags_fini(struct inet_frags *); |
107 | ||
787bea77 | 108 | static inline int inet_frags_init_net(struct netns_frags *nf) |
1d6119ba | 109 | { |
3e67f106 | 110 | atomic_long_set(&nf->mem, 0); |
648700f7 | 111 | return rhashtable_init(&nf->rhashtable, &nf->f->rhash_params); |
1d6119ba | 112 | } |
093ba729 | 113 | void inet_frags_exit_net(struct netns_frags *nf); |
e5a2bb84 | 114 | |
093ba729 ED |
115 | void inet_frag_kill(struct inet_frag_queue *q); |
116 | void inet_frag_destroy(struct inet_frag_queue *q); | |
648700f7 | 117 | struct inet_frag_queue *inet_frag_find(struct netns_frags *nf, void *key); |
277e650d | 118 | |
353c9cb3 PO |
119 | /* Free all skbs in the queue; return the sum of their truesizes. */ |
120 | unsigned int inet_frag_rbtree_purge(struct rb_root *root); | |
121 | ||
093ba729 | 122 | static inline void inet_frag_put(struct inet_frag_queue *q) |
762cc408 | 123 | { |
edcb6918 | 124 | if (refcount_dec_and_test(&q->refcnt)) |
093ba729 | 125 | inet_frag_destroy(q); |
762cc408 PE |
126 | } |
127 | ||
d433673e JDB |
128 | /* Memory Tracking Functions. */ |
129 | ||
3e67f106 | 130 | static inline long frag_mem_limit(const struct netns_frags *nf) |
d433673e | 131 | { |
3e67f106 | 132 | return atomic_long_read(&nf->mem); |
d433673e JDB |
133 | } |
134 | ||
3e67f106 | 135 | static inline void sub_frag_mem_limit(struct netns_frags *nf, long val) |
d433673e | 136 | { |
3e67f106 | 137 | atomic_long_sub(val, &nf->mem); |
d433673e JDB |
138 | } |
139 | ||
3e67f106 | 140 | static inline void add_frag_mem_limit(struct netns_frags *nf, long val) |
d433673e | 141 | { |
3e67f106 | 142 | atomic_long_add(val, &nf->mem); |
d433673e JDB |
143 | } |
144 | ||
be991971 HFS |
145 | /* RFC 3168 support : |
146 | * We want to check ECN values of all fragments, do detect invalid combinations. | |
147 | * In ipq->ecn, we store the OR value of each ip4_frag_ecn() fragment value. | |
148 | */ | |
149 | #define IPFRAG_ECN_NOT_ECT 0x01 /* one frag had ECN_NOT_ECT */ | |
150 | #define IPFRAG_ECN_ECT_1 0x02 /* one frag had ECN_ECT_1 */ | |
151 | #define IPFRAG_ECN_ECT_0 0x04 /* one frag had ECN_ECT_0 */ | |
152 | #define IPFRAG_ECN_CE 0x08 /* one frag had ECN_CE */ | |
153 | ||
154 | extern const u8 ip_frag_ecn_table[16]; | |
155 | ||
5ab11c98 | 156 | #endif |