Commit | Line | Data |
---|---|---|
b2441318 | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
5ab11c98 PE |
2 | #ifndef __NET_FRAG_H__ |
3 | #define __NET_FRAG_H__ | |
4 | ||
0eb71a9d | 5 | #include <linux/rhashtable-types.h> |
dc93f46b | 6 | #include <linux/completion.h> |
949d6b40 JK |
7 | #include <linux/in6.h> |
8 | #include <linux/rbtree_types.h> | |
9 | #include <linux/refcount.h> | |
5b8285cc | 10 | #include <net/dropreason-core.h> |
648700f7 | 11 | |
6ce3b4dc ED |
12 | /* Per netns frag queues directory */ |
13 | struct fqdir { | |
b2fd5321 | 14 | /* sysctls */ |
3e67f106 ED |
15 | long high_thresh; |
16 | long low_thresh; | |
b2fd5321 | 17 | int timeout; |
0fbf4cb2 | 18 | int max_dist; |
093ba729 | 19 | struct inet_frags *f; |
a39aca67 | 20 | struct net *net; |
3c8fc878 | 21 | bool dead; |
c2615cf5 ED |
22 | |
23 | struct rhashtable rhashtable ____cacheline_aligned_in_smp; | |
24 | ||
25 | /* Keep atomic mem on separate cachelines in structs that include it */ | |
26 | atomic_long_t mem ____cacheline_aligned_in_smp; | |
d5dd8879 | 27 | struct work_struct destroy_work; |
0b9b2414 | 28 | struct llist_node free_list; |
ac18e750 PE |
29 | }; |
30 | ||
1ab1934e | 31 | /** |
d20909a0 | 32 | * enum: fragment queue flags |
1ab1934e NA |
33 | * |
34 | * @INET_FRAG_FIRST_IN: first fragment has arrived | |
35 | * @INET_FRAG_LAST_IN: final fragment has arrived | |
36 | * @INET_FRAG_COMPLETE: frag queue has been processed and is due for destruction | |
3c8fc878 | 37 | * @INET_FRAG_HASH_DEAD: inet_frag_kill() has not removed fq from rhashtable |
77adfd3a | 38 | * @INET_FRAG_DROP: if skbs must be dropped (instead of being consumed) |
1ab1934e NA |
39 | */ |
40 | enum { | |
41 | INET_FRAG_FIRST_IN = BIT(0), | |
42 | INET_FRAG_LAST_IN = BIT(1), | |
43 | INET_FRAG_COMPLETE = BIT(2), | |
3c8fc878 | 44 | INET_FRAG_HASH_DEAD = BIT(3), |
77adfd3a | 45 | INET_FRAG_DROP = BIT(4), |
1ab1934e NA |
46 | }; |
47 | ||
648700f7 ED |
48 | struct frag_v4_compare_key { |
49 | __be32 saddr; | |
50 | __be32 daddr; | |
51 | u32 user; | |
52 | u32 vif; | |
53 | __be16 id; | |
54 | u16 protocol; | |
55 | }; | |
56 | ||
57 | struct frag_v6_compare_key { | |
58 | struct in6_addr saddr; | |
59 | struct in6_addr daddr; | |
60 | u32 user; | |
61 | __be32 id; | |
62 | u32 iif; | |
63 | }; | |
64 | ||
1ab1934e NA |
65 | /** |
66 | * struct inet_frag_queue - fragment queue | |
67 | * | |
648700f7 ED |
68 | * @node: rhash node |
69 | * @key: keys identifying this frag. | |
1ab1934e | 70 | * @timer: queue expiration timer |
648700f7 | 71 | * @lock: spinlock protecting this frag |
1ab1934e | 72 | * @refcnt: reference count of the queue |
353c9cb3 | 73 | * @rb_fragments: received fragments rb-tree root |
1ab1934e | 74 | * @fragments_tail: received fragments tail |
353c9cb3 | 75 | * @last_run_head: the head of the last "run". see ip_fragment.c |
1ab1934e NA |
76 | * @stamp: timestamp of the last received fragment |
77 | * @len: total length of the original datagram | |
78 | * @meat: length of received fragments so far | |
8672406e | 79 | * @mono_delivery_time: stamp has a mono delivery time (EDT) |
1ab1934e | 80 | * @flags: fragment queue flags |
d6b915e2 | 81 | * @max_size: maximum received fragment size |
6ce3b4dc | 82 | * @fqdir: pointer to struct fqdir |
648700f7 | 83 | * @rcu: rcu head for freeing deferall |
1ab1934e | 84 | */ |
5ab11c98 | 85 | struct inet_frag_queue { |
648700f7 ED |
86 | struct rhash_head node; |
87 | union { | |
88 | struct frag_v4_compare_key v4; | |
89 | struct frag_v6_compare_key v6; | |
90 | } key; | |
1ab1934e | 91 | struct timer_list timer; |
648700f7 | 92 | spinlock_t lock; |
edcb6918 | 93 | refcount_t refcnt; |
d8cf757f | 94 | struct rb_root rb_fragments; |
d6bebca9 | 95 | struct sk_buff *fragments_tail; |
353c9cb3 | 96 | struct sk_buff *last_run_head; |
5ab11c98 | 97 | ktime_t stamp; |
1ab1934e | 98 | int len; |
5ab11c98 | 99 | int meat; |
8672406e | 100 | u8 mono_delivery_time; |
1ab1934e | 101 | __u8 flags; |
5f2d04f1 | 102 | u16 max_size; |
6ce3b4dc | 103 | struct fqdir *fqdir; |
648700f7 | 104 | struct rcu_head rcu; |
19952cc4 JDB |
105 | }; |
106 | ||
7eb95156 | 107 | struct inet_frags { |
4c0ebd6f | 108 | unsigned int qsize; |
321a3a99 | 109 | |
c6fda282 | 110 | void (*constructor)(struct inet_frag_queue *q, |
36c77782 | 111 | const void *arg); |
1e4b8287 | 112 | void (*destructor)(struct inet_frag_queue *); |
78802011 | 113 | void (*frag_expire)(struct timer_list *t); |
d4ad4d22 NA |
114 | struct kmem_cache *frags_cachep; |
115 | const char *frags_cache_name; | |
648700f7 | 116 | struct rhashtable_params rhash_params; |
dc93f46b ED |
117 | refcount_t refcnt; |
118 | struct completion completion; | |
7eb95156 PE |
119 | }; |
120 | ||
d4ad4d22 | 121 | int inet_frags_init(struct inet_frags *); |
7eb95156 PE |
122 | void inet_frags_fini(struct inet_frags *); |
123 | ||
6b73d197 | 124 | int fqdir_init(struct fqdir **fqdirp, struct inet_frags *f, struct net *net); |
d5dd8879 | 125 | |
08003d0b | 126 | static inline void fqdir_pre_exit(struct fqdir *fqdir) |
d5dd8879 | 127 | { |
91341fa0 ED |
128 | /* Prevent creation of new frags. |
129 | * Pairs with READ_ONCE() in inet_frag_find(). | |
130 | */ | |
131 | WRITE_ONCE(fqdir->high_thresh, 0); | |
132 | ||
133 | /* Pairs with READ_ONCE() in inet_frag_kill(), ip_expire() | |
134 | * and ip6frag_expire_frag_queue(). | |
135 | */ | |
136 | WRITE_ONCE(fqdir->dead, true); | |
d5dd8879 | 137 | } |
89fb9005 | 138 | void fqdir_exit(struct fqdir *fqdir); |
e5a2bb84 | 139 | |
093ba729 ED |
140 | void inet_frag_kill(struct inet_frag_queue *q); |
141 | void inet_frag_destroy(struct inet_frag_queue *q); | |
6ce3b4dc | 142 | struct inet_frag_queue *inet_frag_find(struct fqdir *fqdir, void *key); |
277e650d | 143 | |
353c9cb3 | 144 | /* Free all skbs in the queue; return the sum of their truesizes. */ |
77adfd3a ED |
145 | unsigned int inet_frag_rbtree_purge(struct rb_root *root, |
146 | enum skb_drop_reason reason); | |
353c9cb3 | 147 | |
093ba729 | 148 | static inline void inet_frag_put(struct inet_frag_queue *q) |
762cc408 | 149 | { |
edcb6918 | 150 | if (refcount_dec_and_test(&q->refcnt)) |
093ba729 | 151 | inet_frag_destroy(q); |
762cc408 PE |
152 | } |
153 | ||
d433673e JDB |
154 | /* Memory Tracking Functions. */ |
155 | ||
6ce3b4dc | 156 | static inline long frag_mem_limit(const struct fqdir *fqdir) |
d433673e | 157 | { |
6ce3b4dc | 158 | return atomic_long_read(&fqdir->mem); |
d433673e JDB |
159 | } |
160 | ||
6ce3b4dc | 161 | static inline void sub_frag_mem_limit(struct fqdir *fqdir, long val) |
d433673e | 162 | { |
6ce3b4dc | 163 | atomic_long_sub(val, &fqdir->mem); |
d433673e JDB |
164 | } |
165 | ||
6ce3b4dc | 166 | static inline void add_frag_mem_limit(struct fqdir *fqdir, long val) |
d433673e | 167 | { |
6ce3b4dc | 168 | atomic_long_add(val, &fqdir->mem); |
d433673e JDB |
169 | } |
170 | ||
be991971 HFS |
171 | /* RFC 3168 support : |
172 | * We want to check ECN values of all fragments, do detect invalid combinations. | |
173 | * In ipq->ecn, we store the OR value of each ip4_frag_ecn() fragment value. | |
174 | */ | |
175 | #define IPFRAG_ECN_NOT_ECT 0x01 /* one frag had ECN_NOT_ECT */ | |
176 | #define IPFRAG_ECN_ECT_1 0x02 /* one frag had ECN_ECT_1 */ | |
177 | #define IPFRAG_ECN_ECT_0 0x04 /* one frag had ECN_ECT_0 */ | |
178 | #define IPFRAG_ECN_CE 0x08 /* one frag had ECN_CE */ | |
179 | ||
180 | extern const u8 ip_frag_ecn_table[16]; | |
181 | ||
c23f35d1 PO |
182 | /* Return values of inet_frag_queue_insert() */ |
183 | #define IPFRAG_OK 0 | |
184 | #define IPFRAG_DUP 1 | |
185 | #define IPFRAG_OVERLAP 2 | |
186 | int inet_frag_queue_insert(struct inet_frag_queue *q, struct sk_buff *skb, | |
187 | int offset, int end); | |
188 | void *inet_frag_reasm_prepare(struct inet_frag_queue *q, struct sk_buff *skb, | |
189 | struct sk_buff *parent); | |
190 | void inet_frag_reasm_finish(struct inet_frag_queue *q, struct sk_buff *head, | |
891584f4 | 191 | void *reasm_data, bool try_coalesce); |
c23f35d1 PO |
192 | struct sk_buff *inet_frag_pull_head(struct inet_frag_queue *q); |
193 | ||
5ab11c98 | 194 | #endif |