Commit | Line | Data |
---|---|---|
d2912cb1 | 1 | /* SPDX-License-Identifier: GPL-2.0-only */ |
43a0c675 TH |
2 | /* |
3 | * Stream Parser | |
4 | * | |
5 | * Copyright (c) 2016 Tom Herbert <tom@herbertland.com> | |
43a0c675 TH |
6 | */ |
7 | ||
8 | #ifndef __NET_STRPARSER_H_ | |
9 | #define __NET_STRPARSER_H_ | |
10 | ||
11 | #include <linux/skbuff.h> | |
12 | #include <net/sock.h> | |
13 | ||
14 | #define STRP_STATS_ADD(stat, count) ((stat) += (count)) | |
15 | #define STRP_STATS_INCR(stat) ((stat)++) | |
16 | ||
17 | struct strp_stats { | |
bbb03029 TH |
18 | unsigned long long msgs; |
19 | unsigned long long bytes; | |
20 | unsigned int mem_fail; | |
21 | unsigned int need_more_hdr; | |
22 | unsigned int msg_too_big; | |
23 | unsigned int msg_timeouts; | |
24 | unsigned int bad_hdr_len; | |
43a0c675 TH |
25 | }; |
26 | ||
27 | struct strp_aggr_stats { | |
bbb03029 TH |
28 | unsigned long long msgs; |
29 | unsigned long long bytes; | |
30 | unsigned int mem_fail; | |
31 | unsigned int need_more_hdr; | |
32 | unsigned int msg_too_big; | |
33 | unsigned int msg_timeouts; | |
34 | unsigned int bad_hdr_len; | |
35 | unsigned int aborts; | |
36 | unsigned int interrupted; | |
37 | unsigned int unrecov_intr; | |
43a0c675 TH |
38 | }; |
39 | ||
40 | struct strparser; | |
41 | ||
42 | /* Callbacks are called with lock held for the attached socket */ | |
43 | struct strp_callbacks { | |
44 | int (*parse_msg)(struct strparser *strp, struct sk_buff *skb); | |
45 | void (*rcv_msg)(struct strparser *strp, struct sk_buff *skb); | |
46 | int (*read_sock_done)(struct strparser *strp, int err); | |
47 | void (*abort_parser)(struct strparser *strp, int err); | |
bbb03029 TH |
48 | void (*lock)(struct strparser *strp); |
49 | void (*unlock)(struct strparser *strp); | |
43a0c675 TH |
50 | }; |
51 | ||
bbb03029 | 52 | struct strp_msg { |
43a0c675 TH |
53 | int full_len; |
54 | int offset; | |
55 | }; | |
56 | ||
e0dc3b93 JF |
57 | struct _strp_msg { |
58 | /* Internal cb structure. struct strp_msg must be first for passing | |
59 | * to upper layer. | |
60 | */ | |
61 | struct strp_msg strp; | |
62 | int accum_len; | |
63 | }; | |
64 | ||
65 | struct sk_skb_cb { | |
66 | #define SK_SKB_CB_PRIV_LEN 20 | |
67 | unsigned char data[SK_SKB_CB_PRIV_LEN]; | |
2d91ecac JK |
68 | /* align strp on cache line boundary within skb->cb[] */ |
69 | unsigned char pad[4]; | |
e0dc3b93 | 70 | struct _strp_msg strp; |
2d91ecac JK |
71 | |
72 | /* strp users' data follows */ | |
c3f6bb74 JK |
73 | struct tls_msg { |
74 | u8 control; | |
75 | } tls; | |
2d91ecac JK |
76 | /* temp_reg is a temporary register used for bpf_convert_data_end_access |
77 | * when dst_reg == src_reg. | |
78 | */ | |
79 | u64 temp_reg; | |
e0dc3b93 JF |
80 | }; |
81 | ||
bbb03029 | 82 | static inline struct strp_msg *strp_msg(struct sk_buff *skb) |
43a0c675 | 83 | { |
bbb03029 | 84 | return (struct strp_msg *)((void *)skb->cb + |
e0dc3b93 | 85 | offsetof(struct sk_skb_cb, strp)); |
43a0c675 TH |
86 | } |
87 | ||
88 | /* Structure for an attached lower socket */ | |
89 | struct strparser { | |
90 | struct sock *sk; | |
91 | ||
bbb03029 TH |
92 | u32 stopped : 1; |
93 | u32 paused : 1; | |
94 | u32 aborted : 1; | |
95 | u32 interrupted : 1; | |
96 | u32 unrecov_intr : 1; | |
97 | ||
98 | struct sk_buff **skb_nextp; | |
bbb03029 TH |
99 | struct sk_buff *skb_head; |
100 | unsigned int need_bytes; | |
829385f0 | 101 | struct delayed_work msg_timer_work; |
bbb03029 | 102 | struct work_struct work; |
43a0c675 TH |
103 | struct strp_stats stats; |
104 | struct strp_callbacks cb; | |
105 | }; | |
106 | ||
107 | /* Must be called with lock held for attached socket */ | |
108 | static inline void strp_pause(struct strparser *strp) | |
109 | { | |
bbb03029 | 110 | strp->paused = 1; |
43a0c675 TH |
111 | } |
112 | ||
113 | /* May be called without holding lock for attached socket */ | |
cff6a334 | 114 | void strp_unpause(struct strparser *strp); |
7170e604 DRK |
115 | /* Must be called with process lock held (lock_sock) */ |
116 | void __strp_unpause(struct strparser *strp); | |
43a0c675 TH |
117 | |
118 | static inline void save_strp_stats(struct strparser *strp, | |
119 | struct strp_aggr_stats *agg_stats) | |
120 | { | |
121 | /* Save psock statistics in the mux when psock is being unattached. */ | |
122 | ||
123 | #define SAVE_PSOCK_STATS(_stat) (agg_stats->_stat += \ | |
124 | strp->stats._stat) | |
bbb03029 TH |
125 | SAVE_PSOCK_STATS(msgs); |
126 | SAVE_PSOCK_STATS(bytes); | |
127 | SAVE_PSOCK_STATS(mem_fail); | |
128 | SAVE_PSOCK_STATS(need_more_hdr); | |
129 | SAVE_PSOCK_STATS(msg_too_big); | |
130 | SAVE_PSOCK_STATS(msg_timeouts); | |
131 | SAVE_PSOCK_STATS(bad_hdr_len); | |
43a0c675 TH |
132 | #undef SAVE_PSOCK_STATS |
133 | ||
bbb03029 TH |
134 | if (strp->aborted) |
135 | agg_stats->aborts++; | |
136 | if (strp->interrupted) | |
137 | agg_stats->interrupted++; | |
138 | if (strp->unrecov_intr) | |
139 | agg_stats->unrecov_intr++; | |
43a0c675 TH |
140 | } |
141 | ||
142 | static inline void aggregate_strp_stats(struct strp_aggr_stats *stats, | |
143 | struct strp_aggr_stats *agg_stats) | |
144 | { | |
145 | #define SAVE_PSOCK_STATS(_stat) (agg_stats->_stat += stats->_stat) | |
bbb03029 TH |
146 | SAVE_PSOCK_STATS(msgs); |
147 | SAVE_PSOCK_STATS(bytes); | |
148 | SAVE_PSOCK_STATS(mem_fail); | |
149 | SAVE_PSOCK_STATS(need_more_hdr); | |
150 | SAVE_PSOCK_STATS(msg_too_big); | |
151 | SAVE_PSOCK_STATS(msg_timeouts); | |
152 | SAVE_PSOCK_STATS(bad_hdr_len); | |
153 | SAVE_PSOCK_STATS(aborts); | |
154 | SAVE_PSOCK_STATS(interrupted); | |
155 | SAVE_PSOCK_STATS(unrecov_intr); | |
43a0c675 TH |
156 | #undef SAVE_PSOCK_STATS |
157 | ||
158 | } | |
159 | ||
160 | void strp_done(struct strparser *strp); | |
161 | void strp_stop(struct strparser *strp); | |
162 | void strp_check_rcv(struct strparser *strp); | |
bbb03029 | 163 | int strp_init(struct strparser *strp, struct sock *sk, |
3fd87127 | 164 | const struct strp_callbacks *cb); |
96a59083 | 165 | void strp_data_ready(struct strparser *strp); |
bbb03029 TH |
166 | int strp_process(struct strparser *strp, struct sk_buff *orig_skb, |
167 | unsigned int orig_offset, size_t orig_len, | |
168 | size_t max_msg_size, long timeo); | |
43a0c675 TH |
169 | |
170 | #endif /* __NET_STRPARSER_H_ */ |