Commit | Line | Data |
---|---|---|
d2912cb1 | 1 | // SPDX-License-Identifier: GPL-2.0-only |
96518518 | 2 | /* |
ef1f7df9 | 3 | * Copyright (c) 2008-2009 Patrick McHardy <kaber@trash.net> |
96518518 | 4 | * |
96518518 PM |
5 | * Development of this code funded by Astaro AG (http://www.astaro.com/) |
6 | */ | |
7 | ||
8 | #include <linux/kernel.h> | |
9 | #include <linux/init.h> | |
10 | #include <linux/module.h> | |
11 | #include <linux/netlink.h> | |
12 | #include <linux/netfilter.h> | |
8819efc9 | 13 | #include <linux/if_arp.h> |
96518518 PM |
14 | #include <linux/netfilter/nf_tables.h> |
15 | #include <net/netfilter/nf_tables_core.h> | |
c9626a2c | 16 | #include <net/netfilter/nf_tables_offload.h> |
96518518 PM |
17 | #include <net/netfilter/nf_tables.h> |
18 | ||
19 | struct nft_cmp_expr { | |
20 | struct nft_data data; | |
4f16d25c | 21 | u8 sreg; |
96518518 PM |
22 | u8 len; |
23 | enum nft_cmp_ops op:8; | |
24 | }; | |
25 | ||
10870dd8 FW |
26 | void nft_cmp_eval(const struct nft_expr *expr, |
27 | struct nft_regs *regs, | |
28 | const struct nft_pktinfo *pkt) | |
96518518 PM |
29 | { |
30 | const struct nft_cmp_expr *priv = nft_expr_priv(expr); | |
31 | int d; | |
32 | ||
e562d860 | 33 | d = memcmp(®s->data[priv->sreg], &priv->data, priv->len); |
96518518 PM |
34 | switch (priv->op) { |
35 | case NFT_CMP_EQ: | |
36 | if (d != 0) | |
37 | goto mismatch; | |
38 | break; | |
39 | case NFT_CMP_NEQ: | |
40 | if (d == 0) | |
41 | goto mismatch; | |
42 | break; | |
43 | case NFT_CMP_LT: | |
44 | if (d == 0) | |
45 | goto mismatch; | |
954d8297 | 46 | fallthrough; |
96518518 PM |
47 | case NFT_CMP_LTE: |
48 | if (d > 0) | |
49 | goto mismatch; | |
50 | break; | |
51 | case NFT_CMP_GT: | |
52 | if (d == 0) | |
53 | goto mismatch; | |
954d8297 | 54 | fallthrough; |
96518518 PM |
55 | case NFT_CMP_GTE: |
56 | if (d < 0) | |
57 | goto mismatch; | |
58 | break; | |
59 | } | |
60 | return; | |
61 | ||
62 | mismatch: | |
a55e22e9 | 63 | regs->verdict.code = NFT_BREAK; |
96518518 PM |
64 | } |
65 | ||
66 | static const struct nla_policy nft_cmp_policy[NFTA_CMP_MAX + 1] = { | |
67 | [NFTA_CMP_SREG] = { .type = NLA_U32 }, | |
68 | [NFTA_CMP_OP] = { .type = NLA_U32 }, | |
69 | [NFTA_CMP_DATA] = { .type = NLA_NESTED }, | |
70 | }; | |
71 | ||
72 | static int nft_cmp_init(const struct nft_ctx *ctx, const struct nft_expr *expr, | |
73 | const struct nlattr * const tb[]) | |
74 | { | |
75 | struct nft_cmp_expr *priv = nft_expr_priv(expr); | |
76 | struct nft_data_desc desc; | |
77 | int err; | |
78 | ||
d0a11fc3 PM |
79 | err = nft_data_init(NULL, &priv->data, sizeof(priv->data), &desc, |
80 | tb[NFTA_CMP_DATA]); | |
fa5950e4 FW |
81 | if (err < 0) |
82 | return err; | |
96518518 | 83 | |
0d2c96af PNA |
84 | if (desc.type != NFT_DATA_VALUE) { |
85 | err = -EINVAL; | |
86 | nft_data_release(&priv->data, desc.type); | |
87 | return err; | |
88 | } | |
89 | ||
4f16d25c | 90 | err = nft_parse_register_load(tb[NFTA_CMP_SREG], &priv->sreg, desc.len); |
d07db988 PM |
91 | if (err < 0) |
92 | return err; | |
93 | ||
94 | priv->op = ntohl(nla_get_be32(tb[NFTA_CMP_OP])); | |
96518518 PM |
95 | priv->len = desc.len; |
96 | return 0; | |
97 | } | |
98 | ||
99 | static int nft_cmp_dump(struct sk_buff *skb, const struct nft_expr *expr) | |
100 | { | |
101 | const struct nft_cmp_expr *priv = nft_expr_priv(expr); | |
102 | ||
b1c96ed3 | 103 | if (nft_dump_register(skb, NFTA_CMP_SREG, priv->sreg)) |
96518518 PM |
104 | goto nla_put_failure; |
105 | if (nla_put_be32(skb, NFTA_CMP_OP, htonl(priv->op))) | |
106 | goto nla_put_failure; | |
107 | ||
108 | if (nft_data_dump(skb, NFTA_CMP_DATA, &priv->data, | |
109 | NFT_DATA_VALUE, priv->len) < 0) | |
110 | goto nla_put_failure; | |
111 | return 0; | |
112 | ||
113 | nla_put_failure: | |
114 | return -1; | |
115 | } | |
116 | ||
ff4d90a8 PNA |
117 | union nft_cmp_offload_data { |
118 | u16 val16; | |
119 | u32 val32; | |
120 | u64 val64; | |
121 | }; | |
122 | ||
123 | static void nft_payload_n2h(union nft_cmp_offload_data *data, | |
124 | const u8 *val, u32 len) | |
125 | { | |
126 | switch (len) { | |
127 | case 2: | |
128 | data->val16 = ntohs(*((u16 *)val)); | |
129 | break; | |
130 | case 4: | |
131 | data->val32 = ntohl(*((u32 *)val)); | |
132 | break; | |
133 | case 8: | |
134 | data->val64 = be64_to_cpu(*((u64 *)val)); | |
135 | break; | |
136 | default: | |
137 | WARN_ON_ONCE(1); | |
138 | break; | |
139 | } | |
140 | } | |
141 | ||
c9626a2c PNA |
142 | static int __nft_cmp_offload(struct nft_offload_ctx *ctx, |
143 | struct nft_flow_rule *flow, | |
144 | const struct nft_cmp_expr *priv) | |
145 | { | |
146 | struct nft_offload_reg *reg = &ctx->regs[priv->sreg]; | |
ff4d90a8 | 147 | union nft_cmp_offload_data _data, _datamask; |
c9626a2c PNA |
148 | u8 *mask = (u8 *)&flow->match.mask; |
149 | u8 *key = (u8 *)&flow->match.key; | |
ff4d90a8 | 150 | u8 *data, *datamask; |
c9626a2c | 151 | |
a5d45bc0 | 152 | if (priv->op != NFT_CMP_EQ || priv->len > reg->len) |
c9626a2c PNA |
153 | return -EOPNOTSUPP; |
154 | ||
ff4d90a8 PNA |
155 | if (reg->flags & NFT_OFFLOAD_F_NETWORK2HOST) { |
156 | nft_payload_n2h(&_data, (u8 *)&priv->data, reg->len); | |
157 | nft_payload_n2h(&_datamask, (u8 *)®->mask, reg->len); | |
158 | data = (u8 *)&_data; | |
159 | datamask = (u8 *)&_datamask; | |
160 | } else { | |
161 | data = (u8 *)&priv->data; | |
162 | datamask = (u8 *)®->mask; | |
163 | } | |
164 | ||
165 | memcpy(key + reg->offset, data, reg->len); | |
166 | memcpy(mask + reg->offset, datamask, reg->len); | |
c9626a2c PNA |
167 | |
168 | flow->match.dissector.used_keys |= BIT(reg->key); | |
169 | flow->match.dissector.offset[reg->key] = reg->base_offset; | |
170 | ||
8819efc9 PNA |
171 | if (reg->key == FLOW_DISSECTOR_KEY_META && |
172 | reg->offset == offsetof(struct nft_flow_key, meta.ingress_iftype) && | |
173 | nft_reg_load16(priv->data.data) != ARPHRD_ETHER) | |
174 | return -EOPNOTSUPP; | |
175 | ||
a5d45bc0 | 176 | nft_offload_update_dependency(ctx, &priv->data, reg->len); |
c9626a2c PNA |
177 | |
178 | return 0; | |
179 | } | |
180 | ||
181 | static int nft_cmp_offload(struct nft_offload_ctx *ctx, | |
182 | struct nft_flow_rule *flow, | |
183 | const struct nft_expr *expr) | |
184 | { | |
185 | const struct nft_cmp_expr *priv = nft_expr_priv(expr); | |
186 | ||
187 | return __nft_cmp_offload(ctx, flow, priv); | |
188 | } | |
189 | ||
ef1f7df9 PM |
190 | static const struct nft_expr_ops nft_cmp_ops = { |
191 | .type = &nft_cmp_type, | |
96518518 | 192 | .size = NFT_EXPR_SIZE(sizeof(struct nft_cmp_expr)), |
96518518 PM |
193 | .eval = nft_cmp_eval, |
194 | .init = nft_cmp_init, | |
195 | .dump = nft_cmp_dump, | |
c9626a2c | 196 | .offload = nft_cmp_offload, |
ef1f7df9 PM |
197 | }; |
198 | ||
cb7dbfd0 PM |
199 | static int nft_cmp_fast_init(const struct nft_ctx *ctx, |
200 | const struct nft_expr *expr, | |
201 | const struct nlattr * const tb[]) | |
202 | { | |
203 | struct nft_cmp_fast_expr *priv = nft_expr_priv(expr); | |
204 | struct nft_data_desc desc; | |
205 | struct nft_data data; | |
cb7dbfd0 PM |
206 | int err; |
207 | ||
d0a11fc3 PM |
208 | err = nft_data_init(NULL, &data, sizeof(data), &desc, |
209 | tb[NFTA_CMP_DATA]); | |
fa5950e4 FW |
210 | if (err < 0) |
211 | return err; | |
cb7dbfd0 | 212 | |
4f16d25c | 213 | err = nft_parse_register_load(tb[NFTA_CMP_SREG], &priv->sreg, desc.len); |
d07db988 PM |
214 | if (err < 0) |
215 | return err; | |
216 | ||
217 | desc.len *= BITS_PER_BYTE; | |
d07db988 | 218 | |
5f48846d PS |
219 | priv->mask = nft_cmp_fast_mask(desc.len); |
220 | priv->data = data.data[0] & priv->mask; | |
cb7dbfd0 | 221 | priv->len = desc.len; |
5f48846d | 222 | priv->inv = ntohl(nla_get_be32(tb[NFTA_CMP_OP])) != NFT_CMP_EQ; |
cb7dbfd0 PM |
223 | return 0; |
224 | } | |
225 | ||
c9626a2c PNA |
226 | static int nft_cmp_fast_offload(struct nft_offload_ctx *ctx, |
227 | struct nft_flow_rule *flow, | |
228 | const struct nft_expr *expr) | |
229 | { | |
230 | const struct nft_cmp_fast_expr *priv = nft_expr_priv(expr); | |
231 | struct nft_cmp_expr cmp = { | |
232 | .data = { | |
233 | .data = { | |
234 | [0] = priv->data, | |
235 | }, | |
236 | }, | |
237 | .sreg = priv->sreg, | |
238 | .len = priv->len / BITS_PER_BYTE, | |
5f48846d | 239 | .op = priv->inv ? NFT_CMP_NEQ : NFT_CMP_EQ, |
c9626a2c PNA |
240 | }; |
241 | ||
242 | return __nft_cmp_offload(ctx, flow, &cmp); | |
243 | } | |
244 | ||
cb7dbfd0 PM |
245 | static int nft_cmp_fast_dump(struct sk_buff *skb, const struct nft_expr *expr) |
246 | { | |
247 | const struct nft_cmp_fast_expr *priv = nft_expr_priv(expr); | |
5f48846d | 248 | enum nft_cmp_ops op = priv->inv ? NFT_CMP_NEQ : NFT_CMP_EQ; |
cb7dbfd0 PM |
249 | struct nft_data data; |
250 | ||
b1c96ed3 | 251 | if (nft_dump_register(skb, NFTA_CMP_SREG, priv->sreg)) |
cb7dbfd0 | 252 | goto nla_put_failure; |
5f48846d | 253 | if (nla_put_be32(skb, NFTA_CMP_OP, htonl(op))) |
cb7dbfd0 PM |
254 | goto nla_put_failure; |
255 | ||
256 | data.data[0] = priv->data; | |
257 | if (nft_data_dump(skb, NFTA_CMP_DATA, &data, | |
258 | NFT_DATA_VALUE, priv->len / BITS_PER_BYTE) < 0) | |
259 | goto nla_put_failure; | |
260 | return 0; | |
261 | ||
262 | nla_put_failure: | |
263 | return -1; | |
264 | } | |
265 | ||
266 | const struct nft_expr_ops nft_cmp_fast_ops = { | |
267 | .type = &nft_cmp_type, | |
268 | .size = NFT_EXPR_SIZE(sizeof(struct nft_cmp_fast_expr)), | |
269 | .eval = NULL, /* inlined */ | |
270 | .init = nft_cmp_fast_init, | |
271 | .dump = nft_cmp_fast_dump, | |
c9626a2c | 272 | .offload = nft_cmp_fast_offload, |
cb7dbfd0 PM |
273 | }; |
274 | ||
0ca743a5 PNA |
275 | static const struct nft_expr_ops * |
276 | nft_cmp_select_ops(const struct nft_ctx *ctx, const struct nlattr * const tb[]) | |
cb7dbfd0 PM |
277 | { |
278 | struct nft_data_desc desc; | |
279 | struct nft_data data; | |
cb7dbfd0 PM |
280 | enum nft_cmp_ops op; |
281 | int err; | |
282 | ||
283 | if (tb[NFTA_CMP_SREG] == NULL || | |
284 | tb[NFTA_CMP_OP] == NULL || | |
285 | tb[NFTA_CMP_DATA] == NULL) | |
286 | return ERR_PTR(-EINVAL); | |
287 | ||
cb7dbfd0 PM |
288 | op = ntohl(nla_get_be32(tb[NFTA_CMP_OP])); |
289 | switch (op) { | |
290 | case NFT_CMP_EQ: | |
291 | case NFT_CMP_NEQ: | |
292 | case NFT_CMP_LT: | |
293 | case NFT_CMP_LTE: | |
294 | case NFT_CMP_GT: | |
295 | case NFT_CMP_GTE: | |
296 | break; | |
297 | default: | |
298 | return ERR_PTR(-EINVAL); | |
299 | } | |
300 | ||
d0a11fc3 PM |
301 | err = nft_data_init(NULL, &data, sizeof(data), &desc, |
302 | tb[NFTA_CMP_DATA]); | |
cb7dbfd0 PM |
303 | if (err < 0) |
304 | return ERR_PTR(err); | |
305 | ||
626899a0 | 306 | if (desc.type != NFT_DATA_VALUE) |
71df14b0 | 307 | goto err1; |
71df14b0 | 308 | |
5f48846d | 309 | if (desc.len <= sizeof(u32) && (op == NFT_CMP_EQ || op == NFT_CMP_NEQ)) |
cb7dbfd0 | 310 | return &nft_cmp_fast_ops; |
71df14b0 PNA |
311 | |
312 | return &nft_cmp_ops; | |
313 | err1: | |
59105446 | 314 | nft_data_release(&data, desc.type); |
71df14b0 | 315 | return ERR_PTR(-EINVAL); |
cb7dbfd0 PM |
316 | } |
317 | ||
4e24877e | 318 | struct nft_expr_type nft_cmp_type __read_mostly = { |
ef1f7df9 | 319 | .name = "cmp", |
cb7dbfd0 | 320 | .select_ops = nft_cmp_select_ops, |
96518518 PM |
321 | .policy = nft_cmp_policy, |
322 | .maxattr = NFTA_CMP_MAX, | |
ef1f7df9 | 323 | .owner = THIS_MODULE, |
96518518 | 324 | }; |