Commit | Line | Data |
---|---|---|
d0f6dd8a AV |
1 | /* |
2 | * Copyright (c) 2016, Amir Vadai <amir@vadai.me> | |
3 | * Copyright (c) 2016, Mellanox Technologies. All rights reserved. | |
4 | * | |
5 | * This program is free software; you can redistribute it and/or modify | |
6 | * it under the terms of the GNU General Public License as published by | |
7 | * the Free Software Foundation; either version 2 of the License, or | |
8 | * (at your option) any later version. | |
9 | */ | |
10 | ||
11 | #include <linux/module.h> | |
12 | #include <linux/init.h> | |
13 | #include <linux/kernel.h> | |
14 | #include <linux/skbuff.h> | |
15 | #include <linux/rtnetlink.h> | |
16 | #include <net/netlink.h> | |
17 | #include <net/pkt_sched.h> | |
18 | #include <net/dst.h> | |
d0f6dd8a AV |
19 | |
20 | #include <linux/tc_act/tc_tunnel_key.h> | |
21 | #include <net/tc_act/tc_tunnel_key.h> | |
22 | ||
23 | #define TUNNEL_KEY_TAB_MASK 15 | |
24 | ||
c7d03a00 | 25 | static unsigned int tunnel_key_net_id; |
d0f6dd8a AV |
26 | static struct tc_action_ops act_tunnel_key_ops; |
27 | ||
28 | static int tunnel_key_act(struct sk_buff *skb, const struct tc_action *a, | |
29 | struct tcf_result *res) | |
30 | { | |
31 | struct tcf_tunnel_key *t = to_tunnel_key(a); | |
32 | struct tcf_tunnel_key_params *params; | |
33 | int action; | |
34 | ||
35 | rcu_read_lock(); | |
36 | ||
37 | params = rcu_dereference(t->params); | |
38 | ||
39 | tcf_lastuse_update(&t->tcf_tm); | |
40 | bstats_cpu_update(this_cpu_ptr(t->common.cpu_bstats), skb); | |
41 | action = params->action; | |
42 | ||
43 | switch (params->tcft_action) { | |
44 | case TCA_TUNNEL_KEY_ACT_RELEASE: | |
45 | skb_dst_drop(skb); | |
46 | break; | |
47 | case TCA_TUNNEL_KEY_ACT_SET: | |
48 | skb_dst_drop(skb); | |
49 | skb_dst_set(skb, dst_clone(¶ms->tcft_enc_metadata->dst)); | |
50 | break; | |
51 | default: | |
52 | WARN_ONCE(1, "Bad tunnel_key action %d.\n", | |
53 | params->tcft_action); | |
54 | break; | |
55 | } | |
56 | ||
57 | rcu_read_unlock(); | |
58 | ||
59 | return action; | |
60 | } | |
61 | ||
62 | static const struct nla_policy tunnel_key_policy[TCA_TUNNEL_KEY_MAX + 1] = { | |
63 | [TCA_TUNNEL_KEY_PARMS] = { .len = sizeof(struct tc_tunnel_key) }, | |
64 | [TCA_TUNNEL_KEY_ENC_IPV4_SRC] = { .type = NLA_U32 }, | |
65 | [TCA_TUNNEL_KEY_ENC_IPV4_DST] = { .type = NLA_U32 }, | |
66 | [TCA_TUNNEL_KEY_ENC_IPV6_SRC] = { .len = sizeof(struct in6_addr) }, | |
67 | [TCA_TUNNEL_KEY_ENC_IPV6_DST] = { .len = sizeof(struct in6_addr) }, | |
68 | [TCA_TUNNEL_KEY_ENC_KEY_ID] = { .type = NLA_U32 }, | |
75bfbca0 | 69 | [TCA_TUNNEL_KEY_ENC_DST_PORT] = {.type = NLA_U16}, |
86087e17 | 70 | [TCA_TUNNEL_KEY_NO_CSUM] = { .type = NLA_U8 }, |
d0f6dd8a AV |
71 | }; |
72 | ||
73 | static int tunnel_key_init(struct net *net, struct nlattr *nla, | |
74 | struct nlattr *est, struct tc_action **a, | |
75 | int ovr, int bind) | |
76 | { | |
77 | struct tc_action_net *tn = net_generic(net, tunnel_key_net_id); | |
78 | struct nlattr *tb[TCA_TUNNEL_KEY_MAX + 1]; | |
79 | struct tcf_tunnel_key_params *params_old; | |
80 | struct tcf_tunnel_key_params *params_new; | |
81 | struct metadata_dst *metadata = NULL; | |
82 | struct tc_tunnel_key *parm; | |
83 | struct tcf_tunnel_key *t; | |
84 | bool exists = false; | |
75bfbca0 | 85 | __be16 dst_port = 0; |
d0f6dd8a | 86 | __be64 key_id; |
86087e17 | 87 | __be16 flags; |
d0f6dd8a AV |
88 | int ret = 0; |
89 | int err; | |
90 | ||
91 | if (!nla) | |
92 | return -EINVAL; | |
93 | ||
fceb6435 JB |
94 | err = nla_parse_nested(tb, TCA_TUNNEL_KEY_MAX, nla, tunnel_key_policy, |
95 | NULL); | |
d0f6dd8a AV |
96 | if (err < 0) |
97 | return err; | |
98 | ||
99 | if (!tb[TCA_TUNNEL_KEY_PARMS]) | |
100 | return -EINVAL; | |
101 | ||
102 | parm = nla_data(tb[TCA_TUNNEL_KEY_PARMS]); | |
103 | exists = tcf_hash_check(tn, parm->index, a, bind); | |
104 | if (exists && bind) | |
105 | return 0; | |
106 | ||
107 | switch (parm->t_action) { | |
108 | case TCA_TUNNEL_KEY_ACT_RELEASE: | |
109 | break; | |
110 | case TCA_TUNNEL_KEY_ACT_SET: | |
111 | if (!tb[TCA_TUNNEL_KEY_ENC_KEY_ID]) { | |
112 | ret = -EINVAL; | |
113 | goto err_out; | |
114 | } | |
115 | ||
116 | key_id = key32_to_tunnel_id(nla_get_be32(tb[TCA_TUNNEL_KEY_ENC_KEY_ID])); | |
117 | ||
86087e17 JB |
118 | flags = TUNNEL_KEY | TUNNEL_CSUM; |
119 | if (tb[TCA_TUNNEL_KEY_NO_CSUM] && | |
120 | nla_get_u8(tb[TCA_TUNNEL_KEY_NO_CSUM])) | |
121 | flags &= ~TUNNEL_CSUM; | |
122 | ||
75bfbca0 HHZ |
123 | if (tb[TCA_TUNNEL_KEY_ENC_DST_PORT]) |
124 | dst_port = nla_get_be16(tb[TCA_TUNNEL_KEY_ENC_DST_PORT]); | |
125 | ||
d0f6dd8a AV |
126 | if (tb[TCA_TUNNEL_KEY_ENC_IPV4_SRC] && |
127 | tb[TCA_TUNNEL_KEY_ENC_IPV4_DST]) { | |
128 | __be32 saddr; | |
129 | __be32 daddr; | |
130 | ||
131 | saddr = nla_get_in_addr(tb[TCA_TUNNEL_KEY_ENC_IPV4_SRC]); | |
132 | daddr = nla_get_in_addr(tb[TCA_TUNNEL_KEY_ENC_IPV4_DST]); | |
133 | ||
134 | metadata = __ip_tun_set_dst(saddr, daddr, 0, 0, | |
86087e17 | 135 | dst_port, flags, |
75bfbca0 | 136 | key_id, 0); |
d0f6dd8a AV |
137 | } else if (tb[TCA_TUNNEL_KEY_ENC_IPV6_SRC] && |
138 | tb[TCA_TUNNEL_KEY_ENC_IPV6_DST]) { | |
139 | struct in6_addr saddr; | |
140 | struct in6_addr daddr; | |
141 | ||
142 | saddr = nla_get_in6_addr(tb[TCA_TUNNEL_KEY_ENC_IPV6_SRC]); | |
143 | daddr = nla_get_in6_addr(tb[TCA_TUNNEL_KEY_ENC_IPV6_DST]); | |
144 | ||
dc594ecd | 145 | metadata = __ipv6_tun_set_dst(&saddr, &daddr, 0, 0, dst_port, |
86087e17 | 146 | 0, flags, |
75bfbca0 | 147 | key_id, 0); |
d0f6dd8a AV |
148 | } |
149 | ||
150 | if (!metadata) { | |
151 | ret = -EINVAL; | |
152 | goto err_out; | |
153 | } | |
154 | ||
155 | metadata->u.tun_info.mode |= IP_TUNNEL_INFO_TX; | |
156 | break; | |
157 | default: | |
158 | goto err_out; | |
159 | } | |
160 | ||
161 | if (!exists) { | |
162 | ret = tcf_hash_create(tn, parm->index, est, a, | |
163 | &act_tunnel_key_ops, bind, true); | |
164 | if (ret) | |
165 | return ret; | |
166 | ||
167 | ret = ACT_P_CREATED; | |
168 | } else { | |
169 | tcf_hash_release(*a, bind); | |
170 | if (!ovr) | |
171 | return -EEXIST; | |
172 | } | |
173 | ||
174 | t = to_tunnel_key(*a); | |
175 | ||
176 | ASSERT_RTNL(); | |
177 | params_new = kzalloc(sizeof(*params_new), GFP_KERNEL); | |
178 | if (unlikely(!params_new)) { | |
179 | if (ret == ACT_P_CREATED) | |
180 | tcf_hash_release(*a, bind); | |
181 | return -ENOMEM; | |
182 | } | |
183 | ||
184 | params_old = rtnl_dereference(t->params); | |
185 | ||
186 | params_new->action = parm->action; | |
187 | params_new->tcft_action = parm->t_action; | |
188 | params_new->tcft_enc_metadata = metadata; | |
189 | ||
190 | rcu_assign_pointer(t->params, params_new); | |
191 | ||
192 | if (params_old) | |
193 | kfree_rcu(params_old, rcu); | |
194 | ||
195 | if (ret == ACT_P_CREATED) | |
196 | tcf_hash_insert(tn, *a); | |
197 | ||
198 | return ret; | |
199 | ||
200 | err_out: | |
201 | if (exists) | |
202 | tcf_hash_release(*a, bind); | |
203 | return ret; | |
204 | } | |
205 | ||
206 | static void tunnel_key_release(struct tc_action *a, int bind) | |
207 | { | |
208 | struct tcf_tunnel_key *t = to_tunnel_key(a); | |
209 | struct tcf_tunnel_key_params *params; | |
210 | ||
07c0f09e | 211 | params = rcu_dereference_protected(t->params, 1); |
d0f6dd8a AV |
212 | |
213 | if (params->tcft_action == TCA_TUNNEL_KEY_ACT_SET) | |
214 | dst_release(¶ms->tcft_enc_metadata->dst); | |
215 | ||
216 | kfree_rcu(params, rcu); | |
d0f6dd8a AV |
217 | } |
218 | ||
219 | static int tunnel_key_dump_addresses(struct sk_buff *skb, | |
220 | const struct ip_tunnel_info *info) | |
221 | { | |
222 | unsigned short family = ip_tunnel_info_af(info); | |
223 | ||
224 | if (family == AF_INET) { | |
225 | __be32 saddr = info->key.u.ipv4.src; | |
226 | __be32 daddr = info->key.u.ipv4.dst; | |
227 | ||
228 | if (!nla_put_in_addr(skb, TCA_TUNNEL_KEY_ENC_IPV4_SRC, saddr) && | |
229 | !nla_put_in_addr(skb, TCA_TUNNEL_KEY_ENC_IPV4_DST, daddr)) | |
230 | return 0; | |
231 | } | |
232 | ||
233 | if (family == AF_INET6) { | |
234 | const struct in6_addr *saddr6 = &info->key.u.ipv6.src; | |
235 | const struct in6_addr *daddr6 = &info->key.u.ipv6.dst; | |
236 | ||
237 | if (!nla_put_in6_addr(skb, | |
238 | TCA_TUNNEL_KEY_ENC_IPV6_SRC, saddr6) && | |
239 | !nla_put_in6_addr(skb, | |
240 | TCA_TUNNEL_KEY_ENC_IPV6_DST, daddr6)) | |
241 | return 0; | |
242 | } | |
243 | ||
244 | return -EINVAL; | |
245 | } | |
246 | ||
247 | static int tunnel_key_dump(struct sk_buff *skb, struct tc_action *a, | |
248 | int bind, int ref) | |
249 | { | |
250 | unsigned char *b = skb_tail_pointer(skb); | |
251 | struct tcf_tunnel_key *t = to_tunnel_key(a); | |
252 | struct tcf_tunnel_key_params *params; | |
253 | struct tc_tunnel_key opt = { | |
254 | .index = t->tcf_index, | |
255 | .refcnt = t->tcf_refcnt - ref, | |
256 | .bindcnt = t->tcf_bindcnt - bind, | |
257 | }; | |
258 | struct tcf_t tm; | |
d0f6dd8a | 259 | |
07c0f09e | 260 | params = rtnl_dereference(t->params); |
d0f6dd8a AV |
261 | |
262 | opt.t_action = params->tcft_action; | |
263 | opt.action = params->action; | |
264 | ||
265 | if (nla_put(skb, TCA_TUNNEL_KEY_PARMS, sizeof(opt), &opt)) | |
266 | goto nla_put_failure; | |
267 | ||
268 | if (params->tcft_action == TCA_TUNNEL_KEY_ACT_SET) { | |
269 | struct ip_tunnel_key *key = | |
270 | ¶ms->tcft_enc_metadata->u.tun_info.key; | |
271 | __be32 key_id = tunnel_id_to_key32(key->tun_id); | |
272 | ||
273 | if (nla_put_be32(skb, TCA_TUNNEL_KEY_ENC_KEY_ID, key_id) || | |
274 | tunnel_key_dump_addresses(skb, | |
75bfbca0 | 275 | ¶ms->tcft_enc_metadata->u.tun_info) || |
86087e17 JB |
276 | nla_put_be16(skb, TCA_TUNNEL_KEY_ENC_DST_PORT, key->tp_dst) || |
277 | nla_put_u8(skb, TCA_TUNNEL_KEY_NO_CSUM, | |
278 | !(key->tun_flags & TUNNEL_CSUM))) | |
d0f6dd8a AV |
279 | goto nla_put_failure; |
280 | } | |
281 | ||
282 | tcf_tm_dump(&tm, &t->tcf_tm); | |
283 | if (nla_put_64bit(skb, TCA_TUNNEL_KEY_TM, sizeof(tm), | |
284 | &tm, TCA_TUNNEL_KEY_PAD)) | |
285 | goto nla_put_failure; | |
286 | ||
07c0f09e | 287 | return skb->len; |
d0f6dd8a AV |
288 | |
289 | nla_put_failure: | |
290 | nlmsg_trim(skb, b); | |
07c0f09e | 291 | return -1; |
d0f6dd8a AV |
292 | } |
293 | ||
294 | static int tunnel_key_walker(struct net *net, struct sk_buff *skb, | |
295 | struct netlink_callback *cb, int type, | |
296 | const struct tc_action_ops *ops) | |
297 | { | |
298 | struct tc_action_net *tn = net_generic(net, tunnel_key_net_id); | |
299 | ||
300 | return tcf_generic_walker(tn, skb, cb, type, ops); | |
301 | } | |
302 | ||
303 | static int tunnel_key_search(struct net *net, struct tc_action **a, u32 index) | |
304 | { | |
305 | struct tc_action_net *tn = net_generic(net, tunnel_key_net_id); | |
306 | ||
307 | return tcf_hash_search(tn, a, index); | |
308 | } | |
309 | ||
310 | static struct tc_action_ops act_tunnel_key_ops = { | |
311 | .kind = "tunnel_key", | |
312 | .type = TCA_ACT_TUNNEL_KEY, | |
313 | .owner = THIS_MODULE, | |
314 | .act = tunnel_key_act, | |
315 | .dump = tunnel_key_dump, | |
316 | .init = tunnel_key_init, | |
317 | .cleanup = tunnel_key_release, | |
318 | .walk = tunnel_key_walker, | |
319 | .lookup = tunnel_key_search, | |
320 | .size = sizeof(struct tcf_tunnel_key), | |
321 | }; | |
322 | ||
323 | static __net_init int tunnel_key_init_net(struct net *net) | |
324 | { | |
325 | struct tc_action_net *tn = net_generic(net, tunnel_key_net_id); | |
326 | ||
327 | return tc_action_net_init(tn, &act_tunnel_key_ops, TUNNEL_KEY_TAB_MASK); | |
328 | } | |
329 | ||
330 | static void __net_exit tunnel_key_exit_net(struct net *net) | |
331 | { | |
332 | struct tc_action_net *tn = net_generic(net, tunnel_key_net_id); | |
333 | ||
334 | tc_action_net_exit(tn); | |
335 | } | |
336 | ||
337 | static struct pernet_operations tunnel_key_net_ops = { | |
338 | .init = tunnel_key_init_net, | |
339 | .exit = tunnel_key_exit_net, | |
340 | .id = &tunnel_key_net_id, | |
341 | .size = sizeof(struct tc_action_net), | |
342 | }; | |
343 | ||
344 | static int __init tunnel_key_init_module(void) | |
345 | { | |
346 | return tcf_register_action(&act_tunnel_key_ops, &tunnel_key_net_ops); | |
347 | } | |
348 | ||
349 | static void __exit tunnel_key_cleanup_module(void) | |
350 | { | |
351 | tcf_unregister_action(&act_tunnel_key_ops, &tunnel_key_net_ops); | |
352 | } | |
353 | ||
354 | module_init(tunnel_key_init_module); | |
355 | module_exit(tunnel_key_cleanup_module); | |
356 | ||
357 | MODULE_AUTHOR("Amir Vadai <amir@vadai.me>"); | |
358 | MODULE_DESCRIPTION("ip tunnel manipulation actions"); | |
359 | MODULE_LICENSE("GPL v2"); |