drm/radeon: more strictly validate the UVD codec
[linux-2.6-block.git] / net / sched / act_api.c
CommitLineData
1da177e4
LT
1/*
2 * net/sched/act_api.c Packet action API.
3 *
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public License
6 * as published by the Free Software Foundation; either version
7 * 2 of the License, or (at your option) any later version.
8 *
9 * Author: Jamal Hadi Salim
10 *
11 *
12 */
13
1da177e4
LT
14#include <linux/types.h>
15#include <linux/kernel.h>
1da177e4 16#include <linux/string.h>
1da177e4 17#include <linux/errno.h>
5a0e3ad6 18#include <linux/slab.h>
1da177e4 19#include <linux/skbuff.h>
1da177e4
LT
20#include <linux/init.h>
21#include <linux/kmod.h>
ab27cfb8 22#include <linux/err.h>
3a9a231d 23#include <linux/module.h>
b854272b
DL
24#include <net/net_namespace.h>
25#include <net/sock.h>
1da177e4
LT
26#include <net/sch_generic.h>
27#include <net/act_api.h>
dc5fc579 28#include <net/netlink.h>
1da177e4 29
86062033 30void tcf_hash_destroy(struct tc_action *a)
e9ce1cd3 31{
86062033
WC
32 struct tcf_common *p = a->priv;
33 struct tcf_hashinfo *hinfo = a->ops->hinfo;
34
89819dc0
WC
35 spin_lock_bh(&hinfo->lock);
36 hlist_del(&p->tcfc_head);
37 spin_unlock_bh(&hinfo->lock);
38 gen_kill_estimator(&p->tcfc_bstats,
39 &p->tcfc_rate_est);
40 /*
41 * gen_estimator est_timer() might access p->tcfc_lock
42 * or bstats, wait a RCU grace period before freeing p
43 */
44 kfree_rcu(p, tcfc_rcu);
e9ce1cd3
DM
45}
46EXPORT_SYMBOL(tcf_hash_destroy);
47
86062033 48int tcf_hash_release(struct tc_action *a, int bind)
e9ce1cd3 49{
86062033 50 struct tcf_common *p = a->priv;
e9ce1cd3
DM
51 int ret = 0;
52
53 if (p) {
54 if (bind)
55 p->tcfc_bindcnt--;
55334a5d
WC
56 else if (p->tcfc_bindcnt > 0)
57 return -EPERM;
e9ce1cd3
DM
58
59 p->tcfc_refcnt--;
10297b99 60 if (p->tcfc_bindcnt <= 0 && p->tcfc_refcnt <= 0) {
a5b5c958
WC
61 if (a->ops->cleanup)
62 a->ops->cleanup(a, bind);
86062033 63 tcf_hash_destroy(a);
e9ce1cd3
DM
64 ret = 1;
65 }
66 }
67 return ret;
68}
69EXPORT_SYMBOL(tcf_hash_release);
70
71static int tcf_dump_walker(struct sk_buff *skb, struct netlink_callback *cb,
c779f7af 72 struct tc_action *a)
e9ce1cd3 73{
c779f7af 74 struct tcf_hashinfo *hinfo = a->ops->hinfo;
89819dc0 75 struct hlist_head *head;
e9ce1cd3 76 struct tcf_common *p;
cc7ec456 77 int err = 0, index = -1, i = 0, s_i = 0, n_i = 0;
4b3550ef 78 struct nlattr *nest;
e9ce1cd3 79
89819dc0 80 spin_lock_bh(&hinfo->lock);
e9ce1cd3
DM
81
82 s_i = cb->args[0];
83
84 for (i = 0; i < (hinfo->hmask + 1); i++) {
89819dc0 85 head = &hinfo->htab[tcf_hash(i, hinfo->hmask)];
e9ce1cd3 86
89819dc0 87 hlist_for_each_entry_rcu(p, head, tcfc_head) {
e9ce1cd3
DM
88 index++;
89 if (index < s_i)
90 continue;
91 a->priv = p;
92 a->order = n_i;
4b3550ef
PM
93
94 nest = nla_nest_start(skb, a->order);
95 if (nest == NULL)
96 goto nla_put_failure;
e9ce1cd3
DM
97 err = tcf_action_dump_1(skb, a, 0, 0);
98 if (err < 0) {
99 index--;
4b3550ef 100 nlmsg_trim(skb, nest);
e9ce1cd3
DM
101 goto done;
102 }
4b3550ef 103 nla_nest_end(skb, nest);
e9ce1cd3
DM
104 n_i++;
105 if (n_i >= TCA_ACT_MAX_PRIO)
106 goto done;
107 }
108 }
109done:
89819dc0 110 spin_unlock_bh(&hinfo->lock);
e9ce1cd3
DM
111 if (n_i)
112 cb->args[0] += n_i;
113 return n_i;
114
7ba699c6 115nla_put_failure:
4b3550ef 116 nla_nest_cancel(skb, nest);
e9ce1cd3
DM
117 goto done;
118}
119
c779f7af 120static int tcf_del_walker(struct sk_buff *skb, struct tc_action *a)
e9ce1cd3 121{
c779f7af 122 struct tcf_hashinfo *hinfo = a->ops->hinfo;
89819dc0
WC
123 struct hlist_head *head;
124 struct hlist_node *n;
125 struct tcf_common *p;
4b3550ef 126 struct nlattr *nest;
cc7ec456 127 int i = 0, n_i = 0;
55334a5d 128 int ret = -EINVAL;
e9ce1cd3 129
4b3550ef
PM
130 nest = nla_nest_start(skb, a->order);
131 if (nest == NULL)
132 goto nla_put_failure;
1b34ec43
DM
133 if (nla_put_string(skb, TCA_KIND, a->ops->kind))
134 goto nla_put_failure;
e9ce1cd3 135 for (i = 0; i < (hinfo->hmask + 1); i++) {
89819dc0
WC
136 head = &hinfo->htab[tcf_hash(i, hinfo->hmask)];
137 hlist_for_each_entry_safe(p, n, head, tcfc_head) {
86062033 138 a->priv = p;
55334a5d
WC
139 ret = tcf_hash_release(a, 0);
140 if (ret == ACT_P_DELETED) {
cc7ec456 141 module_put(a->ops->owner);
805c1f4a 142 n_i++;
55334a5d
WC
143 } else if (ret < 0)
144 goto nla_put_failure;
e9ce1cd3
DM
145 }
146 }
1b34ec43
DM
147 if (nla_put_u32(skb, TCA_FCNT, n_i))
148 goto nla_put_failure;
4b3550ef 149 nla_nest_end(skb, nest);
e9ce1cd3
DM
150
151 return n_i;
7ba699c6 152nla_put_failure:
4b3550ef 153 nla_nest_cancel(skb, nest);
55334a5d 154 return ret;
e9ce1cd3
DM
155}
156
9c75f402 157static int tcf_generic_walker(struct sk_buff *skb, struct netlink_callback *cb,
158 int type, struct tc_action *a)
e9ce1cd3 159{
e9ce1cd3 160 if (type == RTM_DELACTION) {
c779f7af 161 return tcf_del_walker(skb, a);
e9ce1cd3 162 } else if (type == RTM_GETACTION) {
c779f7af 163 return tcf_dump_walker(skb, cb, a);
e9ce1cd3 164 } else {
6ff9c364 165 WARN(1, "tcf_generic_walker: unknown action %d\n", type);
e9ce1cd3
DM
166 return -EINVAL;
167 }
168}
e9ce1cd3 169
6e6a50c2 170static struct tcf_common *tcf_hash_lookup(u32 index, struct tcf_hashinfo *hinfo)
e9ce1cd3 171{
89819dc0
WC
172 struct tcf_common *p = NULL;
173 struct hlist_head *head;
e9ce1cd3 174
89819dc0
WC
175 spin_lock_bh(&hinfo->lock);
176 head = &hinfo->htab[tcf_hash(index, hinfo->hmask)];
177 hlist_for_each_entry_rcu(p, head, tcfc_head)
e9ce1cd3
DM
178 if (p->tcfc_index == index)
179 break;
89819dc0 180 spin_unlock_bh(&hinfo->lock);
e9ce1cd3
DM
181
182 return p;
183}
e9ce1cd3 184
ddafd34f 185u32 tcf_hash_new_index(struct tcf_hashinfo *hinfo)
e9ce1cd3 186{
ddafd34f 187 u32 val = hinfo->index;
e9ce1cd3
DM
188
189 do {
190 if (++val == 0)
191 val = 1;
192 } while (tcf_hash_lookup(val, hinfo));
193
ddafd34f 194 hinfo->index = val;
17569fae 195 return val;
e9ce1cd3
DM
196}
197EXPORT_SYMBOL(tcf_hash_new_index);
198
6e6a50c2 199int tcf_hash_search(struct tc_action *a, u32 index)
e9ce1cd3
DM
200{
201 struct tcf_hashinfo *hinfo = a->ops->hinfo;
202 struct tcf_common *p = tcf_hash_lookup(index, hinfo);
203
204 if (p) {
205 a->priv = p;
206 return 1;
207 }
208 return 0;
209}
6e6a50c2 210EXPORT_SYMBOL(tcf_hash_search);
e9ce1cd3 211
86062033 212int tcf_hash_check(u32 index, struct tc_action *a, int bind)
e9ce1cd3 213{
c779f7af 214 struct tcf_hashinfo *hinfo = a->ops->hinfo;
e9ce1cd3
DM
215 struct tcf_common *p = NULL;
216 if (index && (p = tcf_hash_lookup(index, hinfo)) != NULL) {
76aab2c1 217 if (bind)
e9ce1cd3 218 p->tcfc_bindcnt++;
76aab2c1 219 p->tcfc_refcnt++;
e9ce1cd3 220 a->priv = p;
86062033 221 return 1;
e9ce1cd3 222 }
86062033 223 return 0;
e9ce1cd3
DM
224}
225EXPORT_SYMBOL(tcf_hash_check);
226
86062033
WC
227void tcf_hash_cleanup(struct tc_action *a, struct nlattr *est)
228{
229 struct tcf_common *pc = a->priv;
230 if (est)
231 gen_kill_estimator(&pc->tcfc_bstats,
232 &pc->tcfc_rate_est);
233 kfree_rcu(pc, tcfc_rcu);
234}
235EXPORT_SYMBOL(tcf_hash_cleanup);
236
237int tcf_hash_create(u32 index, struct nlattr *est, struct tc_action *a,
238 int size, int bind)
e9ce1cd3 239{
c779f7af 240 struct tcf_hashinfo *hinfo = a->ops->hinfo;
e9ce1cd3
DM
241 struct tcf_common *p = kzalloc(size, GFP_KERNEL);
242
243 if (unlikely(!p))
86062033 244 return -ENOMEM;
e9ce1cd3
DM
245 p->tcfc_refcnt = 1;
246 if (bind)
247 p->tcfc_bindcnt = 1;
248
249 spin_lock_init(&p->tcfc_lock);
89819dc0 250 INIT_HLIST_NODE(&p->tcfc_head);
ddafd34f 251 p->tcfc_index = index ? index : tcf_hash_new_index(hinfo);
e9ce1cd3
DM
252 p->tcfc_tm.install = jiffies;
253 p->tcfc_tm.lastuse = jiffies;
0e991ec6 254 if (est) {
22e0f8b9
JF
255 int err = gen_new_estimator(&p->tcfc_bstats, NULL,
256 &p->tcfc_rate_est,
0e991ec6
SH
257 &p->tcfc_lock, est);
258 if (err) {
259 kfree(p);
86062033 260 return err;
0e991ec6
SH
261 }
262 }
263
e9ce1cd3 264 a->priv = (void *) p;
86062033 265 return 0;
e9ce1cd3
DM
266}
267EXPORT_SYMBOL(tcf_hash_create);
268
86062033 269void tcf_hash_insert(struct tc_action *a)
e9ce1cd3 270{
86062033
WC
271 struct tcf_common *p = a->priv;
272 struct tcf_hashinfo *hinfo = a->ops->hinfo;
e9ce1cd3
DM
273 unsigned int h = tcf_hash(p->tcfc_index, hinfo->hmask);
274
89819dc0
WC
275 spin_lock_bh(&hinfo->lock);
276 hlist_add_head(&p->tcfc_head, &hinfo->htab[h]);
277 spin_unlock_bh(&hinfo->lock);
e9ce1cd3
DM
278}
279EXPORT_SYMBOL(tcf_hash_insert);
1da177e4 280
1f747c26 281static LIST_HEAD(act_base);
1da177e4
LT
282static DEFINE_RWLOCK(act_mod_lock);
283
4f1e9d89 284int tcf_register_action(struct tc_action_ops *act, unsigned int mask)
1da177e4 285{
1f747c26 286 struct tc_action_ops *a;
4f1e9d89 287 int err;
1da177e4 288
a5b5c958
WC
289 /* Must supply act, dump and init */
290 if (!act->act || !act->dump || !act->init)
76c82d7a
JHS
291 return -EINVAL;
292
382ca8a1 293 /* Supply defaults */
63ef6174
JHS
294 if (!act->lookup)
295 act->lookup = tcf_hash_search;
382ca8a1
JHS
296 if (!act->walk)
297 act->walk = tcf_generic_walker;
63ef6174 298
4f1e9d89
WC
299 act->hinfo = kmalloc(sizeof(struct tcf_hashinfo), GFP_KERNEL);
300 if (!act->hinfo)
301 return -ENOMEM;
302 err = tcf_hashinfo_init(act->hinfo, mask);
303 if (err) {
304 kfree(act->hinfo);
305 return err;
306 }
307
1da177e4 308 write_lock(&act_mod_lock);
1f747c26 309 list_for_each_entry(a, &act_base, head) {
1da177e4
LT
310 if (act->type == a->type || (strcmp(act->kind, a->kind) == 0)) {
311 write_unlock(&act_mod_lock);
4f1e9d89
WC
312 tcf_hashinfo_destroy(act->hinfo);
313 kfree(act->hinfo);
1da177e4
LT
314 return -EEXIST;
315 }
316 }
1f747c26 317 list_add_tail(&act->head, &act_base);
1da177e4
LT
318 write_unlock(&act_mod_lock);
319 return 0;
320}
62e3ba1b 321EXPORT_SYMBOL(tcf_register_action);
1da177e4
LT
322
323int tcf_unregister_action(struct tc_action_ops *act)
324{
1f747c26 325 struct tc_action_ops *a;
1da177e4
LT
326 int err = -ENOENT;
327
328 write_lock(&act_mod_lock);
a792866a
ED
329 list_for_each_entry(a, &act_base, head) {
330 if (a == act) {
331 list_del(&act->head);
4f1e9d89
WC
332 tcf_hashinfo_destroy(act->hinfo);
333 kfree(act->hinfo);
a792866a 334 err = 0;
1da177e4 335 break;
a792866a 336 }
1da177e4
LT
337 }
338 write_unlock(&act_mod_lock);
339 return err;
340}
62e3ba1b 341EXPORT_SYMBOL(tcf_unregister_action);
1da177e4
LT
342
343/* lookup by name */
344static struct tc_action_ops *tc_lookup_action_n(char *kind)
345{
a792866a 346 struct tc_action_ops *a, *res = NULL;
1da177e4
LT
347
348 if (kind) {
349 read_lock(&act_mod_lock);
1f747c26 350 list_for_each_entry(a, &act_base, head) {
1da177e4 351 if (strcmp(kind, a->kind) == 0) {
a792866a
ED
352 if (try_module_get(a->owner))
353 res = a;
1da177e4
LT
354 break;
355 }
356 }
357 read_unlock(&act_mod_lock);
358 }
a792866a 359 return res;
1da177e4
LT
360}
361
7ba699c6
PM
362/* lookup by nlattr */
363static struct tc_action_ops *tc_lookup_action(struct nlattr *kind)
1da177e4 364{
a792866a 365 struct tc_action_ops *a, *res = NULL;
1da177e4
LT
366
367 if (kind) {
368 read_lock(&act_mod_lock);
1f747c26 369 list_for_each_entry(a, &act_base, head) {
7ba699c6 370 if (nla_strcmp(kind, a->kind) == 0) {
a792866a
ED
371 if (try_module_get(a->owner))
372 res = a;
1da177e4
LT
373 break;
374 }
375 }
376 read_unlock(&act_mod_lock);
377 }
a792866a 378 return res;
1da177e4 379}
1da177e4 380
33be6271 381int tcf_action_exec(struct sk_buff *skb, const struct list_head *actions,
10297b99 382 struct tcf_result *res)
1da177e4 383{
dc7f9f6e 384 const struct tc_action *a;
1da177e4
LT
385 int ret = -1;
386
387 if (skb->tc_verd & TC_NCLS) {
388 skb->tc_verd = CLR_TC_NCLS(skb->tc_verd);
1da177e4
LT
389 ret = TC_ACT_OK;
390 goto exec_done;
391 }
33be6271 392 list_for_each_entry(a, actions, list) {
1da177e4 393repeat:
63acd680
JHS
394 ret = a->ops->act(skb, a, res);
395 if (TC_MUNGED & skb->tc_verd) {
396 /* copied already, allow trampling */
397 skb->tc_verd = SET_TC_OK2MUNGE(skb->tc_verd);
398 skb->tc_verd = CLR_TC_MUNGED(skb->tc_verd);
1da177e4 399 }
63acd680
JHS
400 if (ret == TC_ACT_REPEAT)
401 goto repeat; /* we need a ttl - JHS */
402 if (ret != TC_ACT_PIPE)
403 goto exec_done;
1da177e4
LT
404 }
405exec_done:
1da177e4
LT
406 return ret;
407}
62e3ba1b 408EXPORT_SYMBOL(tcf_action_exec);
1da177e4 409
55334a5d 410int tcf_action_destroy(struct list_head *actions, int bind)
1da177e4 411{
33be6271 412 struct tc_action *a, *tmp;
55334a5d 413 int ret = 0;
1da177e4 414
33be6271 415 list_for_each_entry_safe(a, tmp, actions, list) {
55334a5d
WC
416 ret = tcf_hash_release(a, bind);
417 if (ret == ACT_P_DELETED)
63acd680 418 module_put(a->ops->owner);
55334a5d
WC
419 else if (ret < 0)
420 return ret;
63acd680
JHS
421 list_del(&a->list);
422 kfree(a);
1da177e4 423 }
55334a5d 424 return ret;
1da177e4
LT
425}
426
427int
428tcf_action_dump_old(struct sk_buff *skb, struct tc_action *a, int bind, int ref)
429{
1da177e4
LT
430 return a->ops->dump(skb, a, bind, ref);
431}
432
433int
434tcf_action_dump_1(struct sk_buff *skb, struct tc_action *a, int bind, int ref)
435{
436 int err = -EINVAL;
27a884dc 437 unsigned char *b = skb_tail_pointer(skb);
4b3550ef 438 struct nlattr *nest;
1da177e4 439
1b34ec43
DM
440 if (nla_put_string(skb, TCA_KIND, a->ops->kind))
441 goto nla_put_failure;
1da177e4 442 if (tcf_action_copy_stats(skb, a, 0))
7ba699c6 443 goto nla_put_failure;
4b3550ef
PM
444 nest = nla_nest_start(skb, TCA_OPTIONS);
445 if (nest == NULL)
446 goto nla_put_failure;
cc7ec456
ED
447 err = tcf_action_dump_old(skb, a, bind, ref);
448 if (err > 0) {
4b3550ef 449 nla_nest_end(skb, nest);
1da177e4
LT
450 return err;
451 }
452
7ba699c6 453nla_put_failure:
dc5fc579 454 nlmsg_trim(skb, b);
1da177e4
LT
455 return -1;
456}
62e3ba1b 457EXPORT_SYMBOL(tcf_action_dump_1);
1da177e4
LT
458
459int
33be6271 460tcf_action_dump(struct sk_buff *skb, struct list_head *actions, int bind, int ref)
1da177e4
LT
461{
462 struct tc_action *a;
463 int err = -EINVAL;
4b3550ef 464 struct nlattr *nest;
1da177e4 465
33be6271 466 list_for_each_entry(a, actions, list) {
4b3550ef
PM
467 nest = nla_nest_start(skb, a->order);
468 if (nest == NULL)
469 goto nla_put_failure;
1da177e4
LT
470 err = tcf_action_dump_1(skb, a, bind, ref);
471 if (err < 0)
4fe683f5 472 goto errout;
4b3550ef 473 nla_nest_end(skb, nest);
1da177e4
LT
474 }
475
476 return 0;
477
7ba699c6 478nla_put_failure:
4fe683f5
TG
479 err = -EINVAL;
480errout:
4b3550ef 481 nla_nest_cancel(skb, nest);
4fe683f5 482 return err;
1da177e4
LT
483}
484
c1b52739
BL
485struct tc_action *tcf_action_init_1(struct net *net, struct nlattr *nla,
486 struct nlattr *est, char *name, int ovr,
487 int bind)
1da177e4
LT
488{
489 struct tc_action *a;
490 struct tc_action_ops *a_o;
491 char act_name[IFNAMSIZ];
cc7ec456 492 struct nlattr *tb[TCA_ACT_MAX + 1];
7ba699c6 493 struct nlattr *kind;
ab27cfb8 494 int err;
1da177e4 495
1da177e4 496 if (name == NULL) {
cee63723
PM
497 err = nla_parse_nested(tb, TCA_ACT_MAX, nla, NULL);
498 if (err < 0)
1da177e4 499 goto err_out;
cee63723 500 err = -EINVAL;
7ba699c6 501 kind = tb[TCA_ACT_KIND];
1da177e4
LT
502 if (kind == NULL)
503 goto err_out;
7ba699c6 504 if (nla_strlcpy(act_name, kind, IFNAMSIZ) >= IFNAMSIZ)
1da177e4
LT
505 goto err_out;
506 } else {
cee63723 507 err = -EINVAL;
1da177e4
LT
508 if (strlcpy(act_name, name, IFNAMSIZ) >= IFNAMSIZ)
509 goto err_out;
510 }
511
512 a_o = tc_lookup_action_n(act_name);
513 if (a_o == NULL) {
95a5afca 514#ifdef CONFIG_MODULES
1da177e4 515 rtnl_unlock();
4bba3925 516 request_module("act_%s", act_name);
1da177e4
LT
517 rtnl_lock();
518
519 a_o = tc_lookup_action_n(act_name);
520
521 /* We dropped the RTNL semaphore in order to
522 * perform the module load. So, even if we
523 * succeeded in loading the module we have to
524 * tell the caller to replay the request. We
525 * indicate this using -EAGAIN.
526 */
527 if (a_o != NULL) {
ab27cfb8 528 err = -EAGAIN;
1da177e4
LT
529 goto err_mod;
530 }
531#endif
ab27cfb8 532 err = -ENOENT;
1da177e4
LT
533 goto err_out;
534 }
535
ab27cfb8 536 err = -ENOMEM;
0da974f4 537 a = kzalloc(sizeof(*a), GFP_KERNEL);
1da177e4
LT
538 if (a == NULL)
539 goto err_mod;
1da177e4 540
c779f7af 541 a->ops = a_o;
33be6271 542 INIT_LIST_HEAD(&a->list);
1da177e4
LT
543 /* backward compatibility for policer */
544 if (name == NULL)
c1b52739 545 err = a_o->init(net, tb[TCA_ACT_OPTIONS], est, a, ovr, bind);
1da177e4 546 else
c1b52739 547 err = a_o->init(net, nla, est, a, ovr, bind);
ab27cfb8 548 if (err < 0)
1da177e4
LT
549 goto err_free;
550
551 /* module count goes up only when brand new policy is created
cc7ec456
ED
552 * if it exists and is only bound to in a_o->init() then
553 * ACT_P_CREATED is not returned (a zero is).
554 */
ab27cfb8 555 if (err != ACT_P_CREATED)
1da177e4 556 module_put(a_o->owner);
1da177e4 557
1da177e4
LT
558 return a;
559
560err_free:
561 kfree(a);
562err_mod:
563 module_put(a_o->owner);
564err_out:
ab27cfb8 565 return ERR_PTR(err);
1da177e4
LT
566}
567
33be6271 568int tcf_action_init(struct net *net, struct nlattr *nla,
c1b52739 569 struct nlattr *est, char *name, int ovr,
33be6271 570 int bind, struct list_head *actions)
1da177e4 571{
cc7ec456 572 struct nlattr *tb[TCA_ACT_MAX_PRIO + 1];
33be6271 573 struct tc_action *act;
cee63723 574 int err;
1da177e4
LT
575 int i;
576
cee63723
PM
577 err = nla_parse_nested(tb, TCA_ACT_MAX_PRIO, nla, NULL);
578 if (err < 0)
33be6271 579 return err;
1da177e4 580
7ba699c6 581 for (i = 1; i <= TCA_ACT_MAX_PRIO && tb[i]; i++) {
c1b52739 582 act = tcf_action_init_1(net, tb[i], est, name, ovr, bind);
33be6271
WC
583 if (IS_ERR(act)) {
584 err = PTR_ERR(act);
1da177e4 585 goto err;
33be6271 586 }
7ba699c6 587 act->order = i;
33be6271 588 list_add_tail(&act->list, actions);
1da177e4 589 }
33be6271 590 return 0;
1da177e4
LT
591
592err:
33be6271
WC
593 tcf_action_destroy(actions, bind);
594 return err;
1da177e4
LT
595}
596
597int tcf_action_copy_stats(struct sk_buff *skb, struct tc_action *a,
598 int compat_mode)
599{
600 int err = 0;
601 struct gnet_dump d;
7eb8896d 602 struct tcf_common *p = a->priv;
10297b99 603
7eb8896d 604 if (p == NULL)
1da177e4
LT
605 goto errout;
606
607 /* compat_mode being true specifies a call that is supposed
06fe9fb4 608 * to add additional backward compatibility statistic TLVs.
1da177e4
LT
609 */
610 if (compat_mode) {
611 if (a->type == TCA_OLD_COMPAT)
612 err = gnet_stats_start_copy_compat(skb, 0,
7eb8896d 613 TCA_STATS, TCA_XSTATS, &p->tcfc_lock, &d);
1da177e4
LT
614 else
615 return 0;
616 } else
617 err = gnet_stats_start_copy(skb, TCA_ACT_STATS,
7eb8896d 618 &p->tcfc_lock, &d);
1da177e4
LT
619
620 if (err < 0)
621 goto errout;
622
22e0f8b9 623 if (gnet_stats_copy_basic(&d, NULL, &p->tcfc_bstats) < 0 ||
7eb8896d
WC
624 gnet_stats_copy_rate_est(&d, &p->tcfc_bstats,
625 &p->tcfc_rate_est) < 0 ||
b0ab6f92 626 gnet_stats_copy_queue(&d, NULL,
64015853
JF
627 &p->tcfc_qstats,
628 p->tcfc_qstats.qlen) < 0)
1da177e4
LT
629 goto errout;
630
631 if (gnet_stats_finish_copy(&d) < 0)
632 goto errout;
633
634 return 0;
635
636errout:
637 return -1;
638}
639
640static int
33be6271 641tca_get_fill(struct sk_buff *skb, struct list_head *actions, u32 portid, u32 seq,
10297b99 642 u16 flags, int event, int bind, int ref)
1da177e4
LT
643{
644 struct tcamsg *t;
645 struct nlmsghdr *nlh;
27a884dc 646 unsigned char *b = skb_tail_pointer(skb);
4b3550ef 647 struct nlattr *nest;
1da177e4 648
15e47304 649 nlh = nlmsg_put(skb, portid, seq, event, sizeof(*t), flags);
8b00a53c
DM
650 if (!nlh)
651 goto out_nlmsg_trim;
652 t = nlmsg_data(nlh);
1da177e4 653 t->tca_family = AF_UNSPEC;
9ef1d4c7
PM
654 t->tca__pad1 = 0;
655 t->tca__pad2 = 0;
10297b99 656
4b3550ef
PM
657 nest = nla_nest_start(skb, TCA_ACT_TAB);
658 if (nest == NULL)
8b00a53c 659 goto out_nlmsg_trim;
1da177e4 660
33be6271 661 if (tcf_action_dump(skb, actions, bind, ref) < 0)
8b00a53c 662 goto out_nlmsg_trim;
1da177e4 663
4b3550ef 664 nla_nest_end(skb, nest);
10297b99 665
27a884dc 666 nlh->nlmsg_len = skb_tail_pointer(skb) - b;
1da177e4
LT
667 return skb->len;
668
8b00a53c 669out_nlmsg_trim:
dc5fc579 670 nlmsg_trim(skb, b);
1da177e4
LT
671 return -1;
672}
673
674static int
15e47304 675act_get_notify(struct net *net, u32 portid, struct nlmsghdr *n,
33be6271 676 struct list_head *actions, int event)
1da177e4
LT
677{
678 struct sk_buff *skb;
1da177e4
LT
679
680 skb = alloc_skb(NLMSG_GOODSIZE, GFP_KERNEL);
681 if (!skb)
682 return -ENOBUFS;
33be6271 683 if (tca_get_fill(skb, actions, portid, n->nlmsg_seq, 0, event, 0, 0) <= 0) {
1da177e4
LT
684 kfree_skb(skb);
685 return -EINVAL;
686 }
2942e900 687
15e47304 688 return rtnl_unicast(skb, net, portid);
1da177e4
LT
689}
690
03701d6e
WC
691static struct tc_action *create_a(int i)
692{
693 struct tc_action *act;
694
695 act = kzalloc(sizeof(*act), GFP_KERNEL);
696 if (act == NULL) {
697 pr_debug("create_a: failed to alloc!\n");
698 return NULL;
699 }
700 act->order = i;
701 INIT_LIST_HEAD(&act->list);
702 return act;
703}
704
1da177e4 705static struct tc_action *
15e47304 706tcf_action_get_1(struct nlattr *nla, struct nlmsghdr *n, u32 portid)
1da177e4 707{
cc7ec456 708 struct nlattr *tb[TCA_ACT_MAX + 1];
1da177e4
LT
709 struct tc_action *a;
710 int index;
ab27cfb8 711 int err;
1da177e4 712
cee63723
PM
713 err = nla_parse_nested(tb, TCA_ACT_MAX, nla, NULL);
714 if (err < 0)
ab27cfb8 715 goto err_out;
1da177e4 716
cee63723 717 err = -EINVAL;
7ba699c6
PM
718 if (tb[TCA_ACT_INDEX] == NULL ||
719 nla_len(tb[TCA_ACT_INDEX]) < sizeof(index))
ab27cfb8 720 goto err_out;
1587bac4 721 index = nla_get_u32(tb[TCA_ACT_INDEX]);
1da177e4 722
ab27cfb8 723 err = -ENOMEM;
03701d6e 724 a = create_a(0);
1da177e4 725 if (a == NULL)
ab27cfb8 726 goto err_out;
1da177e4 727
ab27cfb8 728 err = -EINVAL;
7ba699c6 729 a->ops = tc_lookup_action(tb[TCA_ACT_KIND]);
63acd680 730 if (a->ops == NULL) /* could happen in batch of actions */
1da177e4 731 goto err_free;
ab27cfb8 732 err = -ENOENT;
1da177e4
LT
733 if (a->ops->lookup(a, index) == 0)
734 goto err_mod;
735
736 module_put(a->ops->owner);
1da177e4 737 return a;
ab27cfb8 738
1da177e4
LT
739err_mod:
740 module_put(a->ops->owner);
741err_free:
742 kfree(a);
ab27cfb8
PM
743err_out:
744 return ERR_PTR(err);
1da177e4
LT
745}
746
33be6271 747static void cleanup_a(struct list_head *actions)
1da177e4 748{
33be6271 749 struct tc_action *a, *tmp;
1da177e4 750
33be6271
WC
751 list_for_each_entry_safe(a, tmp, actions, list) {
752 list_del(&a->list);
1da177e4
LT
753 kfree(a);
754 }
755}
756
7316ae88 757static int tca_action_flush(struct net *net, struct nlattr *nla,
15e47304 758 struct nlmsghdr *n, u32 portid)
1da177e4
LT
759{
760 struct sk_buff *skb;
761 unsigned char *b;
762 struct nlmsghdr *nlh;
763 struct tcamsg *t;
764 struct netlink_callback dcb;
4b3550ef 765 struct nlattr *nest;
cc7ec456 766 struct nlattr *tb[TCA_ACT_MAX + 1];
7ba699c6 767 struct nlattr *kind;
03701d6e 768 struct tc_action a;
36723873 769 int err = -ENOMEM;
1da177e4 770
1da177e4
LT
771 skb = alloc_skb(NLMSG_GOODSIZE, GFP_KERNEL);
772 if (!skb) {
6ff9c364 773 pr_debug("tca_action_flush: failed skb alloc\n");
36723873 774 return err;
1da177e4
LT
775 }
776
27a884dc 777 b = skb_tail_pointer(skb);
1da177e4 778
cee63723
PM
779 err = nla_parse_nested(tb, TCA_ACT_MAX, nla, NULL);
780 if (err < 0)
1da177e4
LT
781 goto err_out;
782
cee63723 783 err = -EINVAL;
7ba699c6 784 kind = tb[TCA_ACT_KIND];
03701d6e
WC
785 memset(&a, 0, sizeof(struct tc_action));
786 INIT_LIST_HEAD(&a.list);
787 a.ops = tc_lookup_action(kind);
788 if (a.ops == NULL) /*some idjot trying to flush unknown action */
1da177e4
LT
789 goto err_out;
790
15e47304 791 nlh = nlmsg_put(skb, portid, n->nlmsg_seq, RTM_DELACTION, sizeof(*t), 0);
8b00a53c
DM
792 if (!nlh)
793 goto out_module_put;
794 t = nlmsg_data(nlh);
1da177e4 795 t->tca_family = AF_UNSPEC;
9ef1d4c7
PM
796 t->tca__pad1 = 0;
797 t->tca__pad2 = 0;
1da177e4 798
4b3550ef
PM
799 nest = nla_nest_start(skb, TCA_ACT_TAB);
800 if (nest == NULL)
8b00a53c 801 goto out_module_put;
1da177e4 802
03701d6e 803 err = a.ops->walk(skb, &dcb, RTM_DELACTION, &a);
1da177e4 804 if (err < 0)
8b00a53c 805 goto out_module_put;
f97017cd
JHS
806 if (err == 0)
807 goto noflush_out;
1da177e4 808
4b3550ef 809 nla_nest_end(skb, nest);
1da177e4 810
27a884dc 811 nlh->nlmsg_len = skb_tail_pointer(skb) - b;
1da177e4 812 nlh->nlmsg_flags |= NLM_F_ROOT;
03701d6e 813 module_put(a.ops->owner);
15e47304 814 err = rtnetlink_send(skb, net, portid, RTNLGRP_TC,
cc7ec456 815 n->nlmsg_flags & NLM_F_ECHO);
1da177e4
LT
816 if (err > 0)
817 return 0;
818
819 return err;
820
8b00a53c 821out_module_put:
03701d6e 822 module_put(a.ops->owner);
1da177e4 823err_out:
f97017cd 824noflush_out:
1da177e4 825 kfree_skb(skb);
1da177e4
LT
826 return err;
827}
828
a56e1953
WC
829static int
830tcf_del_notify(struct net *net, struct nlmsghdr *n, struct list_head *actions,
831 u32 portid)
832{
833 int ret;
834 struct sk_buff *skb;
835
836 skb = alloc_skb(NLMSG_GOODSIZE, GFP_KERNEL);
837 if (!skb)
838 return -ENOBUFS;
839
840 if (tca_get_fill(skb, actions, portid, n->nlmsg_seq, 0, RTM_DELACTION,
841 0, 1) <= 0) {
842 kfree_skb(skb);
843 return -EINVAL;
844 }
845
846 /* now do the delete */
55334a5d
WC
847 ret = tcf_action_destroy(actions, 0);
848 if (ret < 0) {
849 kfree_skb(skb);
850 return ret;
851 }
a56e1953
WC
852
853 ret = rtnetlink_send(skb, net, portid, RTNLGRP_TC,
854 n->nlmsg_flags & NLM_F_ECHO);
855 if (ret > 0)
856 return 0;
857 return ret;
858}
859
1da177e4 860static int
7316ae88 861tca_action_gd(struct net *net, struct nlattr *nla, struct nlmsghdr *n,
15e47304 862 u32 portid, int event)
1da177e4 863{
cee63723 864 int i, ret;
cc7ec456 865 struct nlattr *tb[TCA_ACT_MAX_PRIO + 1];
33be6271
WC
866 struct tc_action *act;
867 LIST_HEAD(actions);
1da177e4 868
cee63723
PM
869 ret = nla_parse_nested(tb, TCA_ACT_MAX_PRIO, nla, NULL);
870 if (ret < 0)
871 return ret;
1da177e4 872
cc7ec456 873 if (event == RTM_DELACTION && n->nlmsg_flags & NLM_F_ROOT) {
f97017cd 874 if (tb[1] != NULL)
15e47304 875 return tca_action_flush(net, tb[1], n, portid);
f97017cd
JHS
876 else
877 return -EINVAL;
1da177e4
LT
878 }
879
7ba699c6 880 for (i = 1; i <= TCA_ACT_MAX_PRIO && tb[i]; i++) {
15e47304 881 act = tcf_action_get_1(tb[i], n, portid);
ab27cfb8
PM
882 if (IS_ERR(act)) {
883 ret = PTR_ERR(act);
1da177e4 884 goto err;
ab27cfb8 885 }
7ba699c6 886 act->order = i;
33be6271 887 list_add_tail(&act->list, &actions);
1da177e4
LT
888 }
889
890 if (event == RTM_GETACTION)
33be6271 891 ret = act_get_notify(net, portid, n, &actions, event);
1da177e4 892 else { /* delete */
a56e1953
WC
893 ret = tcf_del_notify(net, n, &actions, portid);
894 if (ret)
1da177e4 895 goto err;
1da177e4
LT
896 return ret;
897 }
898err:
33be6271 899 cleanup_a(&actions);
1da177e4
LT
900 return ret;
901}
902
a56e1953
WC
903static int
904tcf_add_notify(struct net *net, struct nlmsghdr *n, struct list_head *actions,
905 u32 portid)
1da177e4 906{
1da177e4 907 struct sk_buff *skb;
1da177e4
LT
908 int err = 0;
909
910 skb = alloc_skb(NLMSG_GOODSIZE, GFP_KERNEL);
911 if (!skb)
912 return -ENOBUFS;
913
a56e1953
WC
914 if (tca_get_fill(skb, actions, portid, n->nlmsg_seq, n->nlmsg_flags,
915 RTM_NEWACTION, 0, 0) <= 0) {
916 kfree_skb(skb);
917 return -EINVAL;
918 }
10297b99 919
a56e1953
WC
920 err = rtnetlink_send(skb, net, portid, RTNLGRP_TC,
921 n->nlmsg_flags & NLM_F_ECHO);
1da177e4
LT
922 if (err > 0)
923 err = 0;
924 return err;
1da177e4
LT
925}
926
1da177e4 927static int
7316ae88 928tcf_action_add(struct net *net, struct nlattr *nla, struct nlmsghdr *n,
15e47304 929 u32 portid, int ovr)
1da177e4
LT
930{
931 int ret = 0;
33be6271 932 LIST_HEAD(actions);
1da177e4 933
33be6271
WC
934 ret = tcf_action_init(net, nla, NULL, NULL, ovr, 0, &actions);
935 if (ret)
ab27cfb8 936 goto done;
1da177e4
LT
937
938 /* dump then free all the actions after update; inserted policy
939 * stays intact
cc7ec456 940 */
a56e1953 941 ret = tcf_add_notify(net, n, &actions, portid);
33be6271 942 cleanup_a(&actions);
1da177e4
LT
943done:
944 return ret;
945}
946
661d2967 947static int tc_ctl_action(struct sk_buff *skb, struct nlmsghdr *n)
1da177e4 948{
3b1e0a65 949 struct net *net = sock_net(skb->sk);
7ba699c6 950 struct nlattr *tca[TCA_ACT_MAX + 1];
15e47304 951 u32 portid = skb ? NETLINK_CB(skb).portid : 0;
1da177e4
LT
952 int ret = 0, ovr = 0;
953
90f62cf3 954 if ((n->nlmsg_type != RTM_GETACTION) && !netlink_capable(skb, CAP_NET_ADMIN))
dfc47ef8
EB
955 return -EPERM;
956
7ba699c6
PM
957 ret = nlmsg_parse(n, sizeof(struct tcamsg), tca, TCA_ACT_MAX, NULL);
958 if (ret < 0)
959 return ret;
960
961 if (tca[TCA_ACT_TAB] == NULL) {
6ff9c364 962 pr_notice("tc_ctl_action: received NO action attribs\n");
1da177e4
LT
963 return -EINVAL;
964 }
965
cc7ec456 966 /* n->nlmsg_flags & NLM_F_CREATE */
1da177e4
LT
967 switch (n->nlmsg_type) {
968 case RTM_NEWACTION:
969 /* we are going to assume all other flags
25985edc 970 * imply create only if it doesn't exist
1da177e4
LT
971 * Note that CREATE | EXCL implies that
972 * but since we want avoid ambiguity (eg when flags
973 * is zero) then just set this
974 */
cc7ec456 975 if (n->nlmsg_flags & NLM_F_REPLACE)
1da177e4
LT
976 ovr = 1;
977replay:
15e47304 978 ret = tcf_action_add(net, tca[TCA_ACT_TAB], n, portid, ovr);
1da177e4
LT
979 if (ret == -EAGAIN)
980 goto replay;
981 break;
982 case RTM_DELACTION:
7316ae88 983 ret = tca_action_gd(net, tca[TCA_ACT_TAB], n,
15e47304 984 portid, RTM_DELACTION);
1da177e4
LT
985 break;
986 case RTM_GETACTION:
7316ae88 987 ret = tca_action_gd(net, tca[TCA_ACT_TAB], n,
15e47304 988 portid, RTM_GETACTION);
1da177e4
LT
989 break;
990 default:
991 BUG();
992 }
993
994 return ret;
995}
996
7ba699c6 997static struct nlattr *
3a6c2b41 998find_dump_kind(const struct nlmsghdr *n)
1da177e4 999{
cc7ec456 1000 struct nlattr *tb1, *tb2[TCA_ACT_MAX + 1];
7ba699c6
PM
1001 struct nlattr *tb[TCA_ACT_MAX_PRIO + 1];
1002 struct nlattr *nla[TCAA_MAX + 1];
1003 struct nlattr *kind;
1da177e4 1004
c96c9471 1005 if (nlmsg_parse(n, sizeof(struct tcamsg), nla, TCAA_MAX, NULL) < 0)
1da177e4 1006 return NULL;
7ba699c6 1007 tb1 = nla[TCA_ACT_TAB];
1da177e4
LT
1008 if (tb1 == NULL)
1009 return NULL;
1010
7ba699c6
PM
1011 if (nla_parse(tb, TCA_ACT_MAX_PRIO, nla_data(tb1),
1012 NLMSG_ALIGN(nla_len(tb1)), NULL) < 0)
1da177e4 1013 return NULL;
1da177e4 1014
6d834e04
PM
1015 if (tb[1] == NULL)
1016 return NULL;
1017 if (nla_parse(tb2, TCA_ACT_MAX, nla_data(tb[1]),
1018 nla_len(tb[1]), NULL) < 0)
1da177e4 1019 return NULL;
7ba699c6 1020 kind = tb2[TCA_ACT_KIND];
1da177e4 1021
26dab893 1022 return kind;
1da177e4
LT
1023}
1024
1025static int
1026tc_dump_action(struct sk_buff *skb, struct netlink_callback *cb)
1027{
1028 struct nlmsghdr *nlh;
27a884dc 1029 unsigned char *b = skb_tail_pointer(skb);
4b3550ef 1030 struct nlattr *nest;
1da177e4
LT
1031 struct tc_action_ops *a_o;
1032 struct tc_action a;
1033 int ret = 0;
8b00a53c 1034 struct tcamsg *t = (struct tcamsg *) nlmsg_data(cb->nlh);
7ba699c6 1035 struct nlattr *kind = find_dump_kind(cb->nlh);
1da177e4
LT
1036
1037 if (kind == NULL) {
6ff9c364 1038 pr_info("tc_dump_action: action bad kind\n");
1da177e4
LT
1039 return 0;
1040 }
1041
26dab893 1042 a_o = tc_lookup_action(kind);
cc7ec456 1043 if (a_o == NULL)
1da177e4 1044 return 0;
1da177e4
LT
1045
1046 memset(&a, 0, sizeof(struct tc_action));
1047 a.ops = a_o;
1048
15e47304 1049 nlh = nlmsg_put(skb, NETLINK_CB(cb->skb).portid, cb->nlh->nlmsg_seq,
8b00a53c
DM
1050 cb->nlh->nlmsg_type, sizeof(*t), 0);
1051 if (!nlh)
1052 goto out_module_put;
1053 t = nlmsg_data(nlh);
1da177e4 1054 t->tca_family = AF_UNSPEC;
9ef1d4c7
PM
1055 t->tca__pad1 = 0;
1056 t->tca__pad2 = 0;
1da177e4 1057
4b3550ef
PM
1058 nest = nla_nest_start(skb, TCA_ACT_TAB);
1059 if (nest == NULL)
8b00a53c 1060 goto out_module_put;
1da177e4
LT
1061
1062 ret = a_o->walk(skb, cb, RTM_GETACTION, &a);
1063 if (ret < 0)
8b00a53c 1064 goto out_module_put;
1da177e4
LT
1065
1066 if (ret > 0) {
4b3550ef 1067 nla_nest_end(skb, nest);
1da177e4
LT
1068 ret = skb->len;
1069 } else
4b3550ef 1070 nla_nest_cancel(skb, nest);
1da177e4 1071
27a884dc 1072 nlh->nlmsg_len = skb_tail_pointer(skb) - b;
15e47304 1073 if (NETLINK_CB(cb->skb).portid && ret)
1da177e4
LT
1074 nlh->nlmsg_flags |= NLM_F_MULTI;
1075 module_put(a_o->owner);
1076 return skb->len;
1077
8b00a53c 1078out_module_put:
1da177e4 1079 module_put(a_o->owner);
dc5fc579 1080 nlmsg_trim(skb, b);
1da177e4
LT
1081 return skb->len;
1082}
1083
1084static int __init tc_action_init(void)
1085{
c7ac8679
GR
1086 rtnl_register(PF_UNSPEC, RTM_NEWACTION, tc_ctl_action, NULL, NULL);
1087 rtnl_register(PF_UNSPEC, RTM_DELACTION, tc_ctl_action, NULL, NULL);
1088 rtnl_register(PF_UNSPEC, RTM_GETACTION, tc_ctl_action, tc_dump_action,
1089 NULL);
1da177e4 1090
1da177e4
LT
1091 return 0;
1092}
1093
1094subsys_initcall(tc_action_init);