Merge tag 'v4.15-rc1' into patchwork
[linux-2.6-block.git] / net / sched / cls_fw.c
1 /*
2  * net/sched/cls_fw.c   Classifier mapping ipchains' fwmark to traffic class.
3  *
4  *              This program is free software; you can redistribute it and/or
5  *              modify it under the terms of the GNU General Public License
6  *              as published by the Free Software Foundation; either version
7  *              2 of the License, or (at your option) any later version.
8  *
9  * Authors:     Alexey Kuznetsov, <kuznet@ms2.inr.ac.ru>
10  *
11  * Changes:
12  * Karlis Peisenieks <karlis@mt.lv> : 990415 : fw_walk off by one
13  * Karlis Peisenieks <karlis@mt.lv> : 990415 : fw_delete killed all the filter (and kernel).
14  * Alex <alex@pilotsoft.com> : 2004xxyy: Added Action extension
15  *
16  * JHS: We should remove the CONFIG_NET_CLS_IND from here
17  * eventually when the meta match extension is made available
18  *
19  */
20
21 #include <linux/module.h>
22 #include <linux/slab.h>
23 #include <linux/types.h>
24 #include <linux/kernel.h>
25 #include <linux/string.h>
26 #include <linux/errno.h>
27 #include <linux/skbuff.h>
28 #include <net/netlink.h>
29 #include <net/act_api.h>
30 #include <net/pkt_cls.h>
31 #include <net/sch_generic.h>
32
33 #define HTSIZE 256
34
35 struct fw_head {
36         u32                     mask;
37         struct fw_filter __rcu  *ht[HTSIZE];
38         struct rcu_head         rcu;
39 };
40
41 struct fw_filter {
42         struct fw_filter __rcu  *next;
43         u32                     id;
44         struct tcf_result       res;
45 #ifdef CONFIG_NET_CLS_IND
46         int                     ifindex;
47 #endif /* CONFIG_NET_CLS_IND */
48         struct tcf_exts         exts;
49         struct tcf_proto        *tp;
50         union {
51                 struct work_struct      work;
52                 struct rcu_head         rcu;
53         };
54 };
55
56 static u32 fw_hash(u32 handle)
57 {
58         handle ^= (handle >> 16);
59         handle ^= (handle >> 8);
60         return handle % HTSIZE;
61 }
62
63 static int fw_classify(struct sk_buff *skb, const struct tcf_proto *tp,
64                        struct tcf_result *res)
65 {
66         struct fw_head *head = rcu_dereference_bh(tp->root);
67         struct fw_filter *f;
68         int r;
69         u32 id = skb->mark;
70
71         if (head != NULL) {
72                 id &= head->mask;
73
74                 for (f = rcu_dereference_bh(head->ht[fw_hash(id)]); f;
75                      f = rcu_dereference_bh(f->next)) {
76                         if (f->id == id) {
77                                 *res = f->res;
78 #ifdef CONFIG_NET_CLS_IND
79                                 if (!tcf_match_indev(skb, f->ifindex))
80                                         continue;
81 #endif /* CONFIG_NET_CLS_IND */
82                                 r = tcf_exts_exec(skb, &f->exts, res);
83                                 if (r < 0)
84                                         continue;
85
86                                 return r;
87                         }
88                 }
89         } else {
90                 struct Qdisc *q = tcf_block_q(tp->chain->block);
91
92                 /* Old method: classify the packet using its skb mark. */
93                 if (id && (TC_H_MAJ(id) == 0 ||
94                            !(TC_H_MAJ(id ^ q->handle)))) {
95                         res->classid = id;
96                         res->class = 0;
97                         return 0;
98                 }
99         }
100
101         return -1;
102 }
103
104 static void *fw_get(struct tcf_proto *tp, u32 handle)
105 {
106         struct fw_head *head = rtnl_dereference(tp->root);
107         struct fw_filter *f;
108
109         if (head == NULL)
110                 return NULL;
111
112         f = rtnl_dereference(head->ht[fw_hash(handle)]);
113         for (; f; f = rtnl_dereference(f->next)) {
114                 if (f->id == handle)
115                         return f;
116         }
117         return NULL;
118 }
119
120 static int fw_init(struct tcf_proto *tp)
121 {
122         /* We don't allocate fw_head here, because in the old method
123          * we don't need it at all.
124          */
125         return 0;
126 }
127
128 static void __fw_delete_filter(struct fw_filter *f)
129 {
130         tcf_exts_destroy(&f->exts);
131         tcf_exts_put_net(&f->exts);
132         kfree(f);
133 }
134
135 static void fw_delete_filter_work(struct work_struct *work)
136 {
137         struct fw_filter *f = container_of(work, struct fw_filter, work);
138
139         rtnl_lock();
140         __fw_delete_filter(f);
141         rtnl_unlock();
142 }
143
144 static void fw_delete_filter(struct rcu_head *head)
145 {
146         struct fw_filter *f = container_of(head, struct fw_filter, rcu);
147
148         INIT_WORK(&f->work, fw_delete_filter_work);
149         tcf_queue_work(&f->work);
150 }
151
152 static void fw_destroy(struct tcf_proto *tp)
153 {
154         struct fw_head *head = rtnl_dereference(tp->root);
155         struct fw_filter *f;
156         int h;
157
158         if (head == NULL)
159                 return;
160
161         for (h = 0; h < HTSIZE; h++) {
162                 while ((f = rtnl_dereference(head->ht[h])) != NULL) {
163                         RCU_INIT_POINTER(head->ht[h],
164                                          rtnl_dereference(f->next));
165                         tcf_unbind_filter(tp, &f->res);
166                         if (tcf_exts_get_net(&f->exts))
167                                 call_rcu(&f->rcu, fw_delete_filter);
168                         else
169                                 __fw_delete_filter(f);
170                 }
171         }
172         kfree_rcu(head, rcu);
173 }
174
175 static int fw_delete(struct tcf_proto *tp, void *arg, bool *last)
176 {
177         struct fw_head *head = rtnl_dereference(tp->root);
178         struct fw_filter *f = arg;
179         struct fw_filter __rcu **fp;
180         struct fw_filter *pfp;
181         int ret = -EINVAL;
182         int h;
183
184         if (head == NULL || f == NULL)
185                 goto out;
186
187         fp = &head->ht[fw_hash(f->id)];
188
189         for (pfp = rtnl_dereference(*fp); pfp;
190              fp = &pfp->next, pfp = rtnl_dereference(*fp)) {
191                 if (pfp == f) {
192                         RCU_INIT_POINTER(*fp, rtnl_dereference(f->next));
193                         tcf_unbind_filter(tp, &f->res);
194                         tcf_exts_get_net(&f->exts);
195                         call_rcu(&f->rcu, fw_delete_filter);
196                         ret = 0;
197                         break;
198                 }
199         }
200
201         *last = true;
202         for (h = 0; h < HTSIZE; h++) {
203                 if (rcu_access_pointer(head->ht[h])) {
204                         *last = false;
205                         break;
206                 }
207         }
208
209 out:
210         return ret;
211 }
212
213 static const struct nla_policy fw_policy[TCA_FW_MAX + 1] = {
214         [TCA_FW_CLASSID]        = { .type = NLA_U32 },
215         [TCA_FW_INDEV]          = { .type = NLA_STRING, .len = IFNAMSIZ },
216         [TCA_FW_MASK]           = { .type = NLA_U32 },
217 };
218
219 static int fw_set_parms(struct net *net, struct tcf_proto *tp,
220                         struct fw_filter *f, struct nlattr **tb,
221                         struct nlattr **tca, unsigned long base, bool ovr)
222 {
223         struct fw_head *head = rtnl_dereference(tp->root);
224         u32 mask;
225         int err;
226
227         err = tcf_exts_validate(net, tp, tb, tca[TCA_RATE], &f->exts, ovr);
228         if (err < 0)
229                 return err;
230
231         if (tb[TCA_FW_CLASSID]) {
232                 f->res.classid = nla_get_u32(tb[TCA_FW_CLASSID]);
233                 tcf_bind_filter(tp, &f->res, base);
234         }
235
236 #ifdef CONFIG_NET_CLS_IND
237         if (tb[TCA_FW_INDEV]) {
238                 int ret;
239                 ret = tcf_change_indev(net, tb[TCA_FW_INDEV]);
240                 if (ret < 0)
241                         return ret;
242                 f->ifindex = ret;
243         }
244 #endif /* CONFIG_NET_CLS_IND */
245
246         err = -EINVAL;
247         if (tb[TCA_FW_MASK]) {
248                 mask = nla_get_u32(tb[TCA_FW_MASK]);
249                 if (mask != head->mask)
250                         return err;
251         } else if (head->mask != 0xFFFFFFFF)
252                 return err;
253
254         return 0;
255 }
256
257 static int fw_change(struct net *net, struct sk_buff *in_skb,
258                      struct tcf_proto *tp, unsigned long base,
259                      u32 handle, struct nlattr **tca, void **arg,
260                      bool ovr)
261 {
262         struct fw_head *head = rtnl_dereference(tp->root);
263         struct fw_filter *f = *arg;
264         struct nlattr *opt = tca[TCA_OPTIONS];
265         struct nlattr *tb[TCA_FW_MAX + 1];
266         int err;
267
268         if (!opt)
269                 return handle ? -EINVAL : 0; /* Succeed if it is old method. */
270
271         err = nla_parse_nested(tb, TCA_FW_MAX, opt, fw_policy, NULL);
272         if (err < 0)
273                 return err;
274
275         if (f) {
276                 struct fw_filter *pfp, *fnew;
277                 struct fw_filter __rcu **fp;
278
279                 if (f->id != handle && handle)
280                         return -EINVAL;
281
282                 fnew = kzalloc(sizeof(struct fw_filter), GFP_KERNEL);
283                 if (!fnew)
284                         return -ENOBUFS;
285
286                 fnew->id = f->id;
287                 fnew->res = f->res;
288 #ifdef CONFIG_NET_CLS_IND
289                 fnew->ifindex = f->ifindex;
290 #endif /* CONFIG_NET_CLS_IND */
291                 fnew->tp = f->tp;
292
293                 err = tcf_exts_init(&fnew->exts, TCA_FW_ACT, TCA_FW_POLICE);
294                 if (err < 0) {
295                         kfree(fnew);
296                         return err;
297                 }
298
299                 err = fw_set_parms(net, tp, fnew, tb, tca, base, ovr);
300                 if (err < 0) {
301                         tcf_exts_destroy(&fnew->exts);
302                         kfree(fnew);
303                         return err;
304                 }
305
306                 fp = &head->ht[fw_hash(fnew->id)];
307                 for (pfp = rtnl_dereference(*fp); pfp;
308                      fp = &pfp->next, pfp = rtnl_dereference(*fp))
309                         if (pfp == f)
310                                 break;
311
312                 RCU_INIT_POINTER(fnew->next, rtnl_dereference(pfp->next));
313                 rcu_assign_pointer(*fp, fnew);
314                 tcf_unbind_filter(tp, &f->res);
315                 tcf_exts_get_net(&f->exts);
316                 call_rcu(&f->rcu, fw_delete_filter);
317
318                 *arg = fnew;
319                 return err;
320         }
321
322         if (!handle)
323                 return -EINVAL;
324
325         if (!head) {
326                 u32 mask = 0xFFFFFFFF;
327                 if (tb[TCA_FW_MASK])
328                         mask = nla_get_u32(tb[TCA_FW_MASK]);
329
330                 head = kzalloc(sizeof(*head), GFP_KERNEL);
331                 if (!head)
332                         return -ENOBUFS;
333                 head->mask = mask;
334
335                 rcu_assign_pointer(tp->root, head);
336         }
337
338         f = kzalloc(sizeof(struct fw_filter), GFP_KERNEL);
339         if (f == NULL)
340                 return -ENOBUFS;
341
342         err = tcf_exts_init(&f->exts, TCA_FW_ACT, TCA_FW_POLICE);
343         if (err < 0)
344                 goto errout;
345         f->id = handle;
346         f->tp = tp;
347
348         err = fw_set_parms(net, tp, f, tb, tca, base, ovr);
349         if (err < 0)
350                 goto errout;
351
352         RCU_INIT_POINTER(f->next, head->ht[fw_hash(handle)]);
353         rcu_assign_pointer(head->ht[fw_hash(handle)], f);
354
355         *arg = f;
356         return 0;
357
358 errout:
359         tcf_exts_destroy(&f->exts);
360         kfree(f);
361         return err;
362 }
363
364 static void fw_walk(struct tcf_proto *tp, struct tcf_walker *arg)
365 {
366         struct fw_head *head = rtnl_dereference(tp->root);
367         int h;
368
369         if (head == NULL)
370                 arg->stop = 1;
371
372         if (arg->stop)
373                 return;
374
375         for (h = 0; h < HTSIZE; h++) {
376                 struct fw_filter *f;
377
378                 for (f = rtnl_dereference(head->ht[h]); f;
379                      f = rtnl_dereference(f->next)) {
380                         if (arg->count < arg->skip) {
381                                 arg->count++;
382                                 continue;
383                         }
384                         if (arg->fn(tp, f, arg) < 0) {
385                                 arg->stop = 1;
386                                 return;
387                         }
388                         arg->count++;
389                 }
390         }
391 }
392
393 static int fw_dump(struct net *net, struct tcf_proto *tp, void *fh,
394                    struct sk_buff *skb, struct tcmsg *t)
395 {
396         struct fw_head *head = rtnl_dereference(tp->root);
397         struct fw_filter *f = fh;
398         struct nlattr *nest;
399
400         if (f == NULL)
401                 return skb->len;
402
403         t->tcm_handle = f->id;
404
405         if (!f->res.classid && !tcf_exts_has_actions(&f->exts))
406                 return skb->len;
407
408         nest = nla_nest_start(skb, TCA_OPTIONS);
409         if (nest == NULL)
410                 goto nla_put_failure;
411
412         if (f->res.classid &&
413             nla_put_u32(skb, TCA_FW_CLASSID, f->res.classid))
414                 goto nla_put_failure;
415 #ifdef CONFIG_NET_CLS_IND
416         if (f->ifindex) {
417                 struct net_device *dev;
418                 dev = __dev_get_by_index(net, f->ifindex);
419                 if (dev && nla_put_string(skb, TCA_FW_INDEV, dev->name))
420                         goto nla_put_failure;
421         }
422 #endif /* CONFIG_NET_CLS_IND */
423         if (head->mask != 0xFFFFFFFF &&
424             nla_put_u32(skb, TCA_FW_MASK, head->mask))
425                 goto nla_put_failure;
426
427         if (tcf_exts_dump(skb, &f->exts) < 0)
428                 goto nla_put_failure;
429
430         nla_nest_end(skb, nest);
431
432         if (tcf_exts_dump_stats(skb, &f->exts) < 0)
433                 goto nla_put_failure;
434
435         return skb->len;
436
437 nla_put_failure:
438         nla_nest_cancel(skb, nest);
439         return -1;
440 }
441
442 static void fw_bind_class(void *fh, u32 classid, unsigned long cl)
443 {
444         struct fw_filter *f = fh;
445
446         if (f && f->res.classid == classid)
447                 f->res.class = cl;
448 }
449
450 static struct tcf_proto_ops cls_fw_ops __read_mostly = {
451         .kind           =       "fw",
452         .classify       =       fw_classify,
453         .init           =       fw_init,
454         .destroy        =       fw_destroy,
455         .get            =       fw_get,
456         .change         =       fw_change,
457         .delete         =       fw_delete,
458         .walk           =       fw_walk,
459         .dump           =       fw_dump,
460         .bind_class     =       fw_bind_class,
461         .owner          =       THIS_MODULE,
462 };
463
464 static int __init init_fw(void)
465 {
466         return register_tcf_proto_ops(&cls_fw_ops);
467 }
468
469 static void __exit exit_fw(void)
470 {
471         unregister_tcf_proto_ops(&cls_fw_ops);
472 }
473
474 module_init(init_fw)
475 module_exit(exit_fw)
476 MODULE_LICENSE("GPL");