dt-bindings: mvebu-odmi: Fix example typo
[linux-2.6-block.git] / net / sched / sch_prio.c
CommitLineData
1da177e4
LT
1/*
2 * net/sched/sch_prio.c Simple 3-band priority "scheduler".
3 *
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public License
6 * as published by the Free Software Foundation; either version
7 * 2 of the License, or (at your option) any later version.
8 *
9 * Authors: Alexey Kuznetsov, <kuznet@ms2.inr.ac.ru>
10297b99 10 * Fixes: 19990609: J Hadi Salim <hadi@nortelnetworks.com>:
1da177e4
LT
11 * Init -- EINVAL when opt undefined
12 */
13
1da177e4 14#include <linux/module.h>
5a0e3ad6 15#include <linux/slab.h>
1da177e4
LT
16#include <linux/types.h>
17#include <linux/kernel.h>
1da177e4 18#include <linux/string.h>
1da177e4 19#include <linux/errno.h>
1da177e4 20#include <linux/skbuff.h>
dc5fc579 21#include <net/netlink.h>
1da177e4
LT
22#include <net/pkt_sched.h>
23
24
cc7ec456 25struct prio_sched_data {
1da177e4 26 int bands;
25d8c0d5 27 struct tcf_proto __rcu *filter_list;
1da177e4
LT
28 u8 prio2band[TC_PRIO_MAX+1];
29 struct Qdisc *queues[TCQ_PRIO_BANDS];
30};
31
32
33static struct Qdisc *
34prio_classify(struct sk_buff *skb, struct Qdisc *sch, int *qerr)
35{
36 struct prio_sched_data *q = qdisc_priv(sch);
37 u32 band = skb->priority;
38 struct tcf_result res;
25d8c0d5 39 struct tcf_proto *fl;
bdba91ec 40 int err;
1da177e4 41
c27f339a 42 *qerr = NET_XMIT_SUCCESS | __NET_XMIT_BYPASS;
1da177e4 43 if (TC_H_MAJ(skb->priority) != sch->handle) {
25d8c0d5 44 fl = rcu_dereference_bh(q->filter_list);
3b3ae880 45 err = tc_classify(skb, fl, &res, false);
1da177e4 46#ifdef CONFIG_NET_CLS_ACT
dbaaa07a 47 switch (err) {
1da177e4
LT
48 case TC_ACT_STOLEN:
49 case TC_ACT_QUEUED:
378a2f09 50 *qerr = NET_XMIT_SUCCESS | __NET_XMIT_STOLEN;
1da177e4
LT
51 case TC_ACT_SHOT:
52 return NULL;
3ff50b79 53 }
1da177e4 54#endif
25d8c0d5 55 if (!fl || err < 0) {
1da177e4
LT
56 if (TC_H_MAJ(band))
57 band = 0;
cc7ec456 58 return q->queues[q->prio2band[band & TC_PRIO_MAX]];
1da177e4
LT
59 }
60 band = res.classid;
61 }
62 band = TC_H_MIN(band) - 1;
3e5c2d3b 63 if (band >= q->bands)
1d8ae3fd
DM
64 return q->queues[q->prio2band[0]];
65
1da177e4
LT
66 return q->queues[band];
67}
68
69static int
520ac30f 70prio_enqueue(struct sk_buff *skb, struct Qdisc *sch, struct sk_buff **to_free)
1da177e4
LT
71{
72 struct Qdisc *qdisc;
73 int ret;
74
75 qdisc = prio_classify(skb, sch, &ret);
76#ifdef CONFIG_NET_CLS_ACT
77 if (qdisc == NULL) {
29f1df6c 78
c27f339a 79 if (ret & __NET_XMIT_BYPASS)
25331d6c 80 qdisc_qstats_drop(sch);
1da177e4
LT
81 kfree_skb(skb);
82 return ret;
83 }
84#endif
85
520ac30f 86 ret = qdisc_enqueue(skb, qdisc, to_free);
5f86173b 87 if (ret == NET_XMIT_SUCCESS) {
6529d75a 88 qdisc_qstats_backlog_inc(sch, skb);
1da177e4
LT
89 sch->q.qlen++;
90 return NET_XMIT_SUCCESS;
91 }
378a2f09 92 if (net_xmit_drop_count(ret))
25331d6c 93 qdisc_qstats_drop(sch);
10297b99 94 return ret;
1da177e4
LT
95}
96
48a8f519
PM
97static struct sk_buff *prio_peek(struct Qdisc *sch)
98{
99 struct prio_sched_data *q = qdisc_priv(sch);
100 int prio;
101
102 for (prio = 0; prio < q->bands; prio++) {
103 struct Qdisc *qdisc = q->queues[prio];
104 struct sk_buff *skb = qdisc->ops->peek(qdisc);
105 if (skb)
106 return skb;
107 }
108 return NULL;
109}
1da177e4 110
cc7ec456 111static struct sk_buff *prio_dequeue(struct Qdisc *sch)
1da177e4 112{
1da177e4
LT
113 struct prio_sched_data *q = qdisc_priv(sch);
114 int prio;
1da177e4
LT
115
116 for (prio = 0; prio < q->bands; prio++) {
1d8ae3fd 117 struct Qdisc *qdisc = q->queues[prio];
3557619f 118 struct sk_buff *skb = qdisc_dequeue_peeked(qdisc);
1d8ae3fd 119 if (skb) {
9190b3b3 120 qdisc_bstats_update(sch, skb);
6529d75a 121 qdisc_qstats_backlog_dec(sch, skb);
1d8ae3fd
DM
122 sch->q.qlen--;
123 return skb;
1da177e4
LT
124 }
125 }
126 return NULL;
127
128}
129
1da177e4 130static void
cc7ec456 131prio_reset(struct Qdisc *sch)
1da177e4
LT
132{
133 int prio;
134 struct prio_sched_data *q = qdisc_priv(sch);
135
cc7ec456 136 for (prio = 0; prio < q->bands; prio++)
1da177e4 137 qdisc_reset(q->queues[prio]);
6529d75a 138 sch->qstats.backlog = 0;
1da177e4
LT
139 sch->q.qlen = 0;
140}
141
142static void
cc7ec456 143prio_destroy(struct Qdisc *sch)
1da177e4
LT
144{
145 int prio;
146 struct prio_sched_data *q = qdisc_priv(sch);
1da177e4 147
ff31ab56 148 tcf_destroy_chain(&q->filter_list);
cc7ec456 149 for (prio = 0; prio < q->bands; prio++)
1da177e4
LT
150 qdisc_destroy(q->queues[prio]);
151}
152
1e90474c 153static int prio_tune(struct Qdisc *sch, struct nlattr *opt)
1da177e4
LT
154{
155 struct prio_sched_data *q = qdisc_priv(sch);
3d7c8257
ED
156 struct Qdisc *queues[TCQ_PRIO_BANDS];
157 int oldbands = q->bands, i;
d62733c8 158 struct tc_prio_qopt *qopt;
1da177e4 159
1d8ae3fd
DM
160 if (nla_len(opt) < sizeof(*qopt))
161 return -EINVAL;
162 qopt = nla_data(opt);
d62733c8 163
1d8ae3fd 164 if (qopt->bands > TCQ_PRIO_BANDS || qopt->bands < 2)
1da177e4
LT
165 return -EINVAL;
166
cc7ec456 167 for (i = 0; i <= TC_PRIO_MAX; i++) {
1d8ae3fd 168 if (qopt->priomap[i] >= qopt->bands)
1da177e4
LT
169 return -EINVAL;
170 }
171
3d7c8257
ED
172 /* Before commit, make sure we can allocate all new qdiscs */
173 for (i = oldbands; i < qopt->bands; i++) {
174 queues[i] = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops,
175 TC_H_MAKE(sch->handle, i + 1));
176 if (!queues[i]) {
177 while (i > oldbands)
178 qdisc_destroy(queues[--i]);
179 return -ENOMEM;
180 }
181 }
182
1da177e4 183 sch_tree_lock(sch);
1d8ae3fd 184 q->bands = qopt->bands;
1da177e4
LT
185 memcpy(q->prio2band, qopt->priomap, TC_PRIO_MAX+1);
186
3d7c8257 187 for (i = q->bands; i < oldbands; i++) {
b94c8afc 188 struct Qdisc *child = q->queues[i];
1da177e4 189
3d7c8257
ED
190 qdisc_tree_reduce_backlog(child, child->q.qlen,
191 child->qstats.backlog);
192 qdisc_destroy(child);
1da177e4 193 }
cbdf4511 194
3d7c8257
ED
195 for (i = oldbands; i < q->bands; i++)
196 q->queues[i] = queues[i];
cbdf4511 197
3d7c8257 198 sch_tree_unlock(sch);
1da177e4
LT
199 return 0;
200}
201
1e90474c 202static int prio_init(struct Qdisc *sch, struct nlattr *opt)
1da177e4 203{
3d7c8257 204 if (!opt)
1da177e4 205 return -EINVAL;
1da177e4 206
3d7c8257 207 return prio_tune(sch, opt);
1da177e4
LT
208}
209
210static int prio_dump(struct Qdisc *sch, struct sk_buff *skb)
211{
212 struct prio_sched_data *q = qdisc_priv(sch);
27a884dc 213 unsigned char *b = skb_tail_pointer(skb);
1da177e4
LT
214 struct tc_prio_qopt opt;
215
216 opt.bands = q->bands;
cc7ec456 217 memcpy(&opt.priomap, q->prio2band, TC_PRIO_MAX + 1);
d62733c8 218
1b34ec43
DM
219 if (nla_put(skb, TCA_OPTIONS, sizeof(opt), &opt))
220 goto nla_put_failure;
d62733c8 221
1da177e4
LT
222 return skb->len;
223
1e90474c 224nla_put_failure:
dc5fc579 225 nlmsg_trim(skb, b);
1da177e4
LT
226 return -1;
227}
228
229static int prio_graft(struct Qdisc *sch, unsigned long arg, struct Qdisc *new,
230 struct Qdisc **old)
231{
232 struct prio_sched_data *q = qdisc_priv(sch);
233 unsigned long band = arg - 1;
234
1da177e4
LT
235 if (new == NULL)
236 new = &noop_qdisc;
237
86a7996c 238 *old = qdisc_replace(sch, new, &q->queues[band]);
1da177e4
LT
239 return 0;
240}
241
242static struct Qdisc *
243prio_leaf(struct Qdisc *sch, unsigned long arg)
244{
245 struct prio_sched_data *q = qdisc_priv(sch);
246 unsigned long band = arg - 1;
247
1da177e4
LT
248 return q->queues[band];
249}
250
251static unsigned long prio_get(struct Qdisc *sch, u32 classid)
252{
253 struct prio_sched_data *q = qdisc_priv(sch);
254 unsigned long band = TC_H_MIN(classid);
255
256 if (band - 1 >= q->bands)
257 return 0;
258 return band;
259}
260
261static unsigned long prio_bind(struct Qdisc *sch, unsigned long parent, u32 classid)
262{
263 return prio_get(sch, classid);
264}
265
266
267static void prio_put(struct Qdisc *q, unsigned long cl)
268{
1da177e4
LT
269}
270
1da177e4
LT
271static int prio_dump_class(struct Qdisc *sch, unsigned long cl, struct sk_buff *skb,
272 struct tcmsg *tcm)
273{
274 struct prio_sched_data *q = qdisc_priv(sch);
275
1da177e4 276 tcm->tcm_handle |= TC_H_MIN(cl);
5b9a9ccf 277 tcm->tcm_info = q->queues[cl-1]->handle;
1da177e4
LT
278 return 0;
279}
280
2cf6c36c
JP
281static int prio_dump_class_stats(struct Qdisc *sch, unsigned long cl,
282 struct gnet_dump *d)
283{
284 struct prio_sched_data *q = qdisc_priv(sch);
285 struct Qdisc *cl_q;
286
287 cl_q = q->queues[cl - 1];
edb09eb1
ED
288 if (gnet_stats_copy_basic(qdisc_root_sleeping_running(sch),
289 d, NULL, &cl_q->bstats) < 0 ||
b0ab6f92 290 gnet_stats_copy_queue(d, NULL, &cl_q->qstats, cl_q->q.qlen) < 0)
2cf6c36c
JP
291 return -1;
292
293 return 0;
294}
295
1da177e4
LT
296static void prio_walk(struct Qdisc *sch, struct qdisc_walker *arg)
297{
298 struct prio_sched_data *q = qdisc_priv(sch);
299 int prio;
300
301 if (arg->stop)
302 return;
303
304 for (prio = 0; prio < q->bands; prio++) {
305 if (arg->count < arg->skip) {
306 arg->count++;
307 continue;
308 }
cc7ec456 309 if (arg->fn(sch, prio + 1, arg) < 0) {
1da177e4
LT
310 arg->stop = 1;
311 break;
312 }
313 arg->count++;
314 }
315}
316
25d8c0d5
JF
317static struct tcf_proto __rcu **prio_find_tcf(struct Qdisc *sch,
318 unsigned long cl)
1da177e4
LT
319{
320 struct prio_sched_data *q = qdisc_priv(sch);
321
322 if (cl)
323 return NULL;
324 return &q->filter_list;
325}
326
20fea08b 327static const struct Qdisc_class_ops prio_class_ops = {
1da177e4
LT
328 .graft = prio_graft,
329 .leaf = prio_leaf,
330 .get = prio_get,
331 .put = prio_put,
1da177e4
LT
332 .walk = prio_walk,
333 .tcf_chain = prio_find_tcf,
334 .bind_tcf = prio_bind,
335 .unbind_tcf = prio_put,
336 .dump = prio_dump_class,
2cf6c36c 337 .dump_stats = prio_dump_class_stats,
1da177e4
LT
338};
339
20fea08b 340static struct Qdisc_ops prio_qdisc_ops __read_mostly = {
1da177e4
LT
341 .next = NULL,
342 .cl_ops = &prio_class_ops,
343 .id = "prio",
344 .priv_size = sizeof(struct prio_sched_data),
345 .enqueue = prio_enqueue,
346 .dequeue = prio_dequeue,
48a8f519 347 .peek = prio_peek,
1da177e4
LT
348 .init = prio_init,
349 .reset = prio_reset,
350 .destroy = prio_destroy,
351 .change = prio_tune,
352 .dump = prio_dump,
353 .owner = THIS_MODULE,
354};
355
356static int __init prio_module_init(void)
357{
1d8ae3fd 358 return register_qdisc(&prio_qdisc_ops);
1da177e4
LT
359}
360
10297b99 361static void __exit prio_module_exit(void)
1da177e4
LT
362{
363 unregister_qdisc(&prio_qdisc_ops);
364}
365
366module_init(prio_module_init)
367module_exit(prio_module_exit)
368
369MODULE_LICENSE("GPL");