Commit | Line | Data |
---|---|---|
2874c5fd | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
1f211a1b | 2 | /* net/sched/sch_ingress.c - Ingress and clsact qdisc |
1da177e4 LT |
3 | * |
4 | * Authors: Jamal Hadi Salim 1999 | |
5 | */ | |
6 | ||
1da177e4 LT |
7 | #include <linux/module.h> |
8 | #include <linux/types.h> | |
0ba48053 | 9 | #include <linux/list.h> |
1da177e4 | 10 | #include <linux/skbuff.h> |
1da177e4 | 11 | #include <linux/rtnetlink.h> |
d2788d34 | 12 | |
dc5fc579 | 13 | #include <net/netlink.h> |
1da177e4 | 14 | #include <net/pkt_sched.h> |
cf1facda | 15 | #include <net/pkt_cls.h> |
1da177e4 | 16 | |
6529eaba JP |
17 | struct ingress_sched_data { |
18 | struct tcf_block *block; | |
6e40cf2d | 19 | struct tcf_block_ext_info block_info; |
46209401 | 20 | struct mini_Qdisc_pair miniqp; |
6529eaba JP |
21 | }; |
22 | ||
1da177e4 LT |
23 | static struct Qdisc *ingress_leaf(struct Qdisc *sch, unsigned long arg) |
24 | { | |
25 | return NULL; | |
26 | } | |
27 | ||
143976ce | 28 | static unsigned long ingress_find(struct Qdisc *sch, u32 classid) |
1da177e4 | 29 | { |
1da177e4 LT |
30 | return TC_H_MIN(classid) + 1; |
31 | } | |
32 | ||
1da177e4 | 33 | static unsigned long ingress_bind_filter(struct Qdisc *sch, |
58f4df42 | 34 | unsigned long parent, u32 classid) |
1da177e4 | 35 | { |
143976ce | 36 | return ingress_find(sch, classid); |
1da177e4 LT |
37 | } |
38 | ||
143976ce | 39 | static void ingress_unbind_filter(struct Qdisc *sch, unsigned long cl) |
1da177e4 LT |
40 | { |
41 | } | |
42 | ||
58f4df42 | 43 | static void ingress_walk(struct Qdisc *sch, struct qdisc_walker *walker) |
1da177e4 | 44 | { |
1da177e4 LT |
45 | } |
46 | ||
cbaacc4e AA |
47 | static struct tcf_block *ingress_tcf_block(struct Qdisc *sch, unsigned long cl, |
48 | struct netlink_ext_ack *extack) | |
1da177e4 | 49 | { |
6529eaba | 50 | struct ingress_sched_data *q = qdisc_priv(sch); |
1da177e4 | 51 | |
6529eaba | 52 | return q->block; |
1da177e4 LT |
53 | } |
54 | ||
c7eb7d72 JP |
55 | static void clsact_chain_head_change(struct tcf_proto *tp_head, void *priv) |
56 | { | |
46209401 | 57 | struct mini_Qdisc_pair *miniqp = priv; |
c7eb7d72 | 58 | |
46209401 | 59 | mini_qdisc_pair_swap(miniqp, tp_head); |
51ab2994 JP |
60 | }; |
61 | ||
62 | static void ingress_ingress_block_set(struct Qdisc *sch, u32 block_index) | |
63 | { | |
64 | struct ingress_sched_data *q = qdisc_priv(sch); | |
65 | ||
66 | q->block_info.block_index = block_index; | |
67 | } | |
68 | ||
69 | static u32 ingress_ingress_block_get(struct Qdisc *sch) | |
70 | { | |
71 | struct ingress_sched_data *q = qdisc_priv(sch); | |
72 | ||
73 | return q->block_info.block_index; | |
c7eb7d72 JP |
74 | } |
75 | ||
e63d7dfd AA |
76 | static int ingress_init(struct Qdisc *sch, struct nlattr *opt, |
77 | struct netlink_ext_ack *extack) | |
4577139b | 78 | { |
6529eaba JP |
79 | struct ingress_sched_data *q = qdisc_priv(sch); |
80 | struct net_device *dev = qdisc_dev(sch); | |
6529eaba | 81 | |
b59e6979 JP |
82 | net_inc_ingress_queue(); |
83 | ||
46209401 JP |
84 | mini_qdisc_pair_init(&q->miniqp, sch, &dev->miniq_ingress); |
85 | ||
32f8c409 | 86 | q->block_info.binder_type = FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS; |
c7eb7d72 | 87 | q->block_info.chain_head_change = clsact_chain_head_change; |
46209401 | 88 | q->block_info.chain_head_change_priv = &q->miniqp; |
6e40cf2d | 89 | |
c02b3741 | 90 | return tcf_block_get_ext(&q->block, sch, &q->block_info, extack); |
4577139b DB |
91 | } |
92 | ||
1da177e4 LT |
93 | static void ingress_destroy(struct Qdisc *sch) |
94 | { | |
6529eaba | 95 | struct ingress_sched_data *q = qdisc_priv(sch); |
1da177e4 | 96 | |
c7eb7d72 | 97 | tcf_block_put_ext(q->block, sch, &q->block_info); |
4577139b | 98 | net_dec_ingress_queue(); |
1da177e4 LT |
99 | } |
100 | ||
1da177e4 LT |
101 | static int ingress_dump(struct Qdisc *sch, struct sk_buff *skb) |
102 | { | |
4b3550ef | 103 | struct nlattr *nest; |
1da177e4 | 104 | |
ae0be8de | 105 | nest = nla_nest_start_noflag(skb, TCA_OPTIONS); |
4b3550ef PM |
106 | if (nest == NULL) |
107 | goto nla_put_failure; | |
d2788d34 | 108 | |
d59b7d80 | 109 | return nla_nest_end(skb, nest); |
1da177e4 | 110 | |
1e90474c | 111 | nla_put_failure: |
4b3550ef | 112 | nla_nest_cancel(skb, nest); |
1da177e4 LT |
113 | return -1; |
114 | } | |
115 | ||
20fea08b | 116 | static const struct Qdisc_class_ops ingress_class_ops = { |
7a096d57 | 117 | .flags = QDISC_CLASS_OPS_DOIT_UNLOCKED, |
1da177e4 | 118 | .leaf = ingress_leaf, |
143976ce | 119 | .find = ingress_find, |
1da177e4 | 120 | .walk = ingress_walk, |
6529eaba | 121 | .tcf_block = ingress_tcf_block, |
1da177e4 | 122 | .bind_tcf = ingress_bind_filter, |
143976ce | 123 | .unbind_tcf = ingress_unbind_filter, |
1da177e4 LT |
124 | }; |
125 | ||
20fea08b | 126 | static struct Qdisc_ops ingress_qdisc_ops __read_mostly = { |
51ab2994 JP |
127 | .cl_ops = &ingress_class_ops, |
128 | .id = "ingress", | |
129 | .priv_size = sizeof(struct ingress_sched_data), | |
130 | .static_flags = TCQ_F_CPUSTATS, | |
131 | .init = ingress_init, | |
132 | .destroy = ingress_destroy, | |
133 | .dump = ingress_dump, | |
134 | .ingress_block_set = ingress_ingress_block_set, | |
135 | .ingress_block_get = ingress_ingress_block_get, | |
136 | .owner = THIS_MODULE, | |
1da177e4 LT |
137 | }; |
138 | ||
6529eaba JP |
139 | struct clsact_sched_data { |
140 | struct tcf_block *ingress_block; | |
141 | struct tcf_block *egress_block; | |
6e40cf2d JP |
142 | struct tcf_block_ext_info ingress_block_info; |
143 | struct tcf_block_ext_info egress_block_info; | |
46209401 JP |
144 | struct mini_Qdisc_pair miniqp_ingress; |
145 | struct mini_Qdisc_pair miniqp_egress; | |
6529eaba JP |
146 | }; |
147 | ||
143976ce | 148 | static unsigned long clsact_find(struct Qdisc *sch, u32 classid) |
1f211a1b DB |
149 | { |
150 | switch (TC_H_MIN(classid)) { | |
151 | case TC_H_MIN(TC_H_MIN_INGRESS): | |
152 | case TC_H_MIN(TC_H_MIN_EGRESS): | |
153 | return TC_H_MIN(classid); | |
154 | default: | |
155 | return 0; | |
156 | } | |
157 | } | |
158 | ||
159 | static unsigned long clsact_bind_filter(struct Qdisc *sch, | |
160 | unsigned long parent, u32 classid) | |
161 | { | |
143976ce | 162 | return clsact_find(sch, classid); |
1f211a1b DB |
163 | } |
164 | ||
cbaacc4e AA |
165 | static struct tcf_block *clsact_tcf_block(struct Qdisc *sch, unsigned long cl, |
166 | struct netlink_ext_ack *extack) | |
1f211a1b | 167 | { |
6529eaba | 168 | struct clsact_sched_data *q = qdisc_priv(sch); |
1f211a1b DB |
169 | |
170 | switch (cl) { | |
171 | case TC_H_MIN(TC_H_MIN_INGRESS): | |
6529eaba | 172 | return q->ingress_block; |
1f211a1b | 173 | case TC_H_MIN(TC_H_MIN_EGRESS): |
6529eaba | 174 | return q->egress_block; |
1f211a1b DB |
175 | default: |
176 | return NULL; | |
177 | } | |
178 | } | |
179 | ||
51ab2994 JP |
180 | static void clsact_ingress_block_set(struct Qdisc *sch, u32 block_index) |
181 | { | |
182 | struct clsact_sched_data *q = qdisc_priv(sch); | |
183 | ||
184 | q->ingress_block_info.block_index = block_index; | |
185 | } | |
186 | ||
187 | static void clsact_egress_block_set(struct Qdisc *sch, u32 block_index) | |
188 | { | |
189 | struct clsact_sched_data *q = qdisc_priv(sch); | |
190 | ||
191 | q->egress_block_info.block_index = block_index; | |
192 | } | |
193 | ||
194 | static u32 clsact_ingress_block_get(struct Qdisc *sch) | |
195 | { | |
196 | struct clsact_sched_data *q = qdisc_priv(sch); | |
197 | ||
198 | return q->ingress_block_info.block_index; | |
199 | } | |
200 | ||
201 | static u32 clsact_egress_block_get(struct Qdisc *sch) | |
202 | { | |
203 | struct clsact_sched_data *q = qdisc_priv(sch); | |
204 | ||
205 | return q->egress_block_info.block_index; | |
206 | } | |
207 | ||
e63d7dfd AA |
208 | static int clsact_init(struct Qdisc *sch, struct nlattr *opt, |
209 | struct netlink_ext_ack *extack) | |
1f211a1b | 210 | { |
6529eaba JP |
211 | struct clsact_sched_data *q = qdisc_priv(sch); |
212 | struct net_device *dev = qdisc_dev(sch); | |
213 | int err; | |
214 | ||
b59e6979 JP |
215 | net_inc_ingress_queue(); |
216 | net_inc_egress_queue(); | |
217 | ||
46209401 JP |
218 | mini_qdisc_pair_init(&q->miniqp_ingress, sch, &dev->miniq_ingress); |
219 | ||
32f8c409 | 220 | q->ingress_block_info.binder_type = FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS; |
c7eb7d72 | 221 | q->ingress_block_info.chain_head_change = clsact_chain_head_change; |
46209401 | 222 | q->ingress_block_info.chain_head_change_priv = &q->miniqp_ingress; |
6e40cf2d | 223 | |
8d1a77f9 AA |
224 | err = tcf_block_get_ext(&q->ingress_block, sch, &q->ingress_block_info, |
225 | extack); | |
6529eaba JP |
226 | if (err) |
227 | return err; | |
228 | ||
46209401 JP |
229 | mini_qdisc_pair_init(&q->miniqp_egress, sch, &dev->miniq_egress); |
230 | ||
32f8c409 | 231 | q->egress_block_info.binder_type = FLOW_BLOCK_BINDER_TYPE_CLSACT_EGRESS; |
c7eb7d72 | 232 | q->egress_block_info.chain_head_change = clsact_chain_head_change; |
46209401 | 233 | q->egress_block_info.chain_head_change_priv = &q->miniqp_egress; |
6e40cf2d | 234 | |
c02b3741 | 235 | return tcf_block_get_ext(&q->egress_block, sch, &q->egress_block_info, extack); |
1f211a1b DB |
236 | } |
237 | ||
238 | static void clsact_destroy(struct Qdisc *sch) | |
239 | { | |
6529eaba | 240 | struct clsact_sched_data *q = qdisc_priv(sch); |
1f211a1b | 241 | |
c7eb7d72 JP |
242 | tcf_block_put_ext(q->egress_block, sch, &q->egress_block_info); |
243 | tcf_block_put_ext(q->ingress_block, sch, &q->ingress_block_info); | |
1f211a1b DB |
244 | |
245 | net_dec_ingress_queue(); | |
246 | net_dec_egress_queue(); | |
247 | } | |
248 | ||
249 | static const struct Qdisc_class_ops clsact_class_ops = { | |
87f37392 | 250 | .flags = QDISC_CLASS_OPS_DOIT_UNLOCKED, |
1f211a1b | 251 | .leaf = ingress_leaf, |
143976ce | 252 | .find = clsact_find, |
1f211a1b | 253 | .walk = ingress_walk, |
6529eaba | 254 | .tcf_block = clsact_tcf_block, |
1f211a1b | 255 | .bind_tcf = clsact_bind_filter, |
143976ce | 256 | .unbind_tcf = ingress_unbind_filter, |
1f211a1b DB |
257 | }; |
258 | ||
259 | static struct Qdisc_ops clsact_qdisc_ops __read_mostly = { | |
51ab2994 JP |
260 | .cl_ops = &clsact_class_ops, |
261 | .id = "clsact", | |
262 | .priv_size = sizeof(struct clsact_sched_data), | |
263 | .static_flags = TCQ_F_CPUSTATS, | |
264 | .init = clsact_init, | |
265 | .destroy = clsact_destroy, | |
266 | .dump = ingress_dump, | |
267 | .ingress_block_set = clsact_ingress_block_set, | |
268 | .egress_block_set = clsact_egress_block_set, | |
269 | .ingress_block_get = clsact_ingress_block_get, | |
270 | .egress_block_get = clsact_egress_block_get, | |
271 | .owner = THIS_MODULE, | |
1f211a1b DB |
272 | }; |
273 | ||
1da177e4 LT |
274 | static int __init ingress_module_init(void) |
275 | { | |
1f211a1b DB |
276 | int ret; |
277 | ||
278 | ret = register_qdisc(&ingress_qdisc_ops); | |
279 | if (!ret) { | |
280 | ret = register_qdisc(&clsact_qdisc_ops); | |
281 | if (ret) | |
282 | unregister_qdisc(&ingress_qdisc_ops); | |
283 | } | |
284 | ||
285 | return ret; | |
1da177e4 | 286 | } |
58f4df42 | 287 | |
10297b99 | 288 | static void __exit ingress_module_exit(void) |
1da177e4 LT |
289 | { |
290 | unregister_qdisc(&ingress_qdisc_ops); | |
1f211a1b | 291 | unregister_qdisc(&clsact_qdisc_ops); |
1da177e4 | 292 | } |
58f4df42 | 293 | |
d2788d34 DB |
294 | module_init(ingress_module_init); |
295 | module_exit(ingress_module_exit); | |
296 | ||
1f211a1b | 297 | MODULE_ALIAS("sch_clsact"); |
1da177e4 | 298 | MODULE_LICENSE("GPL"); |