[S390] cio: reduce cpu utilization during device scan
[linux-block.git] / net / sched / act_mirred.c
CommitLineData
1da177e4
LT
1/*
2 * net/sched/mirred.c packet mirroring and redirect actions
3 *
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public License
6 * as published by the Free Software Foundation; either version
7 * 2 of the License, or (at your option) any later version.
8 *
9 * Authors: Jamal Hadi Salim (2002-4)
10 *
11 * TODO: Add ingress support (and socket redirect support)
12 *
13 */
14
1da177e4
LT
15#include <linux/types.h>
16#include <linux/kernel.h>
1da177e4 17#include <linux/string.h>
1da177e4 18#include <linux/errno.h>
1da177e4
LT
19#include <linux/skbuff.h>
20#include <linux/rtnetlink.h>
21#include <linux/module.h>
22#include <linux/init.h>
881d966b 23#include <net/net_namespace.h>
dc5fc579 24#include <net/netlink.h>
1da177e4
LT
25#include <net/pkt_sched.h>
26#include <linux/tc_act/tc_mirred.h>
27#include <net/tc_act/tc_mirred.h>
28
1da177e4
LT
29#include <linux/if_arp.h>
30
e9ce1cd3
DM
31#define MIRRED_TAB_MASK 7
32static struct tcf_common *tcf_mirred_ht[MIRRED_TAB_MASK + 1];
33static u32 mirred_idx_gen;
1da177e4
LT
34static DEFINE_RWLOCK(mirred_lock);
35
e9ce1cd3
DM
36static struct tcf_hashinfo mirred_hash_info = {
37 .htab = tcf_mirred_ht,
38 .hmask = MIRRED_TAB_MASK,
39 .lock = &mirred_lock,
40};
1da177e4 41
e9ce1cd3 42static inline int tcf_mirred_release(struct tcf_mirred *m, int bind)
1da177e4 43{
e9ce1cd3 44 if (m) {
1da177e4 45 if (bind)
e9ce1cd3
DM
46 m->tcf_bindcnt--;
47 m->tcf_refcnt--;
48 if(!m->tcf_bindcnt && m->tcf_refcnt <= 0) {
49 dev_put(m->tcfm_dev);
50 tcf_hash_destroy(&m->common, &mirred_hash_info);
1da177e4
LT
51 return 1;
52 }
53 }
54 return 0;
55}
56
e9ce1cd3
DM
57static int tcf_mirred_init(struct rtattr *rta, struct rtattr *est,
58 struct tc_action *a, int ovr, int bind)
1da177e4
LT
59{
60 struct rtattr *tb[TCA_MIRRED_MAX];
61 struct tc_mirred *parm;
e9ce1cd3
DM
62 struct tcf_mirred *m;
63 struct tcf_common *pc;
1da177e4
LT
64 struct net_device *dev = NULL;
65 int ret = 0;
66 int ok_push = 0;
67
68 if (rta == NULL || rtattr_parse_nested(tb, TCA_MIRRED_MAX, rta) < 0)
69 return -EINVAL;
70
71 if (tb[TCA_MIRRED_PARMS-1] == NULL ||
72 RTA_PAYLOAD(tb[TCA_MIRRED_PARMS-1]) < sizeof(*parm))
73 return -EINVAL;
74 parm = RTA_DATA(tb[TCA_MIRRED_PARMS-1]);
75
76 if (parm->ifindex) {
881d966b 77 dev = __dev_get_by_index(&init_net, parm->ifindex);
1da177e4
LT
78 if (dev == NULL)
79 return -ENODEV;
80 switch (dev->type) {
81 case ARPHRD_TUNNEL:
82 case ARPHRD_TUNNEL6:
83 case ARPHRD_SIT:
84 case ARPHRD_IPGRE:
85 case ARPHRD_VOID:
86 case ARPHRD_NONE:
87 ok_push = 0;
88 break;
89 default:
90 ok_push = 1;
91 break;
92 }
93 }
94
e9ce1cd3
DM
95 pc = tcf_hash_check(parm->index, a, bind, &mirred_hash_info);
96 if (!pc) {
1da177e4
LT
97 if (!parm->ifindex)
98 return -EINVAL;
e9ce1cd3
DM
99 pc = tcf_hash_create(parm->index, est, a, sizeof(*m), bind,
100 &mirred_idx_gen, &mirred_hash_info);
101 if (unlikely(!pc))
1da177e4
LT
102 return -ENOMEM;
103 ret = ACT_P_CREATED;
104 } else {
105 if (!ovr) {
e9ce1cd3 106 tcf_mirred_release(to_mirred(pc), bind);
1da177e4
LT
107 return -EEXIST;
108 }
109 }
e9ce1cd3 110 m = to_mirred(pc);
1da177e4 111
e9ce1cd3
DM
112 spin_lock_bh(&m->tcf_lock);
113 m->tcf_action = parm->action;
114 m->tcfm_eaction = parm->eaction;
1da177e4 115 if (parm->ifindex) {
e9ce1cd3 116 m->tcfm_ifindex = parm->ifindex;
1da177e4 117 if (ret != ACT_P_CREATED)
e9ce1cd3
DM
118 dev_put(m->tcfm_dev);
119 m->tcfm_dev = dev;
1da177e4 120 dev_hold(dev);
e9ce1cd3 121 m->tcfm_ok_push = ok_push;
1da177e4 122 }
e9ce1cd3 123 spin_unlock_bh(&m->tcf_lock);
1da177e4 124 if (ret == ACT_P_CREATED)
e9ce1cd3 125 tcf_hash_insert(pc, &mirred_hash_info);
1da177e4 126
1da177e4
LT
127 return ret;
128}
129
e9ce1cd3 130static int tcf_mirred_cleanup(struct tc_action *a, int bind)
1da177e4 131{
e9ce1cd3 132 struct tcf_mirred *m = a->priv;
1da177e4 133
e9ce1cd3
DM
134 if (m)
135 return tcf_mirred_release(m, bind);
1da177e4
LT
136 return 0;
137}
138
e9ce1cd3
DM
139static int tcf_mirred(struct sk_buff *skb, struct tc_action *a,
140 struct tcf_result *res)
1da177e4 141{
e9ce1cd3 142 struct tcf_mirred *m = a->priv;
1da177e4
LT
143 struct net_device *dev;
144 struct sk_buff *skb2 = NULL;
1da177e4
LT
145 u32 at = G_TC_AT(skb->tc_verd);
146
e9ce1cd3 147 spin_lock(&m->tcf_lock);
1da177e4 148
e9ce1cd3
DM
149 dev = m->tcfm_dev;
150 m->tcf_tm.lastuse = jiffies;
1da177e4
LT
151
152 if (!(dev->flags&IFF_UP) ) {
153 if (net_ratelimit())
154 printk("mirred to Houston: device %s is gone!\n",
155 dev->name);
156bad_mirred:
157 if (skb2 != NULL)
158 kfree_skb(skb2);
e9ce1cd3
DM
159 m->tcf_qstats.overlimits++;
160 m->tcf_bstats.bytes += skb->len;
161 m->tcf_bstats.packets++;
162 spin_unlock(&m->tcf_lock);
1da177e4
LT
163 /* should we be asking for packet to be dropped?
164 * may make sense for redirect case only
165 */
166 return TC_ACT_SHOT;
167 }
168
a057ae3c 169 skb2 = skb_act_clone(skb, GFP_ATOMIC);
1da177e4
LT
170 if (skb2 == NULL)
171 goto bad_mirred;
e9ce1cd3
DM
172 if (m->tcfm_eaction != TCA_EGRESS_MIRROR &&
173 m->tcfm_eaction != TCA_EGRESS_REDIR) {
1da177e4 174 if (net_ratelimit())
e9ce1cd3
DM
175 printk("tcf_mirred unknown action %d\n",
176 m->tcfm_eaction);
1da177e4
LT
177 goto bad_mirred;
178 }
179
e9ce1cd3
DM
180 m->tcf_bstats.bytes += skb2->len;
181 m->tcf_bstats.packets++;
1da177e4 182 if (!(at & AT_EGRESS))
e9ce1cd3 183 if (m->tcfm_ok_push)
1da177e4
LT
184 skb_push(skb2, skb2->dev->hard_header_len);
185
186 /* mirror is always swallowed */
e9ce1cd3 187 if (m->tcfm_eaction != TCA_EGRESS_MIRROR)
1da177e4
LT
188 skb2->tc_verd = SET_TC_FROM(skb2->tc_verd, at);
189
190 skb2->dev = dev;
c01003c2 191 skb2->iif = skb->dev->ifindex;
1da177e4 192 dev_queue_xmit(skb2);
e9ce1cd3
DM
193 spin_unlock(&m->tcf_lock);
194 return m->tcf_action;
1da177e4
LT
195}
196
e9ce1cd3 197static int tcf_mirred_dump(struct sk_buff *skb, struct tc_action *a, int bind, int ref)
1da177e4 198{
27a884dc 199 unsigned char *b = skb_tail_pointer(skb);
e9ce1cd3 200 struct tcf_mirred *m = a->priv;
1da177e4 201 struct tc_mirred opt;
1da177e4
LT
202 struct tcf_t t;
203
e9ce1cd3
DM
204 opt.index = m->tcf_index;
205 opt.action = m->tcf_action;
206 opt.refcnt = m->tcf_refcnt - ref;
207 opt.bindcnt = m->tcf_bindcnt - bind;
208 opt.eaction = m->tcfm_eaction;
209 opt.ifindex = m->tcfm_ifindex;
1da177e4 210 RTA_PUT(skb, TCA_MIRRED_PARMS, sizeof(opt), &opt);
e9ce1cd3
DM
211 t.install = jiffies_to_clock_t(jiffies - m->tcf_tm.install);
212 t.lastuse = jiffies_to_clock_t(jiffies - m->tcf_tm.lastuse);
213 t.expires = jiffies_to_clock_t(m->tcf_tm.expires);
1da177e4
LT
214 RTA_PUT(skb, TCA_MIRRED_TM, sizeof(t), &t);
215 return skb->len;
216
e9ce1cd3 217rtattr_failure:
dc5fc579 218 nlmsg_trim(skb, b);
1da177e4
LT
219 return -1;
220}
221
222static struct tc_action_ops act_mirred_ops = {
223 .kind = "mirred",
e9ce1cd3 224 .hinfo = &mirred_hash_info,
1da177e4
LT
225 .type = TCA_ACT_MIRRED,
226 .capab = TCA_CAP_NONE,
227 .owner = THIS_MODULE,
228 .act = tcf_mirred,
229 .dump = tcf_mirred_dump,
230 .cleanup = tcf_mirred_cleanup,
231 .lookup = tcf_hash_search,
232 .init = tcf_mirred_init,
233 .walk = tcf_generic_walker
234};
235
236MODULE_AUTHOR("Jamal Hadi Salim(2002)");
237MODULE_DESCRIPTION("Device Mirror/redirect actions");
238MODULE_LICENSE("GPL");
239
e9ce1cd3 240static int __init mirred_init_module(void)
1da177e4
LT
241{
242 printk("Mirror/redirect action on\n");
243 return tcf_register_action(&act_mirred_ops);
244}
245
e9ce1cd3 246static void __exit mirred_cleanup_module(void)
1da177e4
LT
247{
248 tcf_unregister_action(&act_mirred_ops);
249}
250
251module_init(mirred_init_module);
252module_exit(mirred_cleanup_module);