Merge tag 'scsi-misc' of git://git.kernel.org/pub/scm/linux/kernel/git/jejb/scsi
[linux-2.6-block.git] / net / netfilter / nf_queue.c
CommitLineData
f229f6ce
PM
1/*
2 * Rusty Russell (C)2000 -- This code is GPL.
3 * Patrick McHardy (c) 2006-2012
4 */
5
f6ebe77f 6#include <linux/kernel.h>
5a0e3ad6 7#include <linux/slab.h>
f6ebe77f
HW
8#include <linux/init.h>
9#include <linux/module.h>
10#include <linux/proc_fs.h>
11#include <linux/skbuff.h>
12#include <linux/netfilter.h>
c737b7c4 13#include <linux/netfilter_bridge.h>
bbd86b9f 14#include <linux/seq_file.h>
7a11b984 15#include <linux/rcupdate.h>
f6ebe77f 16#include <net/protocol.h>
c01cd429 17#include <net/netfilter/nf_queue.h>
7fee226a 18#include <net/dst.h>
f6ebe77f
HW
19
20#include "nf_internals.h"
21
601e68e1 22/*
0360ae41
FW
23 * Hook for nfnetlink_queue to register its queue handler.
24 * We do this so that most of the NFQUEUE code can be modular.
25 *
26 * Once the queue is registered it must reinject all packets it
27 * receives, no matter what.
f6ebe77f 28 */
f6ebe77f 29
d72367b6
HW
30/* return EBUSY when somebody else is registered, return EEXIST if the
31 * same handler is registered, return 0 in case of success. */
dc3ee32e 32void nf_register_queue_handler(struct net *net, const struct nf_queue_handler *qh)
601e68e1 33{
0360ae41 34 /* should never happen, we only have one queueing backend in kernel */
dc3ee32e
EB
35 WARN_ON(rcu_access_pointer(net->nf.queue_handler));
36 rcu_assign_pointer(net->nf.queue_handler, qh);
f6ebe77f
HW
37}
38EXPORT_SYMBOL(nf_register_queue_handler);
39
40/* The caller must flush their queue before this */
dc3ee32e 41void nf_unregister_queue_handler(struct net *net)
f6ebe77f 42{
dc3ee32e 43 RCU_INIT_POINTER(net->nf.queue_handler, NULL);
f6ebe77f
HW
44}
45EXPORT_SYMBOL(nf_unregister_queue_handler);
46
a5fedd43 47void nf_queue_entry_release_refs(struct nf_queue_entry *entry)
daaa8be2 48{
1d1de89b
DM
49 struct nf_hook_state *state = &entry->state;
50
daaa8be2 51 /* Release those devices we held, or Alexey will kill me. */
1d1de89b
DM
52 if (state->in)
53 dev_put(state->in);
54 if (state->out)
55 dev_put(state->out);
1c984f8a
DM
56 if (state->sk)
57 sock_put(state->sk);
1109a90c 58#if IS_ENABLED(CONFIG_BRIDGE_NETFILTER)
daaa8be2 59 if (entry->skb->nf_bridge) {
c737b7c4 60 struct net_device *physdev;
daaa8be2 61
c737b7c4
FW
62 physdev = nf_bridge_get_physindev(entry->skb);
63 if (physdev)
64 dev_put(physdev);
65 physdev = nf_bridge_get_physoutdev(entry->skb);
66 if (physdev)
67 dev_put(physdev);
daaa8be2
PM
68 }
69#endif
daaa8be2 70}
a5fedd43 71EXPORT_SYMBOL_GPL(nf_queue_entry_release_refs);
daaa8be2 72
4bd60443 73/* Bump dev refs so they don't vanish while packet is out */
ed78d09d 74void nf_queue_entry_get_refs(struct nf_queue_entry *entry)
4bd60443 75{
1d1de89b
DM
76 struct nf_hook_state *state = &entry->state;
77
1d1de89b
DM
78 if (state->in)
79 dev_hold(state->in);
80 if (state->out)
81 dev_hold(state->out);
1c984f8a
DM
82 if (state->sk)
83 sock_hold(state->sk);
1109a90c 84#if IS_ENABLED(CONFIG_BRIDGE_NETFILTER)
4bd60443 85 if (entry->skb->nf_bridge) {
4bd60443
FW
86 struct net_device *physdev;
87
c737b7c4 88 physdev = nf_bridge_get_physindev(entry->skb);
4bd60443
FW
89 if (physdev)
90 dev_hold(physdev);
c737b7c4 91 physdev = nf_bridge_get_physoutdev(entry->skb);
4bd60443
FW
92 if (physdev)
93 dev_hold(physdev);
94 }
95#endif
4bd60443 96}
a5fedd43 97EXPORT_SYMBOL_GPL(nf_queue_entry_get_refs);
4bd60443 98
e3b37f11 99void nf_queue_nf_hook_drop(struct net *net, const struct nf_hook_entry *entry)
8405a8ff
EB
100{
101 const struct nf_queue_handler *qh;
8405a8ff 102
8405a8ff 103 rcu_read_lock();
dc3ee32e 104 qh = rcu_dereference(net->nf.queue_handler);
2385eb0c 105 if (qh)
e3b37f11 106 qh->nf_hook_drop(net, entry);
8405a8ff 107 rcu_read_unlock();
8405a8ff
EB
108}
109
601e68e1
YH
110/*
111 * Any packet that leaves via this function must come back
f6ebe77f
HW
112 * through nf_reinject().
113 */
a5fedd43 114int nf_queue(struct sk_buff *skb,
cfdfab31
DM
115 struct nf_hook_state *state,
116 unsigned int queuenum)
f6ebe77f 117{
f1585086 118 int status = -ENOENT;
daaa8be2 119 struct nf_queue_entry *entry = NULL;
1e796fda 120 const struct nf_afinfo *afinfo;
e3ac5298 121 const struct nf_queue_handler *qh;
dc3ee32e 122 struct net *net = state->net;
f6ebe77f 123
25985edc 124 /* QUEUE == DROP if no one is waiting, to be safe. */
dc3ee32e 125 qh = rcu_dereference(net->nf.queue_handler);
94b27cc3
FW
126 if (!qh) {
127 status = -ESRCH;
81b4325e 128 goto err;
94b27cc3 129 }
f6ebe77f 130
cfdfab31 131 afinfo = nf_get_afinfo(state->pf);
daaa8be2 132 if (!afinfo)
81b4325e 133 goto err;
bce8032e 134
02f014d8 135 entry = kmalloc(sizeof(*entry) + afinfo->route_key_size, GFP_ATOMIC);
f1585086
FW
136 if (!entry) {
137 status = -ENOMEM;
81b4325e 138 goto err;
f1585086 139 }
f6ebe77f 140
02f014d8
PM
141 *entry = (struct nf_queue_entry) {
142 .skb = skb,
1d1de89b 143 .state = *state,
a5fedd43 144 .size = sizeof(*entry) + afinfo->route_key_size,
02f014d8 145 };
f6ebe77f 146
ed78d09d 147 nf_queue_entry_get_refs(entry);
7fee226a 148 skb_dst_force(skb);
02f014d8
PM
149 afinfo->saveroute(skb, entry);
150 status = qh->outfn(entry, queuenum);
f6ebe77f 151
f6ebe77f 152 if (status < 0) {
daaa8be2
PM
153 nf_queue_entry_release_refs(entry);
154 goto err;
f6ebe77f
HW
155 }
156
f1585086 157 return 0;
daaa8be2 158
daaa8be2 159err:
daaa8be2 160 kfree(entry);
f1585086 161 return status;
f6ebe77f
HW
162}
163
02f014d8 164void nf_reinject(struct nf_queue_entry *entry, unsigned int verdict)
f6ebe77f 165{
e3b37f11 166 struct nf_hook_entry *hook_entry;
02f014d8 167 struct sk_buff *skb = entry->skb;
1e796fda 168 const struct nf_afinfo *afinfo;
e3b37f11 169 struct nf_hook_ops *elem;
f1585086 170 int err;
f6ebe77f 171
e3b37f11
AC
172 hook_entry = rcu_dereference(entry->state.hook_entries);
173 elem = &hook_entry->ops;
174
daaa8be2 175 nf_queue_entry_release_refs(entry);
f6ebe77f 176
f6ebe77f 177 /* Continue traversal iff userspace said ok... */
7ceebfe4
FW
178 if (verdict == NF_REPEAT)
179 verdict = elem->hook(elem->priv, skb, &entry->state);
f6ebe77f 180
7a11b984 181 if (verdict == NF_ACCEPT) {
1d1de89b 182 afinfo = nf_get_afinfo(entry->state.pf);
d815d90b 183 if (!afinfo || afinfo->reroute(entry->state.net, skb, entry) < 0)
7a11b984
PM
184 verdict = NF_DROP;
185 }
186
1d1de89b 187 entry->state.thresh = INT_MIN;
cfdfab31 188
f6ebe77f
HW
189 if (verdict == NF_ACCEPT) {
190 next_hook:
e3b37f11 191 verdict = nf_iterate(skb, &entry->state, &hook_entry);
f6ebe77f
HW
192 }
193
194 switch (verdict & NF_VERDICT_MASK) {
195 case NF_ACCEPT:
3bc38712 196 case NF_STOP:
4b3d15ef 197 local_bh_disable();
0c4b51f0 198 entry->state.okfn(entry->state.net, entry->state.sk, skb);
4b3d15ef 199 local_bh_enable();
f6ebe77f 200 break;
f6ebe77f 201 case NF_QUEUE:
e3b37f11
AC
202 RCU_INIT_POINTER(entry->state.hook_entries, hook_entry);
203 err = nf_queue(skb, &entry->state,
cfdfab31 204 verdict >> NF_VERDICT_QBITS);
06cdb634 205 if (err < 0) {
94b27cc3
FW
206 if (err == -ESRCH &&
207 (verdict & NF_VERDICT_FLAG_QUEUE_BYPASS))
208 goto next_hook;
06cdb634
FW
209 kfree_skb(skb);
210 }
f6ebe77f 211 break;
64507fdb 212 case NF_STOLEN:
fad54440 213 break;
3bc38712
PM
214 default:
215 kfree_skb(skb);
f6ebe77f 216 }
81b4325e 217
02f014d8 218 kfree(entry);
f6ebe77f
HW
219}
220EXPORT_SYMBOL(nf_reinject);