NFS: callback per-net usage counting introduced
[linux-block.git] / fs / nfs / callback.c
CommitLineData
1da177e4
LT
1/*
2 * linux/fs/nfs/callback.c
3 *
4 * Copyright (C) 2004 Trond Myklebust
5 *
6 * NFSv4 callback handling
7 */
8
1da177e4
LT
9#include <linux/completion.h>
10#include <linux/ip.h>
11#include <linux/module.h>
1da177e4
LT
12#include <linux/sunrpc/svc.h>
13#include <linux/sunrpc/svcsock.h>
14#include <linux/nfs_fs.h>
353ab6e9 15#include <linux/mutex.h>
83144186 16#include <linux/freezer.h>
a277e33c 17#include <linux/kthread.h>
945b34a7 18#include <linux/sunrpc/svcauth_gss.h>
a43cde94 19#include <linux/sunrpc/bc_xprt.h>
14c85021
ACM
20
21#include <net/inet_sock.h>
22
4ce79717 23#include "nfs4_fs.h"
1da177e4 24#include "callback.h"
24c8dbbb 25#include "internal.h"
bbe0a3aa 26#include "netns.h"
1da177e4
LT
27
28#define NFSDBG_FACILITY NFSDBG_CALLBACK
29
30struct nfs_callback_data {
31 unsigned int users;
a43cde94 32 struct svc_serv *serv;
5afc597c 33 struct svc_rqst *rqst;
a277e33c 34 struct task_struct *task;
1da177e4
LT
35};
36
e82dc22d 37static struct nfs_callback_data nfs_callback_info[NFS4_MAX_MINOR_VERSION + 1];
353ab6e9 38static DEFINE_MUTEX(nfs_callback_mutex);
1da177e4
LT
39static struct svc_program nfs4_callback_program;
40
c946556b
SK
41static int nfs4_callback_up_net(struct svc_serv *serv, struct net *net)
42{
43 int ret;
bbe0a3aa 44 struct nfs_net *nn = net_generic(net, nfs_net_id);
c946556b
SK
45
46 ret = svc_create_xprt(serv, "tcp", net, PF_INET,
47 nfs_callback_set_tcpport, SVC_SOCK_ANONYMOUS);
48 if (ret <= 0)
49 goto out_err;
bbe0a3aa 50 nn->nfs_callback_tcpport = ret;
c946556b 51 dprintk("NFS: Callback listener port = %u (af %u, net %p)\n",
bbe0a3aa 52 nn->nfs_callback_tcpport, PF_INET, net);
c946556b
SK
53
54 ret = svc_create_xprt(serv, "tcp", net, PF_INET6,
55 nfs_callback_set_tcpport, SVC_SOCK_ANONYMOUS);
56 if (ret > 0) {
29dcc16a 57 nn->nfs_callback_tcpport6 = ret;
c946556b 58 dprintk("NFS: Callback listener port = %u (af %u, net %p)\n",
29dcc16a 59 nn->nfs_callback_tcpport6, PF_INET6, net);
c946556b
SK
60 } else if (ret != -EAFNOSUPPORT)
61 goto out_err;
62 return 0;
63
64out_err:
65 return (ret) ? ret : -ENOMEM;
66}
67
1da177e4 68/*
e82dc22d 69 * This is the NFSv4 callback kernel thread.
1da177e4 70 */
a277e33c 71static int
71468513 72nfs4_callback_svc(void *vrqstp)
1da177e4 73{
06e02d66 74 int err, preverr = 0;
a277e33c 75 struct svc_rqst *rqstp = vrqstp;
1da177e4 76
83144186 77 set_freezable();
1da177e4 78
a277e33c 79 while (!kthread_should_stop()) {
1da177e4
LT
80 /*
81 * Listen for a request on the socket
82 */
6fb2b47f 83 err = svc_recv(rqstp, MAX_SCHEDULE_TIMEOUT);
06e02d66
JL
84 if (err == -EAGAIN || err == -EINTR) {
85 preverr = err;
1da177e4 86 continue;
06e02d66 87 }
1da177e4 88 if (err < 0) {
06e02d66 89 if (err != preverr) {
a030889a 90 printk(KERN_WARNING "NFS: %s: unexpected error "
06e02d66
JL
91 "from svc_recv (%d)\n", __func__, err);
92 preverr = err;
93 }
94 schedule_timeout_uninterruptible(HZ);
95 continue;
1da177e4 96 }
06e02d66 97 preverr = err;
6fb2b47f 98 svc_process(rqstp);
1da177e4 99 }
a277e33c 100 return 0;
1da177e4
LT
101}
102
103/*
71468513 104 * Prepare to bring up the NFSv4 callback service
1da177e4 105 */
17280175 106static struct svc_rqst *
691c457a 107nfs4_callback_up(struct svc_serv *serv)
1da177e4 108{
11fd165c 109 return svc_prepare_thread(serv, &serv->sv_pools[0], NUMA_NO_NODE);
71468513
BH
110}
111
a43cde94 112#if defined(CONFIG_NFS_V4_1)
c946556b
SK
113static int nfs41_callback_up_net(struct svc_serv *serv, struct net *net)
114{
115 /*
116 * Create an svc_sock for the back channel service that shares the
117 * fore channel connection.
118 * Returns the input port (0) and sets the svc_serv bc_xprt on success
119 */
120 return svc_create_xprt(serv, "tcp-bc", net, PF_INET, 0,
121 SVC_SOCK_ANONYMOUS);
122}
123
a43cde94
RL
124/*
125 * The callback service for NFSv4.1 callbacks
126 */
127static int
128nfs41_callback_svc(void *vrqstp)
129{
130 struct svc_rqst *rqstp = vrqstp;
131 struct svc_serv *serv = rqstp->rq_server;
132 struct rpc_rqst *req;
133 int error;
134 DEFINE_WAIT(wq);
135
136 set_freezable();
137
a43cde94
RL
138 while (!kthread_should_stop()) {
139 prepare_to_wait(&serv->sv_cb_waitq, &wq, TASK_INTERRUPTIBLE);
140 spin_lock_bh(&serv->sv_cb_lock);
141 if (!list_empty(&serv->sv_cb_list)) {
142 req = list_first_entry(&serv->sv_cb_list,
143 struct rpc_rqst, rq_bc_list);
144 list_del(&req->rq_bc_list);
145 spin_unlock_bh(&serv->sv_cb_lock);
146 dprintk("Invoking bc_svc_process()\n");
147 error = bc_svc_process(serv, req, rqstp);
148 dprintk("bc_svc_process() returned w/ error code= %d\n",
149 error);
150 } else {
151 spin_unlock_bh(&serv->sv_cb_lock);
152 schedule();
153 }
154 finish_wait(&serv->sv_cb_waitq, &wq);
155 }
a43cde94
RL
156 return 0;
157}
158
159/*
160 * Bring up the NFSv4.1 callback service
161 */
17280175 162static struct svc_rqst *
691c457a 163nfs41_callback_up(struct svc_serv *serv)
a43cde94 164{
01c9a0bc 165 struct svc_rqst *rqstp;
8f975242 166
a43cde94
RL
167 INIT_LIST_HEAD(&serv->sv_cb_list);
168 spin_lock_init(&serv->sv_cb_lock);
169 init_waitqueue_head(&serv->sv_cb_waitq);
11fd165c 170 rqstp = svc_prepare_thread(serv, &serv->sv_pools[0], NUMA_NO_NODE);
01c9a0bc 171 if (IS_ERR(rqstp)) {
4a19de0f
AA
172 svc_xprt_put(serv->sv_bc_xprt);
173 serv->sv_bc_xprt = NULL;
01c9a0bc 174 }
01c9a0bc
AA
175 dprintk("--> %s return %ld\n", __func__,
176 IS_ERR(rqstp) ? PTR_ERR(rqstp) : 0);
8f975242 177 return rqstp;
a43cde94
RL
178}
179
180static inline int nfs_minorversion_callback_svc_setup(u32 minorversion,
691c457a 181 struct svc_serv *serv,
a43cde94
RL
182 struct svc_rqst **rqstpp, int (**callback_svc)(void *vrqstp))
183{
184 if (minorversion) {
691c457a 185 *rqstpp = nfs41_callback_up(serv);
a43cde94
RL
186 *callback_svc = nfs41_callback_svc;
187 }
188 return minorversion;
189}
190
191static inline void nfs_callback_bc_serv(u32 minorversion, struct rpc_xprt *xprt,
691c457a 192 struct svc_serv *serv)
a43cde94
RL
193{
194 if (minorversion)
691c457a
SK
195 /*
196 * Save the svc_serv in the transport so that it can
197 * be referenced when the session backchannel is initialized
198 */
199 xprt->bc_serv = serv;
a43cde94
RL
200}
201#else
c946556b
SK
202static int nfs41_callback_up_net(struct svc_serv *serv, struct net *net)
203{
204 return 0;
205}
206
a43cde94 207static inline int nfs_minorversion_callback_svc_setup(u32 minorversion,
691c457a 208 struct svc_serv *serv,
a43cde94
RL
209 struct svc_rqst **rqstpp, int (**callback_svc)(void *vrqstp))
210{
211 return 0;
212}
213
214static inline void nfs_callback_bc_serv(u32 minorversion, struct rpc_xprt *xprt,
691c457a 215 struct svc_serv *serv)
a43cde94
RL
216{
217}
218#endif /* CONFIG_NFS_V4_1 */
219
8e246144
SK
220static int nfs_callback_start_svc(int minorversion, struct rpc_xprt *xprt,
221 struct svc_serv *serv)
222{
223 struct svc_rqst *rqstp;
224 int (*callback_svc)(void *vrqstp);
225 struct nfs_callback_data *cb_info = &nfs_callback_info[minorversion];
226 char svc_name[12];
227 int ret;
228 int minorversion_setup;
229
230 nfs_callback_bc_serv(minorversion, xprt, serv);
231
23c20ecd
SK
232 if (cb_info->task)
233 return 0;
234
8e246144
SK
235 minorversion_setup = nfs_minorversion_callback_svc_setup(minorversion,
236 serv, &rqstp, &callback_svc);
237 if (!minorversion_setup) {
238 /* v4.0 callback setup */
239 rqstp = nfs4_callback_up(serv);
240 callback_svc = nfs4_callback_svc;
241 }
242
243 if (IS_ERR(rqstp))
244 return PTR_ERR(rqstp);
245
246 svc_sock_update_bufs(serv);
247
248 sprintf(svc_name, "nfsv4.%u-svc", minorversion);
249 cb_info->serv = serv;
250 cb_info->rqst = rqstp;
251 cb_info->task = kthread_run(callback_svc, cb_info->rqst, svc_name);
252 if (IS_ERR(cb_info->task)) {
253 ret = PTR_ERR(cb_info->task);
254 svc_exit_thread(cb_info->rqst);
255 cb_info->rqst = NULL;
256 cb_info->task = NULL;
257 return PTR_ERR(cb_info->task);
258 }
259 dprintk("nfs_callback_up: service started\n");
260 return 0;
261}
262
b3d19c51
SK
263static void nfs_callback_down_net(u32 minorversion, struct svc_serv *serv, struct net *net)
264{
265 struct nfs_net *nn = net_generic(net, nfs_net_id);
266
267 if (--nn->cb_users[minorversion])
268 return;
269
270 dprintk("NFS: destroy per-net callback data; net=%p\n", net);
271 svc_shutdown_net(serv, net);
272}
273
c946556b
SK
274static int nfs_callback_up_net(int minorversion, struct svc_serv *serv, struct net *net)
275{
b3d19c51 276 struct nfs_net *nn = net_generic(net, nfs_net_id);
c946556b
SK
277 int ret;
278
b3d19c51
SK
279 if (nn->cb_users[minorversion]++)
280 return 0;
281
c946556b
SK
282 dprintk("NFS: create per-net callback data; net=%p\n", net);
283
284 ret = svc_bind(serv, net);
285 if (ret < 0) {
286 printk(KERN_WARNING "NFS: bind callback service failed\n");
287 goto err_bind;
288 }
289
290 switch (minorversion) {
291 case 0:
292 ret = nfs4_callback_up_net(serv, net);
293 break;
294 case 1:
295 ret = nfs41_callback_up_net(serv, net);
296 break;
297 default:
298 printk(KERN_ERR "NFS: unknown callback version: %d\n",
299 minorversion);
300 ret = -EINVAL;
301 break;
302 }
303
304 if (ret < 0) {
305 printk(KERN_ERR "NFS: callback service start failed\n");
306 goto err_socks;
307 }
308 return 0;
309
310err_socks:
311 svc_rpcb_cleanup(serv, net);
312err_bind:
23c20ecd
SK
313 dprintk("NFS: Couldn't create callback socket: err = %d; "
314 "net = %p\n", ret, net);
c946556b
SK
315 return ret;
316}
317
dd018428
SK
318static struct svc_serv *nfs_callback_create_svc(int minorversion)
319{
320 struct nfs_callback_data *cb_info = &nfs_callback_info[minorversion];
321 struct svc_serv *serv;
322
323 /*
324 * Check whether we're already up and running.
325 */
326 if (cb_info->task) {
327 /*
328 * Note: increase service usage, because later in case of error
329 * svc_destroy() will be called.
330 */
331 svc_get(cb_info->serv);
332 return cb_info->serv;
333 }
334
335 /*
336 * Sanity check: if there's no task,
337 * we should be the first user ...
338 */
339 if (cb_info->users)
340 printk(KERN_WARNING "nfs_callback_create_svc: no kthread, %d users??\n",
341 cb_info->users);
342
343 serv = svc_create(&nfs4_callback_program, NFS4_CALLBACK_BUFSIZE, NULL);
344 if (!serv) {
345 printk(KERN_ERR "nfs_callback_create_svc: create service failed\n");
346 return ERR_PTR(-ENOMEM);
347 }
348 /* As there is only one thread we need to over-ride the
349 * default maximum of 80 connections
350 */
351 serv->sv_maxconn = 1024;
352 dprintk("nfs_callback_create_svc: service created\n");
353 return serv;
354}
355
71468513
BH
356/*
357 * Bring up the callback thread if it is not already up.
358 */
359int nfs_callback_up(u32 minorversion, struct rpc_xprt *xprt)
360{
dd018428 361 struct svc_serv *serv;
e82dc22d 362 struct nfs_callback_data *cb_info = &nfs_callback_info[minorversion];
23c20ecd 363 int ret;
c946556b 364 struct net *net = xprt->xprt_net;
71468513
BH
365
366 mutex_lock(&nfs_callback_mutex);
dd018428
SK
367
368 serv = nfs_callback_create_svc(minorversion);
369 if (IS_ERR(serv)) {
370 ret = PTR_ERR(serv);
371 goto err_create;
372 }
373
c946556b
SK
374 ret = nfs_callback_up_net(minorversion, serv, net);
375 if (ret < 0)
376 goto err_net;
9793f7c8 377
8e246144
SK
378 ret = nfs_callback_start_svc(minorversion, xprt, serv);
379 if (ret < 0)
380 goto err_start;
a277e33c 381
23c20ecd 382 cb_info->users++;
8e60029f
JL
383 /*
384 * svc_create creates the svc_serv with sv_nrthreads == 1, and then
a277e33c 385 * svc_prepare_thread increments that. So we need to call svc_destroy
8e60029f
JL
386 * on both success and failure so that the refcount is 1 when the
387 * thread exits.
388 */
23c20ecd 389err_net:
dd018428
SK
390 svc_destroy(serv);
391err_create:
353ab6e9 392 mutex_unlock(&nfs_callback_mutex);
1da177e4 393 return ret;
8e246144
SK
394
395err_start:
b3d19c51 396 nfs_callback_down_net(minorversion, serv, net);
23c20ecd
SK
397 dprintk("NFS: Couldn't create server thread; err = %d\n", ret);
398 goto err_net;
1da177e4
LT
399}
400
401/*
5afc597c 402 * Kill the callback thread if it's no longer being used.
1da177e4 403 */
c8ceb412 404void nfs_callback_down(int minorversion, struct net *net)
1da177e4 405{
e82dc22d
AA
406 struct nfs_callback_data *cb_info = &nfs_callback_info[minorversion];
407
353ab6e9 408 mutex_lock(&nfs_callback_mutex);
b3d19c51 409 nfs_callback_down_net(minorversion, cb_info->serv, net);
e82dc22d
AA
410 cb_info->users--;
411 if (cb_info->users == 0 && cb_info->task != NULL) {
412 kthread_stop(cb_info->task);
413 svc_exit_thread(cb_info->rqst);
414 cb_info->serv = NULL;
415 cb_info->rqst = NULL;
416 cb_info->task = NULL;
5afc597c 417 }
353ab6e9 418 mutex_unlock(&nfs_callback_mutex);
1da177e4
LT
419}
420
778be232
AA
421/* Boolean check of RPC_AUTH_GSS principal */
422int
423check_gss_callback_principal(struct nfs_client *clp, struct svc_rqst *rqstp)
945b34a7 424{
03a4e1f6 425 char *p = rqstp->rq_cred.cr_principal;
945b34a7 426
778be232
AA
427 if (rqstp->rq_authop->flavour != RPC_AUTH_GSS)
428 return 1;
429
ece0de63
AA
430 /* No RPC_AUTH_GSS on NFSv4.1 back channel yet */
431 if (clp->cl_minorversion != 0)
778be232 432 return 0;
945b34a7
OK
433 /*
434 * It might just be a normal user principal, in which case
435 * userspace won't bother to tell us the name at all.
436 */
437 if (p == NULL)
778be232 438 return 0;
945b34a7
OK
439
440 /* Expect a GSS_C_NT_HOSTBASED_NAME like "nfs@serverhostname" */
441
442 if (memcmp(p, "nfs@", 4) != 0)
778be232 443 return 0;
945b34a7 444 p += 4;
4e0038b6 445 if (strcmp(p, clp->cl_hostname) != 0)
778be232
AA
446 return 0;
447 return 1;
945b34a7
OK
448}
449
778be232
AA
450/*
451 * pg_authenticate method for nfsv4 callback threads.
452 *
453 * The authflavor has been negotiated, so an incorrect flavor is a server
454 * bug. Drop packets with incorrect authflavor.
455 *
456 * All other checking done after NFS decoding where the nfs_client can be
457 * found in nfs4_callback_compound
458 */
1da177e4
LT
459static int nfs_callback_authenticate(struct svc_rqst *rqstp)
460{
1da177e4 461 switch (rqstp->rq_authop->flavour) {
778be232
AA
462 case RPC_AUTH_NULL:
463 if (rqstp->rq_proc != CB_NULL)
464 return SVC_DROP;
465 break;
466 case RPC_AUTH_GSS:
467 /* No RPC_AUTH_GSS support yet in NFSv4.1 */
468 if (svc_is_backchannel(rqstp))
469 return SVC_DROP;
1da177e4 470 }
778be232 471 return SVC_OK;
1da177e4
LT
472}
473
474/*
475 * Define NFS4 callback program
476 */
1da177e4
LT
477static struct svc_version *nfs4_callback_version[] = {
478 [1] = &nfs4_callback_version1,
07bccc2d 479 [4] = &nfs4_callback_version4,
1da177e4
LT
480};
481
482static struct svc_stat nfs4_callback_stats;
483
484static struct svc_program nfs4_callback_program = {
485 .pg_prog = NFS4_CALLBACK, /* RPC service number */
486 .pg_nvers = ARRAY_SIZE(nfs4_callback_version), /* Number of entries */
487 .pg_vers = nfs4_callback_version, /* version table */
488 .pg_name = "NFSv4 callback", /* service name */
489 .pg_class = "nfs", /* authentication class */
490 .pg_stats = &nfs4_callback_stats,
491 .pg_authenticate = nfs_callback_authenticate,
492};