fs/nfs/nfs4proc.c

   1 /*
   2  *  fs/nfs/nfs4proc.c
   3  *
   4  *  Client-side procedure declarations for NFSv4.
   5  *
   6  *  Copyright (c) 2002 The Regents of the University of Michigan.
   7  *  All rights reserved.
   8  *
   9  *  Kendrick Smith <kmsmith@umich.edu>
  10  *  Andy Adamson   <andros@umich.edu>
  11  *
  12  *  Redistribution and use in source and binary forms, with or without
  13  *  modification, are permitted provided that the following conditions
  14  *  are met:
  15  *
  16  *  1. Redistributions of source code must retain the above copyright
  17  *     notice, this list of conditions and the following disclaimer.
  18  *  2. Redistributions in binary form must reproduce the above copyright
  19  *     notice, this list of conditions and the following disclaimer in the
  20  *     documentation and/or other materials provided with the distribution.
  21  *  3. Neither the name of the University nor the names of its
  22  *     contributors may be used to endorse or promote products derived
  23  *     from this software without specific prior written permission.
  24  *
  25  *  THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESS OR IMPLIED
  26  *  WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
  27  *  MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
  28  *  DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
  29  *  FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
  30  *  CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
  31  *  SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
  32  *  BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
  33  *  LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
  34  *  NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
  35  *  SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  36  */
  37
  38 #include <linux/mm.h>
  39 #include <linux/delay.h>
  40 #include <linux/errno.h>
  41 #include <linux/string.h>
  42 #include <linux/ratelimit.h>
  43 #include <linux/printk.h>
  44 #include <linux/slab.h>
  45 #include <linux/sunrpc/clnt.h>
  46 #include <linux/nfs.h>
  47 #include <linux/nfs4.h>
  48 #include <linux/nfs_fs.h>
  49 #include <linux/nfs_page.h>
  50 #include <linux/nfs_mount.h>
  51 #include <linux/namei.h>
  52 #include <linux/mount.h>
  53 #include <linux/module.h>
  54 #include <linux/nfs_idmap.h>
  55 #include <linux/xattr.h>
  56 #include <linux/utsname.h>
  57 #include <linux/freezer.h>
  58
  59 #include "nfs4_fs.h"
  60 #include "delegation.h"
  61 #include "internal.h"
  62 #include "iostat.h"
  63 #include "callback.h"
  64 #include "pnfs.h"
  65 #include "netns.h"
  66 #include "nfs4session.h"
  67 #include "fscache.h"
  68
  69 #include "nfs4trace.h"
  70
  71 #define NFSDBG_FACILITY         NFSDBG_PROC
  72
  73 #define NFS4_POLL_RETRY_MIN     (HZ/10)
  74 #define NFS4_POLL_RETRY_MAX     (15*HZ)
  75
  76 struct nfs4_opendata;
  77 static int _nfs4_proc_open(struct nfs4_opendata *data);
  78 static int _nfs4_recover_proc_open(struct nfs4_opendata *data);
  79 static int nfs4_do_fsinfo(struct nfs_server *, struct nfs_fh *, struct nfs_fsinfo *);
  80 static int nfs4_async_handle_error(struct rpc_task *, const struct nfs_server *, struct nfs4_state *);
  81 static void nfs_fixup_referral_attributes(struct nfs_fattr *fattr);
  82 static int nfs4_proc_getattr(struct nfs_server *, struct nfs_fh *, struct nfs_fattr *, struct nfs4_label *label);
  83 static int _nfs4_proc_getattr(struct nfs_server *server, struct nfs_fh *fhandle, struct nfs_fattr *fattr, struct nfs4_label *label);
  84 static int nfs4_do_setattr(struct inode *inode, struct rpc_cred *cred,
  85                             struct nfs_fattr *fattr, struct iattr *sattr,
  86                             struct nfs4_state *state, struct nfs4_label *ilabel,
  87                             struct nfs4_label *olabel);
  88 #ifdef CONFIG_NFS_V4_1
  89 static int nfs41_test_stateid(struct nfs_server *, nfs4_stateid *,
  90                 struct rpc_cred *);
  91 static int nfs41_free_stateid(struct nfs_server *, nfs4_stateid *,
  92                 struct rpc_cred *);
  93 #endif
  94
  95 #ifdef CONFIG_NFS_V4_SECURITY_LABEL
  96 static inline struct nfs4_label *
  97 nfs4_label_init_security(struct inode *dir, struct dentry *dentry,
  98         struct iattr *sattr, struct nfs4_label *label)
  99 {
 100         int err;
 101
 102         if (label == NULL)
 103                 return NULL;
 104
 105         if (nfs_server_capable(dir, NFS_CAP_SECURITY_LABEL) == 0)
 106                 return NULL;
 107
 108         if (NFS_SERVER(dir)->nfs_client->cl_minorversion < 2)
 109                 return NULL;
 110
 111         err = security_dentry_init_security(dentry, sattr->ia_mode,
 112                                 &dentry->d_name, (void **)&label->label, &label->len);
 113         if (err == 0)
 114                 return label;
 115
 116         return NULL;
 117 }
 118 static inline void
 119 nfs4_label_release_security(struct nfs4_label *label)
 120 {
 121         if (label)
 122                 security_release_secctx(label->label, label->len);
 123 }
 124 static inline u32 *nfs4_bitmask(struct nfs_server *server, struct nfs4_label *label)
 125 {
 126         if (label)
 127                 return server->attr_bitmask;
 128
 129         return server->attr_bitmask_nl;
 130 }
 131 #else
 132 static inline struct nfs4_label *
 133 nfs4_label_init_security(struct inode *dir, struct dentry *dentry,
 134         struct iattr *sattr, struct nfs4_label *l)
 135 { return NULL; }
 136 static inline void
 137 nfs4_label_release_security(struct nfs4_label *label)
 138 { return; }
 139 static inline u32 *
 140 nfs4_bitmask(struct nfs_server *server, struct nfs4_label *label)
 141 { return server->attr_bitmask; }
 142 #endif
 143
 144 /* Prevent leaks of NFSv4 errors into userland */
 145 static int nfs4_map_errors(int err)
 146 {
 147         if (err >= -1000)
 148                 return err;
 149         switch (err) {
 150         case -NFS4ERR_RESOURCE:
 151         case -NFS4ERR_LAYOUTTRYLATER:
 152         case -NFS4ERR_RECALLCONFLICT:
 153                 return -EREMOTEIO;
 154         case -NFS4ERR_WRONGSEC:
 155         case -NFS4ERR_WRONG_CRED:
 156                 return -EPERM;
 157         case -NFS4ERR_BADOWNER:
 158         case -NFS4ERR_BADNAME:
 159                 return -EINVAL;
 160         case -NFS4ERR_SHARE_DENIED:
 161                 return -EACCES;
 162         case -NFS4ERR_MINOR_VERS_MISMATCH:
 163                 return -EPROTONOSUPPORT;
 164         case -NFS4ERR_ACCESS:
 165                 return -EACCES;
 166         case -NFS4ERR_FILE_OPEN:
 167                 return -EBUSY;
 168         default:
 169                 dprintk("%s could not handle NFSv4 error %d\n",
 170                                 __func__, -err);
 171                 break;
 172         }
 173         return -EIO;
 174 }
 175
 176 /*
 177  * This is our standard bitmap for GETATTR requests.
 178  */
 179 const u32 nfs4_fattr_bitmap[3] = {
 180         FATTR4_WORD0_TYPE
 181         | FATTR4_WORD0_CHANGE
 182         | FATTR4_WORD0_SIZE
 183         | FATTR4_WORD0_FSID
 184         | FATTR4_WORD0_FILEID,
 185         FATTR4_WORD1_MODE
 186         | FATTR4_WORD1_NUMLINKS
 187         | FATTR4_WORD1_OWNER
 188         | FATTR4_WORD1_OWNER_GROUP
 189         | FATTR4_WORD1_RAWDEV
 190         | FATTR4_WORD1_SPACE_USED
 191         | FATTR4_WORD1_TIME_ACCESS
 192         | FATTR4_WORD1_TIME_METADATA
 193         | FATTR4_WORD1_TIME_MODIFY,
 194 #ifdef CONFIG_NFS_V4_SECURITY_LABEL
 195         FATTR4_WORD2_SECURITY_LABEL
 196 #endif
 197 };
 198
 199 static const u32 nfs4_pnfs_open_bitmap[3] = {
 200         FATTR4_WORD0_TYPE
 201         | FATTR4_WORD0_CHANGE
 202         | FATTR4_WORD0_SIZE
 203         | FATTR4_WORD0_FSID
 204         | FATTR4_WORD0_FILEID,
 205         FATTR4_WORD1_MODE
 206         | FATTR4_WORD1_NUMLINKS
 207         | FATTR4_WORD1_OWNER
 208         | FATTR4_WORD1_OWNER_GROUP
 209         | FATTR4_WORD1_RAWDEV
 210         | FATTR4_WORD1_SPACE_USED
 211         | FATTR4_WORD1_TIME_ACCESS
 212         | FATTR4_WORD1_TIME_METADATA
 213         | FATTR4_WORD1_TIME_MODIFY,
 214         FATTR4_WORD2_MDSTHRESHOLD
 215 };
 216
 217 static const u32 nfs4_open_noattr_bitmap[3] = {
 218         FATTR4_WORD0_TYPE
 219         | FATTR4_WORD0_CHANGE
 220         | FATTR4_WORD0_FILEID,
 221 };
 222
 223 const u32 nfs4_statfs_bitmap[3] = {
 224         FATTR4_WORD0_FILES_AVAIL
 225         | FATTR4_WORD0_FILES_FREE
 226         | FATTR4_WORD0_FILES_TOTAL,
 227         FATTR4_WORD1_SPACE_AVAIL
 228         | FATTR4_WORD1_SPACE_FREE
 229         | FATTR4_WORD1_SPACE_TOTAL
 230 };
 231
 232 const u32 nfs4_pathconf_bitmap[3] = {
 233         FATTR4_WORD0_MAXLINK
 234         | FATTR4_WORD0_MAXNAME,
 235         0
 236 };
 237
 238 const u32 nfs4_fsinfo_bitmap[3] = { FATTR4_WORD0_MAXFILESIZE
 239                         | FATTR4_WORD0_MAXREAD
 240                         | FATTR4_WORD0_MAXWRITE
 241                         | FATTR4_WORD0_LEASE_TIME,
 242                         FATTR4_WORD1_TIME_DELTA
 243                         | FATTR4_WORD1_FS_LAYOUT_TYPES,
 244                         FATTR4_WORD2_LAYOUT_BLKSIZE
 245 };
 246
 247 const u32 nfs4_fs_locations_bitmap[3] = {
 248         FATTR4_WORD0_TYPE
 249         | FATTR4_WORD0_CHANGE
 250         | FATTR4_WORD0_SIZE
 251         | FATTR4_WORD0_FSID
 252         | FATTR4_WORD0_FILEID
 253         | FATTR4_WORD0_FS_LOCATIONS,
 254         FATTR4_WORD1_MODE
 255         | FATTR4_WORD1_NUMLINKS
 256         | FATTR4_WORD1_OWNER
 257         | FATTR4_WORD1_OWNER_GROUP
 258         | FATTR4_WORD1_RAWDEV
 259         | FATTR4_WORD1_SPACE_USED
 260         | FATTR4_WORD1_TIME_ACCESS
 261         | FATTR4_WORD1_TIME_METADATA
 262         | FATTR4_WORD1_TIME_MODIFY
 263         | FATTR4_WORD1_MOUNTED_ON_FILEID,
 264 };
 265
 266 static void nfs4_setup_readdir(u64 cookie, __be32 *verifier, struct dentry *dentry,
 267                 struct nfs4_readdir_arg *readdir)
 268 {
 269         __be32 *start, *p;
 270
 271         if (cookie > 2) {
 272                 readdir->cookie = cookie;
 273                 memcpy(&readdir->verifier, verifier, sizeof(readdir->verifier));
 274                 return;
 275         }
 276
 277         readdir->cookie = 0;
 278         memset(&readdir->verifier, 0, sizeof(readdir->verifier));
 279         if (cookie == 2)
 280                 return;
 281
 282         /*
 283          * NFSv4 servers do not return entries for '.' and '..'
 284          * Therefore, we fake these entries here.  We let '.'
 285          * have cookie 0 and '..' have cookie 1.  Note that
 286          * when talking to the server, we always send cookie 0
 287          * instead of 1 or 2.
 288          */
 289         start = p = kmap_atomic(*readdir->pages);
 290
 291         if (cookie == 0) {
 292                 *p++ = xdr_one;                                  /* next */
 293                 *p++ = xdr_zero;                   /* cookie, first word */
 294                 *p++ = xdr_one;                   /* cookie, second word */
 295                 *p++ = xdr_one;                             /* entry len */
 296                 memcpy(p, ".\0\0\0", 4);                        /* entry */
 297                 p++;
 298                 *p++ = xdr_one;                         /* bitmap length */
 299                 *p++ = htonl(FATTR4_WORD0_FILEID);             /* bitmap */
 300                 *p++ = htonl(8);              /* attribute buffer length */
 301                 p = xdr_encode_hyper(p, NFS_FILEID(dentry->d_inode));
 302         }
 303
 304         *p++ = xdr_one;                                  /* next */
 305         *p++ = xdr_zero;                   /* cookie, first word */
 306         *p++ = xdr_two;                   /* cookie, second word */
 307         *p++ = xdr_two;                             /* entry len */
 308         memcpy(p, "..\0\0", 4);                         /* entry */
 309         p++;
 310         *p++ = xdr_one;                         /* bitmap length */
 311         *p++ = htonl(FATTR4_WORD0_FILEID);             /* bitmap */
 312         *p++ = htonl(8);              /* attribute buffer length */
 313         p = xdr_encode_hyper(p, NFS_FILEID(dentry->d_parent->d_inode));
 314
 315         readdir->pgbase = (char *)p - (char *)start;
 316         readdir->count -= readdir->pgbase;
 317         kunmap_atomic(start);
 318 }
 319
 320 static int nfs4_delay(struct rpc_clnt *clnt, long *timeout)
 321 {
 322         int res = 0;
 323
 324         might_sleep();
 325
 326         if (*timeout <= 0)
 327                 *timeout = NFS4_POLL_RETRY_MIN;
 328         if (*timeout > NFS4_POLL_RETRY_MAX)
 329                 *timeout = NFS4_POLL_RETRY_MAX;
 330         freezable_schedule_timeout_killable_unsafe(*timeout);
 331         if (fatal_signal_pending(current))
 332                 res = -ERESTARTSYS;
 333         *timeout <<= 1;
 334         return res;
 335 }
 336
 337 /* This is the error handling routine for processes that are allowed
 338  * to sleep.
 339  */
 340 static int nfs4_handle_exception(struct nfs_server *server, int errorcode, struct nfs4_exception *exception)
 341 {
 342         struct nfs_client *clp = server->nfs_client;
 343         struct nfs4_state *state = exception->state;
 344         struct inode *inode = exception->inode;
 345         int ret = errorcode;
 346
 347         exception->retry = 0;
 348         switch(errorcode) {
 349                 case 0:
 350                         return 0;
 351                 case -NFS4ERR_OPENMODE:
 352                         if (inode && nfs4_have_delegation(inode, FMODE_READ)) {
 353                                 nfs4_inode_return_delegation(inode);
 354                                 exception->retry = 1;
 355                                 return 0;
 356                         }
 357                         if (state == NULL)
 358                                 break;
 359                         ret = nfs4_schedule_stateid_recovery(server, state);
 360                         if (ret < 0)
 361                                 break;
 362                         goto wait_on_recovery;
 363                 case -NFS4ERR_DELEG_REVOKED:
 364                 case -NFS4ERR_ADMIN_REVOKED:
 365                 case -NFS4ERR_BAD_STATEID:
 366                         if (inode != NULL && nfs4_have_delegation(inode, FMODE_READ)) {
 367                                 nfs_remove_bad_delegation(inode);
 368                                 exception->retry = 1;
 369                                 break;
 370                         }
 371                         if (state == NULL)
 372                                 break;
 373                         ret = nfs4_schedule_stateid_recovery(server, state);
 374                         if (ret < 0)
 375                                 break;
 376                         goto wait_on_recovery;
 377                 case -NFS4ERR_EXPIRED:
 378                         if (state != NULL) {
 379                                 ret = nfs4_schedule_stateid_recovery(server, state);
 380                                 if (ret < 0)
 381                                         break;
 382                         }
 383                 case -NFS4ERR_STALE_STATEID:
 384                 case -NFS4ERR_STALE_CLIENTID:
 385                         nfs4_schedule_lease_recovery(clp);
 386                         goto wait_on_recovery;
 387                 case -NFS4ERR_MOVED:
 388                         ret = nfs4_schedule_migration_recovery(server);
 389                         if (ret < 0)
 390                                 break;
 391                         goto wait_on_recovery;
 392                 case -NFS4ERR_LEASE_MOVED:
 393                         nfs4_schedule_lease_moved_recovery(clp);
 394                         goto wait_on_recovery;
 395 #if defined(CONFIG_NFS_V4_1)
 396                 case -NFS4ERR_BADSESSION:
 397                 case -NFS4ERR_BADSLOT:
 398                 case -NFS4ERR_BAD_HIGH_SLOT:
 399                 case -NFS4ERR_CONN_NOT_BOUND_TO_SESSION:
 400                 case -NFS4ERR_DEADSESSION:
 401                 case -NFS4ERR_SEQ_FALSE_RETRY:
 402                 case -NFS4ERR_SEQ_MISORDERED:
 403                         dprintk("%s ERROR: %d Reset session\n", __func__,
 404                                 errorcode);
 405                         nfs4_schedule_session_recovery(clp->cl_session, errorcode);
 406                         goto wait_on_recovery;
 407 #endif /* defined(CONFIG_NFS_V4_1) */
 408                 case -NFS4ERR_FILE_OPEN:
 409                         if (exception->timeout > HZ) {
 410                                 /* We have retried a decent amount, time to
 411                                  * fail
 412                                  */
 413                                 ret = -EBUSY;
 414                                 break;
 415                         }
 416                 case -NFS4ERR_GRACE:
 417                 case -NFS4ERR_DELAY:
 418                         ret = nfs4_delay(server->client, &exception->timeout);
 419                         if (ret != 0)
 420                                 break;
 421                 case -NFS4ERR_RETRY_UNCACHED_REP:
 422                 case -NFS4ERR_OLD_STATEID:
 423                         exception->retry = 1;
 424                         break;
 425                 case -NFS4ERR_BADOWNER:
 426                         /* The following works around a Linux server bug! */
 427                 case -NFS4ERR_BADNAME:
 428                         if (server->caps & NFS_CAP_UIDGID_NOMAP) {
 429                                 server->caps &= ~NFS_CAP_UIDGID_NOMAP;
 430                                 exception->retry = 1;
 431                                 printk(KERN_WARNING "NFS: v4 server %s "
 432                                                 "does not accept raw "
 433                                                 "uid/gids. "
 434                                                 "Reenabling the idmapper.\n",
 435                                                 server->nfs_client->cl_hostname);
 436                         }
 437         }
 438         /* We failed to handle the error */
 439         return nfs4_map_errors(ret);
 440 wait_on_recovery:
 441         ret = nfs4_wait_clnt_recover(clp);
 442         if (test_bit(NFS_MIG_FAILED, &server->mig_status))
 443                 return -EIO;
 444         if (ret == 0)
 445                 exception->retry = 1;
 446         return ret;
 447 }
 448
 449 /*
 450  * Return 'true' if 'clp' is using an rpc_client that is integrity protected
 451  * or 'false' otherwise.
 452  */
 453 static bool _nfs4_is_integrity_protected(struct nfs_client *clp)
 454 {
 455         rpc_authflavor_t flavor = clp->cl_rpcclient->cl_auth->au_flavor;
 456
 457         if (flavor == RPC_AUTH_GSS_KRB5I ||
 458             flavor == RPC_AUTH_GSS_KRB5P)
 459                 return true;
 460
 461         return false;
 462 }
 463
 464 static void do_renew_lease(struct nfs_client *clp, unsigned long timestamp)
 465 {
 466         spin_lock(&clp->cl_lock);
 467         if (time_before(clp->cl_last_renewal,timestamp))
 468                 clp->cl_last_renewal = timestamp;
 469         spin_unlock(&clp->cl_lock);
 470 }
 471
 472 static void renew_lease(const struct nfs_server *server, unsigned long timestamp)
 473 {
 474         do_renew_lease(server->nfs_client, timestamp);
 475 }
 476
 477 struct nfs4_call_sync_data {
 478         const struct nfs_server *seq_server;
 479         struct nfs4_sequence_args *seq_args;
 480         struct nfs4_sequence_res *seq_res;
 481 };
 482
 483 static void nfs4_init_sequence(struct nfs4_sequence_args *args,
 484                                struct nfs4_sequence_res *res, int cache_reply)
 485 {
 486         args->sa_slot = NULL;
 487         args->sa_cache_this = cache_reply;
 488         args->sa_privileged = 0;
 489
 490         res->sr_slot = NULL;
 491 }
 492
 493 static void nfs4_set_sequence_privileged(struct nfs4_sequence_args *args)
 494 {
 495         args->sa_privileged = 1;
 496 }
 497
 498 static int nfs40_setup_sequence(const struct nfs_server *server,
 499                                 struct nfs4_sequence_args *args,
 500                                 struct nfs4_sequence_res *res,
 501                                 struct rpc_task *task)
 502 {
 503         struct nfs4_slot_table *tbl = server->nfs_client->cl_slot_tbl;
 504         struct nfs4_slot *slot;
 505
 506         /* slot already allocated? */
 507         if (res->sr_slot != NULL)
 508                 goto out_start;
 509
 510         spin_lock(&tbl->slot_tbl_lock);
 511         if (nfs4_slot_tbl_draining(tbl) && !args->sa_privileged)
 512                 goto out_sleep;
 513
 514         slot = nfs4_alloc_slot(tbl);
 515         if (IS_ERR(slot)) {
 516                 if (slot == ERR_PTR(-ENOMEM))
 517                         task->tk_timeout = HZ >> 2;
 518                 goto out_sleep;
 519         }
 520         spin_unlock(&tbl->slot_tbl_lock);
 521
 522         args->sa_slot = slot;
 523         res->sr_slot = slot;
 524
 525 out_start:
 526         rpc_call_start(task);
 527         return 0;
 528
 529 out_sleep:
 530         if (args->sa_privileged)
 531                 rpc_sleep_on_priority(&tbl->slot_tbl_waitq, task,
 532                                 NULL, RPC_PRIORITY_PRIVILEGED);
 533         else
 534                 rpc_sleep_on(&tbl->slot_tbl_waitq, task, NULL);
 535         spin_unlock(&tbl->slot_tbl_lock);
 536         return -EAGAIN;
 537 }
 538
 539 static int nfs40_sequence_done(struct rpc_task *task,
 540                                struct nfs4_sequence_res *res)
 541 {
 542         struct nfs4_slot *slot = res->sr_slot;
 543         struct nfs4_slot_table *tbl;
 544
 545         if (!RPC_WAS_SENT(task))
 546                 goto out;
 547
 548         tbl = slot->table;
 549         spin_lock(&tbl->slot_tbl_lock);
 550         if (!nfs41_wake_and_assign_slot(tbl, slot))
 551                 nfs4_free_slot(tbl, slot);
 552         spin_unlock(&tbl->slot_tbl_lock);
 553
 554         res->sr_slot = NULL;
 555 out:
 556         return 1;
 557 }
 558
 559 #if defined(CONFIG_NFS_V4_1)
 560
 561 static void nfs41_sequence_free_slot(struct nfs4_sequence_res *res)
 562 {
 563         struct nfs4_session *session;
 564         struct nfs4_slot_table *tbl;
 565         bool send_new_highest_used_slotid = false;
 566
 567         if (!res->sr_slot) {
 568                 /* just wake up the next guy waiting since
 569                  * we may have not consumed a slot after all */
 570                 dprintk("%s: No slot\n", __func__);
 571                 return;
 572         }
 573         tbl = res->sr_slot->table;
 574         session = tbl->session;
 575
 576         spin_lock(&tbl->slot_tbl_lock);
 577         /* Be nice to the server: try to ensure that the last transmitted
 578          * value for highest_user_slotid <= target_highest_slotid
 579          */
 580         if (tbl->highest_used_slotid > tbl->target_highest_slotid)
 581                 send_new_highest_used_slotid = true;
 582
 583         if (nfs41_wake_and_assign_slot(tbl, res->sr_slot)) {
 584                 send_new_highest_used_slotid = false;
 585                 goto out_unlock;
 586         }
 587         nfs4_free_slot(tbl, res->sr_slot);
 588
 589         if (tbl->highest_used_slotid != NFS4_NO_SLOT)
 590                 send_new_highest_used_slotid = false;
 591 out_unlock:
 592         spin_unlock(&tbl->slot_tbl_lock);
 593         res->sr_slot = NULL;
 594         if (send_new_highest_used_slotid)
 595                 nfs41_server_notify_highest_slotid_update(session->clp);
 596 }
 597
 598 static int nfs41_sequence_done(struct rpc_task *task, struct nfs4_sequence_res *res)
 599 {
 600         struct nfs4_session *session;
 601         struct nfs4_slot *slot;
 602         struct nfs_client *clp;
 603         bool interrupted = false;
 604         int ret = 1;
 605
 606         /* don't increment the sequence number if the task wasn't sent */
 607         if (!RPC_WAS_SENT(task))
 608                 goto out;
 609
 610         slot = res->sr_slot;
 611         session = slot->table->session;
 612
 613         if (slot->interrupted) {
 614                 slot->interrupted = 0;
 615                 interrupted = true;
 616         }
 617
 618         trace_nfs4_sequence_done(session, res);
 619         /* Check the SEQUENCE operation status */
 620         switch (res->sr_status) {
 621         case 0:
 622                 /* Update the slot's sequence and clientid lease timer */
 623                 ++slot->seq_nr;
 624                 clp = session->clp;
 625                 do_renew_lease(clp, res->sr_timestamp);
 626                 /* Check sequence flags */
 627                 if (res->sr_status_flags != 0)
 628                         nfs4_schedule_lease_recovery(clp);
 629                 nfs41_update_target_slotid(slot->table, slot, res);
 630                 break;
 631         case 1:
 632                 /*
 633                  * sr_status remains 1 if an RPC level error occurred.
 634                  * The server may or may not have processed the sequence
 635                  * operation..
 636                  * Mark the slot as having hosted an interrupted RPC call.
 637                  */
 638                 slot->interrupted = 1;
 639                 goto out;
 640         case -NFS4ERR_DELAY:
 641                 /* The server detected a resend of the RPC call and
 642                  * returned NFS4ERR_DELAY as per Section 2.10.6.2
 643                  * of RFC5661.
 644                  */
 645                 dprintk("%s: slot=%u seq=%u: Operation in progress\n",
 646                         __func__,
 647                         slot->slot_nr,
 648                         slot->seq_nr);
 649                 goto out_retry;
 650         case -NFS4ERR_BADSLOT:
 651                 /*
 652                  * The slot id we used was probably retired. Try again
 653                  * using a different slot id.
 654                  */
 655                 goto retry_nowait;
 656         case -NFS4ERR_SEQ_MISORDERED:
 657                 /*
 658                  * Was the last operation on this sequence interrupted?
 659                  * If so, retry after bumping the sequence number.
 660                  */
 661                 if (interrupted) {
 662                         ++slot->seq_nr;
 663                         goto retry_nowait;
 664                 }
 665                 /*
 666                  * Could this slot have been previously retired?
 667                  * If so, then the server may be expecting seq_nr = 1!
 668                  */
 669                 if (slot->seq_nr != 1) {
 670                         slot->seq_nr = 1;
 671                         goto retry_nowait;
 672                 }
 673                 break;
 674         case -NFS4ERR_SEQ_FALSE_RETRY:
 675                 ++slot->seq_nr;
 676                 goto retry_nowait;
 677         default:
 678                 /* Just update the slot sequence no. */
 679                 ++slot->seq_nr;
 680         }
 681 out:
 682         /* The session may be reset by one of the error handlers. */
 683         dprintk("%s: Error %d free the slot \n", __func__, res->sr_status);
 684         nfs41_sequence_free_slot(res);
 685         return ret;
 686 retry_nowait:
 687         if (rpc_restart_call_prepare(task)) {
 688                 task->tk_status = 0;
 689                 ret = 0;
 690         }
 691         goto out;
 692 out_retry:
 693         if (!rpc_restart_call(task))
 694                 goto out;
 695         rpc_delay(task, NFS4_POLL_RETRY_MAX);
 696         return 0;
 697 }
 698
 699 static int nfs4_sequence_done(struct rpc_task *task,
 700                                struct nfs4_sequence_res *res)
 701 {
 702         if (res->sr_slot == NULL)
 703                 return 1;
 704         if (!res->sr_slot->table->session)
 705                 return nfs40_sequence_done(task, res);
 706         return nfs41_sequence_done(task, res);
 707 }
 708
 709 int nfs41_setup_sequence(struct nfs4_session *session,
 710                                 struct nfs4_sequence_args *args,
 711                                 struct nfs4_sequence_res *res,
 712                                 struct rpc_task *task)
 713 {
 714         struct nfs4_slot *slot;
 715         struct nfs4_slot_table *tbl;
 716
 717         dprintk("--> %s\n", __func__);
 718         /* slot already allocated? */
 719         if (res->sr_slot != NULL)
 720                 goto out_success;
 721
 722         tbl = &session->fc_slot_table;
 723
 724         task->tk_timeout = 0;
 725
 726         spin_lock(&tbl->slot_tbl_lock);
 727         if (test_bit(NFS4_SLOT_TBL_DRAINING, &tbl->slot_tbl_state) &&
 728             !args->sa_privileged) {
 729                 /* The state manager will wait until the slot table is empty */
 730                 dprintk("%s session is draining\n", __func__);
 731                 goto out_sleep;
 732         }
 733
 734         slot = nfs4_alloc_slot(tbl);
 735         if (IS_ERR(slot)) {
 736                 /* If out of memory, try again in 1/4 second */
 737                 if (slot == ERR_PTR(-ENOMEM))
 738                         task->tk_timeout = HZ >> 2;
 739                 dprintk("<-- %s: no free slots\n", __func__);
 740                 goto out_sleep;
 741         }
 742         spin_unlock(&tbl->slot_tbl_lock);
 743
 744         args->sa_slot = slot;
 745
 746         dprintk("<-- %s slotid=%u seqid=%u\n", __func__,
 747                         slot->slot_nr, slot->seq_nr);
 748
 749         res->sr_slot = slot;
 750         res->sr_timestamp = jiffies;
 751         res->sr_status_flags = 0;
 752         /*
 753          * sr_status is only set in decode_sequence, and so will remain
 754          * set to 1 if an rpc level failure occurs.
 755          */
 756         res->sr_status = 1;
 757         trace_nfs4_setup_sequence(session, args);
 758 out_success:
 759         rpc_call_start(task);
 760         return 0;
 761 out_sleep:
 762         /* Privileged tasks are queued with top priority */
 763         if (args->sa_privileged)
 764                 rpc_sleep_on_priority(&tbl->slot_tbl_waitq, task,
 765                                 NULL, RPC_PRIORITY_PRIVILEGED);
 766         else
 767                 rpc_sleep_on(&tbl->slot_tbl_waitq, task, NULL);
 768         spin_unlock(&tbl->slot_tbl_lock);
 769         return -EAGAIN;
 770 }
 771 EXPORT_SYMBOL_GPL(nfs41_setup_sequence);
 772
 773 static int nfs4_setup_sequence(const struct nfs_server *server,
 774                                struct nfs4_sequence_args *args,
 775                                struct nfs4_sequence_res *res,
 776                                struct rpc_task *task)
 777 {
 778         struct nfs4_session *session = nfs4_get_session(server);
 779         int ret = 0;
 780
 781         if (!session)
 782                 return nfs40_setup_sequence(server, args, res, task);
 783
 784         dprintk("--> %s clp %p session %p sr_slot %u\n",
 785                 __func__, session->clp, session, res->sr_slot ?
 786                         res->sr_slot->slot_nr : NFS4_NO_SLOT);
 787
 788         ret = nfs41_setup_sequence(session, args, res, task);
 789
 790         dprintk("<-- %s status=%d\n", __func__, ret);
 791         return ret;
 792 }
 793
 794 static void nfs41_call_sync_prepare(struct rpc_task *task, void *calldata)
 795 {
 796         struct nfs4_call_sync_data *data = calldata;
 797         struct nfs4_session *session = nfs4_get_session(data->seq_server);
 798
 799         dprintk("--> %s data->seq_server %p\n", __func__, data->seq_server);
 800
 801         nfs41_setup_sequence(session, data->seq_args, data->seq_res, task);
 802 }
 803
 804 static void nfs41_call_sync_done(struct rpc_task *task, void *calldata)
 805 {
 806         struct nfs4_call_sync_data *data = calldata;
 807
 808         nfs41_sequence_done(task, data->seq_res);
 809 }
 810
 811 static const struct rpc_call_ops nfs41_call_sync_ops = {
 812         .rpc_call_prepare = nfs41_call_sync_prepare,
 813         .rpc_call_done = nfs41_call_sync_done,
 814 };
 815
 816 #else   /* !CONFIG_NFS_V4_1 */
 817
 818 static int nfs4_setup_sequence(const struct nfs_server *server,
 819                                struct nfs4_sequence_args *args,
 820                                struct nfs4_sequence_res *res,
 821                                struct rpc_task *task)
 822 {
 823         return nfs40_setup_sequence(server, args, res, task);
 824 }
 825
 826 static int nfs4_sequence_done(struct rpc_task *task,
 827                                struct nfs4_sequence_res *res)
 828 {
 829         return nfs40_sequence_done(task, res);
 830 }
 831
 832 #endif  /* !CONFIG_NFS_V4_1 */
 833
 834 static void nfs40_call_sync_prepare(struct rpc_task *task, void *calldata)
 835 {
 836         struct nfs4_call_sync_data *data = calldata;
 837         nfs4_setup_sequence(data->seq_server,
 838                                 data->seq_args, data->seq_res, task);
 839 }
 840
 841 static void nfs40_call_sync_done(struct rpc_task *task, void *calldata)
 842 {
 843         struct nfs4_call_sync_data *data = calldata;
 844         nfs4_sequence_done(task, data->seq_res);
 845 }
 846
 847 static const struct rpc_call_ops nfs40_call_sync_ops = {
 848         .rpc_call_prepare = nfs40_call_sync_prepare,
 849         .rpc_call_done = nfs40_call_sync_done,
 850 };
 851
 852 static int nfs4_call_sync_sequence(struct rpc_clnt *clnt,
 853                                    struct nfs_server *server,
 854                                    struct rpc_message *msg,
 855                                    struct nfs4_sequence_args *args,
 856                                    struct nfs4_sequence_res *res)
 857 {
 858         int ret;
 859         struct rpc_task *task;
 860         struct nfs_client *clp = server->nfs_client;
 861         struct nfs4_call_sync_data data = {
 862                 .seq_server = server,
 863                 .seq_args = args,
 864                 .seq_res = res,
 865         };
 866         struct rpc_task_setup task_setup = {
 867                 .rpc_client = clnt,
 868                 .rpc_message = msg,
 869                 .callback_ops = clp->cl_mvops->call_sync_ops,
 870                 .callback_data = &data
 871         };
 872
 873         task = rpc_run_task(&task_setup);
 874         if (IS_ERR(task))
 875                 ret = PTR_ERR(task);
 876         else {
 877                 ret = task->tk_status;
 878                 rpc_put_task(task);
 879         }
 880         return ret;
 881 }
 882
 883 static
 884 int nfs4_call_sync(struct rpc_clnt *clnt,
 885                    struct nfs_server *server,
 886                    struct rpc_message *msg,
 887                    struct nfs4_sequence_args *args,
 888                    struct nfs4_sequence_res *res,
 889                    int cache_reply)
 890 {
 891         nfs4_init_sequence(args, res, cache_reply);
 892         return nfs4_call_sync_sequence(clnt, server, msg, args, res);
 893 }
 894
 895 static void update_changeattr(struct inode *dir, struct nfs4_change_info *cinfo)
 896 {
 897         struct nfs_inode *nfsi = NFS_I(dir);
 898
 899         spin_lock(&dir->i_lock);
 900         nfsi->cache_validity |= NFS_INO_INVALID_ATTR|NFS_INO_INVALID_DATA;
 901         if (!cinfo->atomic || cinfo->before != dir->i_version)
 902                 nfs_force_lookup_revalidate(dir);
 903         dir->i_version = cinfo->after;
 904         nfs_fscache_invalidate(dir);
 905         spin_unlock(&dir->i_lock);
 906 }
 907
 908 struct nfs4_opendata {
 909         struct kref kref;
 910         struct nfs_openargs o_arg;
 911         struct nfs_openres o_res;
 912         struct nfs_open_confirmargs c_arg;
 913         struct nfs_open_confirmres c_res;
 914         struct nfs4_string owner_name;
 915         struct nfs4_string group_name;
 916         struct nfs_fattr f_attr;
 917         struct nfs4_label *f_label;
 918         struct dentry *dir;
 919         struct dentry *dentry;
 920         struct nfs4_state_owner *owner;
 921         struct nfs4_state *state;
 922         struct iattr attrs;
 923         unsigned long timestamp;
 924         unsigned int rpc_done : 1;
 925         unsigned int file_created : 1;
 926         unsigned int is_recover : 1;
 927         int rpc_status;
 928         int cancelled;
 929 };
 930
 931 static bool nfs4_clear_cap_atomic_open_v1(struct nfs_server *server,
 932                 int err, struct nfs4_exception *exception)
 933 {
 934         if (err != -EINVAL)
 935                 return false;
 936         if (!(server->caps & NFS_CAP_ATOMIC_OPEN_V1))
 937                 return false;
 938         server->caps &= ~NFS_CAP_ATOMIC_OPEN_V1;
 939         exception->retry = 1;
 940         return true;
 941 }
 942
 943 static enum open_claim_type4
 944 nfs4_map_atomic_open_claim(struct nfs_server *server,
 945                 enum open_claim_type4 claim)
 946 {
 947         if (server->caps & NFS_CAP_ATOMIC_OPEN_V1)
 948                 return claim;
 949         switch (claim) {
 950         default:
 951                 return claim;
 952         case NFS4_OPEN_CLAIM_FH:
 953                 return NFS4_OPEN_CLAIM_NULL;
 954         case NFS4_OPEN_CLAIM_DELEG_CUR_FH:
 955                 return NFS4_OPEN_CLAIM_DELEGATE_CUR;
 956         case NFS4_OPEN_CLAIM_DELEG_PREV_FH:
 957                 return NFS4_OPEN_CLAIM_DELEGATE_PREV;
 958         }
 959 }
 960
 961 static void nfs4_init_opendata_res(struct nfs4_opendata *p)
 962 {
 963         p->o_res.f_attr = &p->f_attr;
 964         p->o_res.f_label = p->f_label;
 965         p->o_res.seqid = p->o_arg.seqid;
 966         p->c_res.seqid = p->c_arg.seqid;
 967         p->o_res.server = p->o_arg.server;
 968         p->o_res.access_request = p->o_arg.access;
 969         nfs_fattr_init(&p->f_attr);
 970         nfs_fattr_init_names(&p->f_attr, &p->owner_name, &p->group_name);
 971 }
 972
 973 static struct nfs4_opendata *nfs4_opendata_alloc(struct dentry *dentry,
 974                 struct nfs4_state_owner *sp, fmode_t fmode, int flags,
 975                 const struct iattr *attrs,
 976                 struct nfs4_label *label,
 977                 enum open_claim_type4 claim,
 978                 gfp_t gfp_mask)
 979 {
 980         struct dentry *parent = dget_parent(dentry);
 981         struct inode *dir = parent->d_inode;
 982         struct nfs_server *server = NFS_SERVER(dir);
 983         struct nfs4_opendata *p;
 984
 985         p = kzalloc(sizeof(*p), gfp_mask);
 986         if (p == NULL)
 987                 goto err;
 988
 989         p->f_label = nfs4_label_alloc(server, gfp_mask);
 990         if (IS_ERR(p->f_label))
 991                 goto err_free_p;
 992
 993         p->o_arg.seqid = nfs_alloc_seqid(&sp->so_seqid, gfp_mask);
 994         if (p->o_arg.seqid == NULL)
 995                 goto err_free_label;
 996         nfs_sb_active(dentry->d_sb);
 997         p->dentry = dget(dentry);
 998         p->dir = parent;
 999         p->owner = sp;
1000         atomic_inc(&sp->so_count);
1001         p->o_arg.open_flags = flags;
1002         p->o_arg.fmode = fmode & (FMODE_READ|FMODE_WRITE);
1003         /* don't put an ACCESS op in OPEN compound if O_EXCL, because ACCESS
1004          * will return permission denied for all bits until close */
1005         if (!(flags & O_EXCL)) {
1006                 /* ask server to check for all possible rights as results
1007                  * are cached */
1008                 p->o_arg.access = NFS4_ACCESS_READ | NFS4_ACCESS_MODIFY |
1009                                   NFS4_ACCESS_EXTEND | NFS4_ACCESS_EXECUTE;
1010         }
1011         p->o_arg.clientid = server->nfs_client->cl_clientid;
1012         p->o_arg.id.create_time = ktime_to_ns(sp->so_seqid.create_time);
1013         p->o_arg.id.uniquifier = sp->so_seqid.owner_id;
1014         p->o_arg.name = &dentry->d_name;
1015         p->o_arg.server = server;
1016         p->o_arg.bitmask = nfs4_bitmask(server, label);
1017         p->o_arg.open_bitmap = &nfs4_fattr_bitmap[0];
1018         p->o_arg.label = label;
1019         p->o_arg.claim = nfs4_map_atomic_open_claim(server, claim);
1020         switch (p->o_arg.claim) {
1021         case NFS4_OPEN_CLAIM_NULL:
1022         case NFS4_OPEN_CLAIM_DELEGATE_CUR:
1023         case NFS4_OPEN_CLAIM_DELEGATE_PREV:
1024                 p->o_arg.fh = NFS_FH(dir);
1025                 break;
1026         case NFS4_OPEN_CLAIM_PREVIOUS:
1027         case NFS4_OPEN_CLAIM_FH:
1028         case NFS4_OPEN_CLAIM_DELEG_CUR_FH:
1029         case NFS4_OPEN_CLAIM_DELEG_PREV_FH:
1030                 p->o_arg.fh = NFS_FH(dentry->d_inode);
1031         }
1032         if (attrs != NULL && attrs->ia_valid != 0) {
1033                 __u32 verf[2];
1034
1035                 p->o_arg.u.attrs = &p->attrs;
1036                 memcpy(&p->attrs, attrs, sizeof(p->attrs));
1037
1038                 verf[0] = jiffies;
1039                 verf[1] = current->pid;
1040                 memcpy(p->o_arg.u.verifier.data, verf,
1041                                 sizeof(p->o_arg.u.verifier.data));
1042         }
1043         p->c_arg.fh = &p->o_res.fh;
1044         p->c_arg.stateid = &p->o_res.stateid;
1045         p->c_arg.seqid = p->o_arg.seqid;
1046         nfs4_init_opendata_res(p);
1047         kref_init(&p->kref);
1048         return p;
1049
1050 err_free_label:
1051         nfs4_label_free(p->f_label);
1052 err_free_p:
1053         kfree(p);
1054 err:
1055         dput(parent);
1056         return NULL;
1057 }
1058
1059 static void nfs4_opendata_free(struct kref *kref)
1060 {
1061         struct nfs4_opendata *p = container_of(kref,
1062                         struct nfs4_opendata, kref);
1063         struct super_block *sb = p->dentry->d_sb;
1064
1065         nfs_free_seqid(p->o_arg.seqid);
1066         if (p->state != NULL)
1067                 nfs4_put_open_state(p->state);
1068         nfs4_put_state_owner(p->owner);
1069
1070         nfs4_label_free(p->f_label);
1071
1072         dput(p->dir);
1073         dput(p->dentry);
1074         nfs_sb_deactive(sb);
1075         nfs_fattr_free_names(&p->f_attr);
1076         kfree(p);
1077 }
1078
1079 static void nfs4_opendata_put(struct nfs4_opendata *p)
1080 {
1081         if (p != NULL)
1082                 kref_put(&p->kref, nfs4_opendata_free);
1083 }
1084
1085 static int nfs4_wait_for_completion_rpc_task(struct rpc_task *task)
1086 {
1087         int ret;
1088
1089         ret = rpc_wait_for_completion_task(task);
1090         return ret;
1091 }
1092
1093 static int can_open_cached(struct nfs4_state *state, fmode_t mode, int open_mode)
1094 {
1095         int ret = 0;
1096
1097         if (open_mode & (O_EXCL|O_TRUNC))
1098                 goto out;
1099         switch (mode & (FMODE_READ|FMODE_WRITE)) {
1100                 case FMODE_READ:
1101                         ret |= test_bit(NFS_O_RDONLY_STATE, &state->flags) != 0
1102                                 && state->n_rdonly != 0;
1103                         break;
1104                 case FMODE_WRITE:
1105                         ret |= test_bit(NFS_O_WRONLY_STATE, &state->flags) != 0
1106                                 && state->n_wronly != 0;
1107                         break;
1108                 case FMODE_READ|FMODE_WRITE:
1109                         ret |= test_bit(NFS_O_RDWR_STATE, &state->flags) != 0
1110                                 && state->n_rdwr != 0;
1111         }
1112 out:
1113         return ret;
1114 }
1115
1116 static int can_open_delegated(struct nfs_delegation *delegation, fmode_t fmode)
1117 {
1118         if (delegation == NULL)
1119                 return 0;
1120         if ((delegation->type & fmode) != fmode)
1121                 return 0;
1122         if (test_bit(NFS_DELEGATION_NEED_RECLAIM, &delegation->flags))
1123                 return 0;
1124         if (test_bit(NFS_DELEGATION_RETURNING, &delegation->flags))
1125                 return 0;
1126         nfs_mark_delegation_referenced(delegation);
1127         return 1;
1128 }
1129
1130 static void update_open_stateflags(struct nfs4_state *state, fmode_t fmode)
1131 {
1132         switch (fmode) {
1133                 case FMODE_WRITE:
1134                         state->n_wronly++;
1135                         break;
1136                 case FMODE_READ:
1137                         state->n_rdonly++;
1138                         break;
1139                 case FMODE_READ|FMODE_WRITE:
1140                         state->n_rdwr++;
1141         }
1142         nfs4_state_set_mode_locked(state, state->state | fmode);
1143 }
1144
1145 static void nfs_set_open_stateid_locked(struct nfs4_state *state, nfs4_stateid *stateid, fmode_t fmode)
1146 {
1147         if (test_bit(NFS_DELEGATED_STATE, &state->flags) == 0)
1148                 nfs4_stateid_copy(&state->stateid, stateid);
1149         nfs4_stateid_copy(&state->open_stateid, stateid);
1150         set_bit(NFS_OPEN_STATE, &state->flags);
1151         switch (fmode) {
1152                 case FMODE_READ:
1153                         set_bit(NFS_O_RDONLY_STATE, &state->flags);
1154                         break;
1155                 case FMODE_WRITE:
1156                         set_bit(NFS_O_WRONLY_STATE, &state->flags);
1157                         break;
1158                 case FMODE_READ|FMODE_WRITE:
1159                         set_bit(NFS_O_RDWR_STATE, &state->flags);
1160         }
1161 }
1162
1163 static void nfs_set_open_stateid(struct nfs4_state *state, nfs4_stateid *stateid, fmode_t fmode)
1164 {
1165         write_seqlock(&state->seqlock);
1166         nfs_set_open_stateid_locked(state, stateid, fmode);
1167         write_sequnlock(&state->seqlock);
1168 }
1169
1170 static void __update_open_stateid(struct nfs4_state *state, nfs4_stateid *open_stateid, const nfs4_stateid *deleg_stateid, fmode_t fmode)
1171 {
1172         /*
1173          * Protect the call to nfs4_state_set_mode_locked and
1174          * serialise the stateid update
1175          */
1176         write_seqlock(&state->seqlock);
1177         if (deleg_stateid != NULL) {
1178                 nfs4_stateid_copy(&state->stateid, deleg_stateid);
1179                 set_bit(NFS_DELEGATED_STATE, &state->flags);
1180         }
1181         if (open_stateid != NULL)
1182                 nfs_set_open_stateid_locked(state, open_stateid, fmode);
1183         write_sequnlock(&state->seqlock);
1184         spin_lock(&state->owner->so_lock);
1185         update_open_stateflags(state, fmode);
1186         spin_unlock(&state->owner->so_lock);
1187 }
1188
1189 static int update_open_stateid(struct nfs4_state *state, nfs4_stateid *open_stateid, nfs4_stateid *delegation, fmode_t fmode)
1190 {
1191         struct nfs_inode *nfsi = NFS_I(state->inode);
1192         struct nfs_delegation *deleg_cur;
1193         int ret = 0;
1194
1195         fmode &= (FMODE_READ|FMODE_WRITE);
1196
1197         rcu_read_lock();
1198         deleg_cur = rcu_dereference(nfsi->delegation);
1199         if (deleg_cur == NULL)
1200                 goto no_delegation;
1201
1202         spin_lock(&deleg_cur->lock);
1203         if (rcu_dereference(nfsi->delegation) != deleg_cur ||
1204            test_bit(NFS_DELEGATION_RETURNING, &deleg_cur->flags) ||
1205             (deleg_cur->type & fmode) != fmode)
1206                 goto no_delegation_unlock;
1207
1208         if (delegation == NULL)
1209                 delegation = &deleg_cur->stateid;
1210         else if (!nfs4_stateid_match(&deleg_cur->stateid, delegation))
1211                 goto no_delegation_unlock;
1212
1213         nfs_mark_delegation_referenced(deleg_cur);
1214         __update_open_stateid(state, open_stateid, &deleg_cur->stateid, fmode);
1215         ret = 1;
1216 no_delegation_unlock:
1217         spin_unlock(&deleg_cur->lock);
1218 no_delegation:
1219         rcu_read_unlock();
1220
1221         if (!ret && open_stateid != NULL) {
1222                 __update_open_stateid(state, open_stateid, NULL, fmode);
1223                 ret = 1;
1224         }
1225
1226         return ret;
1227 }
1228
1229
1230 static void nfs4_return_incompatible_delegation(struct inode *inode, fmode_t fmode)
1231 {
1232         struct nfs_delegation *delegation;
1233
1234         rcu_read_lock();
1235         delegation = rcu_dereference(NFS_I(inode)->delegation);
1236         if (delegation == NULL || (delegation->type & fmode) == fmode) {
1237                 rcu_read_unlock();
1238                 return;
1239         }
1240         rcu_read_unlock();
1241         nfs4_inode_return_delegation(inode);
1242 }
1243
1244 static struct nfs4_state *nfs4_try_open_cached(struct nfs4_opendata *opendata)
1245 {
1246         struct nfs4_state *state = opendata->state;
1247         struct nfs_inode *nfsi = NFS_I(state->inode);
1248         struct nfs_delegation *delegation;
1249         int open_mode = opendata->o_arg.open_flags;
1250         fmode_t fmode = opendata->o_arg.fmode;
1251         nfs4_stateid stateid;
1252         int ret = -EAGAIN;
1253
1254         for (;;) {
1255                 if (can_open_cached(state, fmode, open_mode)) {
1256                         spin_lock(&state->owner->so_lock);
1257                         if (can_open_cached(state, fmode, open_mode)) {
1258                                 update_open_stateflags(state, fmode);
1259                                 spin_unlock(&state->owner->so_lock);
1260                                 goto out_return_state;
1261                         }
1262                         spin_unlock(&state->owner->so_lock);
1263                 }
1264                 rcu_read_lock();
1265                 delegation = rcu_dereference(nfsi->delegation);
1266                 if (!can_open_delegated(delegation, fmode)) {
1267                         rcu_read_unlock();
1268                         break;
1269                 }
1270                 /* Save the delegation */
1271                 nfs4_stateid_copy(&stateid, &delegation->stateid);
1272                 rcu_read_unlock();
1273                 nfs_release_seqid(opendata->o_arg.seqid);
1274                 if (!opendata->is_recover) {
1275                         ret = nfs_may_open(state->inode, state->owner->so_cred, open_mode);
1276                         if (ret != 0)
1277                                 goto out;
1278                 }
1279                 ret = -EAGAIN;
1280
1281                 /* Try to update the stateid using the delegation */
1282                 if (update_open_stateid(state, NULL, &stateid, fmode))
1283                         goto out_return_state;
1284         }
1285 out:
1286         return ERR_PTR(ret);
1287 out_return_state:
1288         atomic_inc(&state->count);
1289         return state;
1290 }
1291
1292 static void
1293 nfs4_opendata_check_deleg(struct nfs4_opendata *data, struct nfs4_state *state)
1294 {
1295         struct nfs_client *clp = NFS_SERVER(state->inode)->nfs_client;
1296         struct nfs_delegation *delegation;
1297         int delegation_flags = 0;
1298
1299         rcu_read_lock();
1300         delegation = rcu_dereference(NFS_I(state->inode)->delegation);
1301         if (delegation)
1302                 delegation_flags = delegation->flags;
1303         rcu_read_unlock();
1304         if (data->o_arg.claim == NFS4_OPEN_CLAIM_DELEGATE_CUR) {
1305                 pr_err_ratelimited("NFS: Broken NFSv4 server %s is "
1306                                    "returning a delegation for "
1307                                    "OPEN(CLAIM_DELEGATE_CUR)\n",
1308                                    clp->cl_hostname);
1309         } else if ((delegation_flags & 1UL<<NFS_DELEGATION_NEED_RECLAIM) == 0)
1310                 nfs_inode_set_delegation(state->inode,
1311                                          data->owner->so_cred,
1312                                          &data->o_res);
1313         else
1314                 nfs_inode_reclaim_delegation(state->inode,
1315                                              data->owner->so_cred,
1316                                              &data->o_res);
1317 }
1318
1319 /*
1320  * Check the inode attributes against the CLAIM_PREVIOUS returned attributes
1321  * and update the nfs4_state.
1322  */
1323 static struct nfs4_state *
1324 _nfs4_opendata_reclaim_to_nfs4_state(struct nfs4_opendata *data)
1325 {
1326         struct inode *inode = data->state->inode;
1327         struct nfs4_state *state = data->state;
1328         int ret;
1329
1330         if (!data->rpc_done) {
1331                 if (data->rpc_status) {
1332                         ret = data->rpc_status;
1333                         goto err;
1334                 }
1335                 /* cached opens have already been processed */
1336                 goto update;
1337         }
1338
1339         ret = nfs_refresh_inode(inode, &data->f_attr);
1340         if (ret)
1341                 goto err;
1342
1343         if (data->o_res.delegation_type != 0)
1344                 nfs4_opendata_check_deleg(data, state);
1345 update:
1346         update_open_stateid(state, &data->o_res.stateid, NULL,
1347                             data->o_arg.fmode);
1348         atomic_inc(&state->count);
1349
1350         return state;
1351 err:
1352         return ERR_PTR(ret);
1353
1354 }
1355
1356 static struct nfs4_state *
1357 _nfs4_opendata_to_nfs4_state(struct nfs4_opendata *data)
1358 {
1359         struct inode *inode;
1360         struct nfs4_state *state = NULL;
1361         int ret;
1362
1363         if (!data->rpc_done) {
1364                 state = nfs4_try_open_cached(data);
1365                 goto out;
1366         }
1367
1368         ret = -EAGAIN;
1369         if (!(data->f_attr.valid & NFS_ATTR_FATTR))
1370                 goto err;
1371         inode = nfs_fhget(data->dir->d_sb, &data->o_res.fh, &data->f_attr, data->f_label);
1372         ret = PTR_ERR(inode);
1373         if (IS_ERR(inode))
1374                 goto err;
1375         ret = -ENOMEM;
1376         state = nfs4_get_open_state(inode, data->owner);
1377         if (state == NULL)
1378                 goto err_put_inode;
1379         if (data->o_res.delegation_type != 0)
1380                 nfs4_opendata_check_deleg(data, state);
1381         update_open_stateid(state, &data->o_res.stateid, NULL,
1382                         data->o_arg.fmode);
1383         iput(inode);
1384 out:
1385         nfs_release_seqid(data->o_arg.seqid);
1386         return state;
1387 err_put_inode:
1388         iput(inode);
1389 err:
1390         return ERR_PTR(ret);
1391 }
1392
1393 static struct nfs4_state *
1394 nfs4_opendata_to_nfs4_state(struct nfs4_opendata *data)
1395 {
1396         if (data->o_arg.claim == NFS4_OPEN_CLAIM_PREVIOUS)
1397                 return _nfs4_opendata_reclaim_to_nfs4_state(data);
1398         return _nfs4_opendata_to_nfs4_state(data);
1399 }
1400
1401 static struct nfs_open_context *nfs4_state_find_open_context(struct nfs4_state *state)
1402 {
1403         struct nfs_inode *nfsi = NFS_I(state->inode);
1404         struct nfs_open_context *ctx;
1405
1406         spin_lock(&state->inode->i_lock);
1407         list_for_each_entry(ctx, &nfsi->open_files, list) {
1408                 if (ctx->state != state)
1409                         continue;
1410                 get_nfs_open_context(ctx);
1411                 spin_unlock(&state->inode->i_lock);
1412                 return ctx;
1413         }
1414         spin_unlock(&state->inode->i_lock);
1415         return ERR_PTR(-ENOENT);
1416 }
1417
1418 static struct nfs4_opendata *nfs4_open_recoverdata_alloc(struct nfs_open_context *ctx,
1419                 struct nfs4_state *state, enum open_claim_type4 claim)
1420 {
1421         struct nfs4_opendata *opendata;
1422
1423         opendata = nfs4_opendata_alloc(ctx->dentry, state->owner, 0, 0,
1424                         NULL, NULL, claim, GFP_NOFS);
1425         if (opendata == NULL)
1426                 return ERR_PTR(-ENOMEM);
1427         opendata->state = state;
1428         atomic_inc(&state->count);
1429         return opendata;
1430 }
1431
1432 static int nfs4_open_recover_helper(struct nfs4_opendata *opendata, fmode_t fmode, struct nfs4_state **res)
1433 {
1434         struct nfs4_state *newstate;
1435         int ret;
1436
1437         opendata->o_arg.open_flags = 0;
1438         opendata->o_arg.fmode = fmode;
1439         memset(&opendata->o_res, 0, sizeof(opendata->o_res));
1440         memset(&opendata->c_res, 0, sizeof(opendata->c_res));
1441         nfs4_init_opendata_res(opendata);
1442         ret = _nfs4_recover_proc_open(opendata);
1443         if (ret != 0)
1444                 return ret;
1445         newstate = nfs4_opendata_to_nfs4_state(opendata);
1446         if (IS_ERR(newstate))
1447                 return PTR_ERR(newstate);
1448         nfs4_close_state(newstate, fmode);
1449         *res = newstate;
1450         return 0;
1451 }
1452
1453 static int nfs4_open_recover(struct nfs4_opendata *opendata, struct nfs4_state *state)
1454 {
1455         struct nfs4_state *newstate;
1456         int ret;
1457
1458         /* memory barrier prior to reading state->n_* */
1459         clear_bit(NFS_DELEGATED_STATE, &state->flags);
1460         clear_bit(NFS_OPEN_STATE, &state->flags);
1461         smp_rmb();
1462         if (state->n_rdwr != 0) {
1463                 clear_bit(NFS_O_RDWR_STATE, &state->flags);
1464                 ret = nfs4_open_recover_helper(opendata, FMODE_READ|FMODE_WRITE, &newstate);
1465                 if (ret != 0)
1466                         return ret;
1467                 if (newstate != state)
1468                         return -ESTALE;
1469         }
1470         if (state->n_wronly != 0) {
1471                 clear_bit(NFS_O_WRONLY_STATE, &state->flags);
1472                 ret = nfs4_open_recover_helper(opendata, FMODE_WRITE, &newstate);
1473                 if (ret != 0)
1474                         return ret;
1475                 if (newstate != state)
1476                         return -ESTALE;
1477         }
1478         if (state->n_rdonly != 0) {
1479                 clear_bit(NFS_O_RDONLY_STATE, &state->flags);
1480                 ret = nfs4_open_recover_helper(opendata, FMODE_READ, &newstate);
1481                 if (ret != 0)
1482                         return ret;
1483                 if (newstate != state)
1484                         return -ESTALE;
1485         }
1486         /*
1487          * We may have performed cached opens for all three recoveries.
1488          * Check if we need to update the current stateid.
1489          */
1490         if (test_bit(NFS_DELEGATED_STATE, &state->flags) == 0 &&
1491             !nfs4_stateid_match(&state->stateid, &state->open_stateid)) {
1492                 write_seqlock(&state->seqlock);
1493                 if (test_bit(NFS_DELEGATED_STATE, &state->flags) == 0)
1494                         nfs4_stateid_copy(&state->stateid, &state->open_stateid);
1495                 write_sequnlock(&state->seqlock);
1496         }
1497         return 0;
1498 }
1499
1500 /*
1501  * OPEN_RECLAIM:
1502  *      reclaim state on the server after a reboot.
1503  */
1504 static int _nfs4_do_open_reclaim(struct nfs_open_context *ctx, struct nfs4_state *state)
1505 {
1506         struct nfs_delegation *delegation;
1507         struct nfs4_opendata *opendata;
1508         fmode_t delegation_type = 0;
1509         int status;
1510
1511         opendata = nfs4_open_recoverdata_alloc(ctx, state,
1512                         NFS4_OPEN_CLAIM_PREVIOUS);
1513         if (IS_ERR(opendata))
1514                 return PTR_ERR(opendata);
1515         rcu_read_lock();
1516         delegation = rcu_dereference(NFS_I(state->inode)->delegation);
1517         if (delegation != NULL && test_bit(NFS_DELEGATION_NEED_RECLAIM, &delegation->flags) != 0)
1518                 delegation_type = delegation->type;
1519         rcu_read_unlock();
1520         opendata->o_arg.u.delegation_type = delegation_type;
1521         status = nfs4_open_recover(opendata, state);
1522         nfs4_opendata_put(opendata);
1523         return status;
1524 }
1525
1526 static int nfs4_do_open_reclaim(struct nfs_open_context *ctx, struct nfs4_state *state)
1527 {
1528         struct nfs_server *server = NFS_SERVER(state->inode);
1529         struct nfs4_exception exception = { };
1530         int err;
1531         do {
1532                 err = _nfs4_do_open_reclaim(ctx, state);
1533                 trace_nfs4_open_reclaim(ctx, 0, err);
1534                 if (nfs4_clear_cap_atomic_open_v1(server, err, &exception))
1535                         continue;
1536                 if (err != -NFS4ERR_DELAY)
1537                         break;
1538                 nfs4_handle_exception(server, err, &exception);
1539         } while (exception.retry);
1540         return err;
1541 }
1542
1543 static int nfs4_open_reclaim(struct nfs4_state_owner *sp, struct nfs4_state *state)
1544 {
1545         struct nfs_open_context *ctx;
1546         int ret;
1547
1548         ctx = nfs4_state_find_open_context(state);
1549         if (IS_ERR(ctx))
1550                 return -EAGAIN;
1551         ret = nfs4_do_open_reclaim(ctx, state);
1552         put_nfs_open_context(ctx);
1553         return ret;
1554 }
1555
1556 static int nfs4_handle_delegation_recall_error(struct nfs_server *server, struct nfs4_state *state, const nfs4_stateid *stateid, int err)
1557 {
1558         switch (err) {
1559                 default:
1560                         printk(KERN_ERR "NFS: %s: unhandled error "
1561                                         "%d.\n", __func__, err);
1562                 case 0:
1563                 case -ENOENT:
1564                 case -ESTALE:
1565                         break;
1566                 case -NFS4ERR_BADSESSION:
1567                 case -NFS4ERR_BADSLOT:
1568                 case -NFS4ERR_BAD_HIGH_SLOT:
1569                 case -NFS4ERR_CONN_NOT_BOUND_TO_SESSION:
1570                 case -NFS4ERR_DEADSESSION:
1571                         set_bit(NFS_DELEGATED_STATE, &state->flags);
1572                         nfs4_schedule_session_recovery(server->nfs_client->cl_session, err);
1573                         return -EAGAIN;
1574                 case -NFS4ERR_STALE_CLIENTID:
1575                 case -NFS4ERR_STALE_STATEID:
1576                         set_bit(NFS_DELEGATED_STATE, &state->flags);
1577                 case -NFS4ERR_EXPIRED:
1578                         /* Don't recall a delegation if it was lost */
1579                         nfs4_schedule_lease_recovery(server->nfs_client);
1580                         return -EAGAIN;
1581                 case -NFS4ERR_MOVED:
1582                         nfs4_schedule_migration_recovery(server);
1583                         return -EAGAIN;
1584                 case -NFS4ERR_LEASE_MOVED:
1585                         nfs4_schedule_lease_moved_recovery(server->nfs_client);
1586                         return -EAGAIN;
1587                 case -NFS4ERR_DELEG_REVOKED:
1588                 case -NFS4ERR_ADMIN_REVOKED:
1589                 case -NFS4ERR_BAD_STATEID:
1590                 case -NFS4ERR_OPENMODE:
1591                         nfs_inode_find_state_and_recover(state->inode,
1592                                         stateid);
1593                         nfs4_schedule_stateid_recovery(server, state);
1594                         return 0;
1595                 case -NFS4ERR_DELAY:
1596                 case -NFS4ERR_GRACE:
1597                         set_bit(NFS_DELEGATED_STATE, &state->flags);
1598                         ssleep(1);
1599                         return -EAGAIN;
1600                 case -ENOMEM:
1601                 case -NFS4ERR_DENIED:
1602                         /* kill_proc(fl->fl_pid, SIGLOST, 1); */
1603                         return 0;
1604         }
1605         return err;
1606 }
1607
1608 int nfs4_open_delegation_recall(struct nfs_open_context *ctx, struct nfs4_state *state, const nfs4_stateid *stateid)
1609 {
1610         struct nfs_server *server = NFS_SERVER(state->inode);
1611         struct nfs4_opendata *opendata;
1612         int err;
1613
1614         opendata = nfs4_open_recoverdata_alloc(ctx, state,
1615                         NFS4_OPEN_CLAIM_DELEG_CUR_FH);
1616         if (IS_ERR(opendata))
1617                 return PTR_ERR(opendata);
1618         nfs4_stateid_copy(&opendata->o_arg.u.delegation, stateid);
1619         err = nfs4_open_recover(opendata, state);
1620         nfs4_opendata_put(opendata);
1621         return nfs4_handle_delegation_recall_error(server, state, stateid, err);
1622 }
1623
1624 static void nfs4_open_confirm_prepare(struct rpc_task *task, void *calldata)
1625 {
1626         struct nfs4_opendata *data = calldata;
1627
1628         nfs40_setup_sequence(data->o_arg.server, &data->o_arg.seq_args,
1629                                 &data->o_res.seq_res, task);
1630 }
1631
1632 static void nfs4_open_confirm_done(struct rpc_task *task, void *calldata)
1633 {
1634         struct nfs4_opendata *data = calldata;
1635
1636         nfs40_sequence_done(task, &data->o_res.seq_res);
1637
1638         data->rpc_status = task->tk_status;
1639         if (data->rpc_status == 0) {
1640                 nfs4_stateid_copy(&data->o_res.stateid, &data->c_res.stateid);
1641                 nfs_confirm_seqid(&data->owner->so_seqid, 0);
1642                 renew_lease(data->o_res.server, data->timestamp);
1643                 data->rpc_done = 1;
1644         }
1645 }
1646
1647 static void nfs4_open_confirm_release(void *calldata)
1648 {
1649         struct nfs4_opendata *data = calldata;
1650         struct nfs4_state *state = NULL;
1651
1652         /* If this request hasn't been cancelled, do nothing */
1653         if (data->cancelled == 0)
1654                 goto out_free;
1655         /* In case of error, no cleanup! */
1656         if (!data->rpc_done)
1657                 goto out_free;
1658         state = nfs4_opendata_to_nfs4_state(data);
1659         if (!IS_ERR(state))
1660                 nfs4_close_state(state, data->o_arg.fmode);
1661 out_free:
1662         nfs4_opendata_put(data);
1663 }
1664
1665 static const struct rpc_call_ops nfs4_open_confirm_ops = {
1666         .rpc_call_prepare = nfs4_open_confirm_prepare,
1667         .rpc_call_done = nfs4_open_confirm_done,
1668         .rpc_release = nfs4_open_confirm_release,
1669 };
1670
1671 /*
1672  * Note: On error, nfs4_proc_open_confirm will free the struct nfs4_opendata
1673  */
1674 static int _nfs4_proc_open_confirm(struct nfs4_opendata *data)
1675 {
1676         struct nfs_server *server = NFS_SERVER(data->dir->d_inode);
1677         struct rpc_task *task;
1678         struct  rpc_message msg = {
1679                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_OPEN_CONFIRM],
1680                 .rpc_argp = &data->c_arg,
1681                 .rpc_resp = &data->c_res,
1682                 .rpc_cred = data->owner->so_cred,
1683         };
1684         struct rpc_task_setup task_setup_data = {
1685                 .rpc_client = server->client,
1686                 .rpc_message = &msg,
1687                 .callback_ops = &nfs4_open_confirm_ops,
1688                 .callback_data = data,
1689                 .workqueue = nfsiod_workqueue,
1690                 .flags = RPC_TASK_ASYNC,
1691         };
1692         int status;
1693
1694         nfs4_init_sequence(&data->o_arg.seq_args, &data->o_res.seq_res, 1);
1695         kref_get(&data->kref);
1696         data->rpc_done = 0;
1697         data->rpc_status = 0;
1698         data->timestamp = jiffies;
1699         task = rpc_run_task(&task_setup_data);
1700         if (IS_ERR(task))
1701                 return PTR_ERR(task);
1702         status = nfs4_wait_for_completion_rpc_task(task);
1703         if (status != 0) {
1704                 data->cancelled = 1;
1705                 smp_wmb();
1706         } else
1707                 status = data->rpc_status;
1708         rpc_put_task(task);
1709         return status;
1710 }
1711
1712 static void nfs4_open_prepare(struct rpc_task *task, void *calldata)
1713 {
1714         struct nfs4_opendata *data = calldata;
1715         struct nfs4_state_owner *sp = data->owner;
1716         struct nfs_client *clp = sp->so_server->nfs_client;
1717
1718         if (nfs_wait_on_sequence(data->o_arg.seqid, task) != 0)
1719                 goto out_wait;
1720         /*
1721          * Check if we still need to send an OPEN call, or if we can use
1722          * a delegation instead.
1723          */
1724         if (data->state != NULL) {
1725                 struct nfs_delegation *delegation;
1726
1727                 if (can_open_cached(data->state, data->o_arg.fmode, data->o_arg.open_flags))
1728                         goto out_no_action;
1729                 rcu_read_lock();
1730                 delegation = rcu_dereference(NFS_I(data->state->inode)->delegation);
1731                 if (data->o_arg.claim != NFS4_OPEN_CLAIM_DELEGATE_CUR &&
1732                     data->o_arg.claim != NFS4_OPEN_CLAIM_DELEG_CUR_FH &&
1733                     can_open_delegated(delegation, data->o_arg.fmode))
1734                         goto unlock_no_action;
1735                 rcu_read_unlock();
1736         }
1737         /* Update client id. */
1738         data->o_arg.clientid = clp->cl_clientid;
1739         switch (data->o_arg.claim) {
1740         case NFS4_OPEN_CLAIM_PREVIOUS:
1741         case NFS4_OPEN_CLAIM_DELEG_CUR_FH:
1742         case NFS4_OPEN_CLAIM_DELEG_PREV_FH:
1743                 data->o_arg.open_bitmap = &nfs4_open_noattr_bitmap[0];
1744         case NFS4_OPEN_CLAIM_FH:
1745                 task->tk_msg.rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_OPEN_NOATTR];
1746                 nfs_copy_fh(&data->o_res.fh, data->o_arg.fh);
1747         }
1748         data->timestamp = jiffies;
1749         if (nfs4_setup_sequence(data->o_arg.server,
1750                                 &data->o_arg.seq_args,
1751                                 &data->o_res.seq_res,
1752                                 task) != 0)
1753                 nfs_release_seqid(data->o_arg.seqid);
1754
1755         /* Set the create mode (note dependency on the session type) */
1756         data->o_arg.createmode = NFS4_CREATE_UNCHECKED;
1757         if (data->o_arg.open_flags & O_EXCL) {
1758                 data->o_arg.createmode = NFS4_CREATE_EXCLUSIVE;
1759                 if (nfs4_has_persistent_session(clp))
1760                         data->o_arg.createmode = NFS4_CREATE_GUARDED;
1761                 else if (clp->cl_mvops->minor_version > 0)
1762                         data->o_arg.createmode = NFS4_CREATE_EXCLUSIVE4_1;
1763         }
1764         return;
1765 unlock_no_action:
1766         rcu_read_unlock();
1767 out_no_action:
1768         task->tk_action = NULL;
1769 out_wait:
1770         nfs4_sequence_done(task, &data->o_res.seq_res);
1771 }
1772
1773 static void nfs4_open_done(struct rpc_task *task, void *calldata)
1774 {
1775         struct nfs4_opendata *data = calldata;
1776
1777         data->rpc_status = task->tk_status;
1778
1779         if (!nfs4_sequence_done(task, &data->o_res.seq_res))
1780                 return;
1781
1782         if (task->tk_status == 0) {
1783                 if (data->o_res.f_attr->valid & NFS_ATTR_FATTR_TYPE) {
1784                         switch (data->o_res.f_attr->mode & S_IFMT) {
1785                         case S_IFREG:
1786                                 break;
1787                         case S_IFLNK:
1788                                 data->rpc_status = -ELOOP;
1789                                 break;
1790                         case S_IFDIR:
1791                                 data->rpc_status = -EISDIR;
1792                                 break;
1793                         default:
1794                                 data->rpc_status = -ENOTDIR;
1795                         }
1796                 }
1797                 renew_lease(data->o_res.server, data->timestamp);
1798                 if (!(data->o_res.rflags & NFS4_OPEN_RESULT_CONFIRM))
1799                         nfs_confirm_seqid(&data->owner->so_seqid, 0);
1800         }
1801         data->rpc_done = 1;
1802 }
1803
1804 static void nfs4_open_release(void *calldata)
1805 {
1806         struct nfs4_opendata *data = calldata;
1807         struct nfs4_state *state = NULL;
1808
1809         /* If this request hasn't been cancelled, do nothing */
1810         if (data->cancelled == 0)
1811                 goto out_free;
1812         /* In case of error, no cleanup! */
1813         if (data->rpc_status != 0 || !data->rpc_done)
1814                 goto out_free;
1815         /* In case we need an open_confirm, no cleanup! */
1816         if (data->o_res.rflags & NFS4_OPEN_RESULT_CONFIRM)
1817                 goto out_free;
1818         state = nfs4_opendata_to_nfs4_state(data);
1819         if (!IS_ERR(state))
1820                 nfs4_close_state(state, data->o_arg.fmode);
1821 out_free:
1822         nfs4_opendata_put(data);
1823 }
1824
1825 static const struct rpc_call_ops nfs4_open_ops = {
1826         .rpc_call_prepare = nfs4_open_prepare,
1827         .rpc_call_done = nfs4_open_done,
1828         .rpc_release = nfs4_open_release,
1829 };
1830
1831 static int nfs4_run_open_task(struct nfs4_opendata *data, int isrecover)
1832 {
1833         struct inode *dir = data->dir->d_inode;
1834         struct nfs_server *server = NFS_SERVER(dir);
1835         struct nfs_openargs *o_arg = &data->o_arg;
1836         struct nfs_openres *o_res = &data->o_res;
1837         struct rpc_task *task;
1838         struct rpc_message msg = {
1839                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_OPEN],
1840                 .rpc_argp = o_arg,
1841                 .rpc_resp = o_res,
1842                 .rpc_cred = data->owner->so_cred,
1843         };
1844         struct rpc_task_setup task_setup_data = {
1845                 .rpc_client = server->client,
1846                 .rpc_message = &msg,
1847                 .callback_ops = &nfs4_open_ops,
1848                 .callback_data = data,
1849                 .workqueue = nfsiod_workqueue,
1850                 .flags = RPC_TASK_ASYNC,
1851         };
1852         int status;
1853
1854         nfs4_init_sequence(&o_arg->seq_args, &o_res->seq_res, 1);
1855         kref_get(&data->kref);
1856         data->rpc_done = 0;
1857         data->rpc_status = 0;
1858         data->cancelled = 0;
1859         data->is_recover = 0;
1860         if (isrecover) {
1861                 nfs4_set_sequence_privileged(&o_arg->seq_args);
1862                 data->is_recover = 1;
1863         }
1864         task = rpc_run_task(&task_setup_data);
1865         if (IS_ERR(task))
1866                 return PTR_ERR(task);
1867         status = nfs4_wait_for_completion_rpc_task(task);
1868         if (status != 0) {
1869                 data->cancelled = 1;
1870                 smp_wmb();
1871         } else
1872                 status = data->rpc_status;
1873         rpc_put_task(task);
1874
1875         return status;
1876 }
1877
1878 static int _nfs4_recover_proc_open(struct nfs4_opendata *data)
1879 {
1880         struct inode *dir = data->dir->d_inode;
1881         struct nfs_openres *o_res = &data->o_res;
1882         int status;
1883
1884         status = nfs4_run_open_task(data, 1);
1885         if (status != 0 || !data->rpc_done)
1886                 return status;
1887
1888         nfs_fattr_map_and_free_names(NFS_SERVER(dir), &data->f_attr);
1889
1890         if (o_res->rflags & NFS4_OPEN_RESULT_CONFIRM) {
1891                 status = _nfs4_proc_open_confirm(data);
1892                 if (status != 0)
1893                         return status;
1894         }
1895
1896         return status;
1897 }
1898
1899 static int nfs4_opendata_access(struct rpc_cred *cred,
1900                                 struct nfs4_opendata *opendata,
1901                                 struct nfs4_state *state, fmode_t fmode,
1902                                 int openflags)
1903 {
1904         struct nfs_access_entry cache;
1905         u32 mask;
1906
1907         /* access call failed or for some reason the server doesn't
1908          * support any access modes -- defer access call until later */
1909         if (opendata->o_res.access_supported == 0)
1910                 return 0;
1911
1912         mask = 0;
1913         /* don't check MAY_WRITE - a newly created file may not have
1914          * write mode bits, but POSIX allows the creating process to write.
1915          * use openflags to check for exec, because fmode won't
1916          * always have FMODE_EXEC set when file open for exec. */
1917         if (openflags & __FMODE_EXEC) {
1918                 /* ONLY check for exec rights */
1919                 mask = MAY_EXEC;
1920         } else if (fmode & FMODE_READ)
1921                 mask = MAY_READ;
1922
1923         cache.cred = cred;
1924         cache.jiffies = jiffies;
1925         nfs_access_set_mask(&cache, opendata->o_res.access_result);
1926         nfs_access_add_cache(state->inode, &cache);
1927
1928         if ((mask & ~cache.mask & (MAY_READ | MAY_EXEC)) == 0)
1929                 return 0;
1930
1931         /* even though OPEN succeeded, access is denied. Close the file */
1932         nfs4_close_state(state, fmode);
1933         return -EACCES;
1934 }
1935
1936 /*
1937  * Note: On error, nfs4_proc_open will free the struct nfs4_opendata
1938  */
1939 static int _nfs4_proc_open(struct nfs4_opendata *data)
1940 {
1941         struct inode *dir = data->dir->d_inode;
1942         struct nfs_server *server = NFS_SERVER(dir);
1943         struct nfs_openargs *o_arg = &data->o_arg;
1944         struct nfs_openres *o_res = &data->o_res;
1945         int status;
1946
1947         status = nfs4_run_open_task(data, 0);
1948         if (!data->rpc_done)
1949                 return status;
1950         if (status != 0) {
1951                 if (status == -NFS4ERR_BADNAME &&
1952                                 !(o_arg->open_flags & O_CREAT))
1953                         return -ENOENT;
1954                 return status;
1955         }
1956
1957         nfs_fattr_map_and_free_names(server, &data->f_attr);
1958
1959         if (o_arg->open_flags & O_CREAT) {
1960                 update_changeattr(dir, &o_res->cinfo);
1961                 if (o_arg->open_flags & O_EXCL)
1962                         data->file_created = 1;
1963                 else if (o_res->cinfo.before != o_res->cinfo.after)
1964                         data->file_created = 1;
1965         }
1966         if ((o_res->rflags & NFS4_OPEN_RESULT_LOCKTYPE_POSIX) == 0)
1967                 server->caps &= ~NFS_CAP_POSIX_LOCK;
1968         if(o_res->rflags & NFS4_OPEN_RESULT_CONFIRM) {
1969                 status = _nfs4_proc_open_confirm(data);
1970                 if (status != 0)
1971                         return status;
1972         }
1973         if (!(o_res->f_attr->valid & NFS_ATTR_FATTR))
1974                 _nfs4_proc_getattr(server, &o_res->fh, o_res->f_attr, o_res->f_label);
1975         return 0;
1976 }
1977
1978 static int nfs4_recover_expired_lease(struct nfs_server *server)
1979 {
1980         return nfs4_client_recover_expired_lease(server->nfs_client);
1981 }
1982
1983 /*
1984  * OPEN_EXPIRED:
1985  *      reclaim state on the server after a network partition.
1986  *      Assumes caller holds the appropriate lock
1987  */
1988 static int _nfs4_open_expired(struct nfs_open_context *ctx, struct nfs4_state *state)
1989 {
1990         struct nfs4_opendata *opendata;
1991         int ret;
1992
1993         opendata = nfs4_open_recoverdata_alloc(ctx, state,
1994                         NFS4_OPEN_CLAIM_FH);
1995         if (IS_ERR(opendata))
1996                 return PTR_ERR(opendata);
1997         ret = nfs4_open_recover(opendata, state);
1998         if (ret == -ESTALE)
1999                 d_drop(ctx->dentry);
2000         nfs4_opendata_put(opendata);
2001         return ret;
2002 }
2003
2004 static int nfs4_do_open_expired(struct nfs_open_context *ctx, struct nfs4_state *state)
2005 {
2006         struct nfs_server *server = NFS_SERVER(state->inode);
2007         struct nfs4_exception exception = { };
2008         int err;
2009
2010         do {
2011                 err = _nfs4_open_expired(ctx, state);
2012                 trace_nfs4_open_expired(ctx, 0, err);
2013                 if (nfs4_clear_cap_atomic_open_v1(server, err, &exception))
2014                         continue;
2015                 switch (err) {
2016                 default:
2017                         goto out;
2018                 case -NFS4ERR_GRACE:
2019                 case -NFS4ERR_DELAY:
2020                         nfs4_handle_exception(server, err, &exception);
2021                         err = 0;
2022                 }
2023         } while (exception.retry);
2024 out:
2025         return err;
2026 }
2027
2028 static int nfs4_open_expired(struct nfs4_state_owner *sp, struct nfs4_state *state)
2029 {
2030         struct nfs_open_context *ctx;
2031         int ret;
2032
2033         ctx = nfs4_state_find_open_context(state);
2034         if (IS_ERR(ctx))
2035                 return -EAGAIN;
2036         ret = nfs4_do_open_expired(ctx, state);
2037         put_nfs_open_context(ctx);
2038         return ret;
2039 }
2040
2041 #if defined(CONFIG_NFS_V4_1)
2042 static void nfs41_clear_delegation_stateid(struct nfs4_state *state)
2043 {
2044         struct nfs_server *server = NFS_SERVER(state->inode);
2045         nfs4_stateid *stateid = &state->stateid;
2046         struct nfs_delegation *delegation;
2047         struct rpc_cred *cred = NULL;
2048         int status = -NFS4ERR_BAD_STATEID;
2049
2050         /* If a state reset has been done, test_stateid is unneeded */
2051         if (test_bit(NFS_DELEGATED_STATE, &state->flags) == 0)
2052                 return;
2053
2054         /* Get the delegation credential for use by test/free_stateid */
2055         rcu_read_lock();
2056         delegation = rcu_dereference(NFS_I(state->inode)->delegation);
2057         if (delegation != NULL &&
2058             nfs4_stateid_match(&delegation->stateid, stateid)) {
2059                 cred = get_rpccred(delegation->cred);
2060                 rcu_read_unlock();
2061                 status = nfs41_test_stateid(server, stateid, cred);
2062                 trace_nfs4_test_delegation_stateid(state, NULL, status);
2063         } else
2064                 rcu_read_unlock();
2065
2066         if (status != NFS_OK) {
2067                 /* Free the stateid unless the server explicitly
2068                  * informs us the stateid is unrecognized. */
2069                 if (status != -NFS4ERR_BAD_STATEID)
2070                         nfs41_free_stateid(server, stateid, cred);
2071                 nfs_remove_bad_delegation(state->inode);
2072
2073                 write_seqlock(&state->seqlock);
2074                 nfs4_stateid_copy(&state->stateid, &state->open_stateid);
2075                 write_sequnlock(&state->seqlock);
2076                 clear_bit(NFS_DELEGATED_STATE, &state->flags);
2077         }
2078
2079         if (cred != NULL)
2080                 put_rpccred(cred);
2081 }
2082
2083 /**
2084  * nfs41_check_open_stateid - possibly free an open stateid
2085  *
2086  * @state: NFSv4 state for an inode
2087  *
2088  * Returns NFS_OK if recovery for this stateid is now finished.
2089  * Otherwise a negative NFS4ERR value is returned.
2090  */
2091 static int nfs41_check_open_stateid(struct nfs4_state *state)
2092 {
2093         struct nfs_server *server = NFS_SERVER(state->inode);
2094         nfs4_stateid *stateid = &state->open_stateid;
2095         struct rpc_cred *cred = state->owner->so_cred;
2096         int status;
2097
2098         /* If a state reset has been done, test_stateid is unneeded */
2099         if ((test_bit(NFS_O_RDONLY_STATE, &state->flags) == 0) &&
2100             (test_bit(NFS_O_WRONLY_STATE, &state->flags) == 0) &&
2101             (test_bit(NFS_O_RDWR_STATE, &state->flags) == 0))
2102                 return -NFS4ERR_BAD_STATEID;
2103
2104         status = nfs41_test_stateid(server, stateid, cred);
2105         trace_nfs4_test_open_stateid(state, NULL, status);
2106         if (status != NFS_OK) {
2107                 /* Free the stateid unless the server explicitly
2108                  * informs us the stateid is unrecognized. */
2109                 if (status != -NFS4ERR_BAD_STATEID)
2110                         nfs41_free_stateid(server, stateid, cred);
2111
2112                 clear_bit(NFS_O_RDONLY_STATE, &state->flags);
2113                 clear_bit(NFS_O_WRONLY_STATE, &state->flags);
2114                 clear_bit(NFS_O_RDWR_STATE, &state->flags);
2115                 clear_bit(NFS_OPEN_STATE, &state->flags);
2116         }
2117         return status;
2118 }
2119
2120 static int nfs41_open_expired(struct nfs4_state_owner *sp, struct nfs4_state *state)
2121 {
2122         int status;
2123
2124         nfs41_clear_delegation_stateid(state);
2125         status = nfs41_check_open_stateid(state);
2126         if (status != NFS_OK)
2127                 status = nfs4_open_expired(sp, state);
2128         return status;
2129 }
2130 #endif
2131
2132 /*
2133  * on an EXCLUSIVE create, the server should send back a bitmask with FATTR4-*
2134  * fields corresponding to attributes that were used to store the verifier.
2135  * Make sure we clobber those fields in the later setattr call
2136  */
2137 static inline void nfs4_exclusive_attrset(struct nfs4_opendata *opendata, struct iattr *sattr)
2138 {
2139         if ((opendata->o_res.attrset[1] & FATTR4_WORD1_TIME_ACCESS) &&
2140             !(sattr->ia_valid & ATTR_ATIME_SET))
2141                 sattr->ia_valid |= ATTR_ATIME;
2142
2143         if ((opendata->o_res.attrset[1] & FATTR4_WORD1_TIME_MODIFY) &&
2144             !(sattr->ia_valid & ATTR_MTIME_SET))
2145                 sattr->ia_valid |= ATTR_MTIME;
2146 }
2147
2148 static int _nfs4_open_and_get_state(struct nfs4_opendata *opendata,
2149                 fmode_t fmode,
2150                 int flags,
2151                 struct nfs_open_context *ctx)
2152 {
2153         struct nfs4_state_owner *sp = opendata->owner;
2154         struct nfs_server *server = sp->so_server;
2155         struct dentry *dentry;
2156         struct nfs4_state *state;
2157         unsigned int seq;
2158         int ret;
2159
2160         seq = raw_seqcount_begin(&sp->so_reclaim_seqcount);
2161
2162         ret = _nfs4_proc_open(opendata);
2163         if (ret != 0)
2164                 goto out;
2165
2166         state = nfs4_opendata_to_nfs4_state(opendata);
2167         ret = PTR_ERR(state);
2168         if (IS_ERR(state))
2169                 goto out;
2170         if (server->caps & NFS_CAP_POSIX_LOCK)
2171                 set_bit(NFS_STATE_POSIX_LOCKS, &state->flags);
2172
2173         dentry = opendata->dentry;
2174         if (dentry->d_inode == NULL) {
2175                 /* FIXME: Is this d_drop() ever needed? */
2176                 d_drop(dentry);
2177                 dentry = d_add_unique(dentry, igrab(state->inode));
2178                 if (dentry == NULL) {
2179                         dentry = opendata->dentry;
2180                 } else if (dentry != ctx->dentry) {
2181                         dput(ctx->dentry);
2182                         ctx->dentry = dget(dentry);
2183                 }
2184                 nfs_set_verifier(dentry,
2185                                 nfs_save_change_attribute(opendata->dir->d_inode));
2186         }
2187
2188         ret = nfs4_opendata_access(sp->so_cred, opendata, state, fmode, flags);
2189         if (ret != 0)
2190                 goto out;
2191
2192         ctx->state = state;
2193         if (dentry->d_inode == state->inode) {
2194                 nfs_inode_attach_open_context(ctx);
2195                 if (read_seqcount_retry(&sp->so_reclaim_seqcount, seq))
2196                         nfs4_schedule_stateid_recovery(server, state);
2197         }
2198 out:
2199         return ret;
2200 }
2201
2202 /*
2203  * Returns a referenced nfs4_state
2204  */
2205 static int _nfs4_do_open(struct inode *dir,
2206                         struct nfs_open_context *ctx,
2207                         int flags,
2208                         struct iattr *sattr,
2209                         struct nfs4_label *label,
2210                         int *opened)
2211 {
2212         struct nfs4_state_owner  *sp;
2213         struct nfs4_state     *state = NULL;
2214         struct nfs_server       *server = NFS_SERVER(dir);
2215         struct nfs4_opendata *opendata;
2216         struct dentry *dentry = ctx->dentry;
2217         struct rpc_cred *cred = ctx->cred;
2218         struct nfs4_threshold **ctx_th = &ctx->mdsthreshold;
2219         fmode_t fmode = ctx->mode & (FMODE_READ|FMODE_WRITE|FMODE_EXEC);
2220         enum open_claim_type4 claim = NFS4_OPEN_CLAIM_NULL;
2221         struct nfs4_label *olabel = NULL;
2222         int status;
2223
2224         /* Protect against reboot recovery conflicts */
2225         status = -ENOMEM;
2226         sp = nfs4_get_state_owner(server, cred, GFP_KERNEL);
2227         if (sp == NULL) {
2228                 dprintk("nfs4_do_open: nfs4_get_state_owner failed!\n");
2229                 goto out_err;
2230         }
2231         status = nfs4_recover_expired_lease(server);
2232         if (status != 0)
2233                 goto err_put_state_owner;
2234         if (dentry->d_inode != NULL)
2235                 nfs4_return_incompatible_delegation(dentry->d_inode, fmode);
2236         status = -ENOMEM;
2237         if (dentry->d_inode)
2238                 claim = NFS4_OPEN_CLAIM_FH;
2239         opendata = nfs4_opendata_alloc(dentry, sp, fmode, flags, sattr,
2240                         label, claim, GFP_KERNEL);
2241         if (opendata == NULL)
2242                 goto err_put_state_owner;
2243
2244         if (label) {
2245                 olabel = nfs4_label_alloc(server, GFP_KERNEL);
2246                 if (IS_ERR(olabel)) {
2247                         status = PTR_ERR(olabel);
2248                         goto err_opendata_put;
2249                 }
2250         }
2251
2252         if (ctx_th && server->attr_bitmask[2] & FATTR4_WORD2_MDSTHRESHOLD) {
2253                 opendata->f_attr.mdsthreshold = pnfs_mdsthreshold_alloc();
2254                 if (!opendata->f_attr.mdsthreshold)
2255                         goto err_free_label;
2256                 opendata->o_arg.open_bitmap = &nfs4_pnfs_open_bitmap[0];
2257         }
2258         if (dentry->d_inode != NULL)
2259                 opendata->state = nfs4_get_open_state(dentry->d_inode, sp);
2260
2261         status = _nfs4_open_and_get_state(opendata, fmode, flags, ctx);
2262         if (status != 0)
2263                 goto err_free_label;
2264         state = ctx->state;
2265
2266         if ((opendata->o_arg.open_flags & O_EXCL) &&
2267             (opendata->o_arg.createmode != NFS4_CREATE_GUARDED)) {
2268                 nfs4_exclusive_attrset(opendata, sattr);
2269
2270                 nfs_fattr_init(opendata->o_res.f_attr);
2271                 status = nfs4_do_setattr(state->inode, cred,
2272                                 opendata->o_res.f_attr, sattr,
2273                                 state, label, olabel);
2274                 if (status == 0) {
2275                         nfs_setattr_update_inode(state->inode, sattr);
2276                         nfs_post_op_update_inode(state->inode, opendata->o_res.f_attr);
2277                         nfs_setsecurity(state->inode, opendata->o_res.f_attr, olabel);
2278                 }
2279         }
2280         if (opendata->file_created)
2281                 *opened |= FILE_CREATED;
2282
2283         if (pnfs_use_threshold(ctx_th, opendata->f_attr.mdsthreshold, server))
2284                 *ctx_th = opendata->f_attr.mdsthreshold;
2285         else
2286                 kfree(opendata->f_attr.mdsthreshold);
2287         opendata->f_attr.mdsthreshold = NULL;
2288
2289         nfs4_label_free(olabel);
2290
2291         nfs4_opendata_put(opendata);
2292         nfs4_put_state_owner(sp);
2293         return 0;
2294 err_free_label:
2295         nfs4_label_free(olabel);
2296 err_opendata_put:
2297         kfree(opendata->f_attr.mdsthreshold);
2298         nfs4_opendata_put(opendata);
2299 err_put_state_owner:
2300         nfs4_put_state_owner(sp);
2301 out_err:
2302         return status;
2303 }
2304
2305
2306 static struct nfs4_state *nfs4_do_open(struct inode *dir,
2307                                         struct nfs_open_context *ctx,
2308                                         int flags,
2309                                         struct iattr *sattr,
2310                                         struct nfs4_label *label,
2311                                         int *opened)
2312 {
2313         struct nfs_server *server = NFS_SERVER(dir);
2314         struct nfs4_exception exception = { };
2315         struct nfs4_state *res;
2316         int status;
2317
2318         do {
2319                 status = _nfs4_do_open(dir, ctx, flags, sattr, label, opened);
2320                 res = ctx->state;
2321                 trace_nfs4_open_file(ctx, flags, status);
2322                 if (status == 0)
2323                         break;
2324                 /* NOTE: BAD_SEQID means the server and client disagree about the
2325                  * book-keeping w.r.t. state-changing operations
2326                  * (OPEN/CLOSE/LOCK/LOCKU...)
2327                  * It is actually a sign of a bug on the client or on the server.
2328                  *
2329                  * If we receive a BAD_SEQID error in the particular case of
2330                  * doing an OPEN, we assume that nfs_increment_open_seqid() will
2331                  * have unhashed the old state_owner for us, and that we can
2332                  * therefore safely retry using a new one. We should still warn
2333                  * the user though...
2334                  */
2335                 if (status == -NFS4ERR_BAD_SEQID) {
2336                         pr_warn_ratelimited("NFS: v4 server %s "
2337                                         " returned a bad sequence-id error!\n",
2338                                         NFS_SERVER(dir)->nfs_client->cl_hostname);
2339                         exception.retry = 1;
2340                         continue;
2341                 }
2342                 /*
2343                  * BAD_STATEID on OPEN means that the server cancelled our
2344                  * state before it received the OPEN_CONFIRM.
2345                  * Recover by retrying the request as per the discussion
2346                  * on Page 181 of RFC3530.
2347                  */
2348                 if (status == -NFS4ERR_BAD_STATEID) {
2349                         exception.retry = 1;
2350                         continue;
2351                 }
2352                 if (status == -EAGAIN) {
2353                         /* We must have found a delegation */
2354                         exception.retry = 1;
2355                         continue;
2356                 }
2357                 if (nfs4_clear_cap_atomic_open_v1(server, status, &exception))
2358                         continue;
2359                 res = ERR_PTR(nfs4_handle_exception(server,
2360                                         status, &exception));
2361         } while (exception.retry);
2362         return res;
2363 }
2364
2365 static int _nfs4_do_setattr(struct inode *inode, struct rpc_cred *cred,
2366                             struct nfs_fattr *fattr, struct iattr *sattr,
2367                             struct nfs4_state *state, struct nfs4_label *ilabel,
2368                             struct nfs4_label *olabel)
2369 {
2370         struct nfs_server *server = NFS_SERVER(inode);
2371         struct nfs_setattrargs  arg = {
2372                 .fh             = NFS_FH(inode),
2373                 .iap            = sattr,
2374                 .server         = server,
2375                 .bitmask = server->attr_bitmask,
2376                 .label          = ilabel,
2377         };
2378         struct nfs_setattrres  res = {
2379                 .fattr          = fattr,
2380                 .label          = olabel,
2381                 .server         = server,
2382         };
2383         struct rpc_message msg = {
2384                 .rpc_proc       = &nfs4_procedures[NFSPROC4_CLNT_SETATTR],
2385                 .rpc_argp       = &arg,
2386                 .rpc_resp       = &res,
2387                 .rpc_cred       = cred,
2388         };
2389         unsigned long timestamp = jiffies;
2390         fmode_t fmode;
2391         bool truncate;
2392         int status;
2393
2394         arg.bitmask = nfs4_bitmask(server, ilabel);
2395         if (ilabel)
2396                 arg.bitmask = nfs4_bitmask(server, olabel);
2397
2398         nfs_fattr_init(fattr);
2399
2400         /* Servers should only apply open mode checks for file size changes */
2401         truncate = (sattr->ia_valid & ATTR_SIZE) ? true : false;
2402         fmode = truncate ? FMODE_WRITE : FMODE_READ;
2403
2404         if (nfs4_copy_delegation_stateid(&arg.stateid, inode, fmode)) {
2405                 /* Use that stateid */
2406         } else if (truncate && state != NULL && nfs4_valid_open_stateid(state)) {
2407                 struct nfs_lockowner lockowner = {
2408                         .l_owner = current->files,
2409                         .l_pid = current->tgid,
2410                 };
2411                 nfs4_select_rw_stateid(&arg.stateid, state, FMODE_WRITE,
2412                                 &lockowner);
2413         } else
2414                 nfs4_stateid_copy(&arg.stateid, &zero_stateid);
2415
2416         status = nfs4_call_sync(server->client, server, &msg, &arg.seq_args, &res.seq_res, 1);
2417         if (status == 0 && state != NULL)
2418                 renew_lease(server, timestamp);
2419         return status;
2420 }
2421
2422 static int nfs4_do_setattr(struct inode *inode, struct rpc_cred *cred,
2423                            struct nfs_fattr *fattr, struct iattr *sattr,
2424                            struct nfs4_state *state, struct nfs4_label *ilabel,
2425                            struct nfs4_label *olabel)
2426 {
2427         struct nfs_server *server = NFS_SERVER(inode);
2428         struct nfs4_exception exception = {
2429                 .state = state,
2430                 .inode = inode,
2431         };
2432         int err;
2433         do {
2434                 err = _nfs4_do_setattr(inode, cred, fattr, sattr, state, ilabel, olabel);
2435                 trace_nfs4_setattr(inode, err);
2436                 switch (err) {
2437                 case -NFS4ERR_OPENMODE:
2438                         if (!(sattr->ia_valid & ATTR_SIZE)) {
2439                                 pr_warn_once("NFSv4: server %s is incorrectly "
2440                                                 "applying open mode checks to "
2441                                                 "a SETATTR that is not "
2442                                                 "changing file size.\n",
2443                                                 server->nfs_client->cl_hostname);
2444                         }
2445                         if (state && !(state->state & FMODE_WRITE)) {
2446                                 err = -EBADF;
2447                                 if (sattr->ia_valid & ATTR_OPEN)
2448                                         err = -EACCES;
2449                                 goto out;
2450                         }
2451                 }
2452                 err = nfs4_handle_exception(server, err, &exception);
2453         } while (exception.retry);
2454 out:
2455         return err;
2456 }
2457
2458 struct nfs4_closedata {
2459         struct inode *inode;
2460         struct nfs4_state *state;
2461         struct nfs_closeargs arg;
2462         struct nfs_closeres res;
2463         struct nfs_fattr fattr;
2464         unsigned long timestamp;
2465         bool roc;
2466         u32 roc_barrier;
2467 };
2468
2469 static void nfs4_free_closedata(void *data)
2470 {
2471         struct nfs4_closedata *calldata = data;
2472         struct nfs4_state_owner *sp = calldata->state->owner;
2473         struct super_block *sb = calldata->state->inode->i_sb;
2474
2475         if (calldata->roc)
2476                 pnfs_roc_release(calldata->state->inode);
2477         nfs4_put_open_state(calldata->state);
2478         nfs_free_seqid(calldata->arg.seqid);
2479         nfs4_put_state_owner(sp);
2480         nfs_sb_deactive(sb);
2481         kfree(calldata);
2482 }
2483
2484 static void nfs4_close_clear_stateid_flags(struct nfs4_state *state,
2485                 fmode_t fmode)
2486 {
2487         spin_lock(&state->owner->so_lock);
2488         clear_bit(NFS_O_RDWR_STATE, &state->flags);
2489         switch (fmode & (FMODE_READ|FMODE_WRITE)) {
2490         case FMODE_WRITE:
2491                 clear_bit(NFS_O_RDONLY_STATE, &state->flags);
2492                 break;
2493         case FMODE_READ:
2494                 clear_bit(NFS_O_WRONLY_STATE, &state->flags);
2495                 break;
2496         case 0:
2497                 clear_bit(NFS_O_RDONLY_STATE, &state->flags);
2498                 clear_bit(NFS_O_WRONLY_STATE, &state->flags);
2499                 clear_bit(NFS_OPEN_STATE, &state->flags);
2500         }
2501         spin_unlock(&state->owner->so_lock);
2502 }
2503
2504 static void nfs4_close_done(struct rpc_task *task, void *data)
2505 {
2506         struct nfs4_closedata *calldata = data;
2507         struct nfs4_state *state = calldata->state;
2508         struct nfs_server *server = NFS_SERVER(calldata->inode);
2509
2510         dprintk("%s: begin!\n", __func__);
2511         if (!nfs4_sequence_done(task, &calldata->res.seq_res))
2512                 return;
2513         trace_nfs4_close(state, &calldata->arg, &calldata->res, task->tk_status);
2514         /* hmm. we are done with the inode, and in the process of freeing
2515          * the state_owner. we keep this around to process errors
2516          */
2517         switch (task->tk_status) {
2518                 case 0:
2519                         if (calldata->roc)
2520                                 pnfs_roc_set_barrier(state->inode,
2521                                                      calldata->roc_barrier);
2522                         nfs_set_open_stateid(state, &calldata->res.stateid, 0);
2523                         renew_lease(server, calldata->timestamp);
2524                         nfs4_close_clear_stateid_flags(state,
2525                                         calldata->arg.fmode);
2526                         break;
2527                 case -NFS4ERR_STALE_STATEID:
2528                 case -NFS4ERR_OLD_STATEID:
2529                 case -NFS4ERR_BAD_STATEID:
2530                 case -NFS4ERR_EXPIRED:
2531                         if (calldata->arg.fmode == 0)
2532                                 break;
2533                 default:
2534                         if (nfs4_async_handle_error(task, server, state) == -EAGAIN)
2535                                 rpc_restart_call_prepare(task);
2536         }
2537         nfs_release_seqid(calldata->arg.seqid);
2538         nfs_refresh_inode(calldata->inode, calldata->res.fattr);
2539         dprintk("%s: done, ret = %d!\n", __func__, task->tk_status);
2540 }
2541
2542 static void nfs4_close_prepare(struct rpc_task *task, void *data)
2543 {
2544         struct nfs4_closedata *calldata = data;
2545         struct nfs4_state *state = calldata->state;
2546         struct inode *inode = calldata->inode;
2547         int call_close = 0;
2548
2549         dprintk("%s: begin!\n", __func__);
2550         if (nfs_wait_on_sequence(calldata->arg.seqid, task) != 0)
2551                 goto out_wait;
2552
2553         task->tk_msg.rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_OPEN_DOWNGRADE];
2554         calldata->arg.fmode = FMODE_READ|FMODE_WRITE;
2555         spin_lock(&state->owner->so_lock);
2556         /* Calculate the change in open mode */
2557         if (state->n_rdwr == 0) {
2558                 if (state->n_rdonly == 0) {
2559                         call_close |= test_bit(NFS_O_RDONLY_STATE, &state->flags);
2560                         call_close |= test_bit(NFS_O_RDWR_STATE, &state->flags);
2561                         calldata->arg.fmode &= ~FMODE_READ;
2562                 }
2563                 if (state->n_wronly == 0) {
2564                         call_close |= test_bit(NFS_O_WRONLY_STATE, &state->flags);
2565                         call_close |= test_bit(NFS_O_RDWR_STATE, &state->flags);
2566                         calldata->arg.fmode &= ~FMODE_WRITE;
2567                 }
2568         }
2569         if (!nfs4_valid_open_stateid(state))
2570                 call_close = 0;
2571         spin_unlock(&state->owner->so_lock);
2572
2573         if (!call_close) {
2574                 /* Note: exit _without_ calling nfs4_close_done */
2575                 goto out_no_action;
2576         }
2577
2578         if (calldata->arg.fmode == 0) {
2579                 task->tk_msg.rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_CLOSE];
2580                 if (calldata->roc &&
2581                     pnfs_roc_drain(inode, &calldata->roc_barrier, task)) {
2582                         nfs_release_seqid(calldata->arg.seqid);
2583                         goto out_wait;
2584                     }
2585         }
2586
2587         nfs_fattr_init(calldata->res.fattr);
2588         calldata->timestamp = jiffies;
2589         if (nfs4_setup_sequence(NFS_SERVER(inode),
2590                                 &calldata->arg.seq_args,
2591                                 &calldata->res.seq_res,
2592                                 task) != 0)
2593                 nfs_release_seqid(calldata->arg.seqid);
2594         dprintk("%s: done!\n", __func__);
2595         return;
2596 out_no_action:
2597         task->tk_action = NULL;
2598 out_wait:
2599         nfs4_sequence_done(task, &calldata->res.seq_res);
2600 }
2601
2602 static const struct rpc_call_ops nfs4_close_ops = {
2603         .rpc_call_prepare = nfs4_close_prepare,
2604         .rpc_call_done = nfs4_close_done,
2605         .rpc_release = nfs4_free_closedata,
2606 };
2607
2608 /*
2609  * It is possible for data to be read/written from a mem-mapped file
2610  * after the sys_close call (which hits the vfs layer as a flush).
2611  * This means that we can't safely call nfsv4 close on a file until
2612  * the inode is cleared. This in turn means that we are not good
2613  * NFSv4 citizens - we do not indicate to the server to update the file's
2614  * share state even when we are done with one of the three share
2615  * stateid's in the inode.
2616  *
2617  * NOTE: Caller must be holding the sp->so_owner semaphore!
2618  */
2619 int nfs4_do_close(struct nfs4_state *state, gfp_t gfp_mask, int wait)
2620 {
2621         struct nfs_server *server = NFS_SERVER(state->inode);
2622         struct nfs4_closedata *calldata;
2623         struct nfs4_state_owner *sp = state->owner;
2624         struct rpc_task *task;
2625         struct rpc_message msg = {
2626                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_CLOSE],
2627                 .rpc_cred = state->owner->so_cred,
2628         };
2629         struct rpc_task_setup task_setup_data = {
2630                 .rpc_client = server->client,
2631                 .rpc_message = &msg,
2632                 .callback_ops = &nfs4_close_ops,
2633                 .workqueue = nfsiod_workqueue,
2634                 .flags = RPC_TASK_ASYNC,
2635         };
2636         int status = -ENOMEM;
2637
2638         nfs4_state_protect(server->nfs_client, NFS_SP4_MACH_CRED_CLEANUP,
2639                 &task_setup_data.rpc_client, &msg);
2640
2641         calldata = kzalloc(sizeof(*calldata), gfp_mask);
2642         if (calldata == NULL)
2643                 goto out;
2644         nfs4_init_sequence(&calldata->arg.seq_args, &calldata->res.seq_res, 1);
2645         calldata->inode = state->inode;
2646         calldata->state = state;
2647         calldata->arg.fh = NFS_FH(state->inode);
2648         calldata->arg.stateid = &state->open_stateid;
2649         /* Serialization for the sequence id */
2650         calldata->arg.seqid = nfs_alloc_seqid(&state->owner->so_seqid, gfp_mask);
2651         if (calldata->arg.seqid == NULL)
2652                 goto out_free_calldata;
2653         calldata->arg.fmode = 0;
2654         calldata->arg.bitmask = server->cache_consistency_bitmask;
2655         calldata->res.fattr = &calldata->fattr;
2656         calldata->res.seqid = calldata->arg.seqid;
2657         calldata->res.server = server;
2658         calldata->roc = pnfs_roc(state->inode);
2659         nfs_sb_active(calldata->inode->i_sb);
2660
2661         msg.rpc_argp = &calldata->arg;
2662         msg.rpc_resp = &calldata->res;
2663         task_setup_data.callback_data = calldata;
2664         task = rpc_run_task(&task_setup_data);
2665         if (IS_ERR(task))
2666                 return PTR_ERR(task);
2667         status = 0;
2668         if (wait)
2669                 status = rpc_wait_for_completion_task(task);
2670         rpc_put_task(task);
2671         return status;
2672 out_free_calldata:
2673         kfree(calldata);
2674 out:
2675         nfs4_put_open_state(state);
2676         nfs4_put_state_owner(sp);
2677         return status;
2678 }
2679
2680 static struct inode *
2681 nfs4_atomic_open(struct inode *dir, struct nfs_open_context *ctx,
2682                 int open_flags, struct iattr *attr, int *opened)
2683 {
2684         struct nfs4_state *state;
2685         struct nfs4_label l = {0, 0, 0, NULL}, *label = NULL;
2686
2687         label = nfs4_label_init_security(dir, ctx->dentry, attr, &l);
2688
2689         /* Protect against concurrent sillydeletes */
2690         state = nfs4_do_open(dir, ctx, open_flags, attr, label, opened);
2691
2692         nfs4_label_release_security(label);
2693
2694         if (IS_ERR(state))
2695                 return ERR_CAST(state);
2696         return state->inode;
2697 }
2698
2699 static void nfs4_close_context(struct nfs_open_context *ctx, int is_sync)
2700 {
2701         if (ctx->state == NULL)
2702                 return;
2703         if (is_sync)
2704                 nfs4_close_sync(ctx->state, ctx->mode);
2705         else
2706                 nfs4_close_state(ctx->state, ctx->mode);
2707 }
2708
2709 #define FATTR4_WORD1_NFS40_MASK (2*FATTR4_WORD1_MOUNTED_ON_FILEID - 1UL)
2710 #define FATTR4_WORD2_NFS41_MASK (2*FATTR4_WORD2_SUPPATTR_EXCLCREAT - 1UL)
2711 #define FATTR4_WORD2_NFS42_MASK (2*FATTR4_WORD2_CHANGE_SECURITY_LABEL - 1UL)
2712
2713 static int _nfs4_server_capabilities(struct nfs_server *server, struct nfs_fh *fhandle)
2714 {
2715         struct nfs4_server_caps_arg args = {
2716                 .fhandle = fhandle,
2717         };
2718         struct nfs4_server_caps_res res = {};
2719         struct rpc_message msg = {
2720                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_SERVER_CAPS],
2721                 .rpc_argp = &args,
2722                 .rpc_resp = &res,
2723         };
2724         int status;
2725
2726         status = nfs4_call_sync(server->client, server, &msg, &args.seq_args, &res.seq_res, 0);
2727         if (status == 0) {
2728                 /* Sanity check the server answers */
2729                 switch (server->nfs_client->cl_minorversion) {
2730                 case 0:
2731                         res.attr_bitmask[1] &= FATTR4_WORD1_NFS40_MASK;
2732                         res.attr_bitmask[2] = 0;
2733                         break;
2734                 case 1:
2735                         res.attr_bitmask[2] &= FATTR4_WORD2_NFS41_MASK;
2736                         break;
2737                 case 2:
2738                         res.attr_bitmask[2] &= FATTR4_WORD2_NFS42_MASK;
2739                 }
2740                 memcpy(server->attr_bitmask, res.attr_bitmask, sizeof(server->attr_bitmask));
2741                 server->caps &= ~(NFS_CAP_ACLS|NFS_CAP_HARDLINKS|
2742                                 NFS_CAP_SYMLINKS|NFS_CAP_FILEID|
2743                                 NFS_CAP_MODE|NFS_CAP_NLINK|NFS_CAP_OWNER|
2744                                 NFS_CAP_OWNER_GROUP|NFS_CAP_ATIME|
2745                                 NFS_CAP_CTIME|NFS_CAP_MTIME|
2746                                 NFS_CAP_SECURITY_LABEL);
2747                 if (res.attr_bitmask[0] & FATTR4_WORD0_ACL)
2748                         server->caps |= NFS_CAP_ACLS;
2749                 if (res.has_links != 0)
2750                         server->caps |= NFS_CAP_HARDLINKS;
2751                 if (res.has_symlinks != 0)
2752                         server->caps |= NFS_CAP_SYMLINKS;
2753                 if (res.attr_bitmask[0] & FATTR4_WORD0_FILEID)
2754                         server->caps |= NFS_CAP_FILEID;
2755                 if (res.attr_bitmask[1] & FATTR4_WORD1_MODE)
2756                         server->caps |= NFS_CAP_MODE;
2757                 if (res.attr_bitmask[1] & FATTR4_WORD1_NUMLINKS)
2758                         server->caps |= NFS_CAP_NLINK;
2759                 if (res.attr_bitmask[1] & FATTR4_WORD1_OWNER)
2760                         server->caps |= NFS_CAP_OWNER;
2761                 if (res.attr_bitmask[1] & FATTR4_WORD1_OWNER_GROUP)
2762                         server->caps |= NFS_CAP_OWNER_GROUP;
2763                 if (res.attr_bitmask[1] & FATTR4_WORD1_TIME_ACCESS)
2764                         server->caps |= NFS_CAP_ATIME;
2765                 if (res.attr_bitmask[1] & FATTR4_WORD1_TIME_METADATA)
2766                         server->caps |= NFS_CAP_CTIME;
2767                 if (res.attr_bitmask[1] & FATTR4_WORD1_TIME_MODIFY)
2768                         server->caps |= NFS_CAP_MTIME;
2769 #ifdef CONFIG_NFS_V4_SECURITY_LABEL
2770                 if (res.attr_bitmask[2] & FATTR4_WORD2_SECURITY_LABEL)
2771                         server->caps |= NFS_CAP_SECURITY_LABEL;
2772 #endif
2773                 memcpy(server->attr_bitmask_nl, res.attr_bitmask,
2774                                 sizeof(server->attr_bitmask));
2775                 server->attr_bitmask_nl[2] &= ~FATTR4_WORD2_SECURITY_LABEL;
2776
2777                 memcpy(server->cache_consistency_bitmask, res.attr_bitmask, sizeof(server->cache_consistency_bitmask));
2778                 server->cache_consistency_bitmask[0] &= FATTR4_WORD0_CHANGE|FATTR4_WORD0_SIZE;
2779                 server->cache_consistency_bitmask[1] &= FATTR4_WORD1_TIME_METADATA|FATTR4_WORD1_TIME_MODIFY;
2780                 server->cache_consistency_bitmask[2] = 0;
2781                 server->acl_bitmask = res.acl_bitmask;
2782                 server->fh_expire_type = res.fh_expire_type;
2783         }
2784
2785         return status;
2786 }
2787
2788 int nfs4_server_capabilities(struct nfs_server *server, struct nfs_fh *fhandle)
2789 {
2790         struct nfs4_exception exception = { };
2791         int err;
2792         do {
2793                 err = nfs4_handle_exception(server,
2794                                 _nfs4_server_capabilities(server, fhandle),
2795                                 &exception);
2796         } while (exception.retry);
2797         return err;
2798 }
2799
2800 static int _nfs4_lookup_root(struct nfs_server *server, struct nfs_fh *fhandle,
2801                 struct nfs_fsinfo *info)
2802 {
2803         u32 bitmask[3];
2804         struct nfs4_lookup_root_arg args = {
2805                 .bitmask = bitmask,
2806         };
2807         struct nfs4_lookup_res res = {
2808                 .server = server,
2809                 .fattr = info->fattr,
2810                 .fh = fhandle,
2811         };
2812         struct rpc_message msg = {
2813                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_LOOKUP_ROOT],
2814                 .rpc_argp = &args,
2815                 .rpc_resp = &res,
2816         };
2817
2818         bitmask[0] = nfs4_fattr_bitmap[0];
2819         bitmask[1] = nfs4_fattr_bitmap[1];
2820         /*
2821          * Process the label in the upcoming getfattr
2822          */
2823         bitmask[2] = nfs4_fattr_bitmap[2] & ~FATTR4_WORD2_SECURITY_LABEL;
2824
2825         nfs_fattr_init(info->fattr);
2826         return nfs4_call_sync(server->client, server, &msg, &args.seq_args, &res.seq_res, 0);
2827 }
2828
2829 static int nfs4_lookup_root(struct nfs_server *server, struct nfs_fh *fhandle,
2830                 struct nfs_fsinfo *info)
2831 {
2832         struct nfs4_exception exception = { };
2833         int err;
2834         do {
2835                 err = _nfs4_lookup_root(server, fhandle, info);
2836                 trace_nfs4_lookup_root(server, fhandle, info->fattr, err);
2837                 switch (err) {
2838                 case 0:
2839                 case -NFS4ERR_WRONGSEC:
2840                         goto out;
2841                 default:
2842                         err = nfs4_handle_exception(server, err, &exception);
2843                 }
2844         } while (exception.retry);
2845 out:
2846         return err;
2847 }
2848
2849 static int nfs4_lookup_root_sec(struct nfs_server *server, struct nfs_fh *fhandle,
2850                                 struct nfs_fsinfo *info, rpc_authflavor_t flavor)
2851 {
2852         struct rpc_auth_create_args auth_args = {
2853                 .pseudoflavor = flavor,
2854         };
2855         struct rpc_auth *auth;
2856         int ret;
2857
2858         auth = rpcauth_create(&auth_args, server->client);
2859         if (IS_ERR(auth)) {
2860                 ret = -EACCES;
2861                 goto out;
2862         }
2863         ret = nfs4_lookup_root(server, fhandle, info);
2864 out:
2865         return ret;
2866 }
2867
2868 /*
2869  * Retry pseudoroot lookup with various security flavors.  We do this when:
2870  *
2871  *   NFSv4.0: the PUTROOTFH operation returns NFS4ERR_WRONGSEC
2872  *   NFSv4.1: the server does not support the SECINFO_NO_NAME operation
2873  *
2874  * Returns zero on success, or a negative NFS4ERR value, or a
2875  * negative errno value.
2876  */
2877 static int nfs4_find_root_sec(struct nfs_server *server, struct nfs_fh *fhandle,
2878                               struct nfs_fsinfo *info)
2879 {
2880         /* Per 3530bis 15.33.5 */
2881         static const rpc_authflavor_t flav_array[] = {
2882                 RPC_AUTH_GSS_KRB5P,
2883                 RPC_AUTH_GSS_KRB5I,
2884                 RPC_AUTH_GSS_KRB5,
2885                 RPC_AUTH_UNIX,                  /* courtesy */
2886                 RPC_AUTH_NULL,
2887         };
2888         int status = -EPERM;
2889         size_t i;
2890
2891         if (server->auth_info.flavor_len > 0) {
2892                 /* try each flavor specified by user */
2893                 for (i = 0; i < server->auth_info.flavor_len; i++) {
2894                         status = nfs4_lookup_root_sec(server, fhandle, info,
2895                                                 server->auth_info.flavors[i]);
2896                         if (status == -NFS4ERR_WRONGSEC || status == -EACCES)
2897                                 continue;
2898                         break;
2899                 }
2900         } else {
2901                 /* no flavors specified by user, try default list */
2902                 for (i = 0; i < ARRAY_SIZE(flav_array); i++) {
2903                         status = nfs4_lookup_root_sec(server, fhandle, info,
2904                                                       flav_array[i]);
2905                         if (status == -NFS4ERR_WRONGSEC || status == -EACCES)
2906                                 continue;
2907                         break;
2908                 }
2909         }
2910
2911         /*
2912          * -EACCESS could mean that the user doesn't have correct permissions
2913          * to access the mount.  It could also mean that we tried to mount
2914          * with a gss auth flavor, but rpc.gssd isn't running.  Either way,
2915          * existing mount programs don't handle -EACCES very well so it should
2916          * be mapped to -EPERM instead.
2917          */
2918         if (status == -EACCES)
2919                 status = -EPERM;
2920         return status;
2921 }
2922
2923 static int nfs4_do_find_root_sec(struct nfs_server *server,
2924                 struct nfs_fh *fhandle, struct nfs_fsinfo *info)
2925 {
2926         int mv = server->nfs_client->cl_minorversion;
2927         return nfs_v4_minor_ops[mv]->find_root_sec(server, fhandle, info);
2928 }
2929
2930 /**
2931  * nfs4_proc_get_rootfh - get file handle for server's pseudoroot
2932  * @server: initialized nfs_server handle
2933  * @fhandle: we fill in the pseudo-fs root file handle
2934  * @info: we fill in an FSINFO struct
2935  * @auth_probe: probe the auth flavours
2936  *
2937  * Returns zero on success, or a negative errno.
2938  */
2939 int nfs4_proc_get_rootfh(struct nfs_server *server, struct nfs_fh *fhandle,
2940                          struct nfs_fsinfo *info,
2941                          bool auth_probe)
2942 {
2943         int status;
2944
2945         switch (auth_probe) {
2946         case false:
2947                 status = nfs4_lookup_root(server, fhandle, info);
2948                 if (status != -NFS4ERR_WRONGSEC)
2949                         break;
2950         default:
2951                 status = nfs4_do_find_root_sec(server, fhandle, info);
2952         }
2953
2954         if (status == 0)
2955                 status = nfs4_server_capabilities(server, fhandle);
2956         if (status == 0)
2957                 status = nfs4_do_fsinfo(server, fhandle, info);
2958
2959         return nfs4_map_errors(status);
2960 }
2961
2962 static int nfs4_proc_get_root(struct nfs_server *server, struct nfs_fh *mntfh,
2963                               struct nfs_fsinfo *info)
2964 {
2965         int error;
2966         struct nfs_fattr *fattr = info->fattr;
2967         struct nfs4_label *label = NULL;
2968
2969         error = nfs4_server_capabilities(server, mntfh);
2970         if (error < 0) {
2971                 dprintk("nfs4_get_root: getcaps error = %d\n", -error);
2972                 return error;
2973         }
2974
2975         label = nfs4_label_alloc(server, GFP_KERNEL);
2976         if (IS_ERR(label))
2977                 return PTR_ERR(label);
2978
2979         error = nfs4_proc_getattr(server, mntfh, fattr, label);
2980         if (error < 0) {
2981                 dprintk("nfs4_get_root: getattr error = %d\n", -error);
2982                 goto err_free_label;
2983         }
2984
2985         if (fattr->valid & NFS_ATTR_FATTR_FSID &&
2986             !nfs_fsid_equal(&server->fsid, &fattr->fsid))
2987                 memcpy(&server->fsid, &fattr->fsid, sizeof(server->fsid));
2988
2989 err_free_label:
2990         nfs4_label_free(label);
2991
2992         return error;
2993 }
2994
2995 /*
2996  * Get locations and (maybe) other attributes of a referral.
2997  * Note that we'll actually follow the referral later when
2998  * we detect fsid mismatch in inode revalidation
2999  */
3000 static int nfs4_get_referral(struct rpc_clnt *client, struct inode *dir,
3001                              const struct qstr *name, struct nfs_fattr *fattr,
3002                              struct nfs_fh *fhandle)
3003 {
3004         int status = -ENOMEM;
3005         struct page *page = NULL;
3006         struct nfs4_fs_locations *locations = NULL;
3007
3008         page = alloc_page(GFP_KERNEL);
3009         if (page == NULL)
3010                 goto out;
3011         locations = kmalloc(sizeof(struct nfs4_fs_locations), GFP_KERNEL);
3012         if (locations == NULL)
3013                 goto out;
3014
3015         status = nfs4_proc_fs_locations(client, dir, name, locations, page);
3016         if (status != 0)
3017                 goto out;
3018
3019         /*
3020          * If the fsid didn't change, this is a migration event, not a
3021          * referral.  Cause us to drop into the exception handler, which
3022          * will kick off migration recovery.
3023          */
3024         if (nfs_fsid_equal(&NFS_SERVER(dir)->fsid, &locations->fattr.fsid)) {
3025                 dprintk("%s: server did not return a different fsid for"
3026                         " a referral at %s\n", __func__, name->name);
3027                 status = -NFS4ERR_MOVED;
3028                 goto out;
3029         }
3030         /* Fixup attributes for the nfs_lookup() call to nfs_fhget() */
3031         nfs_fixup_referral_attributes(&locations->fattr);
3032
3033         /* replace the lookup nfs_fattr with the locations nfs_fattr */
3034         memcpy(fattr, &locations->fattr, sizeof(struct nfs_fattr));
3035         memset(fhandle, 0, sizeof(struct nfs_fh));
3036 out:
3037         if (page)
3038                 __free_page(page);
3039         kfree(locations);
3040         return status;
3041 }
3042
3043 static int _nfs4_proc_getattr(struct nfs_server *server, struct nfs_fh *fhandle,
3044                                 struct nfs_fattr *fattr, struct nfs4_label *label)
3045 {
3046         struct nfs4_getattr_arg args = {
3047                 .fh = fhandle,
3048                 .bitmask = server->attr_bitmask,
3049         };
3050         struct nfs4_getattr_res res = {
3051                 .fattr = fattr,
3052                 .label = label,
3053                 .server = server,
3054         };
3055         struct rpc_message msg = {
3056                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_GETATTR],
3057                 .rpc_argp = &args,
3058                 .rpc_resp = &res,
3059         };
3060
3061         args.bitmask = nfs4_bitmask(server, label);
3062
3063         nfs_fattr_init(fattr);
3064         return nfs4_call_sync(server->client, server, &msg, &args.seq_args, &res.seq_res, 0);
3065 }
3066
3067 static int nfs4_proc_getattr(struct nfs_server *server, struct nfs_fh *fhandle,
3068                                 struct nfs_fattr *fattr, struct nfs4_label *label)
3069 {
3070         struct nfs4_exception exception = { };
3071         int err;
3072         do {
3073                 err = _nfs4_proc_getattr(server, fhandle, fattr, label);
3074                 trace_nfs4_getattr(server, fhandle, fattr, err);
3075                 err = nfs4_handle_exception(server, err,
3076                                 &exception);
3077         } while (exception.retry);
3078         return err;
3079 }
3080
3081 /*
3082  * The file is not closed if it is opened due to the a request to change
3083  * the size of the file. The open call will not be needed once the
3084  * VFS layer lookup-intents are implemented.
3085  *
3086  * Close is called when the inode is destroyed.
3087  * If we haven't opened the file for O_WRONLY, we
3088  * need to in the size_change case to obtain a stateid.
3089  *
3090  * Got race?
3091  * Because OPEN is always done by name in nfsv4, it is
3092  * possible that we opened a different file by the same
3093  * name.  We can recognize this race condition, but we
3094  * can't do anything about it besides returning an error.
3095  *
3096  * This will be fixed with VFS changes (lookup-intent).
3097  */
3098 static int
3099 nfs4_proc_setattr(struct dentry *dentry, struct nfs_fattr *fattr,
3100                   struct iattr *sattr)
3101 {
3102         struct inode *inode = dentry->d_inode;
3103         struct rpc_cred *cred = NULL;
3104         struct nfs4_state *state = NULL;
3105         struct nfs4_label *label = NULL;
3106         int status;
3107
3108         if (pnfs_ld_layoutret_on_setattr(inode))
3109                 pnfs_commit_and_return_layout(inode);
3110
3111         nfs_fattr_init(fattr);
3112
3113         /* Deal with open(O_TRUNC) */
3114         if (sattr->ia_valid & ATTR_OPEN)
3115                 sattr->ia_valid &= ~(ATTR_MTIME|ATTR_CTIME);
3116
3117         /* Optimization: if the end result is no change, don't RPC */
3118         if ((sattr->ia_valid & ~(ATTR_FILE|ATTR_OPEN)) == 0)
3119                 return 0;
3120
3121         /* Search for an existing open(O_WRITE) file */
3122         if (sattr->ia_valid & ATTR_FILE) {
3123                 struct nfs_open_context *ctx;
3124
3125                 ctx = nfs_file_open_context(sattr->ia_file);
3126                 if (ctx) {
3127                         cred = ctx->cred;
3128                         state = ctx->state;
3129                 }
3130         }
3131
3132         label = nfs4_label_alloc(NFS_SERVER(inode), GFP_KERNEL);
3133         if (IS_ERR(label))
3134                 return PTR_ERR(label);
3135
3136         status = nfs4_do_setattr(inode, cred, fattr, sattr, state, NULL, label);
3137         if (status == 0) {
3138                 nfs_setattr_update_inode(inode, sattr);
3139                 nfs_setsecurity(inode, fattr, label);
3140         }
3141         nfs4_label_free(label);
3142         return status;
3143 }
3144
3145 static int _nfs4_proc_lookup(struct rpc_clnt *clnt, struct inode *dir,
3146                 const struct qstr *name, struct nfs_fh *fhandle,
3147                 struct nfs_fattr *fattr, struct nfs4_label *label)
3148 {
3149         struct nfs_server *server = NFS_SERVER(dir);
3150         int                    status;
3151         struct nfs4_lookup_arg args = {
3152                 .bitmask = server->attr_bitmask,
3153                 .dir_fh = NFS_FH(dir),
3154                 .name = name,
3155         };
3156         struct nfs4_lookup_res res = {
3157                 .server = server,
3158                 .fattr = fattr,
3159                 .label = label,
3160                 .fh = fhandle,
3161         };
3162         struct rpc_message msg = {
3163                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_LOOKUP],
3164                 .rpc_argp = &args,
3165                 .rpc_resp = &res,
3166         };
3167
3168         args.bitmask = nfs4_bitmask(server, label);
3169
3170         nfs_fattr_init(fattr);
3171
3172         dprintk("NFS call  lookup %s\n", name->name);
3173         status = nfs4_call_sync(clnt, server, &msg, &args.seq_args, &res.seq_res, 0);
3174         dprintk("NFS reply lookup: %d\n", status);
3175         return status;
3176 }
3177
3178 static void nfs_fixup_secinfo_attributes(struct nfs_fattr *fattr)
3179 {
3180         fattr->valid |= NFS_ATTR_FATTR_TYPE | NFS_ATTR_FATTR_MODE |
3181                 NFS_ATTR_FATTR_NLINK | NFS_ATTR_FATTR_MOUNTPOINT;
3182         fattr->mode = S_IFDIR | S_IRUGO | S_IXUGO;
3183         fattr->nlink = 2;
3184 }
3185
3186 static int nfs4_proc_lookup_common(struct rpc_clnt **clnt, struct inode *dir,
3187                                    struct qstr *name, struct nfs_fh *fhandle,
3188                                    struct nfs_fattr *fattr, struct nfs4_label *label)
3189 {
3190         struct nfs4_exception exception = { };
3191         struct rpc_clnt *client = *clnt;
3192         int err;
3193         do {
3194                 err = _nfs4_proc_lookup(client, dir, name, fhandle, fattr, label);
3195                 trace_nfs4_lookup(dir, name, err);
3196                 switch (err) {
3197                 case -NFS4ERR_BADNAME:
3198                         err = -ENOENT;
3199                         goto out;
3200                 case -NFS4ERR_MOVED:
3201                         err = nfs4_get_referral(client, dir, name, fattr, fhandle);
3202                         goto out;
3203                 case -NFS4ERR_WRONGSEC:
3204                         err = -EPERM;
3205                         if (client != *clnt)
3206                                 goto out;
3207                         client = nfs4_create_sec_client(client, dir, name);
3208                         if (IS_ERR(client))
3209                                 return PTR_ERR(client);
3210
3211                         exception.retry = 1;
3212                         break;
3213                 default:
3214                         err = nfs4_handle_exception(NFS_SERVER(dir), err, &exception);
3215                 }
3216         } while (exception.retry);
3217
3218 out:
3219         if (err == 0)
3220                 *clnt = client;
3221         else if (client != *clnt)
3222                 rpc_shutdown_client(client);
3223
3224         return err;
3225 }
3226
3227 static int nfs4_proc_lookup(struct inode *dir, struct qstr *name,
3228                             struct nfs_fh *fhandle, struct nfs_fattr *fattr,
3229                             struct nfs4_label *label)
3230 {
3231         int status;
3232         struct rpc_clnt *client = NFS_CLIENT(dir);
3233
3234         status = nfs4_proc_lookup_common(&client, dir, name, fhandle, fattr, label);
3235         if (client != NFS_CLIENT(dir)) {
3236                 rpc_shutdown_client(client);
3237                 nfs_fixup_secinfo_attributes(fattr);
3238         }
3239         return status;
3240 }
3241
3242 struct rpc_clnt *
3243 nfs4_proc_lookup_mountpoint(struct inode *dir, struct qstr *name,
3244                             struct nfs_fh *fhandle, struct nfs_fattr *fattr)
3245 {
3246         struct rpc_clnt *client = NFS_CLIENT(dir);
3247         int status;
3248
3249         status = nfs4_proc_lookup_common(&client, dir, name, fhandle, fattr, NULL);
3250         if (status < 0)
3251                 return ERR_PTR(status);
3252         return (client == NFS_CLIENT(dir)) ? rpc_clone_client(client) : client;
3253 }
3254
3255 static int _nfs4_proc_access(struct inode *inode, struct nfs_access_entry *entry)
3256 {
3257         struct nfs_server *server = NFS_SERVER(inode);
3258         struct nfs4_accessargs args = {
3259                 .fh = NFS_FH(inode),
3260                 .bitmask = server->cache_consistency_bitmask,
3261         };
3262         struct nfs4_accessres res = {
3263                 .server = server,
3264         };
3265         struct rpc_message msg = {
3266                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_ACCESS],
3267                 .rpc_argp = &args,
3268                 .rpc_resp = &res,
3269                 .rpc_cred = entry->cred,
3270         };
3271         int mode = entry->mask;
3272         int status = 0;
3273
3274         /*
3275          * Determine which access bits we want to ask for...
3276          */
3277         if (mode & MAY_READ)
3278                 args.access |= NFS4_ACCESS_READ;
3279         if (S_ISDIR(inode->i_mode)) {
3280                 if (mode & MAY_WRITE)
3281                         args.access |= NFS4_ACCESS_MODIFY | NFS4_ACCESS_EXTEND | NFS4_ACCESS_DELETE;
3282                 if (mode & MAY_EXEC)
3283                         args.access |= NFS4_ACCESS_LOOKUP;
3284         } else {
3285                 if (mode & MAY_WRITE)
3286                         args.access |= NFS4_ACCESS_MODIFY | NFS4_ACCESS_EXTEND;
3287                 if (mode & MAY_EXEC)
3288                         args.access |= NFS4_ACCESS_EXECUTE;
3289         }
3290
3291         res.fattr = nfs_alloc_fattr();
3292         if (res.fattr == NULL)
3293                 return -ENOMEM;
3294
3295         status = nfs4_call_sync(server->client, server, &msg, &args.seq_args, &res.seq_res, 0);
3296         if (!status) {
3297                 nfs_access_set_mask(entry, res.access);
3298                 nfs_refresh_inode(inode, res.fattr);
3299         }
3300         nfs_free_fattr(res.fattr);
3301         return status;
3302 }
3303
3304 static int nfs4_proc_access(struct inode *inode, struct nfs_access_entry *entry)
3305 {
3306         struct nfs4_exception exception = { };
3307         int err;
3308         do {
3309                 err = _nfs4_proc_access(inode, entry);
3310                 trace_nfs4_access(inode, err);
3311                 err = nfs4_handle_exception(NFS_SERVER(inode), err,
3312                                 &exception);
3313         } while (exception.retry);
3314         return err;
3315 }
3316
3317 /*
3318  * TODO: For the time being, we don't try to get any attributes
3319  * along with any of the zero-copy operations READ, READDIR,
3320  * READLINK, WRITE.
3321  *
3322  * In the case of the first three, we want to put the GETATTR
3323  * after the read-type operation -- this is because it is hard
3324  * to predict the length of a GETATTR response in v4, and thus
3325  * align the READ data correctly.  This means that the GETATTR
3326  * may end up partially falling into the page cache, and we should
3327  * shift it into the 'tail' of the xdr_buf before processing.
3328  * To do this efficiently, we need to know the total length
3329  * of data received, which doesn't seem to be available outside
3330  * of the RPC layer.
3331  *
3332  * In the case of WRITE, we also want to put the GETATTR after
3333  * the operation -- in this case because we want to make sure
3334  * we get the post-operation mtime and size.
3335  *
3336  * Both of these changes to the XDR layer would in fact be quite
3337  * minor, but I decided to leave them for a subsequent patch.
3338  */
3339 static int _nfs4_proc_readlink(struct inode *inode, struct page *page,
3340                 unsigned int pgbase, unsigned int pglen)
3341 {
3342         struct nfs4_readlink args = {
3343                 .fh       = NFS_FH(inode),
3344                 .pgbase   = pgbase,
3345                 .pglen    = pglen,
3346                 .pages    = &page,
3347         };
3348         struct nfs4_readlink_res res;
3349         struct rpc_message msg = {
3350                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_READLINK],
3351                 .rpc_argp = &args,
3352                 .rpc_resp = &res,
3353         };
3354
3355         return nfs4_call_sync(NFS_SERVER(inode)->client, NFS_SERVER(inode), &msg, &args.seq_args, &res.seq_res, 0);
3356 }
3357
3358 static int nfs4_proc_readlink(struct inode *inode, struct page *page,
3359                 unsigned int pgbase, unsigned int pglen)
3360 {
3361         struct nfs4_exception exception = { };
3362         int err;
3363         do {
3364                 err = _nfs4_proc_readlink(inode, page, pgbase, pglen);
3365                 trace_nfs4_readlink(inode, err);
3366                 err = nfs4_handle_exception(NFS_SERVER(inode), err,
3367                                 &exception);
3368         } while (exception.retry);
3369         return err;
3370 }
3371
3372 /*
3373  * This is just for mknod.  open(O_CREAT) will always do ->open_context().
3374  */
3375 static int
3376 nfs4_proc_create(struct inode *dir, struct dentry *dentry, struct iattr *sattr,
3377                  int flags)
3378 {
3379         struct nfs4_label l, *ilabel = NULL;
3380         struct nfs_open_context *ctx;
3381         struct nfs4_state *state;
3382         int opened = 0;
3383         int status = 0;
3384
3385         ctx = alloc_nfs_open_context(dentry, FMODE_READ);
3386         if (IS_ERR(ctx))
3387                 return PTR_ERR(ctx);
3388
3389         ilabel = nfs4_label_init_security(dir, dentry, sattr, &l);
3390
3391         sattr->ia_mode &= ~current_umask();
3392         state = nfs4_do_open(dir, ctx, flags, sattr, ilabel, &opened);
3393         if (IS_ERR(state)) {
3394                 status = PTR_ERR(state);
3395                 goto out;
3396         }
3397 out:
3398         nfs4_label_release_security(ilabel);
3399         put_nfs_open_context(ctx);
3400         return status;
3401 }
3402
3403 static int _nfs4_proc_remove(struct inode *dir, struct qstr *name)
3404 {
3405         struct nfs_server *server = NFS_SERVER(dir);
3406         struct nfs_removeargs args = {
3407                 .fh = NFS_FH(dir),
3408                 .name = *name,
3409         };
3410         struct nfs_removeres res = {
3411                 .server = server,
3412         };
3413         struct rpc_message msg = {
3414                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_REMOVE],
3415                 .rpc_argp = &args,
3416                 .rpc_resp = &res,
3417         };
3418         int status;
3419
3420         status = nfs4_call_sync(server->client, server, &msg, &args.seq_args, &res.seq_res, 1);
3421         if (status == 0)
3422                 update_changeattr(dir, &res.cinfo);
3423         return status;
3424 }
3425
3426 static int nfs4_proc_remove(struct inode *dir, struct qstr *name)
3427 {
3428         struct nfs4_exception exception = { };
3429         int err;
3430         do {
3431                 err = _nfs4_proc_remove(dir, name);
3432                 trace_nfs4_remove(dir, name, err);
3433                 err = nfs4_handle_exception(NFS_SERVER(dir), err,
3434                                 &exception);
3435         } while (exception.retry);
3436         return err;
3437 }
3438
3439 static void nfs4_proc_unlink_setup(struct rpc_message *msg, struct inode *dir)
3440 {
3441         struct nfs_server *server = NFS_SERVER(dir);
3442         struct nfs_removeargs *args = msg->rpc_argp;
3443         struct nfs_removeres *res = msg->rpc_resp;
3444
3445         res->server = server;
3446         msg->rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_REMOVE];
3447         nfs4_init_sequence(&args->seq_args, &res->seq_res, 1);
3448
3449         nfs_fattr_init(res->dir_attr);
3450 }
3451
3452 static void nfs4_proc_unlink_rpc_prepare(struct rpc_task *task, struct nfs_unlinkdata *data)
3453 {
3454         nfs4_setup_sequence(NFS_SERVER(data->dir),
3455                         &data->args.seq_args,
3456                         &data->res.seq_res,
3457                         task);
3458 }
3459
3460 static int nfs4_proc_unlink_done(struct rpc_task *task, struct inode *dir)
3461 {
3462         struct nfs_unlinkdata *data = task->tk_calldata;
3463         struct nfs_removeres *res = &data->res;
3464
3465         if (!nfs4_sequence_done(task, &res->seq_res))
3466                 return 0;
3467         if (nfs4_async_handle_error(task, res->server, NULL) == -EAGAIN)
3468                 return 0;
3469         update_changeattr(dir, &res->cinfo);
3470         return 1;
3471 }
3472
3473 static void nfs4_proc_rename_setup(struct rpc_message *msg, struct inode *dir)
3474 {
3475         struct nfs_server *server = NFS_SERVER(dir);
3476         struct nfs_renameargs *arg = msg->rpc_argp;
3477         struct nfs_renameres *res = msg->rpc_resp;
3478
3479         msg->rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_RENAME];
3480         res->server = server;
3481         nfs4_init_sequence(&arg->seq_args, &res->seq_res, 1);
3482 }
3483
3484 static void nfs4_proc_rename_rpc_prepare(struct rpc_task *task, struct nfs_renamedata *data)
3485 {
3486         nfs4_setup_sequence(NFS_SERVER(data->old_dir),
3487                         &data->args.seq_args,
3488                         &data->res.seq_res,
3489                         task);
3490 }
3491
3492 static int nfs4_proc_rename_done(struct rpc_task *task, struct inode *old_dir,
3493                                  struct inode *new_dir)
3494 {
3495         struct nfs_renamedata *data = task->tk_calldata;
3496         struct nfs_renameres *res = &data->res;
3497
3498         if (!nfs4_sequence_done(task, &res->seq_res))
3499                 return 0;
3500         if (nfs4_async_handle_error(task, res->server, NULL) == -EAGAIN)
3501                 return 0;
3502
3503         update_changeattr(old_dir, &res->old_cinfo);
3504         update_changeattr(new_dir, &res->new_cinfo);
3505         return 1;
3506 }
3507
3508 static int _nfs4_proc_rename(struct inode *old_dir, struct qstr *old_name,
3509                 struct inode *new_dir, struct qstr *new_name)
3510 {
3511         struct nfs_server *server = NFS_SERVER(old_dir);
3512         struct nfs_renameargs arg = {
3513                 .old_dir = NFS_FH(old_dir),
3514                 .new_dir = NFS_FH(new_dir),
3515                 .old_name = old_name,
3516                 .new_name = new_name,
3517         };
3518         struct nfs_renameres res = {
3519                 .server = server,
3520         };
3521         struct rpc_message msg = {
3522                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_RENAME],
3523                 .rpc_argp = &arg,
3524                 .rpc_resp = &res,
3525         };
3526         int status = -ENOMEM;
3527
3528         status = nfs4_call_sync(server->client, server, &msg, &arg.seq_args, &res.seq_res, 1);
3529         if (!status) {
3530                 update_changeattr(old_dir, &res.old_cinfo);
3531                 update_changeattr(new_dir, &res.new_cinfo);
3532         }
3533         return status;
3534 }
3535
3536 static int nfs4_proc_rename(struct inode *old_dir, struct qstr *old_name,
3537                 struct inode *new_dir, struct qstr *new_name)
3538 {
3539         struct nfs4_exception exception = { };
3540         int err;
3541         do {
3542                 err = _nfs4_proc_rename(old_dir, old_name,
3543                                         new_dir, new_name);
3544                 trace_nfs4_rename(old_dir, old_name, new_dir, new_name, err);
3545                 err = nfs4_handle_exception(NFS_SERVER(old_dir), err,
3546                                 &exception);
3547         } while (exception.retry);
3548         return err;
3549 }
3550
3551 static int _nfs4_proc_link(struct inode *inode, struct inode *dir, struct qstr *name)
3552 {
3553         struct nfs_server *server = NFS_SERVER(inode);
3554         struct nfs4_link_arg arg = {
3555                 .fh     = NFS_FH(inode),
3556                 .dir_fh = NFS_FH(dir),
3557                 .name   = name,
3558                 .bitmask = server->attr_bitmask,
3559         };
3560         struct nfs4_link_res res = {
3561                 .server = server,
3562                 .label = NULL,
3563         };
3564         struct rpc_message msg = {
3565                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_LINK],
3566                 .rpc_argp = &arg,
3567                 .rpc_resp = &res,
3568         };
3569         int status = -ENOMEM;
3570
3571         res.fattr = nfs_alloc_fattr();
3572         if (res.fattr == NULL)
3573                 goto out;
3574
3575         res.label = nfs4_label_alloc(server, GFP_KERNEL);
3576         if (IS_ERR(res.label)) {
3577                 status = PTR_ERR(res.label);
3578                 goto out;
3579         }
3580         arg.bitmask = nfs4_bitmask(server, res.label);
3581
3582         status = nfs4_call_sync(server->client, server, &msg, &arg.seq_args, &res.seq_res, 1);
3583         if (!status) {
3584                 update_changeattr(dir, &res.cinfo);
3585                 status = nfs_post_op_update_inode(inode, res.fattr);
3586                 if (!status)
3587                         nfs_setsecurity(inode, res.fattr, res.label);
3588         }
3589
3590
3591         nfs4_label_free(res.label);
3592
3593 out:
3594         nfs_free_fattr(res.fattr);
3595         return status;
3596 }
3597
3598 static int nfs4_proc_link(struct inode *inode, struct inode *dir, struct qstr *name)
3599 {
3600         struct nfs4_exception exception = { };
3601         int err;
3602         do {
3603                 err = nfs4_handle_exception(NFS_SERVER(inode),
3604                                 _nfs4_proc_link(inode, dir, name),
3605                                 &exception);
3606         } while (exception.retry);
3607         return err;
3608 }
3609
3610 struct nfs4_createdata {
3611         struct rpc_message msg;
3612         struct nfs4_create_arg arg;
3613         struct nfs4_create_res res;
3614         struct nfs_fh fh;
3615         struct nfs_fattr fattr;
3616         struct nfs4_label *label;
3617 };
3618
3619 static struct nfs4_createdata *nfs4_alloc_createdata(struct inode *dir,
3620                 struct qstr *name, struct iattr *sattr, u32 ftype)
3621 {
3622         struct nfs4_createdata *data;
3623
3624         data = kzalloc(sizeof(*data), GFP_KERNEL);
3625         if (data != NULL) {
3626                 struct nfs_server *server = NFS_SERVER(dir);
3627
3628                 data->label = nfs4_label_alloc(server, GFP_KERNEL);
3629                 if (IS_ERR(data->label))
3630                         goto out_free;
3631
3632                 data->msg.rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_CREATE];
3633                 data->msg.rpc_argp = &data->arg;
3634                 data->msg.rpc_resp = &data->res;
3635                 data->arg.dir_fh = NFS_FH(dir);
3636                 data->arg.server = server;
3637                 data->arg.name = name;
3638                 data->arg.attrs = sattr;
3639                 data->arg.ftype = ftype;
3640                 data->arg.bitmask = nfs4_bitmask(server, data->label);
3641                 data->res.server = server;
3642                 data->res.fh = &data->fh;
3643                 data->res.fattr = &data->fattr;
3644                 data->res.label = data->label;
3645                 nfs_fattr_init(data->res.fattr);
3646         }
3647         return data;
3648 out_free:
3649         kfree(data);
3650         return NULL;
3651 }
3652
3653 static int nfs4_do_create(struct inode *dir, struct dentry *dentry, struct nfs4_createdata *data)
3654 {
3655         int status = nfs4_call_sync(NFS_SERVER(dir)->client, NFS_SERVER(dir), &data->msg,
3656                                     &data->arg.seq_args, &data->res.seq_res, 1);
3657         if (status == 0) {
3658                 update_changeattr(dir, &data->res.dir_cinfo);
3659                 status = nfs_instantiate(dentry, data->res.fh, data->res.fattr, data->res.label);
3660         }
3661         return status;
3662 }
3663
3664 static void nfs4_free_createdata(struct nfs4_createdata *data)
3665 {
3666         nfs4_label_free(data->label);
3667         kfree(data);
3668 }
3669
3670 static int _nfs4_proc_symlink(struct inode *dir, struct dentry *dentry,
3671                 struct page *page, unsigned int len, struct iattr *sattr,
3672                 struct nfs4_label *label)
3673 {
3674         struct nfs4_createdata *data;
3675         int status = -ENAMETOOLONG;
3676
3677         if (len > NFS4_MAXPATHLEN)
3678                 goto out;
3679
3680         status = -ENOMEM;
3681         data = nfs4_alloc_createdata(dir, &dentry->d_name, sattr, NF4LNK);
3682         if (data == NULL)
3683                 goto out;
3684
3685         data->msg.rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_SYMLINK];
3686         data->arg.u.symlink.pages = &page;
3687         data->arg.u.symlink.len = len;
3688         data->arg.label = label;
3689
3690         status = nfs4_do_create(dir, dentry, data);
3691
3692         nfs4_free_createdata(data);
3693 out:
3694         return status;
3695 }
3696
3697 static int nfs4_proc_symlink(struct inode *dir, struct dentry *dentry,
3698                 struct page *page, unsigned int len, struct iattr *sattr)
3699 {
3700         struct nfs4_exception exception = { };
3701         struct nfs4_label l, *label = NULL;
3702         int err;
3703
3704         label = nfs4_label_init_security(dir, dentry, sattr, &l);
3705
3706         do {
3707                 err = _nfs4_proc_symlink(dir, dentry, page, len, sattr, label);
3708                 trace_nfs4_symlink(dir, &dentry->d_name, err);
3709                 err = nfs4_handle_exception(NFS_SERVER(dir), err,
3710                                 &exception);
3711         } while (exception.retry);
3712
3713         nfs4_label_release_security(label);
3714         return err;
3715 }
3716
3717 static int _nfs4_proc_mkdir(struct inode *dir, struct dentry *dentry,
3718                 struct iattr *sattr, struct nfs4_label *label)
3719 {
3720         struct nfs4_createdata *data;
3721         int status = -ENOMEM;
3722
3723         data = nfs4_alloc_createdata(dir, &dentry->d_name, sattr, NF4DIR);
3724         if (data == NULL)
3725                 goto out;
3726
3727         data->arg.label = label;
3728         status = nfs4_do_create(dir, dentry, data);
3729
3730         nfs4_free_createdata(data);
3731 out:
3732         return status;
3733 }
3734
3735 static int nfs4_proc_mkdir(struct inode *dir, struct dentry *dentry,
3736                 struct iattr *sattr)
3737 {
3738         struct nfs4_exception exception = { };
3739         struct nfs4_label l, *label = NULL;
3740         int err;
3741
3742         label = nfs4_label_init_security(dir, dentry, sattr, &l);
3743
3744         sattr->ia_mode &= ~current_umask();
3745         do {
3746                 err = _nfs4_proc_mkdir(dir, dentry, sattr, label);
3747                 trace_nfs4_mkdir(dir, &dentry->d_name, err);
3748                 err = nfs4_handle_exception(NFS_SERVER(dir), err,
3749                                 &exception);
3750         } while (exception.retry);
3751         nfs4_label_release_security(label);
3752
3753         return err;
3754 }
3755
3756 static int _nfs4_proc_readdir(struct dentry *dentry, struct rpc_cred *cred,
3757                 u64 cookie, struct page **pages, unsigned int count, int plus)
3758 {
3759         struct inode            *dir = dentry->d_inode;
3760         struct nfs4_readdir_arg args = {
3761                 .fh = NFS_FH(dir),
3762                 .pages = pages,
3763                 .pgbase = 0,
3764                 .count = count,
3765                 .bitmask = NFS_SERVER(dentry->d_inode)->attr_bitmask,
3766                 .plus = plus,
3767         };
3768         struct nfs4_readdir_res res;
3769         struct rpc_message msg = {
3770                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_READDIR],
3771                 .rpc_argp = &args,
3772                 .rpc_resp = &res,
3773                 .rpc_cred = cred,
3774         };
3775         int                     status;
3776
3777         dprintk("%s: dentry = %s/%s, cookie = %Lu\n", __func__,
3778                         dentry->d_parent->d_name.name,
3779                         dentry->d_name.name,
3780                         (unsigned long long)cookie);
3781         nfs4_setup_readdir(cookie, NFS_I(dir)->cookieverf, dentry, &args);
3782         res.pgbase = args.pgbase;
3783         status = nfs4_call_sync(NFS_SERVER(dir)->client, NFS_SERVER(dir), &msg, &args.seq_args, &res.seq_res, 0);
3784         if (status >= 0) {
3785                 memcpy(NFS_I(dir)->cookieverf, res.verifier.data, NFS4_VERIFIER_SIZE);
3786                 status += args.pgbase;
3787         }
3788
3789         nfs_invalidate_atime(dir);
3790
3791         dprintk("%s: returns %d\n", __func__, status);
3792         return status;
3793 }
3794
3795 static int nfs4_proc_readdir(struct dentry *dentry, struct rpc_cred *cred,
3796                 u64 cookie, struct page **pages, unsigned int count, int plus)
3797 {
3798         struct nfs4_exception exception = { };
3799         int err;
3800         do {
3801                 err = _nfs4_proc_readdir(dentry, cred, cookie,
3802                                 pages, count, plus);
3803                 trace_nfs4_readdir(dentry->d_inode, err);
3804                 err = nfs4_handle_exception(NFS_SERVER(dentry->d_inode), err,
3805                                 &exception);
3806         } while (exception.retry);
3807         return err;
3808 }
3809
3810 static int _nfs4_proc_mknod(struct inode *dir, struct dentry *dentry,
3811                 struct iattr *sattr, struct nfs4_label *label, dev_t rdev)
3812 {
3813         struct nfs4_createdata *data;
3814         int mode = sattr->ia_mode;
3815         int status = -ENOMEM;
3816
3817         data = nfs4_alloc_createdata(dir, &dentry->d_name, sattr, NF4SOCK);
3818         if (data == NULL)
3819                 goto out;
3820
3821         if (S_ISFIFO(mode))
3822                 data->arg.ftype = NF4FIFO;
3823         else if (S_ISBLK(mode)) {
3824                 data->arg.ftype = NF4BLK;
3825                 data->arg.u.device.specdata1 = MAJOR(rdev);
3826                 data->arg.u.device.specdata2 = MINOR(rdev);
3827         }
3828         else if (S_ISCHR(mode)) {
3829                 data->arg.ftype = NF4CHR;
3830                 data->arg.u.device.specdata1 = MAJOR(rdev);
3831                 data->arg.u.device.specdata2 = MINOR(rdev);
3832         } else if (!S_ISSOCK(mode)) {
3833                 status = -EINVAL;
3834                 goto out_free;
3835         }
3836
3837         data->arg.label = label;
3838         status = nfs4_do_create(dir, dentry, data);
3839 out_free:
3840         nfs4_free_createdata(data);
3841 out:
3842         return status;
3843 }
3844
3845 static int nfs4_proc_mknod(struct inode *dir, struct dentry *dentry,
3846                 struct iattr *sattr, dev_t rdev)
3847 {
3848         struct nfs4_exception exception = { };
3849         struct nfs4_label l, *label = NULL;
3850         int err;
3851
3852         label = nfs4_label_init_security(dir, dentry, sattr, &l);
3853
3854         sattr->ia_mode &= ~current_umask();
3855         do {
3856                 err = _nfs4_proc_mknod(dir, dentry, sattr, label, rdev);
3857                 trace_nfs4_mknod(dir, &dentry->d_name, err);
3858                 err = nfs4_handle_exception(NFS_SERVER(dir), err,
3859                                 &exception);
3860         } while (exception.retry);
3861
3862         nfs4_label_release_security(label);
3863
3864         return err;
3865 }
3866
3867 static int _nfs4_proc_statfs(struct nfs_server *server, struct nfs_fh *fhandle,
3868                  struct nfs_fsstat *fsstat)
3869 {
3870         struct nfs4_statfs_arg args = {
3871                 .fh = fhandle,
3872                 .bitmask = server->attr_bitmask,
3873         };
3874         struct nfs4_statfs_res res = {
3875                 .fsstat = fsstat,
3876         };
3877         struct rpc_message msg = {
3878                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_STATFS],
3879                 .rpc_argp = &args,
3880                 .rpc_resp = &res,
3881         };
3882
3883         nfs_fattr_init(fsstat->fattr);
3884         return  nfs4_call_sync(server->client, server, &msg, &args.seq_args, &res.seq_res, 0);
3885 }
3886
3887 static int nfs4_proc_statfs(struct nfs_server *server, struct nfs_fh *fhandle, struct nfs_fsstat *fsstat)
3888 {
3889         struct nfs4_exception exception = { };
3890         int err;
3891         do {
3892                 err = nfs4_handle_exception(server,
3893                                 _nfs4_proc_statfs(server, fhandle, fsstat),
3894                                 &exception);
3895         } while (exception.retry);
3896         return err;
3897 }
3898
3899 static int _nfs4_do_fsinfo(struct nfs_server *server, struct nfs_fh *fhandle,
3900                 struct nfs_fsinfo *fsinfo)
3901 {
3902         struct nfs4_fsinfo_arg args = {
3903                 .fh = fhandle,
3904                 .bitmask = server->attr_bitmask,
3905         };
3906         struct nfs4_fsinfo_res res = {
3907                 .fsinfo = fsinfo,
3908         };
3909         struct rpc_message msg = {
3910                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_FSINFO],
3911                 .rpc_argp = &args,
3912                 .rpc_resp = &res,
3913         };
3914
3915         return nfs4_call_sync(server->client, server, &msg, &args.seq_args, &res.seq_res, 0);
3916 }
3917
3918 static int nfs4_do_fsinfo(struct nfs_server *server, struct nfs_fh *fhandle, struct nfs_fsinfo *fsinfo)
3919 {
3920         struct nfs4_exception exception = { };
3921         unsigned long now = jiffies;
3922         int err;
3923
3924         do {
3925                 err = _nfs4_do_fsinfo(server, fhandle, fsinfo);
3926                 trace_nfs4_fsinfo(server, fhandle, fsinfo->fattr, err);
3927                 if (err == 0) {
3928                         struct nfs_client *clp = server->nfs_client;
3929
3930                         spin_lock(&clp->cl_lock);
3931                         clp->cl_lease_time = fsinfo->lease_time * HZ;
3932                         clp->cl_last_renewal = now;
3933                         spin_unlock(&clp->cl_lock);
3934                         break;
3935                 }
3936                 err = nfs4_handle_exception(server, err, &exception);
3937         } while (exception.retry);
3938         return err;
3939 }
3940
3941 static int nfs4_proc_fsinfo(struct nfs_server *server, struct nfs_fh *fhandle, struct nfs_fsinfo *fsinfo)
3942 {
3943         int error;
3944
3945         nfs_fattr_init(fsinfo->fattr);
3946         error = nfs4_do_fsinfo(server, fhandle, fsinfo);
3947         if (error == 0) {
3948                 /* block layout checks this! */
3949                 server->pnfs_blksize = fsinfo->blksize;
3950                 set_pnfs_layoutdriver(server, fhandle, fsinfo->layouttype);
3951         }
3952
3953         return error;
3954 }
3955
3956 static int _nfs4_proc_pathconf(struct nfs_server *server, struct nfs_fh *fhandle,
3957                 struct nfs_pathconf *pathconf)
3958 {
3959         struct nfs4_pathconf_arg args = {
3960                 .fh = fhandle,
3961                 .bitmask = server->attr_bitmask,
3962         };
3963         struct nfs4_pathconf_res res = {
3964                 .pathconf = pathconf,
3965         };
3966         struct rpc_message msg = {
3967                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_PATHCONF],
3968                 .rpc_argp = &args,
3969                 .rpc_resp = &res,
3970         };
3971
3972         /* None of the pathconf attributes are mandatory to implement */
3973         if ((args.bitmask[0] & nfs4_pathconf_bitmap[0]) == 0) {
3974                 memset(pathconf, 0, sizeof(*pathconf));
3975                 return 0;
3976         }
3977
3978         nfs_fattr_init(pathconf->fattr);
3979         return nfs4_call_sync(server->client, server, &msg, &args.seq_args, &res.seq_res, 0);
3980 }
3981
3982 static int nfs4_proc_pathconf(struct nfs_server *server, struct nfs_fh *fhandle,
3983                 struct nfs_pathconf *pathconf)
3984 {
3985         struct nfs4_exception exception = { };
3986         int err;
3987
3988         do {
3989                 err = nfs4_handle_exception(server,
3990                                 _nfs4_proc_pathconf(server, fhandle, pathconf),
3991                                 &exception);
3992         } while (exception.retry);
3993         return err;
3994 }
3995
3996 int nfs4_set_rw_stateid(nfs4_stateid *stateid,
3997                 const struct nfs_open_context *ctx,
3998                 const struct nfs_lock_context *l_ctx,
3999                 fmode_t fmode)
4000 {
4001         const struct nfs_lockowner *lockowner = NULL;
4002
4003         if (l_ctx != NULL)
4004                 lockowner = &l_ctx->lockowner;
4005         return nfs4_select_rw_stateid(stateid, ctx->state, fmode, lockowner);
4006 }
4007 EXPORT_SYMBOL_GPL(nfs4_set_rw_stateid);
4008
4009 static bool nfs4_stateid_is_current(nfs4_stateid *stateid,
4010                 const struct nfs_open_context *ctx,
4011                 const struct nfs_lock_context *l_ctx,
4012                 fmode_t fmode)
4013 {
4014         nfs4_stateid current_stateid;
4015
4016         if (nfs4_set_rw_stateid(&current_stateid, ctx, l_ctx, fmode))
4017                 return false;
4018         return nfs4_stateid_match(stateid, &current_stateid);
4019 }
4020
4021 static bool nfs4_error_stateid_expired(int err)
4022 {
4023         switch (err) {
4024         case -NFS4ERR_DELEG_REVOKED:
4025         case -NFS4ERR_ADMIN_REVOKED:
4026         case -NFS4ERR_BAD_STATEID:
4027         case -NFS4ERR_STALE_STATEID:
4028         case -NFS4ERR_OLD_STATEID:
4029         case -NFS4ERR_OPENMODE:
4030         case -NFS4ERR_EXPIRED:
4031                 return true;
4032         }
4033         return false;
4034 }
4035
4036 void __nfs4_read_done_cb(struct nfs_read_data *data)
4037 {
4038         nfs_invalidate_atime(data->header->inode);
4039 }
4040
4041 static int nfs4_read_done_cb(struct rpc_task *task, struct nfs_read_data *data)
4042 {
4043         struct nfs_server *server = NFS_SERVER(data->header->inode);
4044
4045         trace_nfs4_read(data, task->tk_status);
4046         if (nfs4_async_handle_error(task, server, data->args.context->state) == -EAGAIN) {
4047                 rpc_restart_call_prepare(task);
4048                 return -EAGAIN;
4049         }
4050
4051         __nfs4_read_done_cb(data);
4052         if (task->tk_status > 0)
4053                 renew_lease(server, data->timestamp);
4054         return 0;
4055 }
4056
4057 static bool nfs4_read_stateid_changed(struct rpc_task *task,
4058                 struct nfs_readargs *args)
4059 {
4060
4061         if (!nfs4_error_stateid_expired(task->tk_status) ||
4062                 nfs4_stateid_is_current(&args->stateid,
4063                                 args->context,
4064                                 args->lock_context,
4065                                 FMODE_READ))
4066                 return false;
4067         rpc_restart_call_prepare(task);
4068         return true;
4069 }
4070
4071 static int nfs4_read_done(struct rpc_task *task, struct nfs_read_data *data)
4072 {
4073
4074         dprintk("--> %s\n", __func__);
4075
4076         if (!nfs4_sequence_done(task, &data->res.seq_res))
4077                 return -EAGAIN;
4078         if (nfs4_read_stateid_changed(task, &data->args))
4079                 return -EAGAIN;
4080         return data->read_done_cb ? data->read_done_cb(task, data) :
4081                                     nfs4_read_done_cb(task, data);
4082 }
4083
4084 static void nfs4_proc_read_setup(struct nfs_read_data *data, struct rpc_message *msg)
4085 {
4086         data->timestamp   = jiffies;
4087         data->read_done_cb = nfs4_read_done_cb;
4088         msg->rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_READ];
4089         nfs4_init_sequence(&data->args.seq_args, &data->res.seq_res, 0);
4090 }
4091
4092 static int nfs4_proc_read_rpc_prepare(struct rpc_task *task, struct nfs_read_data *data)
4093 {
4094         if (nfs4_setup_sequence(NFS_SERVER(data->header->inode),
4095                         &data->args.seq_args,
4096                         &data->res.seq_res,
4097                         task))
4098                 return 0;
4099         if (nfs4_set_rw_stateid(&data->args.stateid, data->args.context,
4100                                 data->args.lock_context, FMODE_READ) == -EIO)
4101                 return -EIO;
4102         if (unlikely(test_bit(NFS_CONTEXT_BAD, &data->args.context->flags)))
4103                 return -EIO;
4104         return 0;
4105 }
4106
4107 static int nfs4_write_done_cb(struct rpc_task *task, struct nfs_write_data *data)
4108 {
4109         struct inode *inode = data->header->inode;
4110
4111         trace_nfs4_write(data, task->tk_status);
4112         if (nfs4_async_handle_error(task, NFS_SERVER(inode), data->args.context->state) == -EAGAIN) {
4113                 rpc_restart_call_prepare(task);
4114                 return -EAGAIN;
4115         }
4116         if (task->tk_status >= 0) {
4117                 renew_lease(NFS_SERVER(inode), data->timestamp);
4118                 nfs_post_op_update_inode_force_wcc(inode, &data->fattr);
4119         }
4120         return 0;
4121 }
4122
4123 static bool nfs4_write_stateid_changed(struct rpc_task *task,
4124                 struct nfs_writeargs *args)
4125 {
4126
4127         if (!nfs4_error_stateid_expired(task->tk_status) ||
4128                 nfs4_stateid_is_current(&args->stateid,
4129                                 args->context,
4130                                 args->lock_context,
4131                                 FMODE_WRITE))
4132                 return false;
4133         rpc_restart_call_prepare(task);
4134         return true;
4135 }
4136
4137 static int nfs4_write_done(struct rpc_task *task, struct nfs_write_data *data)
4138 {
4139         if (!nfs4_sequence_done(task, &data->res.seq_res))
4140                 return -EAGAIN;
4141         if (nfs4_write_stateid_changed(task, &data->args))
4142                 return -EAGAIN;
4143         return data->write_done_cb ? data->write_done_cb(task, data) :
4144                 nfs4_write_done_cb(task, data);
4145 }
4146
4147 static
4148 bool nfs4_write_need_cache_consistency_data(const struct nfs_write_data *data)
4149 {
4150         const struct nfs_pgio_header *hdr = data->header;
4151
4152         /* Don't request attributes for pNFS or O_DIRECT writes */
4153         if (data->ds_clp != NULL || hdr->dreq != NULL)
4154                 return false;
4155         /* Otherwise, request attributes if and only if we don't hold
4156          * a delegation
4157          */
4158         return nfs4_have_delegation(hdr->inode, FMODE_READ) == 0;
4159 }
4160
4161 static void nfs4_proc_write_setup(struct nfs_write_data *data, struct rpc_message *msg)
4162 {
4163         struct nfs_server *server = NFS_SERVER(data->header->inode);
4164
4165         if (!nfs4_write_need_cache_consistency_data(data)) {
4166                 data->args.bitmask = NULL;
4167                 data->res.fattr = NULL;
4168         } else
4169                 data->args.bitmask = server->cache_consistency_bitmask;
4170
4171         if (!data->write_done_cb)
4172                 data->write_done_cb = nfs4_write_done_cb;
4173         data->res.server = server;
4174         data->timestamp   = jiffies;
4175
4176         msg->rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_WRITE];
4177         nfs4_init_sequence(&data->args.seq_args, &data->res.seq_res, 1);
4178 }
4179
4180 static int nfs4_proc_write_rpc_prepare(struct rpc_task *task, struct nfs_write_data *data)
4181 {
4182         if (nfs4_setup_sequence(NFS_SERVER(data->header->inode),
4183                         &data->args.seq_args,
4184                         &data->res.seq_res,
4185                         task))
4186                 return 0;
4187         if (nfs4_set_rw_stateid(&data->args.stateid, data->args.context,
4188                                 data->args.lock_context, FMODE_WRITE) == -EIO)
4189                 return -EIO;
4190         if (unlikely(test_bit(NFS_CONTEXT_BAD, &data->args.context->flags)))
4191                 return -EIO;
4192         return 0;
4193 }
4194
4195 static void nfs4_proc_commit_rpc_prepare(struct rpc_task *task, struct nfs_commit_data *data)
4196 {
4197         nfs4_setup_sequence(NFS_SERVER(data->inode),
4198                         &data->args.seq_args,
4199                         &data->res.seq_res,
4200                         task);
4201 }
4202
4203 static int nfs4_commit_done_cb(struct rpc_task *task, struct nfs_commit_data *data)
4204 {
4205         struct inode *inode = data->inode;
4206
4207         trace_nfs4_commit(data, task->tk_status);
4208         if (nfs4_async_handle_error(task, NFS_SERVER(inode), NULL) == -EAGAIN) {
4209                 rpc_restart_call_prepare(task);
4210                 return -EAGAIN;
4211         }
4212         return 0;
4213 }
4214
4215 static int nfs4_commit_done(struct rpc_task *task, struct nfs_commit_data *data)
4216 {
4217         if (!nfs4_sequence_done(task, &data->res.seq_res))
4218                 return -EAGAIN;
4219         return data->commit_done_cb(task, data);
4220 }
4221
4222 static void nfs4_proc_commit_setup(struct nfs_commit_data *data, struct rpc_message *msg)
4223 {
4224         struct nfs_server *server = NFS_SERVER(data->inode);
4225
4226         if (data->commit_done_cb == NULL)
4227                 data->commit_done_cb = nfs4_commit_done_cb;
4228         data->res.server = server;
4229         msg->rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_COMMIT];
4230         nfs4_init_sequence(&data->args.seq_args, &data->res.seq_res, 1);
4231 }
4232
4233 struct nfs4_renewdata {
4234         struct nfs_client       *client;
4235         unsigned long           timestamp;
4236 };
4237
4238 /*
4239  * nfs4_proc_async_renew(): This is not one of the nfs_rpc_ops; it is a special
4240  * standalone procedure for queueing an asynchronous RENEW.
4241  */
4242 static void nfs4_renew_release(void *calldata)
4243 {
4244         struct nfs4_renewdata *data = calldata;
4245         struct nfs_client *clp = data->client;
4246
4247         if (atomic_read(&clp->cl_count) > 1)
4248                 nfs4_schedule_state_renewal(clp);
4249         nfs_put_client(clp);
4250         kfree(data);
4251 }
4252
4253 static void nfs4_renew_done(struct rpc_task *task, void *calldata)
4254 {
4255         struct nfs4_renewdata *data = calldata;
4256         struct nfs_client *clp = data->client;
4257         unsigned long timestamp = data->timestamp;
4258
4259         trace_nfs4_renew_async(clp, task->tk_status);
4260         switch (task->tk_status) {
4261         case 0:
4262                 break;
4263         case -NFS4ERR_LEASE_MOVED:
4264                 nfs4_schedule_lease_moved_recovery(clp);
4265                 break;
4266         default:
4267                 /* Unless we're shutting down, schedule state recovery! */
4268                 if (test_bit(NFS_CS_RENEWD, &clp->cl_res_state) == 0)
4269                         return;
4270                 if (task->tk_status != NFS4ERR_CB_PATH_DOWN) {
4271                         nfs4_schedule_lease_recovery(clp);
4272                         return;
4273                 }
4274                 nfs4_schedule_path_down_recovery(clp);
4275         }
4276         do_renew_lease(clp, timestamp);
4277 }
4278
4279 static const struct rpc_call_ops nfs4_renew_ops = {
4280         .rpc_call_done = nfs4_renew_done,
4281         .rpc_release = nfs4_renew_release,
4282 };
4283
4284 static int nfs4_proc_async_renew(struct nfs_client *clp, struct rpc_cred *cred, unsigned renew_flags)
4285 {
4286         struct rpc_message msg = {
4287                 .rpc_proc       = &nfs4_procedures[NFSPROC4_CLNT_RENEW],
4288                 .rpc_argp       = clp,
4289                 .rpc_cred       = cred,
4290         };
4291         struct nfs4_renewdata *data;
4292
4293         if (renew_flags == 0)
4294                 return 0;
4295         if (!atomic_inc_not_zero(&clp->cl_count))
4296                 return -EIO;
4297         data = kmalloc(sizeof(*data), GFP_NOFS);
4298         if (data == NULL)
4299                 return -ENOMEM;
4300         data->client = clp;
4301         data->timestamp = jiffies;
4302         return rpc_call_async(clp->cl_rpcclient, &msg, RPC_TASK_TIMEOUT,
4303                         &nfs4_renew_ops, data);
4304 }
4305
4306 static int nfs4_proc_renew(struct nfs_client *clp, struct rpc_cred *cred)
4307 {
4308         struct rpc_message msg = {
4309                 .rpc_proc       = &nfs4_procedures[NFSPROC4_CLNT_RENEW],
4310                 .rpc_argp       = clp,
4311                 .rpc_cred       = cred,
4312         };
4313         unsigned long now = jiffies;
4314         int status;
4315
4316         status = rpc_call_sync(clp->cl_rpcclient, &msg, RPC_TASK_TIMEOUT);
4317         if (status < 0)
4318                 return status;
4319         do_renew_lease(clp, now);
4320         return 0;
4321 }
4322
4323 static inline int nfs4_server_supports_acls(struct nfs_server *server)
4324 {
4325         return (server->caps & NFS_CAP_ACLS)
4326                 && (server->acl_bitmask & ACL4_SUPPORT_ALLOW_ACL)
4327                 && (server->acl_bitmask & ACL4_SUPPORT_DENY_ACL);
4328 }
4329
4330 /* Assuming that XATTR_SIZE_MAX is a multiple of PAGE_SIZE, and that
4331  * it's OK to put sizeof(void) * (XATTR_SIZE_MAX/PAGE_SIZE) bytes on
4332  * the stack.
4333  */
4334 #define NFS4ACL_MAXPAGES DIV_ROUND_UP(XATTR_SIZE_MAX, PAGE_SIZE)
4335
4336 static int buf_to_pages_noslab(const void *buf, size_t buflen,
4337                 struct page **pages, unsigned int *pgbase)
4338 {
4339         struct page *newpage, **spages;
4340         int rc = 0;
4341         size_t len;
4342         spages = pages;
4343
4344         do {
4345                 len = min_t(size_t, PAGE_SIZE, buflen);
4346                 newpage = alloc_page(GFP_KERNEL);
4347
4348                 if (newpage == NULL)
4349                         goto unwind;
4350                 memcpy(page_address(newpage), buf, len);
4351                 buf += len;
4352                 buflen -= len;
4353                 *pages++ = newpage;
4354                 rc++;
4355         } while (buflen != 0);
4356
4357         return rc;
4358
4359 unwind:
4360         for(; rc > 0; rc--)
4361                 __free_page(spages[rc-1]);
4362         return -ENOMEM;
4363 }
4364
4365 struct nfs4_cached_acl {
4366         int cached;
4367         size_t len;
4368         char data[0];
4369 };
4370
4371 static void nfs4_set_cached_acl(struct inode *inode, struct nfs4_cached_acl *acl)
4372 {
4373         struct nfs_inode *nfsi = NFS_I(inode);
4374
4375         spin_lock(&inode->i_lock);
4376         kfree(nfsi->nfs4_acl);
4377         nfsi->nfs4_acl = acl;
4378         spin_unlock(&inode->i_lock);
4379 }
4380
4381 static void nfs4_zap_acl_attr(struct inode *inode)
4382 {
4383         nfs4_set_cached_acl(inode, NULL);
4384 }
4385
4386 static inline ssize_t nfs4_read_cached_acl(struct inode *inode, char *buf, size_t buflen)
4387 {
4388         struct nfs_inode *nfsi = NFS_I(inode);
4389         struct nfs4_cached_acl *acl;
4390         int ret = -ENOENT;
4391
4392         spin_lock(&inode->i_lock);
4393         acl = nfsi->nfs4_acl;
4394         if (acl == NULL)
4395                 goto out;
4396         if (buf == NULL) /* user is just asking for length */
4397                 goto out_len;
4398         if (acl->cached == 0)
4399                 goto out;
4400         ret = -ERANGE; /* see getxattr(2) man page */
4401         if (acl->len > buflen)
4402                 goto out;
4403         memcpy(buf, acl->data, acl->len);
4404 out_len:
4405         ret = acl->len;
4406 out:
4407         spin_unlock(&inode->i_lock);
4408         return ret;
4409 }
4410
4411 static void nfs4_write_cached_acl(struct inode *inode, struct page **pages, size_t pgbase, size_t acl_len)
4412 {
4413         struct nfs4_cached_acl *acl;
4414         size_t buflen = sizeof(*acl) + acl_len;
4415
4416         if (buflen <= PAGE_SIZE) {
4417                 acl = kmalloc(buflen, GFP_KERNEL);
4418                 if (acl == NULL)
4419                         goto out;
4420                 acl->cached = 1;
4421                 _copy_from_pages(acl->data, pages, pgbase, acl_len);
4422         } else {
4423                 acl = kmalloc(sizeof(*acl), GFP_KERNEL);
4424                 if (acl == NULL)
4425                         goto out;
4426                 acl->cached = 0;
4427         }
4428         acl->len = acl_len;
4429 out:
4430         nfs4_set_cached_acl(inode, acl);
4431 }
4432
4433 /*
4434  * The getxattr API returns the required buffer length when called with a
4435  * NULL buf. The NFSv4 acl tool then calls getxattr again after allocating
4436  * the required buf.  On a NULL buf, we send a page of data to the server
4437  * guessing that the ACL request can be serviced by a page. If so, we cache
4438  * up to the page of ACL data, and the 2nd call to getxattr is serviced by
4439  * the cache. If not so, we throw away the page, and cache the required
4440  * length. The next getxattr call will then produce another round trip to
4441  * the server, this time with the input buf of the required size.
4442  */
4443 static ssize_t __nfs4_get_acl_uncached(struct inode *inode, void *buf, size_t buflen)
4444 {
4445         struct page *pages[NFS4ACL_MAXPAGES] = {NULL, };
4446         struct nfs_getaclargs args = {
4447                 .fh = NFS_FH(inode),
4448                 .acl_pages = pages,
4449                 .acl_len = buflen,
4450         };
4451         struct nfs_getaclres res = {
4452                 .acl_len = buflen,
4453         };
4454         struct rpc_message msg = {
4455                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_GETACL],
4456                 .rpc_argp = &args,
4457                 .rpc_resp = &res,
4458         };
4459         unsigned int npages = DIV_ROUND_UP(buflen, PAGE_SIZE);
4460         int ret = -ENOMEM, i;
4461
4462         /* As long as we're doing a round trip to the server anyway,
4463          * let's be prepared for a page of acl data. */
4464         if (npages == 0)
4465                 npages = 1;
4466         if (npages > ARRAY_SIZE(pages))
4467                 return -ERANGE;
4468
4469         for (i = 0; i < npages; i++) {
4470                 pages[i] = alloc_page(GFP_KERNEL);
4471                 if (!pages[i])
4472                         goto out_free;
4473         }
4474
4475         /* for decoding across pages */
4476         res.acl_scratch = alloc_page(GFP_KERNEL);
4477         if (!res.acl_scratch)
4478                 goto out_free;
4479
4480         args.acl_len = npages * PAGE_SIZE;
4481         args.acl_pgbase = 0;
4482
4483         dprintk("%s  buf %p buflen %zu npages %d args.acl_len %zu\n",
4484                 __func__, buf, buflen, npages, args.acl_len);
4485         ret = nfs4_call_sync(NFS_SERVER(inode)->client, NFS_SERVER(inode),
4486                              &msg, &args.seq_args, &res.seq_res, 0);
4487         if (ret)
4488                 goto out_free;
4489
4490         /* Handle the case where the passed-in buffer is too short */
4491         if (res.acl_flags & NFS4_ACL_TRUNC) {
4492                 /* Did the user only issue a request for the acl length? */
4493                 if (buf == NULL)
4494                         goto out_ok;
4495                 ret = -ERANGE;
4496                 goto out_free;
4497         }
4498         nfs4_write_cached_acl(inode, pages, res.acl_data_offset, res.acl_len);
4499         if (buf) {
4500                 if (res.acl_len > buflen) {
4501                         ret = -ERANGE;
4502                         goto out_free;
4503                 }
4504                 _copy_from_pages(buf, pages, res.acl_data_offset, res.acl_len);
4505         }
4506 out_ok:
4507         ret = res.acl_len;
4508 out_free:
4509         for (i = 0; i < npages; i++)
4510                 if (pages[i])
4511                         __free_page(pages[i]);
4512         if (res.acl_scratch)
4513                 __free_page(res.acl_scratch);
4514         return ret;
4515 }
4516
4517 static ssize_t nfs4_get_acl_uncached(struct inode *inode, void *buf, size_t buflen)
4518 {
4519         struct nfs4_exception exception = { };
4520         ssize_t ret;
4521         do {
4522                 ret = __nfs4_get_acl_uncached(inode, buf, buflen);
4523                 trace_nfs4_get_acl(inode, ret);
4524                 if (ret >= 0)
4525                         break;
4526                 ret = nfs4_handle_exception(NFS_SERVER(inode), ret, &exception);
4527         } while (exception.retry);
4528         return ret;
4529 }
4530
4531 static ssize_t nfs4_proc_get_acl(struct inode *inode, void *buf, size_t buflen)
4532 {
4533         struct nfs_server *server = NFS_SERVER(inode);
4534         int ret;
4535
4536         if (!nfs4_server_supports_acls(server))
4537                 return -EOPNOTSUPP;
4538         ret = nfs_revalidate_inode(server, inode);
4539         if (ret < 0)
4540                 return ret;
4541         if (NFS_I(inode)->cache_validity & NFS_INO_INVALID_ACL)
4542                 nfs_zap_acl_cache(inode);
4543         ret = nfs4_read_cached_acl(inode, buf, buflen);
4544         if (ret != -ENOENT)
4545                 /* -ENOENT is returned if there is no ACL or if there is an ACL
4546                  * but no cached acl data, just the acl length */
4547                 return ret;
4548         return nfs4_get_acl_uncached(inode, buf, buflen);
4549 }
4550
4551 static int __nfs4_proc_set_acl(struct inode *inode, const void *buf, size_t buflen)
4552 {
4553         struct nfs_server *server = NFS_SERVER(inode);
4554         struct page *pages[NFS4ACL_MAXPAGES];
4555         struct nfs_setaclargs arg = {
4556                 .fh             = NFS_FH(inode),
4557                 .acl_pages      = pages,
4558                 .acl_len        = buflen,
4559         };
4560         struct nfs_setaclres res;
4561         struct rpc_message msg = {
4562                 .rpc_proc       = &nfs4_procedures[NFSPROC4_CLNT_SETACL],
4563                 .rpc_argp       = &arg,
4564                 .rpc_resp       = &res,
4565         };
4566         unsigned int npages = DIV_ROUND_UP(buflen, PAGE_SIZE);
4567         int ret, i;
4568
4569         if (!nfs4_server_supports_acls(server))
4570                 return -EOPNOTSUPP;
4571         if (npages > ARRAY_SIZE(pages))
4572                 return -ERANGE;
4573         i = buf_to_pages_noslab(buf, buflen, arg.acl_pages, &arg.acl_pgbase);
4574         if (i < 0)
4575                 return i;
4576         nfs4_inode_return_delegation(inode);
4577         ret = nfs4_call_sync(server->client, server, &msg, &arg.seq_args, &res.seq_res, 1);
4578
4579         /*
4580          * Free each page after tx, so the only ref left is
4581          * held by the network stack
4582          */
4583         for (; i > 0; i--)
4584                 put_page(pages[i-1]);
4585
4586         /*
4587          * Acl update can result in inode attribute update.
4588          * so mark the attribute cache invalid.
4589          */
4590         spin_lock(&inode->i_lock);
4591         NFS_I(inode)->cache_validity |= NFS_INO_INVALID_ATTR;
4592         spin_unlock(&inode->i_lock);
4593         nfs_access_zap_cache(inode);
4594         nfs_zap_acl_cache(inode);
4595         return ret;
4596 }
4597
4598 static int nfs4_proc_set_acl(struct inode *inode, const void *buf, size_t buflen)
4599 {
4600         struct nfs4_exception exception = { };
4601         int err;
4602         do {
4603                 err = __nfs4_proc_set_acl(inode, buf, buflen);
4604                 trace_nfs4_set_acl(inode, err);
4605                 err = nfs4_handle_exception(NFS_SERVER(inode), err,
4606                                 &exception);
4607         } while (exception.retry);
4608         return err;
4609 }
4610
4611 #ifdef CONFIG_NFS_V4_SECURITY_LABEL
4612 static int _nfs4_get_security_label(struct inode *inode, void *buf,
4613                                         size_t buflen)
4614 {
4615         struct nfs_server *server = NFS_SERVER(inode);
4616         struct nfs_fattr fattr;
4617         struct nfs4_label label = {0, 0, buflen, buf};
4618
4619         u32 bitmask[3] = { 0, 0, FATTR4_WORD2_SECURITY_LABEL };
4620         struct nfs4_getattr_arg arg = {
4621                 .fh             = NFS_FH(inode),
4622                 .bitmask        = bitmask,
4623         };
4624         struct nfs4_getattr_res res = {
4625                 .fattr          = &fattr,
4626                 .label          = &label,
4627                 .server         = server,
4628         };
4629         struct rpc_message msg = {
4630                 .rpc_proc       = &nfs4_procedures[NFSPROC4_CLNT_GETATTR],
4631                 .rpc_argp       = &arg,
4632                 .rpc_resp       = &res,
4633         };
4634         int ret;
4635
4636         nfs_fattr_init(&fattr);
4637
4638         ret = nfs4_call_sync(server->client, server, &msg, &arg.seq_args, &res.seq_res, 0);
4639         if (ret)
4640                 return ret;
4641         if (!(fattr.valid & NFS_ATTR_FATTR_V4_SECURITY_LABEL))
4642                 return -ENOENT;
4643         if (buflen < label.len)
4644                 return -ERANGE;
4645         return 0;
4646 }
4647
4648 static int nfs4_get_security_label(struct inode *inode, void *buf,
4649                                         size_t buflen)
4650 {
4651         struct nfs4_exception exception = { };
4652         int err;
4653
4654         if (!nfs_server_capable(inode, NFS_CAP_SECURITY_LABEL))
4655                 return -EOPNOTSUPP;
4656
4657         do {
4658                 err = _nfs4_get_security_label(inode, buf, buflen);
4659                 trace_nfs4_get_security_label(inode, err);
4660                 err = nfs4_handle_exception(NFS_SERVER(inode), err,
4661                                 &exception);
4662         } while (exception.retry);
4663         return err;
4664 }
4665
4666 static int _nfs4_do_set_security_label(struct inode *inode,
4667                 struct nfs4_label *ilabel,
4668                 struct nfs_fattr *fattr,
4669                 struct nfs4_label *olabel)
4670 {
4671
4672         struct iattr sattr = {0};
4673         struct nfs_server *server = NFS_SERVER(inode);
4674         const u32 bitmask[3] = { 0, 0, FATTR4_WORD2_SECURITY_LABEL };
4675         struct nfs_setattrargs arg = {
4676                 .fh             = NFS_FH(inode),
4677                 .iap            = &sattr,
4678                 .server         = server,
4679                 .bitmask        = bitmask,
4680                 .label          = ilabel,
4681         };
4682         struct nfs_setattrres res = {
4683                 .fattr          = fattr,
4684                 .label          = olabel,
4685                 .server         = server,
4686         };
4687         struct rpc_message msg = {
4688                 .rpc_proc       = &nfs4_procedures[NFSPROC4_CLNT_SETATTR],
4689                 .rpc_argp       = &arg,
4690                 .rpc_resp       = &res,
4691         };
4692         int status;
4693
4694         nfs4_stateid_copy(&arg.stateid, &zero_stateid);
4695
4696         status = nfs4_call_sync(server->client, server, &msg, &arg.seq_args, &res.seq_res, 1);
4697         if (status)
4698                 dprintk("%s failed: %d\n", __func__, status);
4699
4700         return status;
4701 }
4702
4703 static int nfs4_do_set_security_label(struct inode *inode,
4704                 struct nfs4_label *ilabel,
4705                 struct nfs_fattr *fattr,
4706                 struct nfs4_label *olabel)
4707 {
4708         struct nfs4_exception exception = { };
4709         int err;
4710
4711         do {
4712                 err = _nfs4_do_set_security_label(inode, ilabel,
4713                                 fattr, olabel);
4714                 trace_nfs4_set_security_label(inode, err);
4715                 err = nfs4_handle_exception(NFS_SERVER(inode), err,
4716                                 &exception);
4717         } while (exception.retry);
4718         return err;
4719 }
4720
4721 static int
4722 nfs4_set_security_label(struct dentry *dentry, const void *buf, size_t buflen)
4723 {
4724         struct nfs4_label ilabel, *olabel = NULL;
4725         struct nfs_fattr fattr;
4726         struct rpc_cred *cred;
4727         struct inode *inode = dentry->d_inode;
4728         int status;
4729
4730         if (!nfs_server_capable(inode, NFS_CAP_SECURITY_LABEL))
4731                 return -EOPNOTSUPP;
4732
4733         nfs_fattr_init(&fattr);
4734
4735         ilabel.pi = 0;
4736         ilabel.lfs = 0;
4737         ilabel.label = (char *)buf;
4738         ilabel.len = buflen;
4739
4740         cred = rpc_lookup_cred();
4741         if (IS_ERR(cred))
4742                 return PTR_ERR(cred);
4743
4744         olabel = nfs4_label_alloc(NFS_SERVER(inode), GFP_KERNEL);
4745         if (IS_ERR(olabel)) {
4746                 status = -PTR_ERR(olabel);
4747                 goto out;
4748         }
4749
4750         status = nfs4_do_set_security_label(inode, &ilabel, &fattr, olabel);
4751         if (status == 0)
4752                 nfs_setsecurity(inode, &fattr, olabel);
4753
4754         nfs4_label_free(olabel);
4755 out:
4756         put_rpccred(cred);
4757         return status;
4758 }
4759 #endif  /* CONFIG_NFS_V4_SECURITY_LABEL */
4760
4761
4762 static int
4763 nfs4_async_handle_error(struct rpc_task *task, const struct nfs_server *server, struct nfs4_state *state)
4764 {
4765         struct nfs_client *clp = server->nfs_client;
4766
4767         if (task->tk_status >= 0)
4768                 return 0;
4769         switch(task->tk_status) {
4770                 case -NFS4ERR_DELEG_REVOKED:
4771                 case -NFS4ERR_ADMIN_REVOKED:
4772                 case -NFS4ERR_BAD_STATEID:
4773                         if (state == NULL)
4774                                 break;
4775                         nfs_remove_bad_delegation(state->inode);
4776                 case -NFS4ERR_OPENMODE:
4777                         if (state == NULL)
4778                                 break;
4779                         if (nfs4_schedule_stateid_recovery(server, state) < 0)
4780                                 goto recovery_failed;
4781                         goto wait_on_recovery;
4782                 case -NFS4ERR_EXPIRED:
4783                         if (state != NULL) {
4784                                 if (nfs4_schedule_stateid_recovery(server, state) < 0)
4785                                         goto recovery_failed;
4786                         }
4787                 case -NFS4ERR_STALE_STATEID:
4788                 case -NFS4ERR_STALE_CLIENTID:
4789                         nfs4_schedule_lease_recovery(clp);
4790                         goto wait_on_recovery;
4791                 case -NFS4ERR_MOVED:
4792                         if (nfs4_schedule_migration_recovery(server) < 0)
4793                                 goto recovery_failed;
4794                         goto wait_on_recovery;
4795                 case -NFS4ERR_LEASE_MOVED:
4796                         nfs4_schedule_lease_moved_recovery(clp);
4797                         goto wait_on_recovery;
4798 #if defined(CONFIG_NFS_V4_1)
4799                 case -NFS4ERR_BADSESSION:
4800                 case -NFS4ERR_BADSLOT:
4801                 case -NFS4ERR_BAD_HIGH_SLOT:
4802                 case -NFS4ERR_DEADSESSION:
4803                 case -NFS4ERR_CONN_NOT_BOUND_TO_SESSION:
4804                 case -NFS4ERR_SEQ_FALSE_RETRY:
4805                 case -NFS4ERR_SEQ_MISORDERED:
4806                         dprintk("%s ERROR %d, Reset session\n", __func__,
4807                                 task->tk_status);
4808                         nfs4_schedule_session_recovery(clp->cl_session, task->tk_status);
4809                         goto restart_call;
4810 #endif /* CONFIG_NFS_V4_1 */
4811                 case -NFS4ERR_DELAY:
4812                         nfs_inc_server_stats(server, NFSIOS_DELAY);
4813                 case -NFS4ERR_GRACE:
4814                         rpc_delay(task, NFS4_POLL_RETRY_MAX);
4815                 case -NFS4ERR_RETRY_UNCACHED_REP:
4816                 case -NFS4ERR_OLD_STATEID:
4817                         goto restart_call;
4818         }
4819         task->tk_status = nfs4_map_errors(task->tk_status);
4820         return 0;
4821 recovery_failed:
4822         task->tk_status = -EIO;
4823         return 0;
4824 wait_on_recovery:
4825         rpc_sleep_on(&clp->cl_rpcwaitq, task, NULL);
4826         if (test_bit(NFS4CLNT_MANAGER_RUNNING, &clp->cl_state) == 0)
4827                 rpc_wake_up_queued_task(&clp->cl_rpcwaitq, task);
4828         if (test_bit(NFS_MIG_FAILED, &server->mig_status))
4829                 goto recovery_failed;
4830 restart_call:
4831         task->tk_status = 0;
4832         return -EAGAIN;
4833 }
4834
4835 static void nfs4_init_boot_verifier(const struct nfs_client *clp,
4836                                     nfs4_verifier *bootverf)
4837 {
4838         __be32 verf[2];
4839
4840         if (test_bit(NFS4CLNT_PURGE_STATE, &clp->cl_state)) {
4841                 /* An impossible timestamp guarantees this value
4842                  * will never match a generated boot time. */
4843                 verf[0] = 0;
4844                 verf[1] = cpu_to_be32(NSEC_PER_SEC + 1);
4845         } else {
4846                 struct nfs_net *nn = net_generic(clp->cl_net, nfs_net_id);
4847                 verf[0] = cpu_to_be32(nn->boot_time.tv_sec);
4848                 verf[1] = cpu_to_be32(nn->boot_time.tv_nsec);
4849         }
4850         memcpy(bootverf->data, verf, sizeof(bootverf->data));
4851 }
4852
4853 static unsigned int
4854 nfs4_init_nonuniform_client_string(const struct nfs_client *clp,
4855                                    char *buf, size_t len)
4856 {
4857         unsigned int result;
4858
4859         rcu_read_lock();
4860         result = scnprintf(buf, len, "Linux NFSv4.0 %s/%s %s",
4861                                 clp->cl_ipaddr,
4862                                 rpc_peeraddr2str(clp->cl_rpcclient,
4863                                                         RPC_DISPLAY_ADDR),
4864                                 rpc_peeraddr2str(clp->cl_rpcclient,
4865                                                         RPC_DISPLAY_PROTO));
4866         rcu_read_unlock();
4867         return result;
4868 }
4869
4870 static unsigned int
4871 nfs4_init_uniform_client_string(const struct nfs_client *clp,
4872                                 char *buf, size_t len)
4873 {
4874         const char *nodename = clp->cl_rpcclient->cl_nodename;
4875
4876         if (nfs4_client_id_uniquifier[0] != '\0')
4877                 return scnprintf(buf, len, "Linux NFSv%u.%u %s/%s",
4878                                 clp->rpc_ops->version,
4879                                 clp->cl_minorversion,
4880                                 nfs4_client_id_uniquifier,
4881                                 nodename);
4882         return scnprintf(buf, len, "Linux NFSv%u.%u %s",
4883                                 clp->rpc_ops->version, clp->cl_minorversion,
4884                                 nodename);
4885 }
4886
4887 /**
4888  * nfs4_proc_setclientid - Negotiate client ID
4889  * @clp: state data structure
4890  * @program: RPC program for NFSv4 callback service
4891  * @port: IP port number for NFS4 callback service
4892  * @cred: RPC credential to use for this call
4893  * @res: where to place the result
4894  *
4895  * Returns zero, a negative errno, or a negative NFS4ERR status code.
4896  */
4897 int nfs4_proc_setclientid(struct nfs_client *clp, u32 program,
4898                 unsigned short port, struct rpc_cred *cred,
4899                 struct nfs4_setclientid_res *res)
4900 {
4901         nfs4_verifier sc_verifier;
4902         struct nfs4_setclientid setclientid = {
4903                 .sc_verifier = &sc_verifier,
4904                 .sc_prog = program,
4905                 .sc_cb_ident = clp->cl_cb_ident,
4906         };
4907         struct rpc_message msg = {
4908                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_SETCLIENTID],
4909                 .rpc_argp = &setclientid,
4910                 .rpc_resp = res,
4911                 .rpc_cred = cred,
4912         };
4913         int status;
4914
4915         /* nfs_client_id4 */
4916         nfs4_init_boot_verifier(clp, &sc_verifier);
4917         if (test_bit(NFS_CS_MIGRATION, &clp->cl_flags))
4918                 setclientid.sc_name_len =
4919                                 nfs4_init_uniform_client_string(clp,
4920                                                 setclientid.sc_name,
4921                                                 sizeof(setclientid.sc_name));
4922         else
4923                 setclientid.sc_name_len =
4924                                 nfs4_init_nonuniform_client_string(clp,
4925                                                 setclientid.sc_name,
4926                                                 sizeof(setclientid.sc_name));
4927         /* cb_client4 */
4928         rcu_read_lock();
4929         setclientid.sc_netid_len = scnprintf(setclientid.sc_netid,
4930                                 sizeof(setclientid.sc_netid), "%s",
4931                                 rpc_peeraddr2str(clp->cl_rpcclient,
4932                                                         RPC_DISPLAY_NETID));
4933         rcu_read_unlock();
4934         setclientid.sc_uaddr_len = scnprintf(setclientid.sc_uaddr,
4935                                 sizeof(setclientid.sc_uaddr), "%s.%u.%u",
4936                                 clp->cl_ipaddr, port >> 8, port & 255);
4937
4938         dprintk("NFS call  setclientid auth=%s, '%.*s'\n",
4939                 clp->cl_rpcclient->cl_auth->au_ops->au_name,
4940                 setclientid.sc_name_len, setclientid.sc_name);
4941         status = rpc_call_sync(clp->cl_rpcclient, &msg, RPC_TASK_TIMEOUT);
4942         trace_nfs4_setclientid(clp, status);
4943         dprintk("NFS reply setclientid: %d\n", status);
4944         return status;
4945 }
4946
4947 /**
4948  * nfs4_proc_setclientid_confirm - Confirm client ID
4949  * @clp: state data structure
4950  * @res: result of a previous SETCLIENTID
4951  * @cred: RPC credential to use for this call
4952  *
4953  * Returns zero, a negative errno, or a negative NFS4ERR status code.
4954  */
4955 int nfs4_proc_setclientid_confirm(struct nfs_client *clp,
4956                 struct nfs4_setclientid_res *arg,
4957                 struct rpc_cred *cred)
4958 {
4959         struct rpc_message msg = {
4960                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_SETCLIENTID_CONFIRM],
4961                 .rpc_argp = arg,
4962                 .rpc_cred = cred,
4963         };
4964         int status;
4965
4966         dprintk("NFS call  setclientid_confirm auth=%s, (client ID %llx)\n",
4967                 clp->cl_rpcclient->cl_auth->au_ops->au_name,
4968                 clp->cl_clientid);
4969         status = rpc_call_sync(clp->cl_rpcclient, &msg, RPC_TASK_TIMEOUT);
4970         trace_nfs4_setclientid_confirm(clp, status);
4971         dprintk("NFS reply setclientid_confirm: %d\n", status);
4972         return status;
4973 }
4974
4975 struct nfs4_delegreturndata {
4976         struct nfs4_delegreturnargs args;
4977         struct nfs4_delegreturnres res;
4978         struct nfs_fh fh;
4979         nfs4_stateid stateid;
4980         unsigned long timestamp;
4981         struct nfs_fattr fattr;
4982         int rpc_status;
4983 };
4984
4985 static void nfs4_delegreturn_done(struct rpc_task *task, void *calldata)
4986 {
4987         struct nfs4_delegreturndata *data = calldata;
4988
4989         if (!nfs4_sequence_done(task, &data->res.seq_res))
4990                 return;
4991
4992         trace_nfs4_delegreturn_exit(&data->args, &data->res, task->tk_status);
4993         switch (task->tk_status) {
4994         case -NFS4ERR_STALE_STATEID:
4995         case -NFS4ERR_EXPIRED:
4996         case 0:
4997                 renew_lease(data->res.server, data->timestamp);
4998                 break;
4999         default:
5000                 if (nfs4_async_handle_error(task, data->res.server, NULL) ==
5001                                 -EAGAIN) {
5002                         rpc_restart_call_prepare(task);
5003                         return;
5004                 }
5005         }
5006         data->rpc_status = task->tk_status;
5007 }
5008
5009 static void nfs4_delegreturn_release(void *calldata)
5010 {
5011         kfree(calldata);
5012 }
5013
5014 static void nfs4_delegreturn_prepare(struct rpc_task *task, void *data)
5015 {
5016         struct nfs4_delegreturndata *d_data;
5017
5018         d_data = (struct nfs4_delegreturndata *)data;
5019
5020         nfs4_setup_sequence(d_data->res.server,
5021                         &d_data->args.seq_args,
5022                         &d_data->res.seq_res,
5023                         task);
5024 }
5025
5026 static const struct rpc_call_ops nfs4_delegreturn_ops = {
5027         .rpc_call_prepare = nfs4_delegreturn_prepare,
5028         .rpc_call_done = nfs4_delegreturn_done,
5029         .rpc_release = nfs4_delegreturn_release,
5030 };
5031
5032 static int _nfs4_proc_delegreturn(struct inode *inode, struct rpc_cred *cred, const nfs4_stateid *stateid, int issync)
5033 {
5034         struct nfs4_delegreturndata *data;
5035         struct nfs_server *server = NFS_SERVER(inode);
5036         struct rpc_task *task;
5037         struct rpc_message msg = {
5038                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_DELEGRETURN],
5039                 .rpc_cred = cred,
5040         };
5041         struct rpc_task_setup task_setup_data = {
5042                 .rpc_client = server->client,
5043                 .rpc_message = &msg,
5044                 .callback_ops = &nfs4_delegreturn_ops,
5045                 .flags = RPC_TASK_ASYNC,
5046         };
5047         int status = 0;
5048
5049         data = kzalloc(sizeof(*data), GFP_NOFS);
5050         if (data == NULL)
5051                 return -ENOMEM;
5052         nfs4_init_sequence(&data->args.seq_args, &data->res.seq_res, 1);
5053         data->args.fhandle = &data->fh;
5054         data->args.stateid = &data->stateid;
5055         data->args.bitmask = server->cache_consistency_bitmask;
5056         nfs_copy_fh(&data->fh, NFS_FH(inode));
5057         nfs4_stateid_copy(&data->stateid, stateid);
5058         data->res.fattr = &data->fattr;
5059         data->res.server = server;
5060         nfs_fattr_init(data->res.fattr);
5061         data->timestamp = jiffies;
5062         data->rpc_status = 0;
5063
5064         task_setup_data.callback_data = data;
5065         msg.rpc_argp = &data->args;
5066         msg.rpc_resp = &data->res;
5067         task = rpc_run_task(&task_setup_data);
5068         if (IS_ERR(task))
5069                 return PTR_ERR(task);
5070         if (!issync)
5071                 goto out;
5072         status = nfs4_wait_for_completion_rpc_task(task);
5073         if (status != 0)
5074                 goto out;
5075         status = data->rpc_status;
5076         if (status == 0)
5077                 nfs_post_op_update_inode_force_wcc(inode, &data->fattr);
5078         else
5079                 nfs_refresh_inode(inode, &data->fattr);
5080 out:
5081         rpc_put_task(task);
5082         return status;
5083 }
5084
5085 int nfs4_proc_delegreturn(struct inode *inode, struct rpc_cred *cred, const nfs4_stateid *stateid, int issync)
5086 {
5087         struct nfs_server *server = NFS_SERVER(inode);
5088         struct nfs4_exception exception = { };
5089         int err;
5090         do {
5091                 err = _nfs4_proc_delegreturn(inode, cred, stateid, issync);
5092                 trace_nfs4_delegreturn(inode, err);
5093                 switch (err) {
5094                         case -NFS4ERR_STALE_STATEID:
5095                         case -NFS4ERR_EXPIRED:
5096                         case 0:
5097                                 return 0;
5098                 }
5099                 err = nfs4_handle_exception(server, err, &exception);
5100         } while (exception.retry);
5101         return err;
5102 }
5103
5104 #define NFS4_LOCK_MINTIMEOUT (1 * HZ)
5105 #define NFS4_LOCK_MAXTIMEOUT (30 * HZ)
5106
5107 /*
5108  * sleep, with exponential backoff, and retry the LOCK operation.
5109  */
5110 static unsigned long
5111 nfs4_set_lock_task_retry(unsigned long timeout)
5112 {
5113         freezable_schedule_timeout_killable_unsafe(timeout);
5114         timeout <<= 1;
5115         if (timeout > NFS4_LOCK_MAXTIMEOUT)
5116                 return NFS4_LOCK_MAXTIMEOUT;
5117         return timeout;
5118 }
5119
5120 static int _nfs4_proc_getlk(struct nfs4_state *state, int cmd, struct file_lock *request)
5121 {
5122         struct inode *inode = state->inode;
5123         struct nfs_server *server = NFS_SERVER(inode);
5124         struct nfs_client *clp = server->nfs_client;
5125         struct nfs_lockt_args arg = {
5126                 .fh = NFS_FH(inode),
5127                 .fl = request,
5128         };
5129         struct nfs_lockt_res res = {
5130                 .denied = request,
5131         };
5132         struct rpc_message msg = {
5133                 .rpc_proc       = &nfs4_procedures[NFSPROC4_CLNT_LOCKT],
5134                 .rpc_argp       = &arg,
5135                 .rpc_resp       = &res,
5136                 .rpc_cred       = state->owner->so_cred,
5137         };
5138         struct nfs4_lock_state *lsp;
5139         int status;
5140
5141         arg.lock_owner.clientid = clp->cl_clientid;
5142         status = nfs4_set_lock_state(state, request);
5143         if (status != 0)
5144                 goto out;
5145         lsp = request->fl_u.nfs4_fl.owner;
5146         arg.lock_owner.id = lsp->ls_seqid.owner_id;
5147         arg.lock_owner.s_dev = server->s_dev;
5148         status = nfs4_call_sync(server->client, server, &msg, &arg.seq_args, &res.seq_res, 1);
5149         switch (status) {
5150                 case 0:
5151                         request->fl_type = F_UNLCK;
5152                         break;
5153                 case -NFS4ERR_DENIED:
5154                         status = 0;
5155         }
5156         request->fl_ops->fl_release_private(request);
5157         request->fl_ops = NULL;
5158 out:
5159         return status;
5160 }
5161
5162 static int nfs4_proc_getlk(struct nfs4_state *state, int cmd, struct file_lock *request)
5163 {
5164         struct nfs4_exception exception = { };
5165         int err;
5166
5167         do {
5168                 err = _nfs4_proc_getlk(state, cmd, request);
5169                 trace_nfs4_get_lock(request, state, cmd, err);
5170                 err = nfs4_handle_exception(NFS_SERVER(state->inode), err,
5171                                 &exception);
5172         } while (exception.retry);
5173         return err;
5174 }
5175
5176 static int do_vfs_lock(struct file *file, struct file_lock *fl)
5177 {
5178         int res = 0;
5179         switch (fl->fl_flags & (FL_POSIX|FL_FLOCK)) {
5180                 case FL_POSIX:
5181                         res = posix_lock_file_wait(file, fl);
5182                         break;
5183                 case FL_FLOCK:
5184                         res = flock_lock_file_wait(file, fl);
5185                         break;
5186                 default:
5187                         BUG();
5188         }
5189         return res;
5190 }
5191
5192 struct nfs4_unlockdata {
5193         struct nfs_locku_args arg;
5194         struct nfs_locku_res res;
5195         struct nfs4_lock_state *lsp;
5196         struct nfs_open_context *ctx;
5197         struct file_lock fl;
5198         const struct nfs_server *server;
5199         unsigned long timestamp;
5200 };
5201
5202 static struct nfs4_unlockdata *nfs4_alloc_unlockdata(struct file_lock *fl,
5203                 struct nfs_open_context *ctx,
5204                 struct nfs4_lock_state *lsp,
5205                 struct nfs_seqid *seqid)
5206 {
5207         struct nfs4_unlockdata *p;
5208         struct inode *inode = lsp->ls_state->inode;
5209
5210         p = kzalloc(sizeof(*p), GFP_NOFS);
5211         if (p == NULL)
5212                 return NULL;
5213         p->arg.fh = NFS_FH(inode);
5214         p->arg.fl = &p->fl;
5215         p->arg.seqid = seqid;
5216         p->res.seqid = seqid;
5217         p->arg.stateid = &lsp->ls_stateid;
5218         p->lsp = lsp;
5219         atomic_inc(&lsp->ls_count);
5220         /* Ensure we don't close file until we're done freeing locks! */
5221         p->ctx = get_nfs_open_context(ctx);
5222         memcpy(&p->fl, fl, sizeof(p->fl));
5223         p->server = NFS_SERVER(inode);
5224         return p;
5225 }
5226
5227 static void nfs4_locku_release_calldata(void *data)
5228 {
5229         struct nfs4_unlockdata *calldata = data;
5230         nfs_free_seqid(calldata->arg.seqid);
5231         nfs4_put_lock_state(calldata->lsp);
5232         put_nfs_open_context(calldata->ctx);
5233         kfree(calldata);
5234 }
5235
5236 static void nfs4_locku_done(struct rpc_task *task, void *data)
5237 {
5238         struct nfs4_unlockdata *calldata = data;
5239
5240         if (!nfs4_sequence_done(task, &calldata->res.seq_res))
5241                 return;
5242         switch (task->tk_status) {
5243                 case 0:
5244                         nfs4_stateid_copy(&calldata->lsp->ls_stateid,
5245                                         &calldata->res.stateid);
5246                         renew_lease(calldata->server, calldata->timestamp);
5247                         break;
5248                 case -NFS4ERR_BAD_STATEID:
5249                 case -NFS4ERR_OLD_STATEID:
5250                 case -NFS4ERR_STALE_STATEID:
5251                 case -NFS4ERR_EXPIRED:
5252                         break;
5253                 default:
5254                         if (nfs4_async_handle_error(task, calldata->server, NULL) == -EAGAIN)
5255                                 rpc_restart_call_prepare(task);
5256         }
5257         nfs_release_seqid(calldata->arg.seqid);
5258 }
5259
5260 static void nfs4_locku_prepare(struct rpc_task *task, void *data)
5261 {
5262         struct nfs4_unlockdata *calldata = data;
5263
5264         if (nfs_wait_on_sequence(calldata->arg.seqid, task) != 0)
5265                 goto out_wait;
5266         if (test_bit(NFS_LOCK_INITIALIZED, &calldata->lsp->ls_flags) == 0) {
5267                 /* Note: exit _without_ running nfs4_locku_done */
5268                 goto out_no_action;
5269         }
5270         calldata->timestamp = jiffies;
5271         if (nfs4_setup_sequence(calldata->server,
5272                                 &calldata->arg.seq_args,
5273                                 &calldata->res.seq_res,
5274                                 task) != 0)
5275                 nfs_release_seqid(calldata->arg.seqid);
5276         return;
5277 out_no_action:
5278         task->tk_action = NULL;
5279 out_wait:
5280         nfs4_sequence_done(task, &calldata->res.seq_res);
5281 }
5282
5283 static const struct rpc_call_ops nfs4_locku_ops = {
5284         .rpc_call_prepare = nfs4_locku_prepare,
5285         .rpc_call_done = nfs4_locku_done,
5286         .rpc_release = nfs4_locku_release_calldata,
5287 };
5288
5289 static struct rpc_task *nfs4_do_unlck(struct file_lock *fl,
5290                 struct nfs_open_context *ctx,
5291                 struct nfs4_lock_state *lsp,
5292                 struct nfs_seqid *seqid)
5293 {
5294         struct nfs4_unlockdata *data;
5295         struct rpc_message msg = {
5296                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_LOCKU],
5297                 .rpc_cred = ctx->cred,
5298         };
5299         struct rpc_task_setup task_setup_data = {
5300                 .rpc_client = NFS_CLIENT(lsp->ls_state->inode),
5301                 .rpc_message = &msg,
5302                 .callback_ops = &nfs4_locku_ops,
5303                 .workqueue = nfsiod_workqueue,
5304                 .flags = RPC_TASK_ASYNC,
5305         };
5306
5307         nfs4_state_protect(NFS_SERVER(lsp->ls_state->inode)->nfs_client,
5308                 NFS_SP4_MACH_CRED_CLEANUP, &task_setup_data.rpc_client, &msg);
5309
5310         /* Ensure this is an unlock - when canceling a lock, the
5311          * canceled lock is passed in, and it won't be an unlock.
5312          */
5313         fl->fl_type = F_UNLCK;
5314
5315         data = nfs4_alloc_unlockdata(fl, ctx, lsp, seqid);
5316         if (data == NULL) {
5317                 nfs_free_seqid(seqid);
5318                 return ERR_PTR(-ENOMEM);
5319         }
5320
5321         nfs4_init_sequence(&data->arg.seq_args, &data->res.seq_res, 1);
5322         msg.rpc_argp = &data->arg;
5323         msg.rpc_resp = &data->res;
5324         task_setup_data.callback_data = data;
5325         return rpc_run_task(&task_setup_data);
5326 }
5327
5328 static int nfs4_proc_unlck(struct nfs4_state *state, int cmd, struct file_lock *request)
5329 {
5330         struct inode *inode = state->inode;
5331         struct nfs4_state_owner *sp = state->owner;
5332         struct nfs_inode *nfsi = NFS_I(inode);
5333         struct nfs_seqid *seqid;
5334         struct nfs4_lock_state *lsp;
5335         struct rpc_task *task;
5336         int status = 0;
5337         unsigned char fl_flags = request->fl_flags;
5338
5339         status = nfs4_set_lock_state(state, request);
5340         /* Unlock _before_ we do the RPC call */
5341         request->fl_flags |= FL_EXISTS;
5342         /* Exclude nfs_delegation_claim_locks() */
5343         mutex_lock(&sp->so_delegreturn_mutex);
5344         /* Exclude nfs4_reclaim_open_stateid() - note nesting! */
5345         down_read(&nfsi->rwsem);
5346         if (do_vfs_lock(request->fl_file, request) == -ENOENT) {
5347                 up_read(&nfsi->rwsem);
5348                 mutex_unlock(&sp->so_delegreturn_mutex);
5349                 goto out;
5350         }
5351         up_read(&nfsi->rwsem);
5352         mutex_unlock(&sp->so_delegreturn_mutex);
5353         if (status != 0)
5354                 goto out;
5355         /* Is this a delegated lock? */
5356         lsp = request->fl_u.nfs4_fl.owner;
5357         if (test_bit(NFS_LOCK_INITIALIZED, &lsp->ls_flags) == 0)
5358                 goto out;
5359         seqid = nfs_alloc_seqid(&lsp->ls_seqid, GFP_KERNEL);
5360         status = -ENOMEM;
5361         if (seqid == NULL)
5362                 goto out;
5363         task = nfs4_do_unlck(request, nfs_file_open_context(request->fl_file), lsp, seqid);
5364         status = PTR_ERR(task);
5365         if (IS_ERR(task))
5366                 goto out;
5367         status = nfs4_wait_for_completion_rpc_task(task);
5368         rpc_put_task(task);
5369 out:
5370         request->fl_flags = fl_flags;
5371         trace_nfs4_unlock(request, state, F_SETLK, status);
5372         return status;
5373 }
5374
5375 struct nfs4_lockdata {
5376         struct nfs_lock_args arg;
5377         struct nfs_lock_res res;
5378         struct nfs4_lock_state *lsp;
5379         struct nfs_open_context *ctx;
5380         struct file_lock fl;
5381         unsigned long timestamp;
5382         int rpc_status;
5383         int cancelled;
5384         struct nfs_server *server;
5385 };
5386
5387 static struct nfs4_lockdata *nfs4_alloc_lockdata(struct file_lock *fl,
5388                 struct nfs_open_context *ctx, struct nfs4_lock_state *lsp,
5389                 gfp_t gfp_mask)
5390 {
5391         struct nfs4_lockdata *p;
5392         struct inode *inode = lsp->ls_state->inode;
5393         struct nfs_server *server = NFS_SERVER(inode);
5394
5395         p = kzalloc(sizeof(*p), gfp_mask);
5396         if (p == NULL)
5397                 return NULL;
5398
5399         p->arg.fh = NFS_FH(inode);
5400         p->arg.fl = &p->fl;
5401         p->arg.open_seqid = nfs_alloc_seqid(&lsp->ls_state->owner->so_seqid, gfp_mask);
5402         if (p->arg.open_seqid == NULL)
5403                 goto out_free;
5404         p->arg.lock_seqid = nfs_alloc_seqid(&lsp->ls_seqid, gfp_mask);
5405         if (p->arg.lock_seqid == NULL)
5406                 goto out_free_seqid;
5407         p->arg.lock_stateid = &lsp->ls_stateid;
5408         p->arg.lock_owner.clientid = server->nfs_client->cl_clientid;
5409         p->arg.lock_owner.id = lsp->ls_seqid.owner_id;
5410         p->arg.lock_owner.s_dev = server->s_dev;
5411         p->res.lock_seqid = p->arg.lock_seqid;
5412         p->lsp = lsp;
5413         p->server = server;
5414         atomic_inc(&lsp->ls_count);
5415         p->ctx = get_nfs_open_context(ctx);
5416         memcpy(&p->fl, fl, sizeof(p->fl));
5417         return p;
5418 out_free_seqid:
5419         nfs_free_seqid(p->arg.open_seqid);
5420 out_free:
5421         kfree(p);
5422         return NULL;
5423 }
5424
5425 static void nfs4_lock_prepare(struct rpc_task *task, void *calldata)
5426 {
5427         struct nfs4_lockdata *data = calldata;
5428         struct nfs4_state *state = data->lsp->ls_state;
5429
5430         dprintk("%s: begin!\n", __func__);
5431         if (nfs_wait_on_sequence(data->arg.lock_seqid, task) != 0)
5432                 goto out_wait;
5433         /* Do we need to do an open_to_lock_owner? */
5434         if (!(data->arg.lock_seqid->sequence->flags & NFS_SEQID_CONFIRMED)) {
5435                 if (nfs_wait_on_sequence(data->arg.open_seqid, task) != 0) {
5436                         goto out_release_lock_seqid;
5437                 }
5438                 data->arg.open_stateid = &state->open_stateid;
5439                 data->arg.new_lock_owner = 1;
5440                 data->res.open_seqid = data->arg.open_seqid;
5441         } else
5442                 data->arg.new_lock_owner = 0;
5443         if (!nfs4_valid_open_stateid(state)) {
5444                 data->rpc_status = -EBADF;
5445                 task->tk_action = NULL;
5446                 goto out_release_open_seqid;
5447         }
5448         data->timestamp = jiffies;
5449         if (nfs4_setup_sequence(data->server,
5450                                 &data->arg.seq_args,
5451                                 &data->res.seq_res,
5452                                 task) == 0)
5453                 return;
5454 out_release_open_seqid:
5455         nfs_release_seqid(data->arg.open_seqid);
5456 out_release_lock_seqid:
5457         nfs_release_seqid(data->arg.lock_seqid);
5458 out_wait:
5459         nfs4_sequence_done(task, &data->res.seq_res);
5460         dprintk("%s: done!, ret = %d\n", __func__, data->rpc_status);
5461 }
5462
5463 static void nfs4_lock_done(struct rpc_task *task, void *calldata)
5464 {
5465         struct nfs4_lockdata *data = calldata;
5466
5467         dprintk("%s: begin!\n", __func__);
5468
5469         if (!nfs4_sequence_done(task, &data->res.seq_res))
5470                 return;
5471
5472         data->rpc_status = task->tk_status;
5473         if (data->arg.new_lock_owner != 0) {
5474                 if (data->rpc_status == 0)
5475                         nfs_confirm_seqid(&data->lsp->ls_seqid, 0);
5476                 else
5477                         goto out;
5478         }
5479         if (data->rpc_status == 0) {
5480                 nfs4_stateid_copy(&data->lsp->ls_stateid, &data->res.stateid);
5481                 set_bit(NFS_LOCK_INITIALIZED, &data->lsp->ls_flags);
5482                 renew_lease(NFS_SERVER(data->ctx->dentry->d_inode), data->timestamp);
5483         }
5484 out:
5485         dprintk("%s: done, ret = %d!\n", __func__, data->rpc_status);
5486 }
5487
5488 static void nfs4_lock_release(void *calldata)
5489 {
5490         struct nfs4_lockdata *data = calldata;
5491
5492         dprintk("%s: begin!\n", __func__);
5493         nfs_free_seqid(data->arg.open_seqid);
5494         if (data->cancelled != 0) {
5495                 struct rpc_task *task;
5496                 task = nfs4_do_unlck(&data->fl, data->ctx, data->lsp,
5497                                 data->arg.lock_seqid);
5498                 if (!IS_ERR(task))
5499                         rpc_put_task_async(task);
5500                 dprintk("%s: cancelling lock!\n", __func__);
5501         } else
5502                 nfs_free_seqid(data->arg.lock_seqid);
5503         nfs4_put_lock_state(data->lsp);
5504         put_nfs_open_context(data->ctx);
5505         kfree(data);
5506         dprintk("%s: done!\n", __func__);
5507 }
5508
5509 static const struct rpc_call_ops nfs4_lock_ops = {
5510         .rpc_call_prepare = nfs4_lock_prepare,
5511         .rpc_call_done = nfs4_lock_done,
5512         .rpc_release = nfs4_lock_release,
5513 };
5514
5515 static void nfs4_handle_setlk_error(struct nfs_server *server, struct nfs4_lock_state *lsp, int new_lock_owner, int error)
5516 {
5517         switch (error) {
5518         case -NFS4ERR_ADMIN_REVOKED:
5519         case -NFS4ERR_BAD_STATEID:
5520                 lsp->ls_seqid.flags &= ~NFS_SEQID_CONFIRMED;
5521                 if (new_lock_owner != 0 ||
5522                    test_bit(NFS_LOCK_INITIALIZED, &lsp->ls_flags) != 0)
5523                         nfs4_schedule_stateid_recovery(server, lsp->ls_state);
5524                 break;
5525         case -NFS4ERR_STALE_STATEID:
5526                 lsp->ls_seqid.flags &= ~NFS_SEQID_CONFIRMED;
5527         case -NFS4ERR_EXPIRED:
5528                 nfs4_schedule_lease_recovery(server->nfs_client);
5529         };
5530 }
5531
5532 static int _nfs4_do_setlk(struct nfs4_state *state, int cmd, struct file_lock *fl, int recovery_type)
5533 {
5534         struct nfs4_lockdata *data;
5535         struct rpc_task *task;
5536         struct rpc_message msg = {
5537                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_LOCK],
5538                 .rpc_cred = state->owner->so_cred,
5539         };
5540         struct rpc_task_setup task_setup_data = {
5541                 .rpc_client = NFS_CLIENT(state->inode),
5542                 .rpc_message = &msg,
5543                 .callback_ops = &nfs4_lock_ops,
5544                 .workqueue = nfsiod_workqueue,
5545                 .flags = RPC_TASK_ASYNC,
5546         };
5547         int ret;
5548
5549         dprintk("%s: begin!\n", __func__);
5550         data = nfs4_alloc_lockdata(fl, nfs_file_open_context(fl->fl_file),
5551                         fl->fl_u.nfs4_fl.owner,
5552                         recovery_type == NFS_LOCK_NEW ? GFP_KERNEL : GFP_NOFS);
5553         if (data == NULL)
5554                 return -ENOMEM;
5555         if (IS_SETLKW(cmd))
5556                 data->arg.block = 1;
5557         nfs4_init_sequence(&data->arg.seq_args, &data->res.seq_res, 1);
5558         msg.rpc_argp = &data->arg;
5559         msg.rpc_resp = &data->res;
5560         task_setup_data.callback_data = data;
5561         if (recovery_type > NFS_LOCK_NEW) {
5562                 if (recovery_type == NFS_LOCK_RECLAIM)
5563                         data->arg.reclaim = NFS_LOCK_RECLAIM;
5564                 nfs4_set_sequence_privileged(&data->arg.seq_args);
5565         }
5566         task = rpc_run_task(&task_setup_data);
5567         if (IS_ERR(task))
5568                 return PTR_ERR(task);
5569         ret = nfs4_wait_for_completion_rpc_task(task);
5570         if (ret == 0) {
5571                 ret = data->rpc_status;
5572                 if (ret)
5573                         nfs4_handle_setlk_error(data->server, data->lsp,
5574                                         data->arg.new_lock_owner, ret);
5575         } else
5576                 data->cancelled = 1;
5577         rpc_put_task(task);
5578         dprintk("%s: done, ret = %d!\n", __func__, ret);
5579         return ret;
5580 }
5581
5582 static int nfs4_lock_reclaim(struct nfs4_state *state, struct file_lock *request)
5583 {
5584         struct nfs_server *server = NFS_SERVER(state->inode);
5585         struct nfs4_exception exception = {
5586                 .inode = state->inode,
5587         };
5588         int err;
5589
5590         do {
5591                 /* Cache the lock if possible... */
5592                 if (test_bit(NFS_DELEGATED_STATE, &state->flags) != 0)
5593                         return 0;
5594                 err = _nfs4_do_setlk(state, F_SETLK, request, NFS_LOCK_RECLAIM);
5595                 trace_nfs4_lock_reclaim(request, state, F_SETLK, err);
5596                 if (err != -NFS4ERR_DELAY)
5597                         break;
5598                 nfs4_handle_exception(server, err, &exception);
5599         } while (exception.retry);
5600         return err;
5601 }
5602
5603 static int nfs4_lock_expired(struct nfs4_state *state, struct file_lock *request)
5604 {
5605         struct nfs_server *server = NFS_SERVER(state->inode);
5606         struct nfs4_exception exception = {
5607                 .inode = state->inode,
5608         };
5609         int err;
5610
5611         err = nfs4_set_lock_state(state, request);
5612         if (err != 0)
5613                 return err;
5614         if (!recover_lost_locks) {
5615                 set_bit(NFS_LOCK_LOST, &request->fl_u.nfs4_fl.owner->ls_flags);
5616                 return 0;
5617         }
5618         do {
5619                 if (test_bit(NFS_DELEGATED_STATE, &state->flags) != 0)
5620                         return 0;
5621                 err = _nfs4_do_setlk(state, F_SETLK, request, NFS_LOCK_EXPIRED);
5622                 trace_nfs4_lock_expired(request, state, F_SETLK, err);
5623                 switch (err) {
5624                 default:
5625                         goto out;
5626                 case -NFS4ERR_GRACE:
5627                 case -NFS4ERR_DELAY:
5628                         nfs4_handle_exception(server, err, &exception);
5629                         err = 0;
5630                 }
5631         } while (exception.retry);
5632 out:
5633         return err;
5634 }
5635
5636 #if defined(CONFIG_NFS_V4_1)
5637 /**
5638  * nfs41_check_expired_locks - possibly free a lock stateid
5639  *
5640  * @state: NFSv4 state for an inode
5641  *
5642  * Returns NFS_OK if recovery for this stateid is now finished.
5643  * Otherwise a negative NFS4ERR value is returned.
5644  */
5645 static int nfs41_check_expired_locks(struct nfs4_state *state)
5646 {
5647         int status, ret = -NFS4ERR_BAD_STATEID;
5648         struct nfs4_lock_state *lsp;
5649         struct nfs_server *server = NFS_SERVER(state->inode);
5650
5651         list_for_each_entry(lsp, &state->lock_states, ls_locks) {
5652                 if (test_bit(NFS_LOCK_INITIALIZED, &lsp->ls_flags)) {
5653                         struct rpc_cred *cred = lsp->ls_state->owner->so_cred;
5654
5655                         status = nfs41_test_stateid(server,
5656                                         &lsp->ls_stateid,
5657                                         cred);
5658                         trace_nfs4_test_lock_stateid(state, lsp, status);
5659                         if (status != NFS_OK) {
5660                                 /* Free the stateid unless the server
5661                                  * informs us the stateid is unrecognized. */
5662                                 if (status != -NFS4ERR_BAD_STATEID)
5663                                         nfs41_free_stateid(server,
5664                                                         &lsp->ls_stateid,
5665                                                         cred);
5666                                 clear_bit(NFS_LOCK_INITIALIZED, &lsp->ls_flags);
5667                                 ret = status;
5668                         }
5669                 }
5670         };
5671
5672         return ret;
5673 }
5674
5675 static int nfs41_lock_expired(struct nfs4_state *state, struct file_lock *request)
5676 {
5677         int status = NFS_OK;
5678
5679         if (test_bit(LK_STATE_IN_USE, &state->flags))
5680                 status = nfs41_check_expired_locks(state);
5681         if (status != NFS_OK)
5682                 status = nfs4_lock_expired(state, request);
5683         return status;
5684 }
5685 #endif
5686
5687 static int _nfs4_proc_setlk(struct nfs4_state *state, int cmd, struct file_lock *request)
5688 {
5689         struct nfs4_state_owner *sp = state->owner;
5690         struct nfs_inode *nfsi = NFS_I(state->inode);
5691         unsigned char fl_flags = request->fl_flags;
5692         unsigned int seq;
5693         int status = -ENOLCK;
5694
5695         if ((fl_flags & FL_POSIX) &&
5696                         !test_bit(NFS_STATE_POSIX_LOCKS, &state->flags))
5697                 goto out;
5698         /* Is this a delegated open? */
5699         status = nfs4_set_lock_state(state, request);
5700         if (status != 0)
5701                 goto out;
5702         request->fl_flags |= FL_ACCESS;
5703         status = do_vfs_lock(request->fl_file, request);
5704         if (status < 0)
5705                 goto out;
5706         down_read(&nfsi->rwsem);
5707         if (test_bit(NFS_DELEGATED_STATE, &state->flags)) {
5708                 /* Yes: cache locks! */
5709                 /* ...but avoid races with delegation recall... */
5710                 request->fl_flags = fl_flags & ~FL_SLEEP;
5711                 status = do_vfs_lock(request->fl_file, request);
5712                 goto out_unlock;
5713         }
5714         seq = raw_seqcount_begin(&sp->so_reclaim_seqcount);
5715         up_read(&nfsi->rwsem);
5716         status = _nfs4_do_setlk(state, cmd, request, NFS_LOCK_NEW);
5717         if (status != 0)
5718                 goto out;
5719         down_read(&nfsi->rwsem);
5720         if (read_seqcount_retry(&sp->so_reclaim_seqcount, seq)) {
5721                 status = -NFS4ERR_DELAY;
5722                 goto out_unlock;
5723         }
5724         /* Note: we always want to sleep here! */
5725         request->fl_flags = fl_flags | FL_SLEEP;
5726         if (do_vfs_lock(request->fl_file, request) < 0)
5727                 printk(KERN_WARNING "NFS: %s: VFS is out of sync with lock "
5728                         "manager!\n", __func__);
5729 out_unlock:
5730         up_read(&nfsi->rwsem);
5731 out:
5732         request->fl_flags = fl_flags;
5733         return status;
5734 }
5735
5736 static int nfs4_proc_setlk(struct nfs4_state *state, int cmd, struct file_lock *request)
5737 {
5738         struct nfs4_exception exception = {
5739                 .state = state,
5740                 .inode = state->inode,
5741         };
5742         int err;
5743
5744         do {
5745                 err = _nfs4_proc_setlk(state, cmd, request);
5746                 trace_nfs4_set_lock(request, state, cmd, err);
5747                 if (err == -NFS4ERR_DENIED)
5748                         err = -EAGAIN;
5749                 err = nfs4_handle_exception(NFS_SERVER(state->inode),
5750                                 err, &exception);
5751         } while (exception.retry);
5752         return err;
5753 }
5754
5755 static int
5756 nfs4_proc_lock(struct file *filp, int cmd, struct file_lock *request)
5757 {
5758         struct nfs_open_context *ctx;
5759         struct nfs4_state *state;
5760         unsigned long timeout = NFS4_LOCK_MINTIMEOUT;
5761         int status;
5762
5763         /* verify open state */
5764         ctx = nfs_file_open_context(filp);
5765         state = ctx->state;
5766
5767         if (request->fl_start < 0 || request->fl_end < 0)
5768                 return -EINVAL;
5769
5770         if (IS_GETLK(cmd)) {
5771                 if (state != NULL)
5772                         return nfs4_proc_getlk(state, F_GETLK, request);
5773                 return 0;
5774         }
5775
5776         if (!(IS_SETLK(cmd) || IS_SETLKW(cmd)))
5777                 return -EINVAL;
5778
5779         if (request->fl_type == F_UNLCK) {
5780                 if (state != NULL)
5781                         return nfs4_proc_unlck(state, cmd, request);
5782                 return 0;
5783         }
5784
5785         if (state == NULL)
5786                 return -ENOLCK;
5787         /*
5788          * Don't rely on the VFS having checked the file open mode,
5789          * since it won't do this for flock() locks.
5790          */
5791         switch (request->fl_type) {
5792         case F_RDLCK:
5793                 if (!(filp->f_mode & FMODE_READ))
5794                         return -EBADF;
5795                 break;
5796         case F_WRLCK:
5797                 if (!(filp->f_mode & FMODE_WRITE))
5798                         return -EBADF;
5799         }
5800
5801         do {
5802                 status = nfs4_proc_setlk(state, cmd, request);
5803                 if ((status != -EAGAIN) || IS_SETLK(cmd))
5804                         break;
5805                 timeout = nfs4_set_lock_task_retry(timeout);
5806                 status = -ERESTARTSYS;
5807                 if (signalled())
5808                         break;
5809         } while(status < 0);
5810         return status;
5811 }
5812
5813 int nfs4_lock_delegation_recall(struct file_lock *fl, struct nfs4_state *state, const nfs4_stateid *stateid)
5814 {
5815         struct nfs_server *server = NFS_SERVER(state->inode);
5816         int err;
5817
5818         err = nfs4_set_lock_state(state, fl);
5819         if (err != 0)
5820                 return err;
5821         err = _nfs4_do_setlk(state, F_SETLK, fl, NFS_LOCK_NEW);
5822         return nfs4_handle_delegation_recall_error(server, state, stateid, err);
5823 }
5824
5825 struct nfs_release_lockowner_data {
5826         struct nfs4_lock_state *lsp;
5827         struct nfs_server *server;
5828         struct nfs_release_lockowner_args args;
5829         struct nfs4_sequence_args seq_args;
5830         struct nfs4_sequence_res seq_res;
5831         unsigned long timestamp;
5832 };
5833
5834 static void nfs4_release_lockowner_prepare(struct rpc_task *task, void *calldata)
5835 {
5836         struct nfs_release_lockowner_data *data = calldata;
5837         nfs40_setup_sequence(data->server,
5838                                 &data->seq_args, &data->seq_res, task);
5839         data->timestamp = jiffies;
5840 }
5841
5842 static void nfs4_release_lockowner_done(struct rpc_task *task, void *calldata)
5843 {
5844         struct nfs_release_lockowner_data *data = calldata;
5845         struct nfs_server *server = data->server;
5846
5847         nfs40_sequence_done(task, &data->seq_res);
5848
5849         switch (task->tk_status) {
5850         case 0:
5851                 renew_lease(server, data->timestamp);
5852                 break;
5853         case -NFS4ERR_STALE_CLIENTID:
5854         case -NFS4ERR_EXPIRED:
5855         case -NFS4ERR_LEASE_MOVED:
5856         case -NFS4ERR_DELAY:
5857                 if (nfs4_async_handle_error(task, server, NULL) == -EAGAIN)
5858                         rpc_restart_call_prepare(task);
5859         }
5860 }
5861
5862 static void nfs4_release_lockowner_release(void *calldata)
5863 {
5864         struct nfs_release_lockowner_data *data = calldata;
5865         nfs4_free_lock_state(data->server, data->lsp);
5866         kfree(calldata);
5867 }
5868
5869 static const struct rpc_call_ops nfs4_release_lockowner_ops = {
5870         .rpc_call_prepare = nfs4_release_lockowner_prepare,
5871         .rpc_call_done = nfs4_release_lockowner_done,
5872         .rpc_release = nfs4_release_lockowner_release,
5873 };
5874
5875 static int nfs4_release_lockowner(struct nfs_server *server, struct nfs4_lock_state *lsp)
5876 {
5877         struct nfs_release_lockowner_data *data;
5878         struct rpc_message msg = {
5879                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_RELEASE_LOCKOWNER],
5880         };
5881
5882         if (server->nfs_client->cl_mvops->minor_version != 0)
5883                 return -EINVAL;
5884
5885         data = kmalloc(sizeof(*data), GFP_NOFS);
5886         if (!data)
5887                 return -ENOMEM;
5888         nfs4_init_sequence(&data->seq_args, &data->seq_res, 0);
5889         data->lsp = lsp;
5890         data->server = server;
5891         data->args.lock_owner.clientid = server->nfs_client->cl_clientid;
5892         data->args.lock_owner.id = lsp->ls_seqid.owner_id;
5893         data->args.lock_owner.s_dev = server->s_dev;
5894
5895         msg.rpc_argp = &data->args;
5896         rpc_call_async(server->client, &msg, 0, &nfs4_release_lockowner_ops, data);
5897         return 0;
5898 }
5899
5900 #define XATTR_NAME_NFSV4_ACL "system.nfs4_acl"
5901
5902 static int nfs4_xattr_set_nfs4_acl(struct dentry *dentry, const char *key,
5903                                    const void *buf, size_t buflen,
5904                                    int flags, int type)
5905 {
5906         if (strcmp(key, "") != 0)
5907                 return -EINVAL;
5908
5909         return nfs4_proc_set_acl(dentry->d_inode, buf, buflen);
5910 }
5911
5912 static int nfs4_xattr_get_nfs4_acl(struct dentry *dentry, const char *key,
5913                                    void *buf, size_t buflen, int type)
5914 {
5915         if (strcmp(key, "") != 0)
5916                 return -EINVAL;
5917
5918         return nfs4_proc_get_acl(dentry->d_inode, buf, buflen);
5919 }
5920
5921 static size_t nfs4_xattr_list_nfs4_acl(struct dentry *dentry, char *list,
5922                                        size_t list_len, const char *name,
5923                                        size_t name_len, int type)
5924 {
5925         size_t len = sizeof(XATTR_NAME_NFSV4_ACL);
5926
5927         if (!nfs4_server_supports_acls(NFS_SERVER(dentry->d_inode)))
5928                 return 0;
5929
5930         if (list && len <= list_len)
5931                 memcpy(list, XATTR_NAME_NFSV4_ACL, len);
5932         return len;
5933 }
5934
5935 #ifdef CONFIG_NFS_V4_SECURITY_LABEL
5936 static inline int nfs4_server_supports_labels(struct nfs_server *server)
5937 {
5938         return server->caps & NFS_CAP_SECURITY_LABEL;
5939 }
5940
5941 static int nfs4_xattr_set_nfs4_label(struct dentry *dentry, const char *key,
5942                                    const void *buf, size_t buflen,
5943                                    int flags, int type)
5944 {
5945         if (security_ismaclabel(key))
5946                 return nfs4_set_security_label(dentry, buf, buflen);
5947
5948         return -EOPNOTSUPP;
5949 }
5950
5951 static int nfs4_xattr_get_nfs4_label(struct dentry *dentry, const char *key,
5952                                    void *buf, size_t buflen, int type)
5953 {
5954         if (security_ismaclabel(key))
5955                 return nfs4_get_security_label(dentry->d_inode, buf, buflen);
5956         return -EOPNOTSUPP;
5957 }
5958
5959 static size_t nfs4_xattr_list_nfs4_label(struct dentry *dentry, char *list,
5960                                        size_t list_len, const char *name,
5961                                        size_t name_len, int type)
5962 {
5963         size_t len = 0;
5964
5965         if (nfs_server_capable(dentry->d_inode, NFS_CAP_SECURITY_LABEL)) {
5966                 len = security_inode_listsecurity(dentry->d_inode, NULL, 0);
5967                 if (list && len <= list_len)
5968                         security_inode_listsecurity(dentry->d_inode, list, len);
5969         }
5970         return len;
5971 }
5972
5973 static const struct xattr_handler nfs4_xattr_nfs4_label_handler = {
5974         .prefix = XATTR_SECURITY_PREFIX,
5975         .list   = nfs4_xattr_list_nfs4_label,
5976         .get    = nfs4_xattr_get_nfs4_label,
5977         .set    = nfs4_xattr_set_nfs4_label,
5978 };
5979 #endif
5980
5981
5982 /*
5983  * nfs_fhget will use either the mounted_on_fileid or the fileid
5984  */
5985 static void nfs_fixup_referral_attributes(struct nfs_fattr *fattr)
5986 {
5987         if (!(((fattr->valid & NFS_ATTR_FATTR_MOUNTED_ON_FILEID) ||
5988                (fattr->valid & NFS_ATTR_FATTR_FILEID)) &&
5989               (fattr->valid & NFS_ATTR_FATTR_FSID) &&
5990               (fattr->valid & NFS_ATTR_FATTR_V4_LOCATIONS)))
5991                 return;
5992
5993         fattr->valid |= NFS_ATTR_FATTR_TYPE | NFS_ATTR_FATTR_MODE |
5994                 NFS_ATTR_FATTR_NLINK | NFS_ATTR_FATTR_V4_REFERRAL;
5995         fattr->mode = S_IFDIR | S_IRUGO | S_IXUGO;
5996         fattr->nlink = 2;
5997 }
5998
5999 static int _nfs4_proc_fs_locations(struct rpc_clnt *client, struct inode *dir,
6000                                    const struct qstr *name,
6001                                    struct nfs4_fs_locations *fs_locations,
6002                                    struct page *page)
6003 {
6004         struct nfs_server *server = NFS_SERVER(dir);
6005         u32 bitmask[3] = {
6006                 [0] = FATTR4_WORD0_FSID | FATTR4_WORD0_FS_LOCATIONS,
6007         };
6008         struct nfs4_fs_locations_arg args = {
6009                 .dir_fh = NFS_FH(dir),
6010                 .name = name,
6011                 .page = page,
6012                 .bitmask = bitmask,
6013         };
6014         struct nfs4_fs_locations_res res = {
6015                 .fs_locations = fs_locations,
6016         };
6017         struct rpc_message msg = {
6018                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_FS_LOCATIONS],
6019                 .rpc_argp = &args,
6020                 .rpc_resp = &res,
6021         };
6022         int status;
6023
6024         dprintk("%s: start\n", __func__);
6025
6026         /* Ask for the fileid of the absent filesystem if mounted_on_fileid
6027          * is not supported */
6028         if (NFS_SERVER(dir)->attr_bitmask[1] & FATTR4_WORD1_MOUNTED_ON_FILEID)
6029                 bitmask[1] |= FATTR4_WORD1_MOUNTED_ON_FILEID;
6030         else
6031                 bitmask[0] |= FATTR4_WORD0_FILEID;
6032
6033         nfs_fattr_init(&fs_locations->fattr);
6034         fs_locations->server = server;
6035         fs_locations->nlocations = 0;
6036         status = nfs4_call_sync(client, server, &msg, &args.seq_args, &res.seq_res, 0);
6037         dprintk("%s: returned status = %d\n", __func__, status);
6038         return status;
6039 }
6040
6041 int nfs4_proc_fs_locations(struct rpc_clnt *client, struct inode *dir,
6042                            const struct qstr *name,
6043                            struct nfs4_fs_locations *fs_locations,
6044                            struct page *page)
6045 {
6046         struct nfs4_exception exception = { };
6047         int err;
6048         do {
6049                 err = _nfs4_proc_fs_locations(client, dir, name,
6050                                 fs_locations, page);
6051                 trace_nfs4_get_fs_locations(dir, name, err);
6052                 err = nfs4_handle_exception(NFS_SERVER(dir), err,
6053                                 &exception);
6054         } while (exception.retry);
6055         return err;
6056 }
6057
6058 /*
6059  * This operation also signals the server that this client is
6060  * performing migration recovery.  The server can stop returning
6061  * NFS4ERR_LEASE_MOVED to this client.  A RENEW operation is
6062  * appended to this compound to identify the client ID which is
6063  * performing recovery.
6064  */
6065 static int _nfs40_proc_get_locations(struct inode *inode,
6066                                      struct nfs4_fs_locations *locations,
6067                                      struct page *page, struct rpc_cred *cred)
6068 {
6069         struct nfs_server *server = NFS_SERVER(inode);
6070         struct rpc_clnt *clnt = server->client;
6071         u32 bitmask[2] = {
6072                 [0] = FATTR4_WORD0_FSID | FATTR4_WORD0_FS_LOCATIONS,
6073         };
6074         struct nfs4_fs_locations_arg args = {
6075                 .clientid       = server->nfs_client->cl_clientid,
6076                 .fh             = NFS_FH(inode),
6077                 .page           = page,
6078                 .bitmask        = bitmask,
6079                 .migration      = 1,            /* skip LOOKUP */
6080                 .renew          = 1,            /* append RENEW */
6081         };
6082         struct nfs4_fs_locations_res res = {
6083                 .fs_locations   = locations,
6084                 .migration      = 1,
6085                 .renew          = 1,
6086         };
6087         struct rpc_message msg = {
6088                 .rpc_proc       = &nfs4_procedures[NFSPROC4_CLNT_FS_LOCATIONS],
6089                 .rpc_argp       = &args,
6090                 .rpc_resp       = &res,
6091                 .rpc_cred       = cred,
6092         };
6093         unsigned long now = jiffies;
6094         int status;
6095
6096         nfs_fattr_init(&locations->fattr);
6097         locations->server = server;
6098         locations->nlocations = 0;
6099
6100         nfs4_init_sequence(&args.seq_args, &res.seq_res, 0);
6101         nfs4_set_sequence_privileged(&args.seq_args);
6102         status = nfs4_call_sync_sequence(clnt, server, &msg,
6103                                         &args.seq_args, &res.seq_res);
6104         if (status)
6105                 return status;
6106
6107         renew_lease(server, now);
6108         return 0;
6109 }
6110
6111 #ifdef CONFIG_NFS_V4_1
6112
6113 /*
6114  * This operation also signals the server that this client is
6115  * performing migration recovery.  The server can stop asserting
6116  * SEQ4_STATUS_LEASE_MOVED for this client.  The client ID
6117  * performing this operation is identified in the SEQUENCE
6118  * operation in this compound.
6119  *
6120  * When the client supports GETATTR(fs_locations_info), it can
6121  * be plumbed in here.
6122  */
6123 static int _nfs41_proc_get_locations(struct inode *inode,
6124                                      struct nfs4_fs_locations *locations,
6125                                      struct page *page, struct rpc_cred *cred)
6126 {
6127         struct nfs_server *server = NFS_SERVER(inode);
6128         struct rpc_clnt *clnt = server->client;
6129         u32 bitmask[2] = {
6130                 [0] = FATTR4_WORD0_FSID | FATTR4_WORD0_FS_LOCATIONS,
6131         };
6132         struct nfs4_fs_locations_arg args = {
6133                 .fh             = NFS_FH(inode),
6134                 .page           = page,
6135                 .bitmask        = bitmask,
6136                 .migration      = 1,            /* skip LOOKUP */
6137         };
6138         struct nfs4_fs_locations_res res = {
6139                 .fs_locations   = locations,
6140                 .migration      = 1,
6141         };
6142         struct rpc_message msg = {
6143                 .rpc_proc       = &nfs4_procedures[NFSPROC4_CLNT_FS_LOCATIONS],
6144                 .rpc_argp       = &args,
6145                 .rpc_resp       = &res,
6146                 .rpc_cred       = cred,
6147         };
6148         int status;
6149
6150         nfs_fattr_init(&locations->fattr);
6151         locations->server = server;
6152         locations->nlocations = 0;
6153
6154         nfs4_init_sequence(&args.seq_args, &res.seq_res, 0);
6155         nfs4_set_sequence_privileged(&args.seq_args);
6156         status = nfs4_call_sync_sequence(clnt, server, &msg,
6157                                         &args.seq_args, &res.seq_res);
6158         if (status == NFS4_OK &&
6159             res.seq_res.sr_status_flags & SEQ4_STATUS_LEASE_MOVED)
6160                 status = -NFS4ERR_LEASE_MOVED;
6161         return status;
6162 }
6163
6164 #endif  /* CONFIG_NFS_V4_1 */
6165
6166 /**
6167  * nfs4_proc_get_locations - discover locations for a migrated FSID
6168  * @inode: inode on FSID that is migrating
6169  * @locations: result of query
6170  * @page: buffer
6171  * @cred: credential to use for this operation
6172  *
6173  * Returns NFS4_OK on success, a negative NFS4ERR status code if the
6174  * operation failed, or a negative errno if a local error occurred.
6175  *
6176  * On success, "locations" is filled in, but if the server has
6177  * no locations information, NFS_ATTR_FATTR_V4_LOCATIONS is not
6178  * asserted.
6179  *
6180  * -NFS4ERR_LEASE_MOVED is returned if the server still has leases
6181  * from this client that require migration recovery.
6182  */
6183 int nfs4_proc_get_locations(struct inode *inode,
6184                             struct nfs4_fs_locations *locations,
6185                             struct page *page, struct rpc_cred *cred)
6186 {
6187         struct nfs_server *server = NFS_SERVER(inode);
6188         struct nfs_client *clp = server->nfs_client;
6189         const struct nfs4_mig_recovery_ops *ops =
6190                                         clp->cl_mvops->mig_recovery_ops;
6191         struct nfs4_exception exception = { };
6192         int status;
6193
6194         dprintk("%s: FSID %llx:%llx on \"%s\"\n", __func__,
6195                 (unsigned long long)server->fsid.major,
6196                 (unsigned long long)server->fsid.minor,
6197                 clp->cl_hostname);
6198         nfs_display_fhandle(NFS_FH(inode), __func__);
6199
6200         do {
6201                 status = ops->get_locations(inode, locations, page, cred);
6202                 if (status != -NFS4ERR_DELAY)
6203                         break;
6204                 nfs4_handle_exception(server, status, &exception);
6205         } while (exception.retry);
6206         return status;
6207 }
6208
6209 /*
6210  * This operation also signals the server that this client is
6211  * performing "lease moved" recovery.  The server can stop
6212  * returning NFS4ERR_LEASE_MOVED to this client.  A RENEW operation
6213  * is appended to this compound to identify the client ID which is
6214  * performing recovery.
6215  */
6216 static int _nfs40_proc_fsid_present(struct inode *inode, struct rpc_cred *cred)
6217 {
6218         struct nfs_server *server = NFS_SERVER(inode);
6219         struct nfs_client *clp = NFS_SERVER(inode)->nfs_client;
6220         struct rpc_clnt *clnt = server->client;
6221         struct nfs4_fsid_present_arg args = {
6222                 .fh             = NFS_FH(inode),
6223                 .clientid       = clp->cl_clientid,
6224                 .renew          = 1,            /* append RENEW */
6225         };
6226         struct nfs4_fsid_present_res res = {
6227                 .renew          = 1,
6228         };
6229         struct rpc_message msg = {
6230                 .rpc_proc       = &nfs4_procedures[NFSPROC4_CLNT_FSID_PRESENT],
6231                 .rpc_argp       = &args,
6232                 .rpc_resp       = &res,
6233                 .rpc_cred       = cred,
6234         };
6235         unsigned long now = jiffies;
6236         int status;
6237
6238         res.fh = nfs_alloc_fhandle();
6239         if (res.fh == NULL)
6240                 return -ENOMEM;
6241
6242         nfs4_init_sequence(&args.seq_args, &res.seq_res, 0);
6243         nfs4_set_sequence_privileged(&args.seq_args);
6244         status = nfs4_call_sync_sequence(clnt, server, &msg,
6245                                                 &args.seq_args, &res.seq_res);
6246         nfs_free_fhandle(res.fh);
6247         if (status)
6248                 return status;
6249
6250         do_renew_lease(clp, now);
6251         return 0;
6252 }
6253
6254 #ifdef CONFIG_NFS_V4_1
6255
6256 /*
6257  * This operation also signals the server that this client is
6258  * performing "lease moved" recovery.  The server can stop asserting
6259  * SEQ4_STATUS_LEASE_MOVED for this client.  The client ID performing
6260  * this operation is identified in the SEQUENCE operation in this
6261  * compound.
6262  */
6263 static int _nfs41_proc_fsid_present(struct inode *inode, struct rpc_cred *cred)
6264 {
6265         struct nfs_server *server = NFS_SERVER(inode);
6266         struct rpc_clnt *clnt = server->client;
6267         struct nfs4_fsid_present_arg args = {
6268                 .fh             = NFS_FH(inode),
6269         };
6270         struct nfs4_fsid_present_res res = {
6271         };
6272         struct rpc_message msg = {
6273                 .rpc_proc       = &nfs4_procedures[NFSPROC4_CLNT_FSID_PRESENT],
6274                 .rpc_argp       = &args,
6275                 .rpc_resp       = &res,
6276                 .rpc_cred       = cred,
6277         };
6278         int status;
6279
6280         res.fh = nfs_alloc_fhandle();
6281         if (res.fh == NULL)
6282                 return -ENOMEM;
6283
6284         nfs4_init_sequence(&args.seq_args, &res.seq_res, 0);
6285         nfs4_set_sequence_privileged(&args.seq_args);
6286         status = nfs4_call_sync_sequence(clnt, server, &msg,
6287                                                 &args.seq_args, &res.seq_res);
6288         nfs_free_fhandle(res.fh);
6289         if (status == NFS4_OK &&
6290             res.seq_res.sr_status_flags & SEQ4_STATUS_LEASE_MOVED)
6291                 status = -NFS4ERR_LEASE_MOVED;
6292         return status;
6293 }
6294
6295 #endif  /* CONFIG_NFS_V4_1 */
6296
6297 /**
6298  * nfs4_proc_fsid_present - Is this FSID present or absent on server?
6299  * @inode: inode on FSID to check
6300  * @cred: credential to use for this operation
6301  *
6302  * Server indicates whether the FSID is present, moved, or not
6303  * recognized.  This operation is necessary to clear a LEASE_MOVED
6304  * condition for this client ID.
6305  *
6306  * Returns NFS4_OK if the FSID is present on this server,
6307  * -NFS4ERR_MOVED if the FSID is no longer present, a negative
6308  *  NFS4ERR code if some error occurred on the server, or a
6309  *  negative errno if a local failure occurred.
6310  */
6311 int nfs4_proc_fsid_present(struct inode *inode, struct rpc_cred *cred)
6312 {
6313         struct nfs_server *server = NFS_SERVER(inode);
6314         struct nfs_client *clp = server->nfs_client;
6315         const struct nfs4_mig_recovery_ops *ops =
6316                                         clp->cl_mvops->mig_recovery_ops;
6317         struct nfs4_exception exception = { };
6318         int status;
6319
6320         dprintk("%s: FSID %llx:%llx on \"%s\"\n", __func__,
6321                 (unsigned long long)server->fsid.major,
6322                 (unsigned long long)server->fsid.minor,
6323                 clp->cl_hostname);
6324         nfs_display_fhandle(NFS_FH(inode), __func__);
6325
6326         do {
6327                 status = ops->fsid_present(inode, cred);
6328                 if (status != -NFS4ERR_DELAY)
6329                         break;
6330                 nfs4_handle_exception(server, status, &exception);
6331         } while (exception.retry);
6332         return status;
6333 }
6334
6335 /**
6336  * If 'use_integrity' is true and the state managment nfs_client
6337  * cl_rpcclient is using krb5i/p, use the integrity protected cl_rpcclient
6338  * and the machine credential as per RFC3530bis and RFC5661 Security
6339  * Considerations sections. Otherwise, just use the user cred with the
6340  * filesystem's rpc_client.
6341  */
6342 static int _nfs4_proc_secinfo(struct inode *dir, const struct qstr *name, struct nfs4_secinfo_flavors *flavors, bool use_integrity)
6343 {
6344         int status;
6345         struct nfs4_secinfo_arg args = {
6346                 .dir_fh = NFS_FH(dir),
6347                 .name   = name,
6348         };
6349         struct nfs4_secinfo_res res = {
6350                 .flavors     = flavors,
6351         };
6352         struct rpc_message msg = {
6353                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_SECINFO],
6354                 .rpc_argp = &args,
6355                 .rpc_resp = &res,
6356         };
6357         struct rpc_clnt *clnt = NFS_SERVER(dir)->client;
6358         struct rpc_cred *cred = NULL;
6359
6360         if (use_integrity) {
6361                 clnt = NFS_SERVER(dir)->nfs_client->cl_rpcclient;
6362                 cred = nfs4_get_clid_cred(NFS_SERVER(dir)->nfs_client);
6363                 msg.rpc_cred = cred;
6364         }
6365
6366         dprintk("NFS call  secinfo %s\n", name->name);
6367
6368         nfs4_state_protect(NFS_SERVER(dir)->nfs_client,
6369                 NFS_SP4_MACH_CRED_SECINFO, &clnt, &msg);
6370
6371         status = nfs4_call_sync(clnt, NFS_SERVER(dir), &msg, &args.seq_args,
6372                                 &res.seq_res, 0);
6373         dprintk("NFS reply  secinfo: %d\n", status);
6374
6375         if (cred)
6376                 put_rpccred(cred);
6377
6378         return status;
6379 }
6380
6381 int nfs4_proc_secinfo(struct inode *dir, const struct qstr *name,
6382                       struct nfs4_secinfo_flavors *flavors)
6383 {
6384         struct nfs4_exception exception = { };
6385         int err;
6386         do {
6387                 err = -NFS4ERR_WRONGSEC;
6388
6389                 /* try to use integrity protection with machine cred */
6390                 if (_nfs4_is_integrity_protected(NFS_SERVER(dir)->nfs_client))
6391                         err = _nfs4_proc_secinfo(dir, name, flavors, true);
6392
6393                 /*
6394                  * if unable to use integrity protection, or SECINFO with
6395                  * integrity protection returns NFS4ERR_WRONGSEC (which is
6396                  * disallowed by spec, but exists in deployed servers) use
6397                  * the current filesystem's rpc_client and the user cred.
6398                  */
6399                 if (err == -NFS4ERR_WRONGSEC)
6400                         err = _nfs4_proc_secinfo(dir, name, flavors, false);
6401
6402                 trace_nfs4_secinfo(dir, name, err);
6403                 err = nfs4_handle_exception(NFS_SERVER(dir), err,
6404                                 &exception);
6405         } while (exception.retry);
6406         return err;
6407 }
6408
6409 #ifdef CONFIG_NFS_V4_1
6410 /*
6411  * Check the exchange flags returned by the server for invalid flags, having
6412  * both PNFS and NON_PNFS flags set, and not having one of NON_PNFS, PNFS, or
6413  * DS flags set.
6414  */
6415 static int nfs4_check_cl_exchange_flags(u32 flags)
6416 {
6417         if (flags & ~EXCHGID4_FLAG_MASK_R)
6418                 goto out_inval;
6419         if ((flags & EXCHGID4_FLAG_USE_PNFS_MDS) &&
6420             (flags & EXCHGID4_FLAG_USE_NON_PNFS))
6421                 goto out_inval;
6422         if (!(flags & (EXCHGID4_FLAG_MASK_PNFS)))
6423                 goto out_inval;
6424         return NFS_OK;
6425 out_inval:
6426         return -NFS4ERR_INVAL;
6427 }
6428
6429 static bool
6430 nfs41_same_server_scope(struct nfs41_server_scope *a,
6431                         struct nfs41_server_scope *b)
6432 {
6433         if (a->server_scope_sz == b->server_scope_sz &&
6434             memcmp(a->server_scope, b->server_scope, a->server_scope_sz) == 0)
6435                 return true;
6436
6437         return false;
6438 }
6439
6440 /*
6441  * nfs4_proc_bind_conn_to_session()
6442  *
6443  * The 4.1 client currently uses the same TCP connection for the
6444  * fore and backchannel.
6445  */
6446 int nfs4_proc_bind_conn_to_session(struct nfs_client *clp, struct rpc_cred *cred)
6447 {
6448         int status;
6449         struct nfs41_bind_conn_to_session_res res;
6450         struct rpc_message msg = {
6451                 .rpc_proc =
6452                         &nfs4_procedures[NFSPROC4_CLNT_BIND_CONN_TO_SESSION],
6453                 .rpc_argp = clp,
6454                 .rpc_resp = &res,
6455                 .rpc_cred = cred,
6456         };
6457
6458         dprintk("--> %s\n", __func__);
6459
6460         res.session = kzalloc(sizeof(struct nfs4_session), GFP_NOFS);
6461         if (unlikely(res.session == NULL)) {
6462                 status = -ENOMEM;
6463                 goto out;
6464         }
6465
6466         status = rpc_call_sync(clp->cl_rpcclient, &msg, RPC_TASK_TIMEOUT);
6467         trace_nfs4_bind_conn_to_session(clp, status);
6468         if (status == 0) {
6469                 if (memcmp(res.session->sess_id.data,
6470                     clp->cl_session->sess_id.data, NFS4_MAX_SESSIONID_LEN)) {
6471                         dprintk("NFS: %s: Session ID mismatch\n", __func__);
6472                         status = -EIO;
6473                         goto out_session;
6474                 }
6475                 if (res.dir != NFS4_CDFS4_BOTH) {
6476                         dprintk("NFS: %s: Unexpected direction from server\n",
6477                                 __func__);
6478                         status = -EIO;
6479                         goto out_session;
6480                 }
6481                 if (res.use_conn_in_rdma_mode) {
6482                         dprintk("NFS: %s: Server returned RDMA mode = true\n",
6483                                 __func__);
6484                         status = -EIO;
6485                         goto out_session;
6486                 }
6487         }
6488 out_session:
6489         kfree(res.session);
6490 out:
6491         dprintk("<-- %s status= %d\n", __func__, status);
6492         return status;
6493 }
6494
6495 /*
6496  * Minimum set of SP4_MACH_CRED operations from RFC 5661 in the enforce map
6497  * and operations we'd like to see to enable certain features in the allow map
6498  */
6499 static const struct nfs41_state_protection nfs4_sp4_mach_cred_request = {
6500         .how = SP4_MACH_CRED,
6501         .enforce.u.words = {
6502                 [1] = 1 << (OP_BIND_CONN_TO_SESSION - 32) |
6503                       1 << (OP_EXCHANGE_ID - 32) |
6504                       1 << (OP_CREATE_SESSION - 32) |
6505                       1 << (OP_DESTROY_SESSION - 32) |
6506                       1 << (OP_DESTROY_CLIENTID - 32)
6507         },
6508         .allow.u.words = {
6509                 [0] = 1 << (OP_CLOSE) |
6510                       1 << (OP_LOCKU) |
6511                       1 << (OP_COMMIT),
6512                 [1] = 1 << (OP_SECINFO - 32) |
6513                       1 << (OP_SECINFO_NO_NAME - 32) |
6514                       1 << (OP_TEST_STATEID - 32) |
6515                       1 << (OP_FREE_STATEID - 32) |
6516                       1 << (OP_WRITE - 32)
6517         }
6518 };
6519
6520 /*
6521  * Select the state protection mode for client `clp' given the server results
6522  * from exchange_id in `sp'.
6523  *
6524  * Returns 0 on success, negative errno otherwise.
6525  */
6526 static int nfs4_sp4_select_mode(struct nfs_client *clp,
6527                                  struct nfs41_state_protection *sp)
6528 {
6529         static const u32 supported_enforce[NFS4_OP_MAP_NUM_WORDS] = {
6530                 [1] = 1 << (OP_BIND_CONN_TO_SESSION - 32) |
6531                       1 << (OP_EXCHANGE_ID - 32) |
6532                       1 << (OP_CREATE_SESSION - 32) |
6533                       1 << (OP_DESTROY_SESSION - 32) |
6534                       1 << (OP_DESTROY_CLIENTID - 32)
6535         };
6536         unsigned int i;
6537
6538         if (sp->how == SP4_MACH_CRED) {
6539                 /* Print state protect result */
6540                 dfprintk(MOUNT, "Server SP4_MACH_CRED support:\n");
6541                 for (i = 0; i <= LAST_NFS4_OP; i++) {
6542                         if (test_bit(i, sp->enforce.u.longs))
6543                                 dfprintk(MOUNT, "  enforce op %d\n", i);
6544                         if (test_bit(i, sp->allow.u.longs))
6545                                 dfprintk(MOUNT, "  allow op %d\n", i);
6546                 }
6547
6548                 /* make sure nothing is on enforce list that isn't supported */
6549                 for (i = 0; i < NFS4_OP_MAP_NUM_WORDS; i++) {
6550                         if (sp->enforce.u.words[i] & ~supported_enforce[i]) {
6551                                 dfprintk(MOUNT, "sp4_mach_cred: disabled\n");
6552                                 return -EINVAL;
6553                         }
6554                 }
6555
6556                 /*
6557                  * Minimal mode - state operations are allowed to use machine
6558                  * credential.  Note this already happens by default, so the
6559                  * client doesn't have to do anything more than the negotiation.
6560                  *
6561                  * NOTE: we don't care if EXCHANGE_ID is in the list -
6562                  *       we're already using the machine cred for exchange_id
6563                  *       and will never use a different cred.
6564                  */
6565                 if (test_bit(OP_BIND_CONN_TO_SESSION, sp->enforce.u.longs) &&
6566                     test_bit(OP_CREATE_SESSION, sp->enforce.u.longs) &&
6567                     test_bit(OP_DESTROY_SESSION, sp->enforce.u.longs) &&
6568                     test_bit(OP_DESTROY_CLIENTID, sp->enforce.u.longs)) {
6569                         dfprintk(MOUNT, "sp4_mach_cred:\n");
6570                         dfprintk(MOUNT, "  minimal mode enabled\n");
6571                         set_bit(NFS_SP4_MACH_CRED_MINIMAL, &clp->cl_sp4_flags);
6572                 } else {
6573                         dfprintk(MOUNT, "sp4_mach_cred: disabled\n");
6574                         return -EINVAL;
6575                 }
6576
6577                 if (test_bit(OP_CLOSE, sp->allow.u.longs) &&
6578                     test_bit(OP_LOCKU, sp->allow.u.longs)) {
6579                         dfprintk(MOUNT, "  cleanup mode enabled\n");
6580                         set_bit(NFS_SP4_MACH_CRED_CLEANUP, &clp->cl_sp4_flags);
6581                 }
6582
6583                 if (test_bit(OP_SECINFO, sp->allow.u.longs) &&
6584                     test_bit(OP_SECINFO_NO_NAME, sp->allow.u.longs)) {
6585                         dfprintk(MOUNT, "  secinfo mode enabled\n");
6586                         set_bit(NFS_SP4_MACH_CRED_SECINFO, &clp->cl_sp4_flags);
6587                 }
6588
6589                 if (test_bit(OP_TEST_STATEID, sp->allow.u.longs) &&
6590                     test_bit(OP_FREE_STATEID, sp->allow.u.longs)) {
6591                         dfprintk(MOUNT, "  stateid mode enabled\n");
6592                         set_bit(NFS_SP4_MACH_CRED_STATEID, &clp->cl_sp4_flags);
6593                 }
6594
6595                 if (test_bit(OP_WRITE, sp->allow.u.longs)) {
6596                         dfprintk(MOUNT, "  write mode enabled\n");
6597                         set_bit(NFS_SP4_MACH_CRED_WRITE, &clp->cl_sp4_flags);
6598                 }
6599
6600                 if (test_bit(OP_COMMIT, sp->allow.u.longs)) {
6601                         dfprintk(MOUNT, "  commit mode enabled\n");
6602                         set_bit(NFS_SP4_MACH_CRED_COMMIT, &clp->cl_sp4_flags);
6603                 }
6604         }
6605
6606         return 0;
6607 }
6608
6609 /*
6610  * _nfs4_proc_exchange_id()
6611  *
6612  * Wrapper for EXCHANGE_ID operation.
6613  */
6614 static int _nfs4_proc_exchange_id(struct nfs_client *clp, struct rpc_cred *cred,
6615         u32 sp4_how)
6616 {
6617         nfs4_verifier verifier;
6618         struct nfs41_exchange_id_args args = {
6619                 .verifier = &verifier,
6620                 .client = clp,
6621 #ifdef CONFIG_NFS_V4_1_MIGRATION
6622                 .flags = EXCHGID4_FLAG_SUPP_MOVED_REFER |
6623                          EXCHGID4_FLAG_BIND_PRINC_STATEID |
6624                          EXCHGID4_FLAG_SUPP_MOVED_MIGR,
6625 #else
6626                 .flags = EXCHGID4_FLAG_SUPP_MOVED_REFER |
6627                          EXCHGID4_FLAG_BIND_PRINC_STATEID,
6628 #endif
6629         };
6630         struct nfs41_exchange_id_res res = {
6631                 0
6632         };
6633         int status;
6634         struct rpc_message msg = {
6635                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_EXCHANGE_ID],
6636                 .rpc_argp = &args,
6637                 .rpc_resp = &res,
6638                 .rpc_cred = cred,
6639         };
6640
6641         nfs4_init_boot_verifier(clp, &verifier);
6642         args.id_len = nfs4_init_uniform_client_string(clp, args.id,
6643                                                         sizeof(args.id));
6644         dprintk("NFS call  exchange_id auth=%s, '%.*s'\n",
6645                 clp->cl_rpcclient->cl_auth->au_ops->au_name,
6646                 args.id_len, args.id);
6647
6648         res.server_owner = kzalloc(sizeof(struct nfs41_server_owner),
6649                                         GFP_NOFS);
6650         if (unlikely(res.server_owner == NULL)) {
6651                 status = -ENOMEM;
6652                 goto out;
6653         }
6654
6655         res.server_scope = kzalloc(sizeof(struct nfs41_server_scope),
6656                                         GFP_NOFS);
6657         if (unlikely(res.server_scope == NULL)) {
6658                 status = -ENOMEM;
6659                 goto out_server_owner;
6660         }
6661
6662         res.impl_id = kzalloc(sizeof(struct nfs41_impl_id), GFP_NOFS);
6663         if (unlikely(res.impl_id == NULL)) {
6664                 status = -ENOMEM;
6665                 goto out_server_scope;
6666         }
6667
6668         switch (sp4_how) {
6669         case SP4_NONE:
6670                 args.state_protect.how = SP4_NONE;
6671                 break;
6672
6673         case SP4_MACH_CRED:
6674                 args.state_protect = nfs4_sp4_mach_cred_request;
6675                 break;
6676
6677         default:
6678                 /* unsupported! */
6679                 WARN_ON_ONCE(1);
6680                 status = -EINVAL;
6681                 goto out_server_scope;
6682         }
6683
6684         status = rpc_call_sync(clp->cl_rpcclient, &msg, RPC_TASK_TIMEOUT);
6685         trace_nfs4_exchange_id(clp, status);
6686         if (status == 0)
6687                 status = nfs4_check_cl_exchange_flags(res.flags);
6688
6689         if (status == 0)
6690                 status = nfs4_sp4_select_mode(clp, &res.state_protect);
6691
6692         if (status == 0) {
6693                 clp->cl_clientid = res.clientid;
6694                 clp->cl_exchange_flags = (res.flags & ~EXCHGID4_FLAG_CONFIRMED_R);
6695                 if (!(res.flags & EXCHGID4_FLAG_CONFIRMED_R))
6696                         clp->cl_seqid = res.seqid;
6697
6698                 kfree(clp->cl_serverowner);
6699                 clp->cl_serverowner = res.server_owner;
6700                 res.server_owner = NULL;
6701
6702                 /* use the most recent implementation id */
6703                 kfree(clp->cl_implid);
6704                 clp->cl_implid = res.impl_id;
6705
6706                 if (clp->cl_serverscope != NULL &&
6707                     !nfs41_same_server_scope(clp->cl_serverscope,
6708                                              res.server_scope)) {
6709                         dprintk("%s: server_scope mismatch detected\n",
6710                                 __func__);
6711                         set_bit(NFS4CLNT_SERVER_SCOPE_MISMATCH, &clp->cl_state);
6712                         kfree(clp->cl_serverscope);
6713                         clp->cl_serverscope = NULL;
6714                 }
6715
6716                 if (clp->cl_serverscope == NULL) {
6717                         clp->cl_serverscope = res.server_scope;
6718                         goto out;
6719                 }
6720         } else
6721                 kfree(res.impl_id);
6722
6723 out_server_owner:
6724         kfree(res.server_owner);
6725 out_server_scope:
6726         kfree(res.server_scope);
6727 out:
6728         if (clp->cl_implid != NULL)
6729                 dprintk("NFS reply exchange_id: Server Implementation ID: "
6730                         "domain: %s, name: %s, date: %llu,%u\n",
6731                         clp->cl_implid->domain, clp->cl_implid->name,
6732                         clp->cl_implid->date.seconds,
6733                         clp->cl_implid->date.nseconds);
6734         dprintk("NFS reply exchange_id: %d\n", status);
6735         return status;
6736 }
6737
6738 /*
6739  * nfs4_proc_exchange_id()
6740  *
6741  * Returns zero, a negative errno, or a negative NFS4ERR status code.
6742  *
6743  * Since the clientid has expired, all compounds using sessions
6744  * associated with the stale clientid will be returning
6745  * NFS4ERR_BADSESSION in the sequence operation, and will therefore
6746  * be in some phase of session reset.
6747  *
6748  * Will attempt to negotiate SP4_MACH_CRED if krb5i / krb5p auth is used.
6749  */
6750 int nfs4_proc_exchange_id(struct nfs_client *clp, struct rpc_cred *cred)
6751 {
6752         rpc_authflavor_t authflavor = clp->cl_rpcclient->cl_auth->au_flavor;
6753         int status;
6754
6755         /* try SP4_MACH_CRED if krb5i/p */
6756         if (authflavor == RPC_AUTH_GSS_KRB5I ||
6757             authflavor == RPC_AUTH_GSS_KRB5P) {
6758                 status = _nfs4_proc_exchange_id(clp, cred, SP4_MACH_CRED);
6759                 if (!status)
6760                         return 0;
6761         }
6762
6763         /* try SP4_NONE */
6764         return _nfs4_proc_exchange_id(clp, cred, SP4_NONE);
6765 }
6766
6767 static int _nfs4_proc_destroy_clientid(struct nfs_client *clp,
6768                 struct rpc_cred *cred)
6769 {
6770         struct rpc_message msg = {
6771                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_DESTROY_CLIENTID],
6772                 .rpc_argp = clp,
6773                 .rpc_cred = cred,
6774         };
6775         int status;
6776
6777         status = rpc_call_sync(clp->cl_rpcclient, &msg, RPC_TASK_TIMEOUT);
6778         trace_nfs4_destroy_clientid(clp, status);
6779         if (status)
6780                 dprintk("NFS: Got error %d from the server %s on "
6781                         "DESTROY_CLIENTID.", status, clp->cl_hostname);
6782         return status;
6783 }
6784
6785 static int nfs4_proc_destroy_clientid(struct nfs_client *clp,
6786                 struct rpc_cred *cred)
6787 {
6788         unsigned int loop;
6789         int ret;
6790
6791         for (loop = NFS4_MAX_LOOP_ON_RECOVER; loop != 0; loop--) {
6792                 ret = _nfs4_proc_destroy_clientid(clp, cred);
6793                 switch (ret) {
6794                 case -NFS4ERR_DELAY:
6795                 case -NFS4ERR_CLIENTID_BUSY:
6796                         ssleep(1);
6797                         break;
6798                 default:
6799                         return ret;
6800                 }
6801         }
6802         return 0;
6803 }
6804
6805 int nfs4_destroy_clientid(struct nfs_client *clp)
6806 {
6807         struct rpc_cred *cred;
6808         int ret = 0;
6809
6810         if (clp->cl_mvops->minor_version < 1)
6811                 goto out;
6812         if (clp->cl_exchange_flags == 0)
6813                 goto out;
6814         if (clp->cl_preserve_clid)
6815                 goto out;
6816         cred = nfs4_get_clid_cred(clp);
6817         ret = nfs4_proc_destroy_clientid(clp, cred);
6818         if (cred)
6819                 put_rpccred(cred);
6820         switch (ret) {
6821         case 0:
6822         case -NFS4ERR_STALE_CLIENTID:
6823                 clp->cl_exchange_flags = 0;
6824         }
6825 out:
6826         return ret;
6827 }
6828
6829 struct nfs4_get_lease_time_data {
6830         struct nfs4_get_lease_time_args *args;
6831         struct nfs4_get_lease_time_res *res;
6832         struct nfs_client *clp;
6833 };
6834
6835 static void nfs4_get_lease_time_prepare(struct rpc_task *task,
6836                                         void *calldata)
6837 {
6838         struct nfs4_get_lease_time_data *data =
6839                         (struct nfs4_get_lease_time_data *)calldata;
6840
6841         dprintk("--> %s\n", __func__);
6842         /* just setup sequence, do not trigger session recovery
6843            since we're invoked within one */
6844         nfs41_setup_sequence(data->clp->cl_session,
6845                         &data->args->la_seq_args,
6846                         &data->res->lr_seq_res,
6847                         task);
6848         dprintk("<-- %s\n", __func__);
6849 }
6850
6851 /*
6852  * Called from nfs4_state_manager thread for session setup, so don't recover
6853  * from sequence operation or clientid errors.
6854  */
6855 static void nfs4_get_lease_time_done(struct rpc_task *task, void *calldata)
6856 {
6857         struct nfs4_get_lease_time_data *data =
6858                         (struct nfs4_get_lease_time_data *)calldata;
6859
6860         dprintk("--> %s\n", __func__);
6861         if (!nfs41_sequence_done(task, &data->res->lr_seq_res))
6862                 return;
6863         switch (task->tk_status) {
6864         case -NFS4ERR_DELAY:
6865         case -NFS4ERR_GRACE:
6866                 dprintk("%s Retry: tk_status %d\n", __func__, task->tk_status);
6867                 rpc_delay(task, NFS4_POLL_RETRY_MIN);
6868                 task->tk_status = 0;
6869                 /* fall through */
6870         case -NFS4ERR_RETRY_UNCACHED_REP:
6871                 rpc_restart_call_prepare(task);
6872                 return;
6873         }
6874         dprintk("<-- %s\n", __func__);
6875 }
6876
6877 static const struct rpc_call_ops nfs4_get_lease_time_ops = {
6878         .rpc_call_prepare = nfs4_get_lease_time_prepare,
6879         .rpc_call_done = nfs4_get_lease_time_done,
6880 };
6881
6882 int nfs4_proc_get_lease_time(struct nfs_client *clp, struct nfs_fsinfo *fsinfo)
6883 {
6884         struct rpc_task *task;
6885         struct nfs4_get_lease_time_args args;
6886         struct nfs4_get_lease_time_res res = {
6887                 .lr_fsinfo = fsinfo,
6888         };
6889         struct nfs4_get_lease_time_data data = {
6890                 .args = &args,
6891                 .res = &res,
6892                 .clp = clp,
6893         };
6894         struct rpc_message msg = {
6895                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_GET_LEASE_TIME],
6896                 .rpc_argp = &args,
6897                 .rpc_resp = &res,
6898         };
6899         struct rpc_task_setup task_setup = {
6900                 .rpc_client = clp->cl_rpcclient,
6901                 .rpc_message = &msg,
6902                 .callback_ops = &nfs4_get_lease_time_ops,
6903                 .callback_data = &data,
6904                 .flags = RPC_TASK_TIMEOUT,
6905         };
6906         int status;
6907
6908         nfs4_init_sequence(&args.la_seq_args, &res.lr_seq_res, 0);
6909         nfs4_set_sequence_privileged(&args.la_seq_args);
6910         dprintk("--> %s\n", __func__);
6911         task = rpc_run_task(&task_setup);
6912
6913         if (IS_ERR(task))
6914                 status = PTR_ERR(task);
6915         else {
6916                 status = task->tk_status;
6917                 rpc_put_task(task);
6918         }
6919         dprintk("<-- %s return %d\n", __func__, status);
6920
6921         return status;
6922 }
6923
6924 /*
6925  * Initialize the values to be used by the client in CREATE_SESSION
6926  * If nfs4_init_session set the fore channel request and response sizes,
6927  * use them.
6928  *
6929  * Set the back channel max_resp_sz_cached to zero to force the client to
6930  * always set csa_cachethis to FALSE because the current implementation
6931  * of the back channel DRC only supports caching the CB_SEQUENCE operation.
6932  */
6933 static void nfs4_init_channel_attrs(struct nfs41_create_session_args *args)
6934 {
6935         unsigned int max_rqst_sz, max_resp_sz;
6936
6937         max_rqst_sz = NFS_MAX_FILE_IO_SIZE + nfs41_maxwrite_overhead;
6938         max_resp_sz = NFS_MAX_FILE_IO_SIZE + nfs41_maxread_overhead;
6939
6940         /* Fore channel attributes */
6941         args->fc_attrs.max_rqst_sz = max_rqst_sz;
6942         args->fc_attrs.max_resp_sz = max_resp_sz;
6943         args->fc_attrs.max_ops = NFS4_MAX_OPS;
6944         args->fc_attrs.max_reqs = max_session_slots;
6945
6946         dprintk("%s: Fore Channel : max_rqst_sz=%u max_resp_sz=%u "
6947                 "max_ops=%u max_reqs=%u\n",
6948                 __func__,
6949                 args->fc_attrs.max_rqst_sz, args->fc_attrs.max_resp_sz,
6950                 args->fc_attrs.max_ops, args->fc_attrs.max_reqs);
6951
6952         /* Back channel attributes */
6953         args->bc_attrs.max_rqst_sz = PAGE_SIZE;
6954         args->bc_attrs.max_resp_sz = PAGE_SIZE;
6955         args->bc_attrs.max_resp_sz_cached = 0;
6956         args->bc_attrs.max_ops = NFS4_MAX_BACK_CHANNEL_OPS;
6957         args->bc_attrs.max_reqs = 1;
6958
6959         dprintk("%s: Back Channel : max_rqst_sz=%u max_resp_sz=%u "
6960                 "max_resp_sz_cached=%u max_ops=%u max_reqs=%u\n",
6961                 __func__,
6962                 args->bc_attrs.max_rqst_sz, args->bc_attrs.max_resp_sz,
6963                 args->bc_attrs.max_resp_sz_cached, args->bc_attrs.max_ops,
6964                 args->bc_attrs.max_reqs);
6965 }
6966
6967 static int nfs4_verify_fore_channel_attrs(struct nfs41_create_session_args *args, struct nfs4_session *session)
6968 {
6969         struct nfs4_channel_attrs *sent = &args->fc_attrs;
6970         struct nfs4_channel_attrs *rcvd = &session->fc_attrs;
6971
6972         if (rcvd->max_resp_sz > sent->max_resp_sz)
6973                 return -EINVAL;
6974         /*
6975          * Our requested max_ops is the minimum we need; we're not
6976          * prepared to break up compounds into smaller pieces than that.
6977          * So, no point even trying to continue if the server won't
6978          * cooperate:
6979          */
6980         if (rcvd->max_ops < sent->max_ops)
6981                 return -EINVAL;
6982         if (rcvd->max_reqs == 0)
6983                 return -EINVAL;
6984         if (rcvd->max_reqs > NFS4_MAX_SLOT_TABLE)
6985                 rcvd->max_reqs = NFS4_MAX_SLOT_TABLE;
6986         return 0;
6987 }
6988
6989 static int nfs4_verify_back_channel_attrs(struct nfs41_create_session_args *args, struct nfs4_session *session)
6990 {
6991         struct nfs4_channel_attrs *sent = &args->bc_attrs;
6992         struct nfs4_channel_attrs *rcvd = &session->bc_attrs;
6993
6994         if (rcvd->max_rqst_sz > sent->max_rqst_sz)
6995                 return -EINVAL;
6996         if (rcvd->max_resp_sz < sent->max_resp_sz)
6997                 return -EINVAL;
6998         if (rcvd->max_resp_sz_cached > sent->max_resp_sz_cached)
6999                 return -EINVAL;
7000         /* These would render the backchannel useless: */
7001         if (rcvd->max_ops != sent->max_ops)
7002                 return -EINVAL;
7003         if (rcvd->max_reqs != sent->max_reqs)
7004                 return -EINVAL;
7005         return 0;
7006 }
7007
7008 static int nfs4_verify_channel_attrs(struct nfs41_create_session_args *args,
7009                                      struct nfs4_session *session)
7010 {
7011         int ret;
7012
7013         ret = nfs4_verify_fore_channel_attrs(args, session);
7014         if (ret)
7015                 return ret;
7016         return nfs4_verify_back_channel_attrs(args, session);
7017 }
7018
7019 static int _nfs4_proc_create_session(struct nfs_client *clp,
7020                 struct rpc_cred *cred)
7021 {
7022         struct nfs4_session *session = clp->cl_session;
7023         struct nfs41_create_session_args args = {
7024                 .client = clp,
7025                 .cb_program = NFS4_CALLBACK,
7026         };
7027         struct nfs41_create_session_res res = {
7028                 .client = clp,
7029         };
7030         struct rpc_message msg = {
7031                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_CREATE_SESSION],
7032                 .rpc_argp = &args,
7033                 .rpc_resp = &res,
7034                 .rpc_cred = cred,
7035         };
7036         int status;
7037
7038         nfs4_init_channel_attrs(&args);
7039         args.flags = (SESSION4_PERSIST | SESSION4_BACK_CHAN);
7040
7041         status = rpc_call_sync(session->clp->cl_rpcclient, &msg, RPC_TASK_TIMEOUT);
7042         trace_nfs4_create_session(clp, status);
7043
7044         if (!status) {
7045                 /* Verify the session's negotiated channel_attrs values */
7046                 status = nfs4_verify_channel_attrs(&args, session);
7047                 /* Increment the clientid slot sequence id */
7048                 clp->cl_seqid++;
7049         }
7050
7051         return status;
7052 }
7053
7054 /*
7055  * Issues a CREATE_SESSION operation to the server.
7056  * It is the responsibility of the caller to verify the session is
7057  * expired before calling this routine.
7058  */
7059 int nfs4_proc_create_session(struct nfs_client *clp, struct rpc_cred *cred)
7060 {
7061         int status;
7062         unsigned *ptr;
7063         struct nfs4_session *session = clp->cl_session;
7064
7065         dprintk("--> %s clp=%p session=%p\n", __func__, clp, session);
7066
7067         status = _nfs4_proc_create_session(clp, cred);
7068         if (status)
7069                 goto out;
7070
7071         /* Init or reset the session slot tables */
7072         status = nfs4_setup_session_slot_tables(session);
7073         dprintk("slot table setup returned %d\n", status);
7074         if (status)
7075                 goto out;
7076
7077         ptr = (unsigned *)&session->sess_id.data[0];
7078         dprintk("%s client>seqid %d sessionid %u:%u:%u:%u\n", __func__,
7079                 clp->cl_seqid, ptr[0], ptr[1], ptr[2], ptr[3]);
7080 out:
7081         dprintk("<-- %s\n", __func__);
7082         return status;
7083 }
7084
7085 /*
7086  * Issue the over-the-wire RPC DESTROY_SESSION.
7087  * The caller must serialize access to this routine.
7088  */
7089 int nfs4_proc_destroy_session(struct nfs4_session *session,
7090                 struct rpc_cred *cred)
7091 {
7092         struct rpc_message msg = {
7093                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_DESTROY_SESSION],
7094                 .rpc_argp = session,
7095                 .rpc_cred = cred,
7096         };
7097         int status = 0;
7098
7099         dprintk("--> nfs4_proc_destroy_session\n");
7100
7101         /* session is still being setup */
7102         if (session->clp->cl_cons_state != NFS_CS_READY)
7103                 return status;
7104
7105         status = rpc_call_sync(session->clp->cl_rpcclient, &msg, RPC_TASK_TIMEOUT);
7106         trace_nfs4_destroy_session(session->clp, status);
7107
7108         if (status)
7109                 dprintk("NFS: Got error %d from the server on DESTROY_SESSION. "
7110                         "Session has been destroyed regardless...\n", status);
7111
7112         dprintk("<-- nfs4_proc_destroy_session\n");
7113         return status;
7114 }
7115
7116 /*
7117  * Renew the cl_session lease.
7118  */
7119 struct nfs4_sequence_data {
7120         struct nfs_client *clp;
7121         struct nfs4_sequence_args args;
7122         struct nfs4_sequence_res res;
7123 };
7124
7125 static void nfs41_sequence_release(void *data)
7126 {
7127         struct nfs4_sequence_data *calldata = data;
7128         struct nfs_client *clp = calldata->clp;
7129
7130         if (atomic_read(&clp->cl_count) > 1)
7131                 nfs4_schedule_state_renewal(clp);
7132         nfs_put_client(clp);
7133         kfree(calldata);
7134 }
7135
7136 static int nfs41_sequence_handle_errors(struct rpc_task *task, struct nfs_client *clp)
7137 {
7138         switch(task->tk_status) {
7139         case -NFS4ERR_DELAY:
7140                 rpc_delay(task, NFS4_POLL_RETRY_MAX);
7141                 return -EAGAIN;
7142         default:
7143                 nfs4_schedule_lease_recovery(clp);
7144         }
7145         return 0;
7146 }
7147
7148 static void nfs41_sequence_call_done(struct rpc_task *task, void *data)
7149 {
7150         struct nfs4_sequence_data *calldata = data;
7151         struct nfs_client *clp = calldata->clp;
7152
7153         if (!nfs41_sequence_done(task, task->tk_msg.rpc_resp))
7154                 return;
7155
7156         trace_nfs4_sequence(clp, task->tk_status);
7157         if (task->tk_status < 0) {
7158                 dprintk("%s ERROR %d\n", __func__, task->tk_status);
7159                 if (atomic_read(&clp->cl_count) == 1)
7160                         goto out;
7161
7162                 if (nfs41_sequence_handle_errors(task, clp) == -EAGAIN) {
7163                         rpc_restart_call_prepare(task);
7164                         return;
7165                 }
7166         }
7167         dprintk("%s rpc_cred %p\n", __func__, task->tk_msg.rpc_cred);
7168 out:
7169         dprintk("<-- %s\n", __func__);
7170 }
7171
7172 static void nfs41_sequence_prepare(struct rpc_task *task, void *data)
7173 {
7174         struct nfs4_sequence_data *calldata = data;
7175         struct nfs_client *clp = calldata->clp;
7176         struct nfs4_sequence_args *args;
7177         struct nfs4_sequence_res *res;
7178
7179         args = task->tk_msg.rpc_argp;
7180         res = task->tk_msg.rpc_resp;
7181
7182         nfs41_setup_sequence(clp->cl_session, args, res, task);
7183 }
7184
7185 static const struct rpc_call_ops nfs41_sequence_ops = {
7186         .rpc_call_done = nfs41_sequence_call_done,
7187         .rpc_call_prepare = nfs41_sequence_prepare,
7188         .rpc_release = nfs41_sequence_release,
7189 };
7190
7191 static struct rpc_task *_nfs41_proc_sequence(struct nfs_client *clp,
7192                 struct rpc_cred *cred,
7193                 bool is_privileged)
7194 {
7195         struct nfs4_sequence_data *calldata;
7196         struct rpc_message msg = {
7197                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_SEQUENCE],
7198                 .rpc_cred = cred,
7199         };
7200         struct rpc_task_setup task_setup_data = {
7201                 .rpc_client = clp->cl_rpcclient,
7202                 .rpc_message = &msg,
7203                 .callback_ops = &nfs41_sequence_ops,
7204                 .flags = RPC_TASK_ASYNC | RPC_TASK_TIMEOUT,
7205         };
7206
7207         if (!atomic_inc_not_zero(&clp->cl_count))
7208                 return ERR_PTR(-EIO);
7209         calldata = kzalloc(sizeof(*calldata), GFP_NOFS);
7210         if (calldata == NULL) {
7211                 nfs_put_client(clp);
7212                 return ERR_PTR(-ENOMEM);
7213         }
7214         nfs4_init_sequence(&calldata->args, &calldata->res, 0);
7215         if (is_privileged)
7216                 nfs4_set_sequence_privileged(&calldata->args);
7217         msg.rpc_argp = &calldata->args;
7218         msg.rpc_resp = &calldata->res;
7219         calldata->clp = clp;
7220         task_setup_data.callback_data = calldata;
7221
7222         return rpc_run_task(&task_setup_data);
7223 }
7224
7225 static int nfs41_proc_async_sequence(struct nfs_client *clp, struct rpc_cred *cred, unsigned renew_flags)
7226 {
7227         struct rpc_task *task;
7228         int ret = 0;
7229
7230         if ((renew_flags & NFS4_RENEW_TIMEOUT) == 0)
7231                 return 0;
7232         task = _nfs41_proc_sequence(clp, cred, false);
7233         if (IS_ERR(task))
7234                 ret = PTR_ERR(task);
7235         else
7236                 rpc_put_task_async(task);
7237         dprintk("<-- %s status=%d\n", __func__, ret);
7238         return ret;
7239 }
7240
7241 static int nfs4_proc_sequence(struct nfs_client *clp, struct rpc_cred *cred)
7242 {
7243         struct rpc_task *task;
7244         int ret;
7245
7246         task = _nfs41_proc_sequence(clp, cred, true);
7247         if (IS_ERR(task)) {
7248                 ret = PTR_ERR(task);
7249                 goto out;
7250         }
7251         ret = rpc_wait_for_completion_task(task);
7252         if (!ret) {
7253                 struct nfs4_sequence_res *res = task->tk_msg.rpc_resp;
7254
7255                 if (task->tk_status == 0)
7256                         nfs41_handle_sequence_flag_errors(clp, res->sr_status_flags);
7257                 ret = task->tk_status;
7258         }
7259         rpc_put_task(task);
7260 out:
7261         dprintk("<-- %s status=%d\n", __func__, ret);
7262         return ret;
7263 }
7264
7265 struct nfs4_reclaim_complete_data {
7266         struct nfs_client *clp;
7267         struct nfs41_reclaim_complete_args arg;
7268         struct nfs41_reclaim_complete_res res;
7269 };
7270
7271 static void nfs4_reclaim_complete_prepare(struct rpc_task *task, void *data)
7272 {
7273         struct nfs4_reclaim_complete_data *calldata = data;
7274
7275         nfs41_setup_sequence(calldata->clp->cl_session,
7276                         &calldata->arg.seq_args,
7277                         &calldata->res.seq_res,
7278                         task);
7279 }
7280
7281 static int nfs41_reclaim_complete_handle_errors(struct rpc_task *task, struct nfs_client *clp)
7282 {
7283         switch(task->tk_status) {
7284         case 0:
7285         case -NFS4ERR_COMPLETE_ALREADY:
7286         case -NFS4ERR_WRONG_CRED: /* What to do here? */
7287                 break;
7288         case -NFS4ERR_DELAY:
7289                 rpc_delay(task, NFS4_POLL_RETRY_MAX);
7290                 /* fall through */
7291         case -NFS4ERR_RETRY_UNCACHED_REP:
7292                 return -EAGAIN;
7293         default:
7294                 nfs4_schedule_lease_recovery(clp);
7295         }
7296         return 0;
7297 }
7298
7299 static void nfs4_reclaim_complete_done(struct rpc_task *task, void *data)
7300 {
7301         struct nfs4_reclaim_complete_data *calldata = data;
7302         struct nfs_client *clp = calldata->clp;
7303         struct nfs4_sequence_res *res = &calldata->res.seq_res;
7304
7305         dprintk("--> %s\n", __func__);
7306         if (!nfs41_sequence_done(task, res))
7307                 return;
7308
7309         trace_nfs4_reclaim_complete(clp, task->tk_status);
7310         if (nfs41_reclaim_complete_handle_errors(task, clp) == -EAGAIN) {
7311                 rpc_restart_call_prepare(task);
7312                 return;
7313         }
7314         dprintk("<-- %s\n", __func__);
7315 }
7316
7317 static void nfs4_free_reclaim_complete_data(void *data)
7318 {
7319         struct nfs4_reclaim_complete_data *calldata = data;
7320
7321         kfree(calldata);
7322 }
7323
7324 static const struct rpc_call_ops nfs4_reclaim_complete_call_ops = {
7325         .rpc_call_prepare = nfs4_reclaim_complete_prepare,
7326         .rpc_call_done = nfs4_reclaim_complete_done,
7327         .rpc_release = nfs4_free_reclaim_complete_data,
7328 };
7329
7330 /*
7331  * Issue a global reclaim complete.
7332  */
7333 static int nfs41_proc_reclaim_complete(struct nfs_client *clp,
7334                 struct rpc_cred *cred)
7335 {
7336         struct nfs4_reclaim_complete_data *calldata;
7337         struct rpc_task *task;
7338         struct rpc_message msg = {
7339                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_RECLAIM_COMPLETE],
7340                 .rpc_cred = cred,
7341         };
7342         struct rpc_task_setup task_setup_data = {
7343                 .rpc_client = clp->cl_rpcclient,
7344                 .rpc_message = &msg,
7345                 .callback_ops = &nfs4_reclaim_complete_call_ops,
7346                 .flags = RPC_TASK_ASYNC,
7347         };
7348         int status = -ENOMEM;
7349
7350         dprintk("--> %s\n", __func__);
7351         calldata = kzalloc(sizeof(*calldata), GFP_NOFS);
7352         if (calldata == NULL)
7353                 goto out;
7354         calldata->clp = clp;
7355         calldata->arg.one_fs = 0;
7356
7357         nfs4_init_sequence(&calldata->arg.seq_args, &calldata->res.seq_res, 0);
7358         nfs4_set_sequence_privileged(&calldata->arg.seq_args);
7359         msg.rpc_argp = &calldata->arg;
7360         msg.rpc_resp = &calldata->res;
7361         task_setup_data.callback_data = calldata;
7362         task = rpc_run_task(&task_setup_data);
7363         if (IS_ERR(task)) {
7364                 status = PTR_ERR(task);
7365                 goto out;
7366         }
7367         status = nfs4_wait_for_completion_rpc_task(task);
7368         if (status == 0)
7369                 status = task->tk_status;
7370         rpc_put_task(task);
7371         return 0;
7372 out:
7373         dprintk("<-- %s status=%d\n", __func__, status);
7374         return status;
7375 }
7376
7377 static void
7378 nfs4_layoutget_prepare(struct rpc_task *task, void *calldata)
7379 {
7380         struct nfs4_layoutget *lgp = calldata;
7381         struct nfs_server *server = NFS_SERVER(lgp->args.inode);
7382         struct nfs4_session *session = nfs4_get_session(server);
7383
7384         dprintk("--> %s\n", __func__);
7385         /* Note the is a race here, where a CB_LAYOUTRECALL can come in
7386          * right now covering the LAYOUTGET we are about to send.
7387          * However, that is not so catastrophic, and there seems
7388          * to be no way to prevent it completely.
7389          */
7390         if (nfs41_setup_sequence(session, &lgp->args.seq_args,
7391                                 &lgp->res.seq_res, task))
7392                 return;
7393         if (pnfs_choose_layoutget_stateid(&lgp->args.stateid,
7394                                           NFS_I(lgp->args.inode)->layout,
7395                                           lgp->args.ctx->state)) {
7396                 rpc_exit(task, NFS4_OK);
7397         }
7398 }
7399
7400 static void nfs4_layoutget_done(struct rpc_task *task, void *calldata)
7401 {
7402         struct nfs4_layoutget *lgp = calldata;
7403         struct inode *inode = lgp->args.inode;
7404         struct nfs_server *server = NFS_SERVER(inode);
7405         struct pnfs_layout_hdr *lo;
7406         struct nfs4_state *state = NULL;
7407         unsigned long timeo, giveup;
7408
7409         dprintk("--> %s\n", __func__);
7410
7411         if (!nfs41_sequence_done(task, &lgp->res.seq_res))
7412                 goto out;
7413
7414         switch (task->tk_status) {
7415         case 0:
7416                 goto out;
7417         case -NFS4ERR_LAYOUTTRYLATER:
7418         case -NFS4ERR_RECALLCONFLICT:
7419                 timeo = rpc_get_timeout(task->tk_client);
7420                 giveup = lgp->args.timestamp + timeo;
7421                 if (time_after(giveup, jiffies))
7422                         task->tk_status = -NFS4ERR_DELAY;
7423                 break;
7424         case -NFS4ERR_EXPIRED:
7425         case -NFS4ERR_BAD_STATEID:
7426                 spin_lock(&inode->i_lock);
7427                 lo = NFS_I(inode)->layout;
7428                 if (!lo || list_empty(&lo->plh_segs)) {
7429                         spin_unlock(&inode->i_lock);
7430                         /* If the open stateid was bad, then recover it. */
7431                         state = lgp->args.ctx->state;
7432                 } else {
7433                         LIST_HEAD(head);
7434
7435                         pnfs_mark_matching_lsegs_invalid(lo, &head, NULL);
7436                         spin_unlock(&inode->i_lock);
7437                         /* Mark the bad layout state as invalid, then
7438                          * retry using the open stateid. */
7439                         pnfs_free_lseg_list(&head);
7440                 }
7441         }
7442         if (nfs4_async_handle_error(task, server, state) == -EAGAIN)
7443                 rpc_restart_call_prepare(task);
7444 out:
7445         dprintk("<-- %s\n", __func__);
7446 }
7447
7448 static size_t max_response_pages(struct nfs_server *server)
7449 {
7450         u32 max_resp_sz = server->nfs_client->cl_session->fc_attrs.max_resp_sz;
7451         return nfs_page_array_len(0, max_resp_sz);
7452 }
7453
7454 static void nfs4_free_pages(struct page **pages, size_t size)
7455 {
7456         int i;
7457
7458         if (!pages)
7459                 return;
7460
7461         for (i = 0; i < size; i++) {
7462                 if (!pages[i])
7463                         break;
7464                 __free_page(pages[i]);
7465         }
7466         kfree(pages);
7467 }
7468
7469 static struct page **nfs4_alloc_pages(size_t size, gfp_t gfp_flags)
7470 {
7471         struct page **pages;
7472         int i;
7473
7474         pages = kcalloc(size, sizeof(struct page *), gfp_flags);
7475         if (!pages) {
7476                 dprintk("%s: can't alloc array of %zu pages\n", __func__, size);
7477                 return NULL;
7478         }
7479
7480         for (i = 0; i < size; i++) {
7481                 pages[i] = alloc_page(gfp_flags);
7482                 if (!pages[i]) {
7483                         dprintk("%s: failed to allocate page\n", __func__);
7484                         nfs4_free_pages(pages, size);
7485                         return NULL;
7486                 }
7487         }
7488
7489         return pages;
7490 }
7491
7492 static void nfs4_layoutget_release(void *calldata)
7493 {
7494         struct nfs4_layoutget *lgp = calldata;
7495         struct inode *inode = lgp->args.inode;
7496         struct nfs_server *server = NFS_SERVER(inode);
7497         size_t max_pages = max_response_pages(server);
7498
7499         dprintk("--> %s\n", __func__);
7500         nfs4_free_pages(lgp->args.layout.pages, max_pages);
7501         pnfs_put_layout_hdr(NFS_I(inode)->layout);
7502         put_nfs_open_context(lgp->args.ctx);
7503         kfree(calldata);
7504         dprintk("<-- %s\n", __func__);
7505 }
7506
7507 static const struct rpc_call_ops nfs4_layoutget_call_ops = {
7508         .rpc_call_prepare = nfs4_layoutget_prepare,
7509         .rpc_call_done = nfs4_layoutget_done,
7510         .rpc_release = nfs4_layoutget_release,
7511 };
7512
7513 struct pnfs_layout_segment *
7514 nfs4_proc_layoutget(struct nfs4_layoutget *lgp, gfp_t gfp_flags)
7515 {
7516         struct inode *inode = lgp->args.inode;
7517         struct nfs_server *server = NFS_SERVER(inode);
7518         size_t max_pages = max_response_pages(server);
7519         struct rpc_task *task;
7520         struct rpc_message msg = {
7521                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_LAYOUTGET],
7522                 .rpc_argp = &lgp->args,
7523                 .rpc_resp = &lgp->res,
7524                 .rpc_cred = lgp->cred,
7525         };
7526         struct rpc_task_setup task_setup_data = {
7527                 .rpc_client = server->client,
7528                 .rpc_message = &msg,
7529                 .callback_ops = &nfs4_layoutget_call_ops,
7530                 .callback_data = lgp,
7531                 .flags = RPC_TASK_ASYNC,
7532         };
7533         struct pnfs_layout_segment *lseg = NULL;
7534         int status = 0;
7535
7536         dprintk("--> %s\n", __func__);
7537
7538         lgp->args.layout.pages = nfs4_alloc_pages(max_pages, gfp_flags);
7539         if (!lgp->args.layout.pages) {
7540                 nfs4_layoutget_release(lgp);
7541                 return ERR_PTR(-ENOMEM);
7542         }
7543         lgp->args.layout.pglen = max_pages * PAGE_SIZE;
7544         lgp->args.timestamp = jiffies;
7545
7546         lgp->res.layoutp = &lgp->args.layout;
7547         lgp->res.seq_res.sr_slot = NULL;
7548         nfs4_init_sequence(&lgp->args.seq_args, &lgp->res.seq_res, 0);
7549
7550         /* nfs4_layoutget_release calls pnfs_put_layout_hdr */
7551         pnfs_get_layout_hdr(NFS_I(inode)->layout);
7552
7553         task = rpc_run_task(&task_setup_data);
7554         if (IS_ERR(task))
7555                 return ERR_CAST(task);
7556         status = nfs4_wait_for_completion_rpc_task(task);
7557         if (status == 0)
7558                 status = task->tk_status;
7559         trace_nfs4_layoutget(lgp->args.ctx,
7560                         &lgp->args.range,
7561                         &lgp->res.range,
7562                         status);
7563         /* if layoutp->len is 0, nfs4_layoutget_prepare called rpc_exit */
7564         if (status == 0 && lgp->res.layoutp->len)
7565                 lseg = pnfs_layout_process(lgp);
7566         rpc_put_task(task);
7567         dprintk("<-- %s status=%d\n", __func__, status);
7568         if (status)
7569                 return ERR_PTR(status);
7570         return lseg;
7571 }
7572
7573 static void
7574 nfs4_layoutreturn_prepare(struct rpc_task *task, void *calldata)
7575 {
7576         struct nfs4_layoutreturn *lrp = calldata;
7577
7578         dprintk("--> %s\n", __func__);
7579         nfs41_setup_sequence(lrp->clp->cl_session,
7580                         &lrp->args.seq_args,
7581                         &lrp->res.seq_res,
7582                         task);
7583 }
7584
7585 static void nfs4_layoutreturn_done(struct rpc_task *task, void *calldata)
7586 {
7587         struct nfs4_layoutreturn *lrp = calldata;
7588         struct nfs_server *server;
7589
7590         dprintk("--> %s\n", __func__);
7591
7592         if (!nfs41_sequence_done(task, &lrp->res.seq_res))
7593                 return;
7594
7595         server = NFS_SERVER(lrp->args.inode);
7596         if (nfs4_async_handle_error(task, server, NULL) == -EAGAIN) {
7597                 rpc_restart_call_prepare(task);
7598                 return;
7599         }
7600         dprintk("<-- %s\n", __func__);
7601 }
7602
7603 static void nfs4_layoutreturn_release(void *calldata)
7604 {
7605         struct nfs4_layoutreturn *lrp = calldata;
7606         struct pnfs_layout_hdr *lo = lrp->args.layout;
7607
7608         dprintk("--> %s\n", __func__);
7609         spin_lock(&lo->plh_inode->i_lock);
7610         if (lrp->res.lrs_present)
7611                 pnfs_set_layout_stateid(lo, &lrp->res.stateid, true);
7612         lo->plh_block_lgets--;
7613         spin_unlock(&lo->plh_inode->i_lock);
7614         pnfs_put_layout_hdr(lrp->args.layout);
7615         kfree(calldata);
7616         dprintk("<-- %s\n", __func__);
7617 }
7618
7619 static const struct rpc_call_ops nfs4_layoutreturn_call_ops = {
7620         .rpc_call_prepare = nfs4_layoutreturn_prepare,
7621         .rpc_call_done = nfs4_layoutreturn_done,
7622         .rpc_release = nfs4_layoutreturn_release,
7623 };
7624
7625 int nfs4_proc_layoutreturn(struct nfs4_layoutreturn *lrp)
7626 {
7627         struct rpc_task *task;
7628         struct rpc_message msg = {
7629                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_LAYOUTRETURN],
7630                 .rpc_argp = &lrp->args,
7631                 .rpc_resp = &lrp->res,
7632                 .rpc_cred = lrp->cred,
7633         };
7634         struct rpc_task_setup task_setup_data = {
7635                 .rpc_client = NFS_SERVER(lrp->args.inode)->client,
7636                 .rpc_message = &msg,
7637                 .callback_ops = &nfs4_layoutreturn_call_ops,
7638                 .callback_data = lrp,
7639         };
7640         int status;
7641
7642         dprintk("--> %s\n", __func__);
7643         nfs4_init_sequence(&lrp->args.seq_args, &lrp->res.seq_res, 1);
7644         task = rpc_run_task(&task_setup_data);
7645         if (IS_ERR(task))
7646                 return PTR_ERR(task);
7647         status = task->tk_status;
7648         trace_nfs4_layoutreturn(lrp->args.inode, status);
7649         dprintk("<-- %s status=%d\n", __func__, status);
7650         rpc_put_task(task);
7651         return status;
7652 }
7653
7654 /*
7655  * Retrieve the list of Data Server devices from the MDS.
7656  */
7657 static int _nfs4_getdevicelist(struct nfs_server *server,
7658                                     const struct nfs_fh *fh,
7659                                     struct pnfs_devicelist *devlist)
7660 {
7661         struct nfs4_getdevicelist_args args = {
7662                 .fh = fh,
7663                 .layoutclass = server->pnfs_curr_ld->id,
7664         };
7665         struct nfs4_getdevicelist_res res = {
7666                 .devlist = devlist,
7667         };
7668         struct rpc_message msg = {
7669                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_GETDEVICELIST],
7670                 .rpc_argp = &args,
7671                 .rpc_resp = &res,
7672         };
7673         int status;
7674
7675         dprintk("--> %s\n", __func__);
7676         status = nfs4_call_sync(server->client, server, &msg, &args.seq_args,
7677                                 &res.seq_res, 0);
7678         dprintk("<-- %s status=%d\n", __func__, status);
7679         return status;
7680 }
7681
7682 int nfs4_proc_getdevicelist(struct nfs_server *server,
7683                             const struct nfs_fh *fh,
7684                             struct pnfs_devicelist *devlist)
7685 {
7686         struct nfs4_exception exception = { };
7687         int err;
7688
7689         do {
7690                 err = nfs4_handle_exception(server,
7691                                 _nfs4_getdevicelist(server, fh, devlist),
7692                                 &exception);
7693         } while (exception.retry);
7694
7695         dprintk("%s: err=%d, num_devs=%u\n", __func__,
7696                 err, devlist->num_devs);
7697
7698         return err;
7699 }
7700 EXPORT_SYMBOL_GPL(nfs4_proc_getdevicelist);
7701
7702 static int
7703 _nfs4_proc_getdeviceinfo(struct nfs_server *server,
7704                 struct pnfs_device *pdev,
7705                 struct rpc_cred *cred)
7706 {
7707         struct nfs4_getdeviceinfo_args args = {
7708                 .pdev = pdev,
7709         };
7710         struct nfs4_getdeviceinfo_res res = {
7711                 .pdev = pdev,
7712         };
7713         struct rpc_message msg = {
7714                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_GETDEVICEINFO],
7715                 .rpc_argp = &args,
7716                 .rpc_resp = &res,
7717                 .rpc_cred = cred,
7718         };
7719         int status;
7720
7721         dprintk("--> %s\n", __func__);
7722         status = nfs4_call_sync(server->client, server, &msg, &args.seq_args, &res.seq_res, 0);
7723         dprintk("<-- %s status=%d\n", __func__, status);
7724
7725         return status;
7726 }
7727
7728 int nfs4_proc_getdeviceinfo(struct nfs_server *server,
7729                 struct pnfs_device *pdev,
7730                 struct rpc_cred *cred)
7731 {
7732         struct nfs4_exception exception = { };
7733         int err;
7734
7735         do {
7736                 err = nfs4_handle_exception(server,
7737                                         _nfs4_proc_getdeviceinfo(server, pdev, cred),
7738                                         &exception);
7739         } while (exception.retry);
7740         return err;
7741 }
7742 EXPORT_SYMBOL_GPL(nfs4_proc_getdeviceinfo);
7743
7744 static void nfs4_layoutcommit_prepare(struct rpc_task *task, void *calldata)
7745 {
7746         struct nfs4_layoutcommit_data *data = calldata;
7747         struct nfs_server *server = NFS_SERVER(data->args.inode);
7748         struct nfs4_session *session = nfs4_get_session(server);
7749
7750         nfs41_setup_sequence(session,
7751                         &data->args.seq_args,
7752                         &data->res.seq_res,
7753                         task);
7754 }
7755
7756 static void
7757 nfs4_layoutcommit_done(struct rpc_task *task, void *calldata)
7758 {
7759         struct nfs4_layoutcommit_data *data = calldata;
7760         struct nfs_server *server = NFS_SERVER(data->args.inode);
7761
7762         if (!nfs41_sequence_done(task, &data->res.seq_res))
7763                 return;
7764
7765         switch (task->tk_status) { /* Just ignore these failures */
7766         case -NFS4ERR_DELEG_REVOKED: /* layout was recalled */
7767         case -NFS4ERR_BADIOMODE:     /* no IOMODE_RW layout for range */
7768         case -NFS4ERR_BADLAYOUT:     /* no layout */
7769         case -NFS4ERR_GRACE:        /* loca_recalim always false */
7770                 task->tk_status = 0;
7771                 break;
7772         case 0:
7773                 nfs_post_op_update_inode_force_wcc(data->args.inode,
7774                                                    data->res.fattr);
7775                 break;
7776         default:
7777                 if (nfs4_async_handle_error(task, server, NULL) == -EAGAIN) {
7778                         rpc_restart_call_prepare(task);
7779                         return;
7780                 }
7781         }
7782 }
7783
7784 static void nfs4_layoutcommit_release(void *calldata)
7785 {
7786         struct nfs4_layoutcommit_data *data = calldata;
7787
7788         pnfs_cleanup_layoutcommit(data);
7789         put_rpccred(data->cred);
7790         kfree(data);
7791 }
7792
7793 static const struct rpc_call_ops nfs4_layoutcommit_ops = {
7794         .rpc_call_prepare = nfs4_layoutcommit_prepare,
7795         .rpc_call_done = nfs4_layoutcommit_done,
7796         .rpc_release = nfs4_layoutcommit_release,
7797 };
7798
7799 int
7800 nfs4_proc_layoutcommit(struct nfs4_layoutcommit_data *data, bool sync)
7801 {
7802         struct rpc_message msg = {
7803                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_LAYOUTCOMMIT],
7804                 .rpc_argp = &data->args,
7805                 .rpc_resp = &data->res,
7806                 .rpc_cred = data->cred,
7807         };
7808         struct rpc_task_setup task_setup_data = {
7809                 .task = &data->task,
7810                 .rpc_client = NFS_CLIENT(data->args.inode),
7811                 .rpc_message = &msg,
7812                 .callback_ops = &nfs4_layoutcommit_ops,
7813                 .callback_data = data,
7814                 .flags = RPC_TASK_ASYNC,
7815         };
7816         struct rpc_task *task;
7817         int status = 0;
7818
7819         dprintk("NFS: %4d initiating layoutcommit call. sync %d "
7820                 "lbw: %llu inode %lu\n",
7821                 data->task.tk_pid, sync,
7822                 data->args.lastbytewritten,
7823                 data->args.inode->i_ino);
7824
7825         nfs4_init_sequence(&data->args.seq_args, &data->res.seq_res, 1);
7826         task = rpc_run_task(&task_setup_data);
7827         if (IS_ERR(task))
7828                 return PTR_ERR(task);
7829         if (sync == false)
7830                 goto out;
7831         status = nfs4_wait_for_completion_rpc_task(task);
7832         if (status != 0)
7833                 goto out;
7834         status = task->tk_status;
7835         trace_nfs4_layoutcommit(data->args.inode, status);
7836 out:
7837         dprintk("%s: status %d\n", __func__, status);
7838         rpc_put_task(task);
7839         return status;
7840 }
7841
7842 /**
7843  * Use the state managment nfs_client cl_rpcclient, which uses krb5i (if
7844  * possible) as per RFC3530bis and RFC5661 Security Considerations sections
7845  */
7846 static int
7847 _nfs41_proc_secinfo_no_name(struct nfs_server *server, struct nfs_fh *fhandle,
7848                     struct nfs_fsinfo *info,
7849                     struct nfs4_secinfo_flavors *flavors, bool use_integrity)
7850 {
7851         struct nfs41_secinfo_no_name_args args = {
7852                 .style = SECINFO_STYLE_CURRENT_FH,
7853         };
7854         struct nfs4_secinfo_res res = {
7855                 .flavors = flavors,
7856         };
7857         struct rpc_message msg = {
7858                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_SECINFO_NO_NAME],
7859                 .rpc_argp = &args,
7860                 .rpc_resp = &res,
7861         };
7862         struct rpc_clnt *clnt = server->client;
7863         struct rpc_cred *cred = NULL;
7864         int status;
7865
7866         if (use_integrity) {
7867                 clnt = server->nfs_client->cl_rpcclient;
7868                 cred = nfs4_get_clid_cred(server->nfs_client);
7869                 msg.rpc_cred = cred;
7870         }
7871
7872         dprintk("--> %s\n", __func__);
7873         status = nfs4_call_sync(clnt, server, &msg, &args.seq_args,
7874                                 &res.seq_res, 0);
7875         dprintk("<-- %s status=%d\n", __func__, status);
7876
7877         if (cred)
7878                 put_rpccred(cred);
7879
7880         return status;
7881 }
7882
7883 static int
7884 nfs41_proc_secinfo_no_name(struct nfs_server *server, struct nfs_fh *fhandle,
7885                            struct nfs_fsinfo *info, struct nfs4_secinfo_flavors *flavors)
7886 {
7887         struct nfs4_exception exception = { };
7888         int err;
7889         do {
7890                 /* first try using integrity protection */
7891                 err = -NFS4ERR_WRONGSEC;
7892
7893                 /* try to use integrity protection with machine cred */
7894                 if (_nfs4_is_integrity_protected(server->nfs_client))
7895                         err = _nfs41_proc_secinfo_no_name(server, fhandle, info,
7896                                                           flavors, true);
7897
7898                 /*
7899                  * if unable to use integrity protection, or SECINFO with
7900                  * integrity protection returns NFS4ERR_WRONGSEC (which is
7901                  * disallowed by spec, but exists in deployed servers) use
7902                  * the current filesystem's rpc_client and the user cred.
7903                  */
7904                 if (err == -NFS4ERR_WRONGSEC)
7905                         err = _nfs41_proc_secinfo_no_name(server, fhandle, info,
7906                                                           flavors, false);
7907
7908                 switch (err) {
7909                 case 0:
7910                 case -NFS4ERR_WRONGSEC:
7911                 case -NFS4ERR_NOTSUPP:
7912                         goto out;
7913                 default:
7914                         err = nfs4_handle_exception(server, err, &exception);
7915                 }
7916         } while (exception.retry);
7917 out:
7918         return err;
7919 }
7920
7921 static int
7922 nfs41_find_root_sec(struct nfs_server *server, struct nfs_fh *fhandle,
7923                     struct nfs_fsinfo *info)
7924 {
7925         int err;
7926         struct page *page;
7927         rpc_authflavor_t flavor = RPC_AUTH_MAXFLAVOR;
7928         struct nfs4_secinfo_flavors *flavors;
7929         struct nfs4_secinfo4 *secinfo;
7930         int i;
7931
7932         page = alloc_page(GFP_KERNEL);
7933         if (!page) {
7934                 err = -ENOMEM;
7935                 goto out;
7936         }
7937
7938         flavors = page_address(page);
7939         err = nfs41_proc_secinfo_no_name(server, fhandle, info, flavors);
7940
7941         /*
7942          * Fall back on "guess and check" method if
7943          * the server doesn't support SECINFO_NO_NAME
7944          */
7945         if (err == -NFS4ERR_WRONGSEC || err == -NFS4ERR_NOTSUPP) {
7946                 err = nfs4_find_root_sec(server, fhandle, info);
7947                 goto out_freepage;
7948         }
7949         if (err)
7950                 goto out_freepage;
7951
7952         for (i = 0; i < flavors->num_flavors; i++) {
7953                 secinfo = &flavors->flavors[i];
7954
7955                 switch (secinfo->flavor) {
7956                 case RPC_AUTH_NULL:
7957                 case RPC_AUTH_UNIX:
7958                 case RPC_AUTH_GSS:
7959                         flavor = rpcauth_get_pseudoflavor(secinfo->flavor,
7960                                         &secinfo->flavor_info);
7961                         break;
7962                 default:
7963                         flavor = RPC_AUTH_MAXFLAVOR;
7964                         break;
7965                 }
7966
7967                 if (!nfs_auth_info_match(&server->auth_info, flavor))
7968                         flavor = RPC_AUTH_MAXFLAVOR;
7969
7970                 if (flavor != RPC_AUTH_MAXFLAVOR) {
7971                         err = nfs4_lookup_root_sec(server, fhandle,
7972                                                    info, flavor);
7973                         if (!err)
7974                                 break;
7975                 }
7976         }
7977
7978         if (flavor == RPC_AUTH_MAXFLAVOR)
7979                 err = -EPERM;
7980
7981 out_freepage:
7982         put_page(page);
7983         if (err == -EACCES)
7984                 return -EPERM;
7985 out:
7986         return err;
7987 }
7988
7989 static int _nfs41_test_stateid(struct nfs_server *server,
7990                 nfs4_stateid *stateid,
7991                 struct rpc_cred *cred)
7992 {
7993         int status;
7994         struct nfs41_test_stateid_args args = {
7995                 .stateid = stateid,
7996         };
7997         struct nfs41_test_stateid_res res;
7998         struct rpc_message msg = {
7999                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_TEST_STATEID],
8000                 .rpc_argp = &args,
8001                 .rpc_resp = &res,
8002                 .rpc_cred = cred,
8003         };
8004         struct rpc_clnt *rpc_client = server->client;
8005
8006         nfs4_state_protect(server->nfs_client, NFS_SP4_MACH_CRED_STATEID,
8007                 &rpc_client, &msg);
8008
8009         dprintk("NFS call  test_stateid %p\n", stateid);
8010         nfs4_init_sequence(&args.seq_args, &res.seq_res, 0);
8011         nfs4_set_sequence_privileged(&args.seq_args);
8012         status = nfs4_call_sync_sequence(rpc_client, server, &msg,
8013                         &args.seq_args, &res.seq_res);
8014         if (status != NFS_OK) {
8015                 dprintk("NFS reply test_stateid: failed, %d\n", status);
8016                 return status;
8017         }
8018         dprintk("NFS reply test_stateid: succeeded, %d\n", -res.status);
8019         return -res.status;
8020 }
8021
8022 /**
8023  * nfs41_test_stateid - perform a TEST_STATEID operation
8024  *
8025  * @server: server / transport on which to perform the operation
8026  * @stateid: state ID to test
8027  * @cred: credential
8028  *
8029  * Returns NFS_OK if the server recognizes that "stateid" is valid.
8030  * Otherwise a negative NFS4ERR value is returned if the operation
8031  * failed or the state ID is not currently valid.
8032  */
8033 static int nfs41_test_stateid(struct nfs_server *server,
8034                 nfs4_stateid *stateid,
8035                 struct rpc_cred *cred)
8036 {
8037         struct nfs4_exception exception = { };
8038         int err;
8039         do {
8040                 err = _nfs41_test_stateid(server, stateid, cred);
8041                 if (err != -NFS4ERR_DELAY)
8042                         break;
8043                 nfs4_handle_exception(server, err, &exception);
8044         } while (exception.retry);
8045         return err;
8046 }
8047
8048 struct nfs_free_stateid_data {
8049         struct nfs_server *server;
8050         struct nfs41_free_stateid_args args;
8051         struct nfs41_free_stateid_res res;
8052 };
8053
8054 static void nfs41_free_stateid_prepare(struct rpc_task *task, void *calldata)
8055 {
8056         struct nfs_free_stateid_data *data = calldata;
8057         nfs41_setup_sequence(nfs4_get_session(data->server),
8058                         &data->args.seq_args,
8059                         &data->res.seq_res,
8060                         task);
8061 }
8062
8063 static void nfs41_free_stateid_done(struct rpc_task *task, void *calldata)
8064 {
8065         struct nfs_free_stateid_data *data = calldata;
8066
8067         nfs41_sequence_done(task, &data->res.seq_res);
8068
8069         switch (task->tk_status) {
8070         case -NFS4ERR_DELAY:
8071                 if (nfs4_async_handle_error(task, data->server, NULL) == -EAGAIN)
8072                         rpc_restart_call_prepare(task);
8073         }
8074 }
8075
8076 static void nfs41_free_stateid_release(void *calldata)
8077 {
8078         kfree(calldata);
8079 }
8080
8081 static const struct rpc_call_ops nfs41_free_stateid_ops = {
8082         .rpc_call_prepare = nfs41_free_stateid_prepare,
8083         .rpc_call_done = nfs41_free_stateid_done,
8084         .rpc_release = nfs41_free_stateid_release,
8085 };
8086
8087 static struct rpc_task *_nfs41_free_stateid(struct nfs_server *server,
8088                 nfs4_stateid *stateid,
8089                 struct rpc_cred *cred,
8090                 bool privileged)
8091 {
8092         struct rpc_message msg = {
8093                 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_FREE_STATEID],
8094                 .rpc_cred = cred,
8095         };
8096         struct rpc_task_setup task_setup = {
8097                 .rpc_client = server->client,
8098                 .rpc_message = &msg,
8099                 .callback_ops = &nfs41_free_stateid_ops,
8100                 .flags = RPC_TASK_ASYNC,
8101         };
8102         struct nfs_free_stateid_data *data;
8103
8104         nfs4_state_protect(server->nfs_client, NFS_SP4_MACH_CRED_STATEID,
8105                 &task_setup.rpc_client, &msg);
8106
8107         dprintk("NFS call  free_stateid %p\n", stateid);
8108         data = kmalloc(sizeof(*data), GFP_NOFS);
8109         if (!data)
8110                 return ERR_PTR(-ENOMEM);
8111         data->server = server;
8112         nfs4_stateid_copy(&data->args.stateid, stateid);
8113
8114         task_setup.callback_data = data;
8115
8116         msg.rpc_argp = &data->args;
8117         msg.rpc_resp = &data->res;
8118         nfs4_init_sequence(&data->args.seq_args, &data->res.seq_res, 0);
8119         if (privileged)
8120                 nfs4_set_sequence_privileged(&data->args.seq_args);
8121
8122         return rpc_run_task(&task_setup);
8123 }
8124
8125 /**
8126  * nfs41_free_stateid - perform a FREE_STATEID operation
8127  *
8128  * @server: server / transport on which to perform the operation
8129  * @stateid: state ID to release
8130  * @cred: credential
8131  *
8132  * Returns NFS_OK if the server freed "stateid".  Otherwise a
8133  * negative NFS4ERR value is returned.
8134  */
8135 static int nfs41_free_stateid(struct nfs_server *server,
8136                 nfs4_stateid *stateid,
8137                 struct rpc_cred *cred)
8138 {
8139         struct rpc_task *task;
8140         int ret;
8141
8142         task = _nfs41_free_stateid(server, stateid, cred, true);
8143         if (IS_ERR(task))
8144                 return PTR_ERR(task);
8145         ret = rpc_wait_for_completion_task(task);
8146         if (!ret)
8147                 ret = task->tk_status;
8148         rpc_put_task(task);
8149         return ret;
8150 }
8151
8152 static int nfs41_free_lock_state(struct nfs_server *server, struct nfs4_lock_state *lsp)
8153 {
8154         struct rpc_task *task;
8155         struct rpc_cred *cred = lsp->ls_state->owner->so_cred;
8156
8157         task = _nfs41_free_stateid(server, &lsp->ls_stateid, cred, false);
8158         nfs4_free_lock_state(server, lsp);
8159         if (IS_ERR(task))
8160                 return PTR_ERR(task);
8161         rpc_put_task(task);
8162         return 0;
8163 }
8164
8165 static bool nfs41_match_stateid(const nfs4_stateid *s1,
8166                 const nfs4_stateid *s2)
8167 {
8168         if (memcmp(s1->other, s2->other, sizeof(s1->other)) != 0)
8169                 return false;
8170
8171         if (s1->seqid == s2->seqid)
8172                 return true;
8173         if (s1->seqid == 0 || s2->seqid == 0)
8174                 return true;
8175
8176         return false;
8177 }
8178
8179 #endif /* CONFIG_NFS_V4_1 */
8180
8181 static bool nfs4_match_stateid(const nfs4_stateid *s1,
8182                 const nfs4_stateid *s2)
8183 {
8184         return nfs4_stateid_match(s1, s2);
8185 }
8186
8187
8188 static const struct nfs4_state_recovery_ops nfs40_reboot_recovery_ops = {
8189         .owner_flag_bit = NFS_OWNER_RECLAIM_REBOOT,
8190         .state_flag_bit = NFS_STATE_RECLAIM_REBOOT,
8191         .recover_open   = nfs4_open_reclaim,
8192         .recover_lock   = nfs4_lock_reclaim,
8193         .establish_clid = nfs4_init_clientid,
8194         .detect_trunking = nfs40_discover_server_trunking,
8195 };
8196
8197 #if defined(CONFIG_NFS_V4_1)
8198 static const struct nfs4_state_recovery_ops nfs41_reboot_recovery_ops = {
8199         .owner_flag_bit = NFS_OWNER_RECLAIM_REBOOT,
8200         .state_flag_bit = NFS_STATE_RECLAIM_REBOOT,
8201         .recover_open   = nfs4_open_reclaim,
8202         .recover_lock   = nfs4_lock_reclaim,
8203         .establish_clid = nfs41_init_clientid,
8204         .reclaim_complete = nfs41_proc_reclaim_complete,
8205         .detect_trunking = nfs41_discover_server_trunking,
8206 };
8207 #endif /* CONFIG_NFS_V4_1 */
8208
8209 static const struct nfs4_state_recovery_ops nfs40_nograce_recovery_ops = {
8210         .owner_flag_bit = NFS_OWNER_RECLAIM_NOGRACE,
8211         .state_flag_bit = NFS_STATE_RECLAIM_NOGRACE,
8212         .recover_open   = nfs4_open_expired,
8213         .recover_lock   = nfs4_lock_expired,
8214         .establish_clid = nfs4_init_clientid,
8215 };
8216
8217 #if defined(CONFIG_NFS_V4_1)
8218 static const struct nfs4_state_recovery_ops nfs41_nograce_recovery_ops = {
8219         .owner_flag_bit = NFS_OWNER_RECLAIM_NOGRACE,
8220         .state_flag_bit = NFS_STATE_RECLAIM_NOGRACE,
8221         .recover_open   = nfs41_open_expired,
8222         .recover_lock   = nfs41_lock_expired,
8223         .establish_clid = nfs41_init_clientid,
8224 };
8225 #endif /* CONFIG_NFS_V4_1 */
8226
8227 static const struct nfs4_state_maintenance_ops nfs40_state_renewal_ops = {
8228         .sched_state_renewal = nfs4_proc_async_renew,
8229         .get_state_renewal_cred_locked = nfs4_get_renew_cred_locked,
8230         .renew_lease = nfs4_proc_renew,
8231 };
8232
8233 #if defined(CONFIG_NFS_V4_1)
8234 static const struct nfs4_state_maintenance_ops nfs41_state_renewal_ops = {
8235         .sched_state_renewal = nfs41_proc_async_sequence,
8236         .get_state_renewal_cred_locked = nfs4_get_machine_cred_locked,
8237         .renew_lease = nfs4_proc_sequence,
8238 };
8239 #endif
8240
8241 static const struct nfs4_mig_recovery_ops nfs40_mig_recovery_ops = {
8242         .get_locations = _nfs40_proc_get_locations,
8243         .fsid_present = _nfs40_proc_fsid_present,
8244 };
8245
8246 #if defined(CONFIG_NFS_V4_1)
8247 static const struct nfs4_mig_recovery_ops nfs41_mig_recovery_ops = {
8248         .get_locations = _nfs41_proc_get_locations,
8249         .fsid_present = _nfs41_proc_fsid_present,
8250 };
8251 #endif  /* CONFIG_NFS_V4_1 */
8252
8253 static const struct nfs4_minor_version_ops nfs_v4_0_minor_ops = {
8254         .minor_version = 0,
8255         .init_caps = NFS_CAP_READDIRPLUS
8256                 | NFS_CAP_ATOMIC_OPEN
8257                 | NFS_CAP_CHANGE_ATTR
8258                 | NFS_CAP_POSIX_LOCK,
8259         .init_client = nfs40_init_client,
8260         .shutdown_client = nfs40_shutdown_client,
8261         .match_stateid = nfs4_match_stateid,
8262         .find_root_sec = nfs4_find_root_sec,
8263         .free_lock_state = nfs4_release_lockowner,
8264         .call_sync_ops = &nfs40_call_sync_ops,
8265         .reboot_recovery_ops = &nfs40_reboot_recovery_ops,
8266         .nograce_recovery_ops = &nfs40_nograce_recovery_ops,
8267         .state_renewal_ops = &nfs40_state_renewal_ops,
8268         .mig_recovery_ops = &nfs40_mig_recovery_ops,
8269 };
8270
8271 #if defined(CONFIG_NFS_V4_1)
8272 static const struct nfs4_minor_version_ops nfs_v4_1_minor_ops = {
8273         .minor_version = 1,
8274         .init_caps = NFS_CAP_READDIRPLUS
8275                 | NFS_CAP_ATOMIC_OPEN
8276                 | NFS_CAP_CHANGE_ATTR
8277                 | NFS_CAP_POSIX_LOCK
8278                 | NFS_CAP_STATEID_NFSV41
8279                 | NFS_CAP_ATOMIC_OPEN_V1,
8280         .init_client = nfs41_init_client,
8281         .shutdown_client = nfs41_shutdown_client,
8282         .match_stateid = nfs41_match_stateid,
8283         .find_root_sec = nfs41_find_root_sec,
8284         .free_lock_state = nfs41_free_lock_state,
8285         .call_sync_ops = &nfs41_call_sync_ops,
8286         .reboot_recovery_ops = &nfs41_reboot_recovery_ops,
8287         .nograce_recovery_ops = &nfs41_nograce_recovery_ops,
8288         .state_renewal_ops = &nfs41_state_renewal_ops,
8289         .mig_recovery_ops = &nfs41_mig_recovery_ops,
8290 };
8291 #endif
8292
8293 #if defined(CONFIG_NFS_V4_2)
8294 static const struct nfs4_minor_version_ops nfs_v4_2_minor_ops = {
8295         .minor_version = 2,
8296         .init_caps = NFS_CAP_READDIRPLUS
8297                 | NFS_CAP_ATOMIC_OPEN
8298                 | NFS_CAP_CHANGE_ATTR
8299                 | NFS_CAP_POSIX_LOCK
8300                 | NFS_CAP_STATEID_NFSV41
8301                 | NFS_CAP_ATOMIC_OPEN_V1,
8302         .init_client = nfs41_init_client,
8303         .shutdown_client = nfs41_shutdown_client,
8304         .match_stateid = nfs41_match_stateid,
8305         .find_root_sec = nfs41_find_root_sec,
8306         .free_lock_state = nfs41_free_lock_state,
8307         .call_sync_ops = &nfs41_call_sync_ops,
8308         .reboot_recovery_ops = &nfs41_reboot_recovery_ops,
8309         .nograce_recovery_ops = &nfs41_nograce_recovery_ops,
8310         .state_renewal_ops = &nfs41_state_renewal_ops,
8311 };
8312 #endif
8313
8314 const struct nfs4_minor_version_ops *nfs_v4_minor_ops[] = {
8315         [0] = &nfs_v4_0_minor_ops,
8316 #if defined(CONFIG_NFS_V4_1)
8317         [1] = &nfs_v4_1_minor_ops,
8318 #endif
8319 #if defined(CONFIG_NFS_V4_2)
8320         [2] = &nfs_v4_2_minor_ops,
8321 #endif
8322 };
8323
8324 static const struct inode_operations nfs4_dir_inode_operations = {
8325         .create         = nfs_create,
8326         .lookup         = nfs_lookup,
8327         .atomic_open    = nfs_atomic_open,
8328         .link           = nfs_link,
8329         .unlink         = nfs_unlink,
8330         .symlink        = nfs_symlink,
8331         .mkdir          = nfs_mkdir,
8332         .rmdir          = nfs_rmdir,
8333         .mknod          = nfs_mknod,
8334         .rename         = nfs_rename,
8335         .permission     = nfs_permission,
8336         .getattr        = nfs_getattr,
8337         .setattr        = nfs_setattr,
8338         .getxattr       = generic_getxattr,
8339         .setxattr       = generic_setxattr,
8340         .listxattr      = generic_listxattr,
8341         .removexattr    = generic_removexattr,
8342 };
8343
8344 static const struct inode_operations nfs4_file_inode_operations = {
8345         .permission     = nfs_permission,
8346         .getattr        = nfs_getattr,
8347         .setattr        = nfs_setattr,
8348         .getxattr       = generic_getxattr,
8349         .setxattr       = generic_setxattr,
8350         .listxattr      = generic_listxattr,
8351         .removexattr    = generic_removexattr,
8352 };
8353
8354 const struct nfs_rpc_ops nfs_v4_clientops = {
8355         .version        = 4,                    /* protocol version */
8356         .dentry_ops     = &nfs4_dentry_operations,
8357         .dir_inode_ops  = &nfs4_dir_inode_operations,
8358         .file_inode_ops = &nfs4_file_inode_operations,
8359         .file_ops       = &nfs4_file_operations,
8360         .getroot        = nfs4_proc_get_root,
8361         .submount       = nfs4_submount,
8362         .try_mount      = nfs4_try_mount,
8363         .getattr        = nfs4_proc_getattr,
8364         .setattr        = nfs4_proc_setattr,
8365         .lookup         = nfs4_proc_lookup,
8366         .access         = nfs4_proc_access,
8367         .readlink       = nfs4_proc_readlink,
8368         .create         = nfs4_proc_create,
8369         .remove         = nfs4_proc_remove,
8370         .unlink_setup   = nfs4_proc_unlink_setup,
8371         .unlink_rpc_prepare = nfs4_proc_unlink_rpc_prepare,
8372         .unlink_done    = nfs4_proc_unlink_done,
8373         .rename         = nfs4_proc_rename,
8374         .rename_setup   = nfs4_proc_rename_setup,
8375         .rename_rpc_prepare = nfs4_proc_rename_rpc_prepare,
8376         .rename_done    = nfs4_proc_rename_done,
8377         .link           = nfs4_proc_link,
8378         .symlink        = nfs4_proc_symlink,
8379         .mkdir          = nfs4_proc_mkdir,
8380         .rmdir          = nfs4_proc_remove,
8381         .readdir        = nfs4_proc_readdir,
8382         .mknod          = nfs4_proc_mknod,
8383         .statfs         = nfs4_proc_statfs,
8384         .fsinfo         = nfs4_proc_fsinfo,
8385         .pathconf       = nfs4_proc_pathconf,
8386         .set_capabilities = nfs4_server_capabilities,
8387         .decode_dirent  = nfs4_decode_dirent,
8388         .read_setup     = nfs4_proc_read_setup,
8389         .read_pageio_init = pnfs_pageio_init_read,
8390         .read_rpc_prepare = nfs4_proc_read_rpc_prepare,
8391         .read_done      = nfs4_read_done,
8392         .write_setup    = nfs4_proc_write_setup,
8393         .write_pageio_init = pnfs_pageio_init_write,
8394         .write_rpc_prepare = nfs4_proc_write_rpc_prepare,
8395         .write_done     = nfs4_write_done,
8396         .commit_setup   = nfs4_proc_commit_setup,
8397         .commit_rpc_prepare = nfs4_proc_commit_rpc_prepare,
8398         .commit_done    = nfs4_commit_done,
8399         .lock           = nfs4_proc_lock,
8400         .clear_acl_cache = nfs4_zap_acl_attr,
8401         .close_context  = nfs4_close_context,
8402         .open_context   = nfs4_atomic_open,
8403         .have_delegation = nfs4_have_delegation,
8404         .return_delegation = nfs4_inode_return_delegation,
8405         .alloc_client   = nfs4_alloc_client,
8406         .init_client    = nfs4_init_client,
8407         .free_client    = nfs4_free_client,
8408         .create_server  = nfs4_create_server,
8409         .clone_server   = nfs_clone_server,
8410 };
8411
8412 static const struct xattr_handler nfs4_xattr_nfs4_acl_handler = {
8413         .prefix = XATTR_NAME_NFSV4_ACL,
8414         .list   = nfs4_xattr_list_nfs4_acl,
8415         .get    = nfs4_xattr_get_nfs4_acl,
8416         .set    = nfs4_xattr_set_nfs4_acl,
8417 };
8418
8419 const struct xattr_handler *nfs4_xattr_handlers[] = {
8420         &nfs4_xattr_nfs4_acl_handler,
8421 #ifdef CONFIG_NFS_V4_SECURITY_LABEL
8422         &nfs4_xattr_nfs4_label_handler,
8423 #endif
8424         NULL
8425 };
8426
8427 /*
8428  * Local variables:
8429  *  c-basic-offset: 8
8430  * End:
8431  */