projects / linux-2.6-block.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
NFSv4.1: rearrange nfs_write_rpcsetup
[linux-2.6-block.git] / fs / nfs / nfs4proc.c
CommitLineData
1da177e4
LT		 1/*
2 * fs/nfs/nfs4proc.c
3 *
4 * Client-side procedure declarations for NFSv4.
5 *
6 * Copyright (c) 2002 The Regents of the University of Michigan.
7 * All rights reserved.
8 *
9 * Kendrick Smith <kmsmith@umich.edu>
10 * Andy Adamson <andros@umich.edu>
11 *
12 * Redistribution and use in source and binary forms, with or without
13 * modification, are permitted provided that the following conditions
14 * are met:
15 *
16 * 1. Redistributions of source code must retain the above copyright
17 * notice, this list of conditions and the following disclaimer.
18 * 2. Redistributions in binary form must reproduce the above copyright
19 * notice, this list of conditions and the following disclaimer in the
20 * documentation and/or other materials provided with the distribution.
21 * 3. Neither the name of the University nor the names of its
22 * contributors may be used to endorse or promote products derived
23 * from this software without specific prior written permission.
24 *
25 * THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESS OR IMPLIED
26 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
27 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
28 * DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
29 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
30 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
31 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
32 * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
33 * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
34 * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
35 * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
36 */
37
38#include <linux/mm.h>
1da177e4
LT		 39#include <linux/delay.h>
40#include <linux/errno.h>
41#include <linux/string.h>
5a0e3ad6 42#include <linux/slab.h>
1da177e4
LT		 43#include <linux/sunrpc/clnt.h>
44#include <linux/nfs.h>
45#include <linux/nfs4.h>
46#include <linux/nfs_fs.h>
47#include <linux/nfs_page.h>
1da177e4 48#include <linux/namei.h>
02a913a7 49#include <linux/mount.h>
99fe60d0 50#include <linux/module.h>
5a0ffe54 51#include <linux/sunrpc/bc_xprt.h>
64c2ce8b 52#include <linux/xattr.h>
c7a360b0 53#include <linux/utsname.h>
1da177e4 54
4ce79717 55#include "nfs4_fs.h"
1da177e4 56#include "delegation.h"
101070ca 57#include "internal.h"
006ea73e 58#include "iostat.h"
fc931582 59#include "callback.h"
b1f69b75 60#include "pnfs.h"
1da177e4
LT		 61
62#define NFSDBG_FACILITY NFSDBG_PROC
63
2066fe89 64#define NFS4_POLL_RETRY_MIN (HZ/10)
1da177e4
LT		 65#define NFS4_POLL_RETRY_MAX (15*HZ)
66
a78cb57a
TM		 67#define NFS4_MAX_LOOP_ON_RECOVER (10)
68
cdd4e68b 69struct nfs4_opendata;
864472e9 70static int _nfs4_proc_open(struct nfs4_opendata *data);
b257957e 71static int _nfs4_recover_proc_open(struct nfs4_opendata *data);
1da177e4 72static int nfs4_do_fsinfo(struct nfs_server *, struct nfs_fh *, struct nfs_fsinfo *);
9e33bed5 73static int nfs4_async_handle_error(struct rpc_task *, const struct nfs_server *, struct nfs4_state *);
9936781d
TM		 74static int _nfs4_proc_lookup(struct inode *dir, const struct qstr *name, struct nfs_fh *fhandle, struct nfs_fattr *fattr);
75static int _nfs4_proc_getattr(struct nfs_server *server, struct nfs_fh *fhandle, struct nfs_fattr *fattr);
0ab64e0e
TM		 76static int nfs4_do_setattr(struct inode *inode, struct rpc_cred *cred,
77 struct nfs_fattr *fattr, struct iattr *sattr,
78 struct nfs4_state *state);
1da177e4 79
1da177e4 80/* Prevent leaks of NFSv4 errors into userland */
46f72f57 81static int nfs4_map_errors(int err)
1da177e4 82{
52567b03
TM		 83 if (err >= -1000)
84 return err;
85 switch (err) {
86 case -NFS4ERR_RESOURCE:
87 return -EREMOTEIO;
88 default:
1da177e4 89 dprintk("%s could not handle NFSv4 error %d\n",
3110ff80 90 __func__, -err);
52567b03 91 break;
1da177e4 92 }
52567b03 93 return -EIO;
1da177e4
LT		 94}
95
96/*
97 * This is our standard bitmap for GETATTR requests.
98 */
99const u32 nfs4_fattr_bitmap[2] = {
100 FATTR4_WORD0_TYPE
101 | FATTR4_WORD0_CHANGE
102 | FATTR4_WORD0_SIZE
103 | FATTR4_WORD0_FSID
104 | FATTR4_WORD0_FILEID,
105 FATTR4_WORD1_MODE
106 | FATTR4_WORD1_NUMLINKS
107 | FATTR4_WORD1_OWNER
108 | FATTR4_WORD1_OWNER_GROUP
109 | FATTR4_WORD1_RAWDEV
110 | FATTR4_WORD1_SPACE_USED
111 | FATTR4_WORD1_TIME_ACCESS
112 | FATTR4_WORD1_TIME_METADATA
113 | FATTR4_WORD1_TIME_MODIFY
114};
115
116const u32 nfs4_statfs_bitmap[2] = {
117 FATTR4_WORD0_FILES_AVAIL
118 | FATTR4_WORD0_FILES_FREE
119 | FATTR4_WORD0_FILES_TOTAL,
120 FATTR4_WORD1_SPACE_AVAIL
121 | FATTR4_WORD1_SPACE_FREE
122 | FATTR4_WORD1_SPACE_TOTAL
123};
124
4ce79717 125const u32 nfs4_pathconf_bitmap[2] = {
1da177e4
LT		 126 FATTR4_WORD0_MAXLINK
127 | FATTR4_WORD0_MAXNAME,
128 0
129};
130
131const u32 nfs4_fsinfo_bitmap[2] = { FATTR4_WORD0_MAXFILESIZE
132 | FATTR4_WORD0_MAXREAD
133 | FATTR4_WORD0_MAXWRITE
134 | FATTR4_WORD0_LEASE_TIME,
55b6e774 135 FATTR4_WORD1_TIME_DELTA
504913fb 136 | FATTR4_WORD1_FS_LAYOUT_TYPES
1da177e4
LT		 137};
138
830b8e33
MN		 139const u32 nfs4_fs_locations_bitmap[2] = {
140 FATTR4_WORD0_TYPE
141 | FATTR4_WORD0_CHANGE
142 | FATTR4_WORD0_SIZE
143 | FATTR4_WORD0_FSID
144 | FATTR4_WORD0_FILEID
145 | FATTR4_WORD0_FS_LOCATIONS,
146 FATTR4_WORD1_MODE
147 | FATTR4_WORD1_NUMLINKS
148 | FATTR4_WORD1_OWNER
149 | FATTR4_WORD1_OWNER_GROUP
150 | FATTR4_WORD1_RAWDEV
151 | FATTR4_WORD1_SPACE_USED
152 | FATTR4_WORD1_TIME_ACCESS
153 | FATTR4_WORD1_TIME_METADATA
154 | FATTR4_WORD1_TIME_MODIFY
155 | FATTR4_WORD1_MOUNTED_ON_FILEID
156};
157
bc4785cd 158static void nfs4_setup_readdir(u64 cookie, __be32 *verifier, struct dentry *dentry,
1da177e4
LT		 159 struct nfs4_readdir_arg *readdir)
160{
0dbb4c67 161 __be32 *start, *p;
1da177e4
LT		 162
163 BUG_ON(readdir->count < 80);
164 if (cookie > 2) {
b7ef1956 165 readdir->cookie = cookie;
1da177e4
LT		 166 memcpy(&readdir->verifier, verifier, sizeof(readdir->verifier));
167 return;
168 }
169
170 readdir->cookie = 0;
171 memset(&readdir->verifier, 0, sizeof(readdir->verifier));
172 if (cookie == 2)
173 return;
174
175 /*
176 * NFSv4 servers do not return entries for '.' and '..'
177 * Therefore, we fake these entries here. We let '.'
178 * have cookie 0 and '..' have cookie 1. Note that
179 * when talking to the server, we always send cookie 0
180 * instead of 1 or 2.
181 */
0dbb4c67 182 start = p = kmap_atomic(*readdir->pages, KM_USER0);
1da177e4
LT		 183
184 if (cookie == 0) {
185 *p++ = xdr_one; /* next */
186 *p++ = xdr_zero; /* cookie, first word */
187 *p++ = xdr_one; /* cookie, second word */
188 *p++ = xdr_one; /* entry len */
189 memcpy(p, ".\0\0\0", 4); /* entry */
190 p++;
191 *p++ = xdr_one; /* bitmap length */
192 *p++ = htonl(FATTR4_WORD0_FILEID); /* bitmap */
193 *p++ = htonl(8); /* attribute buffer length */
4e769b93 194 p = xdr_encode_hyper(p, NFS_FILEID(dentry->d_inode));
1da177e4
LT		 195 }
196
197 *p++ = xdr_one; /* next */
198 *p++ = xdr_zero; /* cookie, first word */
199 *p++ = xdr_two; /* cookie, second word */
200 *p++ = xdr_two; /* entry len */
201 memcpy(p, "..\0\0", 4); /* entry */
202 p++;
203 *p++ = xdr_one; /* bitmap length */
204 *p++ = htonl(FATTR4_WORD0_FILEID); /* bitmap */
205 *p++ = htonl(8); /* attribute buffer length */
4e769b93 206 p = xdr_encode_hyper(p, NFS_FILEID(dentry->d_parent->d_inode));
1da177e4
LT		 207
208 readdir->pgbase = (char *)p - (char *)start;
209 readdir->count -= readdir->pgbase;
210 kunmap_atomic(start, KM_USER0);
211}
212
65de872e
TM		 213static int nfs4_wait_clnt_recover(struct nfs_client *clp)
214{
215 int res;
216
217 might_sleep();
218
e005e804 219 res = wait_on_bit(&clp->cl_state, NFS4CLNT_MANAGER_RUNNING,
72cb77f4 220 nfs_wait_bit_killable, TASK_KILLABLE);
65de872e
TM		 221 return res;
222}
223
224static int nfs4_delay(struct rpc_clnt *clnt, long *timeout)
225{
226 int res = 0;
227
228 might_sleep();
229
230 if (*timeout <= 0)
231 *timeout = NFS4_POLL_RETRY_MIN;
232 if (*timeout > NFS4_POLL_RETRY_MAX)
233 *timeout = NFS4_POLL_RETRY_MAX;
234 schedule_timeout_killable(*timeout);
235 if (fatal_signal_pending(current))
236 res = -ERESTARTSYS;
237 *timeout <<= 1;
238 return res;
239}
240
241/* This is the error handling routine for processes that are allowed
242 * to sleep.
243 */
244static int nfs4_handle_exception(const struct nfs_server *server, int errorcode, struct nfs4_exception *exception)
245{
246 struct nfs_client *clp = server->nfs_client;
9e33bed5 247 struct nfs4_state *state = exception->state;
65de872e
TM		 248 int ret = errorcode;
249
250 exception->retry = 0;
251 switch(errorcode) {
252 case 0:
253 return 0;
9e33bed5
TM		 254 case -NFS4ERR_ADMIN_REVOKED:
255 case -NFS4ERR_BAD_STATEID:
256 case -NFS4ERR_OPENMODE:
257 if (state == NULL)
258 break;
0400a6b0
TM		 259 nfs4_schedule_stateid_recovery(server, state);
260 goto wait_on_recovery;
65de872e 261 case -NFS4ERR_STALE_STATEID:
a2c0b9e2 262 case -NFS4ERR_STALE_CLIENTID:
65de872e 263 case -NFS4ERR_EXPIRED:
0400a6b0
TM		 264 nfs4_schedule_lease_recovery(clp);
265 goto wait_on_recovery;
03391693 266#if defined(CONFIG_NFS_V4_1)
4745e315
AA		 267 case -NFS4ERR_BADSESSION:
268 case -NFS4ERR_BADSLOT:
269 case -NFS4ERR_BAD_HIGH_SLOT:
270 case -NFS4ERR_CONN_NOT_BOUND_TO_SESSION:
271 case -NFS4ERR_DEADSESSION:
272 case -NFS4ERR_SEQ_FALSE_RETRY:
273 case -NFS4ERR_SEQ_MISORDERED:
274 dprintk("%s ERROR: %d Reset session\n", __func__,
275 errorcode);
0400a6b0 276 nfs4_schedule_session_recovery(clp->cl_session);
4745e315 277 exception->retry = 1;
b9179237 278 break;
03391693 279#endif /* defined(CONFIG_NFS_V4_1) */
65de872e 280 case -NFS4ERR_FILE_OPEN:
44ed3556
N		 281 if (exception->timeout > HZ) {
282 /* We have retried a decent amount, time to
283 * fail
284 */
285 ret = -EBUSY;
286 break;
287 }
65de872e
TM		 288 case -NFS4ERR_GRACE:
289 case -NFS4ERR_DELAY:
2c643488 290 case -EKEYEXPIRED:
65de872e
TM		 291 ret = nfs4_delay(server->client, &exception->timeout);
292 if (ret != 0)
293 break;
294 case -NFS4ERR_OLD_STATEID:
295 exception->retry = 1;
296 }
297 /* We failed to handle the error */
298 return nfs4_map_errors(ret);
0400a6b0 299wait_on_recovery:
a2c0b9e2
TM		 300 ret = nfs4_wait_clnt_recover(clp);
301 if (ret == 0)
302 exception->retry = 1;
303 return ret;
65de872e
TM		 304}
305
306
452e9352 307static void do_renew_lease(struct nfs_client *clp, unsigned long timestamp)
1da177e4 308{
1da177e4
LT		 309 spin_lock(&clp->cl_lock);
310 if (time_before(clp->cl_last_renewal,timestamp))
311 clp->cl_last_renewal = timestamp;
312 spin_unlock(&clp->cl_lock);
313}
314
452e9352
TM		 315static void renew_lease(const struct nfs_server *server, unsigned long timestamp)
316{
317 do_renew_lease(server->nfs_client, timestamp);
318}
319
cccef3b9
AA		 320#if defined(CONFIG_NFS_V4_1)
321
e2c4ab3c
AA		 322/*
323 * nfs4_free_slot - free a slot and efficiently update slot table.
324 *
325 * freeing a slot is trivially done by clearing its respective bit
326 * in the bitmap.
327 * If the freed slotid equals highest_used_slotid we want to update it
328 * so that the server would be able to size down the slot table if needed,
329 * otherwise we know that the highest_used_slotid is still in use.
330 * When updating highest_used_slotid there may be "holes" in the bitmap
331 * so we need to scan down from highest_used_slotid to 0 looking for the now
332 * highest slotid in use.
333 * If none found, highest_used_slotid is set to -1.
35dc1d74
TM		 334 *
335 * Must be called while holding tbl->slot_tbl_lock
e2c4ab3c
AA		 336 */
337static void
dfb4f309 338nfs4_free_slot(struct nfs4_slot_table *tbl, struct nfs4_slot *free_slot)
e2c4ab3c 339{
dfb4f309 340 int free_slotid = free_slot - tbl->slots;
e2c4ab3c
AA		 341 int slotid = free_slotid;
342
dfb4f309 343 BUG_ON(slotid < 0 || slotid >= NFS4_MAX_SLOT_TABLE);
e2c4ab3c
AA		 344 /* clear used bit in bitmap */
345 __clear_bit(slotid, tbl->used_slots);
346
347 /* update highest_used_slotid when it is freed */
348 if (slotid == tbl->highest_used_slotid) {
349 slotid = find_last_bit(tbl->used_slots, tbl->max_slots);
bcb56164 350 if (slotid < tbl->max_slots)
e2c4ab3c
AA		 351 tbl->highest_used_slotid = slotid;
352 else
353 tbl->highest_used_slotid = -1;
354 }
e2c4ab3c
AA		 355 dprintk("%s: free_slotid %u highest_used_slotid %d\n", __func__,
356 free_slotid, tbl->highest_used_slotid);
357}
358
3bfb0fc5 359/*
42acd021 360 * Signal state manager thread if session fore channel is drained
3bfb0fc5 361 */
42acd021 362static void nfs4_check_drain_fc_complete(struct nfs4_session *ses)
3bfb0fc5 363{
689cf5c1
AB		 364 struct rpc_task *task;
365
a2118c33 366 if (!test_bit(NFS4_SESSION_DRAINING, &ses->session_state)) {
689cf5c1
AB		 367 task = rpc_wake_up_next(&ses->fc_slot_table.slot_tbl_waitq);
368 if (task)
369 rpc_task_set_priority(task, RPC_PRIORITY_PRIVILEGED);
3bfb0fc5
AB		 370 return;
371 }
372
373 if (ses->fc_slot_table.highest_used_slotid != -1)
374 return;
375
42acd021
AA		 376 dprintk("%s COMPLETE: Session Fore Channel Drained\n", __func__);
377 complete(&ses->fc_slot_table.complete);
378}
379
380/*
381 * Signal state manager thread if session back channel is drained
382 */
383void nfs4_check_drain_bc_complete(struct nfs4_session *ses)
384{
385 if (!test_bit(NFS4_SESSION_DRAINING, &ses->session_state) ||
386 ses->bc_slot_table.highest_used_slotid != -1)
387 return;
388 dprintk("%s COMPLETE: Session Back Channel Drained\n", __func__);
389 complete(&ses->bc_slot_table.complete);
3bfb0fc5
AB		 390}
391
d185a334 392static void nfs41_sequence_free_slot(struct nfs4_sequence_res *res)
13615871
AA		 393{
394 struct nfs4_slot_table *tbl;
395
d185a334 396 tbl = &res->sr_session->fc_slot_table;
dfb4f309 397 if (!res->sr_slot) {
13615871
AA		 398 /* just wake up the next guy waiting since
399 * we may have not consumed a slot after all */
691daf3b 400 dprintk("%s: No slot\n", __func__);
35dc1d74 401 return;
13615871 402 }
ea028ac9 403
35dc1d74 404 spin_lock(&tbl->slot_tbl_lock);
dfb4f309 405 nfs4_free_slot(tbl, res->sr_slot);
42acd021 406 nfs4_check_drain_fc_complete(res->sr_session);
35dc1d74 407 spin_unlock(&tbl->slot_tbl_lock);
dfb4f309 408 res->sr_slot = NULL;
13615871
AA		 409}
410
14516c3a 411static int nfs41_sequence_done(struct rpc_task *task, struct nfs4_sequence_res *res)
b0df806c
AA		 412{
413 unsigned long timestamp;
14516c3a 414 struct nfs_client *clp;
b0df806c
AA		 415
416 /*
417 * sr_status remains 1 if an RPC level error occurred. The server
418 * may or may not have processed the sequence operation..
419 * Proceed as if the server received and processed the sequence
420 * operation.
421 */
422 if (res->sr_status == 1)
423 res->sr_status = NFS_OK;
424
425 /* -ERESTARTSYS can result in skipping nfs41_sequence_setup */
dfb4f309 426 if (!res->sr_slot)
b0df806c
AA		 427 goto out;
428
691daf3b 429 /* Check the SEQUENCE operation status */
14516c3a
TM		 430 switch (res->sr_status) {
431 case 0:
b0df806c 432 /* Update the slot's sequence and clientid lease timer */
dfb4f309 433 ++res->sr_slot->seq_nr;
b0df806c 434 timestamp = res->sr_renewal_time;
14516c3a 435 clp = res->sr_session->clp;
452e9352 436 do_renew_lease(clp, timestamp);
0629e370 437 /* Check sequence flags */
b4410c2f
TM		 438 if (res->sr_status_flags != 0)
439 nfs4_schedule_lease_recovery(clp);
14516c3a
TM		 440 break;
441 case -NFS4ERR_DELAY:
442 /* The server detected a resend of the RPC call and
443 * returned NFS4ERR_DELAY as per Section 2.10.6.2
444 * of RFC5661.
445 */
12364a4f 446 dprintk("%s: slot=%td seq=%d: Operation in progress\n",
dfb4f309
BH		 447 __func__,
448 res->sr_slot - res->sr_session->fc_slot_table.slots,
449 res->sr_slot->seq_nr);
14516c3a
TM		 450 goto out_retry;
451 default:
452 /* Just update the slot sequence no. */
dfb4f309 453 ++res->sr_slot->seq_nr;
b0df806c
AA		 454 }
455out:
456 /* The session may be reset by one of the error handlers. */
457 dprintk("%s: Error %d free the slot \n", __func__, res->sr_status);
d185a334 458 nfs41_sequence_free_slot(res);
14516c3a
TM		 459 return 1;
460out_retry:
d05dd4e9 461 if (!rpc_restart_call(task))
14516c3a
TM		 462 goto out;
463 rpc_delay(task, NFS4_POLL_RETRY_MAX);
464 return 0;
b0df806c
AA		 465}
466
14516c3a
TM		 467static int nfs4_sequence_done(struct rpc_task *task,
468 struct nfs4_sequence_res *res)
df896455 469{
14516c3a
TM		 470 if (res->sr_session == NULL)
471 return 1;
472 return nfs41_sequence_done(task, res);
df896455
TM		 473}
474
510b8175
BH		 475/*
476 * nfs4_find_slot - efficiently look for a free slot
477 *
478 * nfs4_find_slot looks for an unset bit in the used_slots bitmap.
479 * If found, we mark the slot as used, update the highest_used_slotid,
480 * and respectively set up the sequence operation args.
481 * The slot number is returned if found, or NFS4_MAX_SLOT_TABLE otherwise.
fbcd4abc
AA		 482 *
483 * Note: must be called with under the slot_tbl_lock.
510b8175
BH		 484 */
485static u8
40ead580 486nfs4_find_slot(struct nfs4_slot_table *tbl)
510b8175
BH		 487{
488 int slotid;
489 u8 ret_id = NFS4_MAX_SLOT_TABLE;
490 BUILD_BUG_ON((u8)NFS4_MAX_SLOT_TABLE != (int)NFS4_MAX_SLOT_TABLE);
491
510b8175
BH		 492 dprintk("--> %s used_slots=%04lx highest_used=%d max_slots=%d\n",
493 __func__, tbl->used_slots[0], tbl->highest_used_slotid,
494 tbl->max_slots);
495 slotid = find_first_zero_bit(tbl->used_slots, tbl->max_slots);
496 if (slotid >= tbl->max_slots)
497 goto out;
498 __set_bit(slotid, tbl->used_slots);
499 if (slotid > tbl->highest_used_slotid)
500 tbl->highest_used_slotid = slotid;
501 ret_id = slotid;
502out:
503 dprintk("<-- %s used_slots=%04lx highest_used=%d slotid=%d \n",
504 __func__, tbl->used_slots[0], tbl->highest_used_slotid, ret_id);
510b8175
BH		 505 return ret_id;
506}
507
dc70d7b3 508int nfs41_setup_sequence(struct nfs4_session *session,
ce5039c1
AA		 509 struct nfs4_sequence_args *args,
510 struct nfs4_sequence_res *res,
511 int cache_reply,
512 struct rpc_task *task)
513{
fbcd4abc
AA		 514 struct nfs4_slot *slot;
515 struct nfs4_slot_table *tbl;
516 u8 slotid;
517
518 dprintk("--> %s\n", __func__);
ce5039c1 519 /* slot already allocated? */
dfb4f309 520 if (res->sr_slot != NULL)
ce5039c1
AA		 521 return 0;
522
fbcd4abc
AA		 523 tbl = &session->fc_slot_table;
524
525 spin_lock(&tbl->slot_tbl_lock);
a2118c33 526 if (test_bit(NFS4_SESSION_DRAINING, &session->session_state) &&
5601a00d 527 !rpc_task_has_priority(task, RPC_PRIORITY_PRIVILEGED)) {
ea028ac9
AA		 528 /*
529 * The state manager will wait until the slot table is empty.
530 * Schedule the reset thread
531 */
05f0d236 532 rpc_sleep_on(&tbl->slot_tbl_waitq, task, NULL);
b069d94a 533 spin_unlock(&tbl->slot_tbl_lock);
bcb56164 534 dprintk("%s Schedule Session Reset\n", __func__);
05f0d236 535 return -EAGAIN;
b069d94a
AA		 536 }
537
689cf5c1
AB		 538 if (!rpc_queue_empty(&tbl->slot_tbl_waitq) &&
539 !rpc_task_has_priority(task, RPC_PRIORITY_PRIVILEGED)) {
540 rpc_sleep_on(&tbl->slot_tbl_waitq, task, NULL);
541 spin_unlock(&tbl->slot_tbl_lock);
542 dprintk("%s enforce FIFO order\n", __func__);
543 return -EAGAIN;
544 }
545
40ead580 546 slotid = nfs4_find_slot(tbl);
fbcd4abc
AA		 547 if (slotid == NFS4_MAX_SLOT_TABLE) {
548 rpc_sleep_on(&tbl->slot_tbl_waitq, task, NULL);
549 spin_unlock(&tbl->slot_tbl_lock);
550 dprintk("<-- %s: no free slots\n", __func__);
551 return -EAGAIN;
552 }
553 spin_unlock(&tbl->slot_tbl_lock);
554
689cf5c1 555 rpc_task_set_priority(task, RPC_PRIORITY_NORMAL);
fbcd4abc 556 slot = tbl->slots + slotid;
99fe60d0 557 args->sa_session = session;
fbcd4abc
AA		 558 args->sa_slotid = slotid;
559 args->sa_cache_this = cache_reply;
560
561 dprintk("<-- %s slotid=%d seqid=%d\n", __func__, slotid, slot->seq_nr);
562
99fe60d0 563 res->sr_session = session;
dfb4f309 564 res->sr_slot = slot;
fbcd4abc 565 res->sr_renewal_time = jiffies;
2a6e26cd 566 res->sr_status_flags = 0;
fbcd4abc
AA		 567 /*
568 * sr_status is only set in decode_sequence, and so will remain
569 * set to 1 if an rpc level failure occurs.
570 */
571 res->sr_status = 1;
ce5039c1
AA		 572 return 0;
573}
dc70d7b3 574EXPORT_SYMBOL_GPL(nfs41_setup_sequence);
ce5039c1 575
035168ab 576int nfs4_setup_sequence(const struct nfs_server *server,
ce5039c1
AA		 577 struct nfs4_sequence_args *args,
578 struct nfs4_sequence_res *res,
579 int cache_reply,
580 struct rpc_task *task)
581{
035168ab 582 struct nfs4_session *session = nfs4_get_session(server);
ce5039c1
AA		 583 int ret = 0;
584
035168ab
TM		 585 if (session == NULL) {
586 args->sa_session = NULL;
587 res->sr_session = NULL;
588 goto out;
589 }
590
12364a4f 591 dprintk("--> %s clp %p session %p sr_slot %td\n",
dfb4f309
BH		 592 __func__, session->clp, session, res->sr_slot ?
593 res->sr_slot - session->fc_slot_table.slots : -1);
ce5039c1 594
035168ab 595 ret = nfs41_setup_sequence(session, args, res, cache_reply,
ce5039c1 596 task);
ce5039c1
AA		 597out:
598 dprintk("<-- %s status=%d\n", __func__, ret);
599 return ret;
600}
601
602struct nfs41_call_sync_data {
035168ab 603 const struct nfs_server *seq_server;
ce5039c1
AA		 604 struct nfs4_sequence_args *seq_args;
605 struct nfs4_sequence_res *seq_res;
606 int cache_reply;
607};
608
609static void nfs41_call_sync_prepare(struct rpc_task *task, void *calldata)
610{
611 struct nfs41_call_sync_data *data = calldata;
612
035168ab
TM		 613 dprintk("--> %s data->seq_server %p\n", __func__, data->seq_server);
614
615 if (nfs4_setup_sequence(data->seq_server, data->seq_args,
ce5039c1
AA		 616 data->seq_res, data->cache_reply, task))
617 return;
618 rpc_call_start(task);
619}
620
b257957e
AB		 621static void nfs41_call_priv_sync_prepare(struct rpc_task *task, void *calldata)
622{
623 rpc_task_set_priority(task, RPC_PRIORITY_PRIVILEGED);
624 nfs41_call_sync_prepare(task, calldata);
625}
626
69ab40c4
AA		 627static void nfs41_call_sync_done(struct rpc_task *task, void *calldata)
628{
629 struct nfs41_call_sync_data *data = calldata;
630
14516c3a 631 nfs41_sequence_done(task, data->seq_res);
69ab40c4
AA		 632}
633
ce5039c1
AA		 634struct rpc_call_ops nfs41_call_sync_ops = {
635 .rpc_call_prepare = nfs41_call_sync_prepare,
69ab40c4 636 .rpc_call_done = nfs41_call_sync_done,
ce5039c1
AA		 637};
638
b257957e
AB		 639struct rpc_call_ops nfs41_call_priv_sync_ops = {
640 .rpc_call_prepare = nfs41_call_priv_sync_prepare,
641 .rpc_call_done = nfs41_call_sync_done,
642};
643
035168ab 644static int nfs4_call_sync_sequence(struct nfs_server *server,
ce5039c1
AA		 645 struct rpc_message *msg,
646 struct nfs4_sequence_args *args,
647 struct nfs4_sequence_res *res,
b257957e
AB		 648 int cache_reply,
649 int privileged)
ce5039c1
AA		 650{
651 int ret;
652 struct rpc_task *task;
653 struct nfs41_call_sync_data data = {
035168ab 654 .seq_server = server,
ce5039c1
AA		 655 .seq_args = args,
656 .seq_res = res,
657 .cache_reply = cache_reply,
658 };
659 struct rpc_task_setup task_setup = {
035168ab 660 .rpc_client = server->client,
ce5039c1
AA		 661 .rpc_message = msg,
662 .callback_ops = &nfs41_call_sync_ops,
663 .callback_data = &data
664 };
665
dfb4f309 666 res->sr_slot = NULL;
b257957e
AB		 667 if (privileged)
668 task_setup.callback_ops = &nfs41_call_priv_sync_ops;
ce5039c1
AA		 669 task = rpc_run_task(&task_setup);
670 if (IS_ERR(task))
671 ret = PTR_ERR(task);
672 else {
673 ret = task->tk_status;
674 rpc_put_task(task);
675 }
676 return ret;
677}
678
cccef3b9
AA		 679int _nfs4_call_sync_session(struct nfs_server *server,
680 struct rpc_message *msg,
681 struct nfs4_sequence_args *args,
682 struct nfs4_sequence_res *res,
683 int cache_reply)
684{
035168ab 685 return nfs4_call_sync_sequence(server, msg, args, res, cache_reply, 0);
cccef3b9
AA		 686}
687
df896455 688#else
14516c3a
TM		 689static int nfs4_sequence_done(struct rpc_task *task,
690 struct nfs4_sequence_res *res)
df896455 691{
14516c3a 692 return 1;
df896455 693}
cccef3b9
AA		 694#endif /* CONFIG_NFS_V4_1 */
695
696int _nfs4_call_sync(struct nfs_server *server,
697 struct rpc_message *msg,
698 struct nfs4_sequence_args *args,
699 struct nfs4_sequence_res *res,
700 int cache_reply)
701{
f3752975 702 args->sa_session = res->sr_session = NULL;
cccef3b9
AA		 703 return rpc_call_sync(server->client, msg, 0);
704}
705
706#define nfs4_call_sync(server, msg, args, res, cache_reply) \
97dc1359 707 (server)->nfs_client->cl_mvops->call_sync((server), (msg), &(args)->seq_args, \
cccef3b9
AA		 708 &(res)->seq_res, (cache_reply))
709
38478b24 710static void update_changeattr(struct inode *dir, struct nfs4_change_info *cinfo)
1da177e4 711{
38478b24 712 struct nfs_inode *nfsi = NFS_I(dir);
1da177e4 713
38478b24 714 spin_lock(&dir->i_lock);
40d24704
TM		 715 nfsi->cache_validity |= NFS_INO_INVALID_ATTR|NFS_INO_REVAL_PAGECACHE|NFS_INO_INVALID_DATA;
716 if (!cinfo->atomic || cinfo->before != nfsi->change_attr)
bfc69a45 717 nfs_force_lookup_revalidate(dir);
40d24704 718 nfsi->change_attr = cinfo->after;
38478b24 719 spin_unlock(&dir->i_lock);
1da177e4
LT		 720}
721
e56e0b78 722struct nfs4_opendata {
c6d00e63 723 struct kref kref;
e56e0b78
TM		 724 struct nfs_openargs o_arg;
725 struct nfs_openres o_res;
cdd4e68b
TM		 726 struct nfs_open_confirmargs c_arg;
727 struct nfs_open_confirmres c_res;
e56e0b78
TM		 728 struct nfs_fattr f_attr;
729 struct nfs_fattr dir_attr;
ad389da7 730 struct path path;
e56e0b78
TM		 731 struct dentry *dir;
732 struct nfs4_state_owner *owner;
aac00a8d 733 struct nfs4_state *state;
e56e0b78 734 struct iattr attrs;
26e976a8 735 unsigned long timestamp;
3e309914 736 unsigned int rpc_done : 1;
24ac23ab
TM		 737 int rpc_status;
738 int cancelled;
e56e0b78
TM		 739};
740
2ced46c2
TM		 741
742static void nfs4_init_opendata_res(struct nfs4_opendata *p)
743{
744 p->o_res.f_attr = &p->f_attr;
745 p->o_res.dir_attr = &p->dir_attr;
c1d51931
TM		 746 p->o_res.seqid = p->o_arg.seqid;
747 p->c_res.seqid = p->c_arg.seqid;
2ced46c2
TM		 748 p->o_res.server = p->o_arg.server;
749 nfs_fattr_init(&p->f_attr);
750 nfs_fattr_init(&p->dir_attr);
751}
752
ad389da7 753static struct nfs4_opendata *nfs4_opendata_alloc(struct path *path,
dc0b027d 754 struct nfs4_state_owner *sp, fmode_t fmode, int flags,
8535b2be
TM		 755 const struct iattr *attrs,
756 gfp_t gfp_mask)
e56e0b78 757{
ad389da7 758 struct dentry *parent = dget_parent(path->dentry);
e56e0b78
TM		 759 struct inode *dir = parent->d_inode;
760 struct nfs_server *server = NFS_SERVER(dir);
761 struct nfs4_opendata *p;
762
8535b2be 763 p = kzalloc(sizeof(*p), gfp_mask);
e56e0b78
TM		 764 if (p == NULL)
765 goto err;
8535b2be 766 p->o_arg.seqid = nfs_alloc_seqid(&sp->so_seqid, gfp_mask);
e56e0b78
TM		 767 if (p->o_arg.seqid == NULL)
768 goto err_free;
f6948697
AV		 769 path_get(path);
770 p->path = *path;
e56e0b78
TM		 771 p->dir = parent;
772 p->owner = sp;
773 atomic_inc(&sp->so_count);
774 p->o_arg.fh = NFS_FH(dir);
dc0b027d
TM		 775 p->o_arg.open_flags = flags;
776 p->o_arg.fmode = fmode & (FMODE_READ|FMODE_WRITE);
7539bbab 777 p->o_arg.clientid = server->nfs_client->cl_clientid;
9f958ab8 778 p->o_arg.id = sp->so_owner_id.id;
ad389da7 779 p->o_arg.name = &p->path.dentry->d_name;
e56e0b78
TM		 780 p->o_arg.server = server;
781 p->o_arg.bitmask = server->attr_bitmask;
782 p->o_arg.claim = NFS4_OPEN_CLAIM_NULL;
d77d76ff
TM		 783 if (flags & O_CREAT) {
784 u32 *s;
785
e56e0b78
TM		 786 p->o_arg.u.attrs = &p->attrs;
787 memcpy(&p->attrs, attrs, sizeof(p->attrs));
d77d76ff
TM		 788 s = (u32 *) p->o_arg.u.verifier.data;
789 s[0] = jiffies;
790 s[1] = current->pid;
e56e0b78 791 }
cdd4e68b
TM		 792 p->c_arg.fh = &p->o_res.fh;
793 p->c_arg.stateid = &p->o_res.stateid;
794 p->c_arg.seqid = p->o_arg.seqid;
2ced46c2 795 nfs4_init_opendata_res(p);
c6d00e63 796 kref_init(&p->kref);
e56e0b78
TM		 797 return p;
798err_free:
799 kfree(p);
800err:
801 dput(parent);
802 return NULL;
803}
804
c6d00e63 805static void nfs4_opendata_free(struct kref *kref)
e56e0b78 806{
c6d00e63
TM		 807 struct nfs4_opendata *p = container_of(kref,
808 struct nfs4_opendata, kref);
809
810 nfs_free_seqid(p->o_arg.seqid);
aac00a8d
TM		 811 if (p->state != NULL)
812 nfs4_put_open_state(p->state);
c6d00e63
TM		 813 nfs4_put_state_owner(p->owner);
814 dput(p->dir);
31f31db1 815 path_put(&p->path);
c6d00e63
TM		 816 kfree(p);
817}
818
819static void nfs4_opendata_put(struct nfs4_opendata *p)
820{
821 if (p != NULL)
822 kref_put(&p->kref, nfs4_opendata_free);
e56e0b78
TM		 823}
824
06f814a3
TM		 825static int nfs4_wait_for_completion_rpc_task(struct rpc_task *task)
826{
06f814a3
TM		 827 int ret;
828
06f814a3 829 ret = rpc_wait_for_completion_task(task);
06f814a3
TM		 830 return ret;
831}
832
dc0b027d 833static int can_open_cached(struct nfs4_state *state, fmode_t mode, int open_mode)
6ee41268
TM		 834{
835 int ret = 0;
dc0b027d
TM		 836
837 if (open_mode & O_EXCL)
838 goto out;
839 switch (mode & (FMODE_READ|FMODE_WRITE)) {
6ee41268 840 case FMODE_READ:
88069f77
TM		 841 ret |= test_bit(NFS_O_RDONLY_STATE, &state->flags) != 0
842 && state->n_rdonly != 0;
6ee41268
TM		 843 break;
844 case FMODE_WRITE:
88069f77
TM		 845 ret |= test_bit(NFS_O_WRONLY_STATE, &state->flags) != 0
846 && state->n_wronly != 0;
6ee41268
TM		 847 break;
848 case FMODE_READ|FMODE_WRITE:
88069f77
TM		 849 ret |= test_bit(NFS_O_RDWR_STATE, &state->flags) != 0
850 && state->n_rdwr != 0;
6ee41268 851 }
dc0b027d 852out:
6ee41268
TM		 853 return ret;
854}
855
dc0b027d 856static int can_open_delegated(struct nfs_delegation *delegation, fmode_t fmode)
aac00a8d 857{
dc0b027d 858 if ((delegation->type & fmode) != fmode)
aac00a8d 859 return 0;
15c831bf 860 if (test_bit(NFS_DELEGATION_NEED_RECLAIM, &delegation->flags))
aac00a8d 861 return 0;
b7391f44 862 nfs_mark_delegation_referenced(delegation);
aac00a8d
TM		 863 return 1;
864}
865
dc0b027d 866static void update_open_stateflags(struct nfs4_state *state, fmode_t fmode)
e7616923 867{
dc0b027d 868 switch (fmode) {
e7616923
TM		 869 case FMODE_WRITE:
870 state->n_wronly++;
871 break;
872 case FMODE_READ:
873 state->n_rdonly++;
874 break;
875 case FMODE_READ|FMODE_WRITE:
876 state->n_rdwr++;
877 }
dc0b027d 878 nfs4_state_set_mode_locked(state, state->state | fmode);
003707c7
TM		 879}
880
dc0b027d 881static void nfs_set_open_stateid_locked(struct nfs4_state *state, nfs4_stateid *stateid, fmode_t fmode)
003707c7
TM		 882{
883 if (test_bit(NFS_DELEGATED_STATE, &state->flags) == 0)
884 memcpy(state->stateid.data, stateid->data, sizeof(state->stateid.data));
885 memcpy(state->open_stateid.data, stateid->data, sizeof(state->open_stateid.data));
dc0b027d 886 switch (fmode) {
003707c7
TM		 887 case FMODE_READ:
888 set_bit(NFS_O_RDONLY_STATE, &state->flags);
889 break;
890 case FMODE_WRITE:
891 set_bit(NFS_O_WRONLY_STATE, &state->flags);
892 break;
893 case FMODE_READ|FMODE_WRITE:
894 set_bit(NFS_O_RDWR_STATE, &state->flags);
895 }
e7616923
TM		 896}
897
dc0b027d 898static void nfs_set_open_stateid(struct nfs4_state *state, nfs4_stateid *stateid, fmode_t fmode)
003707c7 899{
8bda4e4c 900 write_seqlock(&state->seqlock);
dc0b027d 901 nfs_set_open_stateid_locked(state, stateid, fmode);
8bda4e4c 902 write_sequnlock(&state->seqlock);
003707c7
TM		 903}
904
dc0b027d 905static void __update_open_stateid(struct nfs4_state *state, nfs4_stateid *open_stateid, const nfs4_stateid *deleg_stateid, fmode_t fmode)
1da177e4 906{
8bda4e4c
TM		 907 /*
908 * Protect the call to nfs4_state_set_mode_locked and
909 * serialise the stateid update
910 */
911 write_seqlock(&state->seqlock);
003707c7
TM		 912 if (deleg_stateid != NULL) {
913 memcpy(state->stateid.data, deleg_stateid->data, sizeof(state->stateid.data));
914 set_bit(NFS_DELEGATED_STATE, &state->flags);
915 }
916 if (open_stateid != NULL)
dc0b027d 917 nfs_set_open_stateid_locked(state, open_stateid, fmode);
8bda4e4c
TM		 918 write_sequnlock(&state->seqlock);
919 spin_lock(&state->owner->so_lock);
dc0b027d 920 update_open_stateflags(state, fmode);
ec073428 921 spin_unlock(&state->owner->so_lock);
1da177e4
LT		 922}
923
dc0b027d 924static int update_open_stateid(struct nfs4_state *state, nfs4_stateid *open_stateid, nfs4_stateid *delegation, fmode_t fmode)
34310430
TM		 925{
926 struct nfs_inode *nfsi = NFS_I(state->inode);
927 struct nfs_delegation *deleg_cur;
928 int ret = 0;
929
dc0b027d 930 fmode &= (FMODE_READ|FMODE_WRITE);
34310430
TM		 931
932 rcu_read_lock();
933 deleg_cur = rcu_dereference(nfsi->delegation);
934 if (deleg_cur == NULL)
935 goto no_delegation;
936
937 spin_lock(&deleg_cur->lock);
938 if (nfsi->delegation != deleg_cur ||
dc0b027d 939 (deleg_cur->type & fmode) != fmode)
34310430
TM		 940 goto no_delegation_unlock;
941
942 if (delegation == NULL)
943 delegation = &deleg_cur->stateid;
944 else if (memcmp(deleg_cur->stateid.data, delegation->data, NFS4_STATEID_SIZE) != 0)
945 goto no_delegation_unlock;
946
b7391f44 947 nfs_mark_delegation_referenced(deleg_cur);
dc0b027d 948 __update_open_stateid(state, open_stateid, &deleg_cur->stateid, fmode);
34310430
TM		 949 ret = 1;
950no_delegation_unlock:
951 spin_unlock(&deleg_cur->lock);
952no_delegation:
953 rcu_read_unlock();
954
955 if (!ret && open_stateid != NULL) {
dc0b027d 956 __update_open_stateid(state, open_stateid, NULL, fmode);
34310430
TM		 957 ret = 1;
958 }
959
960 return ret;
961}
962
963
dc0b027d 964static void nfs4_return_incompatible_delegation(struct inode *inode, fmode_t fmode)
aac00a8d
TM		 965{
966 struct nfs_delegation *delegation;
967
968 rcu_read_lock();
969 delegation = rcu_dereference(NFS_I(inode)->delegation);
dc0b027d 970 if (delegation == NULL || (delegation->type & fmode) == fmode) {
aac00a8d
TM		 971 rcu_read_unlock();
972 return;
973 }
974 rcu_read_unlock();
975 nfs_inode_return_delegation(inode);
976}
977
6ee41268 978static struct nfs4_state *nfs4_try_open_cached(struct nfs4_opendata *opendata)
aac00a8d
TM		 979{
980 struct nfs4_state *state = opendata->state;
981 struct nfs_inode *nfsi = NFS_I(state->inode);
982 struct nfs_delegation *delegation;
dc0b027d
TM		 983 int open_mode = opendata->o_arg.open_flags & O_EXCL;
984 fmode_t fmode = opendata->o_arg.fmode;
aac00a8d
TM		 985 nfs4_stateid stateid;
986 int ret = -EAGAIN;
987
aac00a8d 988 for (;;) {
dc0b027d 989 if (can_open_cached(state, fmode, open_mode)) {
6ee41268 990 spin_lock(&state->owner->so_lock);
dc0b027d
TM		 991 if (can_open_cached(state, fmode, open_mode)) {
992 update_open_stateflags(state, fmode);
6ee41268 993 spin_unlock(&state->owner->so_lock);
6ee41268
TM		 994 goto out_return_state;
995 }
996 spin_unlock(&state->owner->so_lock);
997 }
34310430
TM		 998 rcu_read_lock();
999 delegation = rcu_dereference(nfsi->delegation);
1000 if (delegation == NULL ||
dc0b027d 1001 !can_open_delegated(delegation, fmode)) {
34310430 1002 rcu_read_unlock();
aac00a8d 1003 break;
34310430 1004 }
aac00a8d
TM		 1005 /* Save the delegation */
1006 memcpy(stateid.data, delegation->stateid.data, sizeof(stateid.data));
1007 rcu_read_unlock();
af22f94a 1008 ret = nfs_may_open(state->inode, state->owner->so_cred, open_mode);
aac00a8d
TM		 1009 if (ret != 0)
1010 goto out;
1011 ret = -EAGAIN;
34310430
TM		 1012
1013 /* Try to update the stateid using the delegation */
dc0b027d 1014 if (update_open_stateid(state, NULL, &stateid, fmode))
34310430 1015 goto out_return_state;
aac00a8d 1016 }
aac00a8d
TM		 1017out:
1018 return ERR_PTR(ret);
1019out_return_state:
1020 atomic_inc(&state->count);
1021 return state;
1022}
1023
24ac23ab
TM		 1024static struct nfs4_state *nfs4_opendata_to_nfs4_state(struct nfs4_opendata *data)
1025{
1026 struct inode *inode;
1027 struct nfs4_state *state = NULL;
003707c7 1028 struct nfs_delegation *delegation;
1b370bc2 1029 int ret;
24ac23ab 1030
aac00a8d 1031 if (!data->rpc_done) {
6ee41268 1032 state = nfs4_try_open_cached(data);
aac00a8d
TM		 1033 goto out;
1034 }
1035
1b370bc2 1036 ret = -EAGAIN;
24ac23ab 1037 if (!(data->f_attr.valid & NFS_ATTR_FATTR))
1b370bc2 1038 goto err;
24ac23ab 1039 inode = nfs_fhget(data->dir->d_sb, &data->o_res.fh, &data->f_attr);
1b370bc2 1040 ret = PTR_ERR(inode);
03f28e3a 1041 if (IS_ERR(inode))
1b370bc2
TM		 1042 goto err;
1043 ret = -ENOMEM;
24ac23ab
TM		 1044 state = nfs4_get_open_state(inode, data->owner);
1045 if (state == NULL)
1b370bc2 1046 goto err_put_inode;
549d6ed5 1047 if (data->o_res.delegation_type != 0) {
549d6ed5
TM		 1048 int delegation_flags = 0;
1049
003707c7
TM		 1050 rcu_read_lock();
1051 delegation = rcu_dereference(NFS_I(inode)->delegation);
1052 if (delegation)
1053 delegation_flags = delegation->flags;
1054 rcu_read_unlock();
15c831bf 1055 if ((delegation_flags & 1UL<<NFS_DELEGATION_NEED_RECLAIM) == 0)
549d6ed5
TM		 1056 nfs_inode_set_delegation(state->inode,
1057 data->owner->so_cred,
1058 &data->o_res);
1059 else
1060 nfs_inode_reclaim_delegation(state->inode,
1061 data->owner->so_cred,
1062 &data->o_res);
1063 }
34310430
TM		 1064
1065 update_open_stateid(state, &data->o_res.stateid, NULL,
dc0b027d 1066 data->o_arg.fmode);
24ac23ab 1067 iput(inode);
aac00a8d 1068out:
24ac23ab 1069 return state;
1b370bc2
TM		 1070err_put_inode:
1071 iput(inode);
1072err:
1073 return ERR_PTR(ret);
24ac23ab
TM		 1074}
1075
864472e9
TM		 1076static struct nfs_open_context *nfs4_state_find_open_context(struct nfs4_state *state)
1077{
1078 struct nfs_inode *nfsi = NFS_I(state->inode);
1079 struct nfs_open_context *ctx;
1080
1081 spin_lock(&state->inode->i_lock);
1082 list_for_each_entry(ctx, &nfsi->open_files, list) {
1083 if (ctx->state != state)
1084 continue;
1085 get_nfs_open_context(ctx);
1086 spin_unlock(&state->inode->i_lock);
1087 return ctx;
1088 }
1089 spin_unlock(&state->inode->i_lock);
1090 return ERR_PTR(-ENOENT);
1091}
1092
6f220ed5
TM		 1093static struct nfs4_opendata *nfs4_open_recoverdata_alloc(struct nfs_open_context *ctx, struct nfs4_state *state)
1094{
1095 struct nfs4_opendata *opendata;
1096
8535b2be 1097 opendata = nfs4_opendata_alloc(&ctx->path, state->owner, 0, 0, NULL, GFP_NOFS);
6f220ed5
TM		 1098 if (opendata == NULL)
1099 return ERR_PTR(-ENOMEM);
1100 opendata->state = state;
1101 atomic_inc(&state->count);
1102 return opendata;
1103}
1104
dc0b027d 1105static int nfs4_open_recover_helper(struct nfs4_opendata *opendata, fmode_t fmode, struct nfs4_state **res)
864472e9 1106{
2ced46c2 1107 struct nfs4_state *newstate;
864472e9
TM		 1108 int ret;
1109
dc0b027d
TM		 1110 opendata->o_arg.open_flags = 0;
1111 opendata->o_arg.fmode = fmode;
2ced46c2
TM		 1112 memset(&opendata->o_res, 0, sizeof(opendata->o_res));
1113 memset(&opendata->c_res, 0, sizeof(opendata->c_res));
1114 nfs4_init_opendata_res(opendata);
b257957e 1115 ret = _nfs4_recover_proc_open(opendata);
864472e9
TM		 1116 if (ret != 0)
1117 return ret;
2ced46c2 1118 newstate = nfs4_opendata_to_nfs4_state(opendata);
1b370bc2
TM		 1119 if (IS_ERR(newstate))
1120 return PTR_ERR(newstate);
dc0b027d 1121 nfs4_close_state(&opendata->path, newstate, fmode);
2ced46c2 1122 *res = newstate;
864472e9
TM		 1123 return 0;
1124}
1125
1126static int nfs4_open_recover(struct nfs4_opendata *opendata, struct nfs4_state *state)
1127{
864472e9 1128 struct nfs4_state *newstate;
864472e9
TM		 1129 int ret;
1130
1131 /* memory barrier prior to reading state->n_* */
2ced46c2 1132 clear_bit(NFS_DELEGATED_STATE, &state->flags);
864472e9
TM		 1133 smp_rmb();
1134 if (state->n_rdwr != 0) {
b0ed9dbc 1135 clear_bit(NFS_O_RDWR_STATE, &state->flags);
2ced46c2 1136 ret = nfs4_open_recover_helper(opendata, FMODE_READ|FMODE_WRITE, &newstate);
864472e9
TM		 1137 if (ret != 0)
1138 return ret;
2ced46c2
TM		 1139 if (newstate != state)
1140 return -ESTALE;
864472e9
TM		 1141 }
1142 if (state->n_wronly != 0) {
b0ed9dbc 1143 clear_bit(NFS_O_WRONLY_STATE, &state->flags);
2ced46c2 1144 ret = nfs4_open_recover_helper(opendata, FMODE_WRITE, &newstate);
864472e9
TM		 1145 if (ret != 0)
1146 return ret;
2ced46c2
TM		 1147 if (newstate != state)
1148 return -ESTALE;
864472e9
TM		 1149 }
1150 if (state->n_rdonly != 0) {
b0ed9dbc 1151 clear_bit(NFS_O_RDONLY_STATE, &state->flags);
2ced46c2 1152 ret = nfs4_open_recover_helper(opendata, FMODE_READ, &newstate);
864472e9
TM		 1153 if (ret != 0)
1154 return ret;
2ced46c2
TM		 1155 if (newstate != state)
1156 return -ESTALE;
864472e9 1157 }
1ac7e2fd
TM		 1158 /*
1159 * We may have performed cached opens for all three recoveries.
1160 * Check if we need to update the current stateid.
1161 */
1162 if (test_bit(NFS_DELEGATED_STATE, &state->flags) == 0 &&
1163 memcmp(state->stateid.data, state->open_stateid.data, sizeof(state->stateid.data)) != 0) {
8bda4e4c 1164 write_seqlock(&state->seqlock);
1ac7e2fd
TM		 1165 if (test_bit(NFS_DELEGATED_STATE, &state->flags) == 0)
1166 memcpy(state->stateid.data, state->open_stateid.data, sizeof(state->stateid.data));
8bda4e4c 1167 write_sequnlock(&state->seqlock);
1ac7e2fd 1168 }
864472e9
TM		 1169 return 0;
1170}
1171
1da177e4
LT		 1172/*
1173 * OPEN_RECLAIM:
1174 * reclaim state on the server after a reboot.
1da177e4 1175 */
539cd03a 1176static int _nfs4_do_open_reclaim(struct nfs_open_context *ctx, struct nfs4_state *state)
1da177e4 1177{
1ac7e2fd 1178 struct nfs_delegation *delegation;
864472e9 1179 struct nfs4_opendata *opendata;
dc0b027d 1180 fmode_t delegation_type = 0;
1da177e4
LT		 1181 int status;
1182
6f220ed5
TM		 1183 opendata = nfs4_open_recoverdata_alloc(ctx, state);
1184 if (IS_ERR(opendata))
1185 return PTR_ERR(opendata);
864472e9
TM		 1186 opendata->o_arg.claim = NFS4_OPEN_CLAIM_PREVIOUS;
1187 opendata->o_arg.fh = NFS_FH(state->inode);
1ac7e2fd
TM		 1188 rcu_read_lock();
1189 delegation = rcu_dereference(NFS_I(state->inode)->delegation);
15c831bf 1190 if (delegation != NULL && test_bit(NFS_DELEGATION_NEED_RECLAIM, &delegation->flags) != 0)
65bbf6bd 1191 delegation_type = delegation->type;
1ac7e2fd 1192 rcu_read_unlock();
864472e9
TM		 1193 opendata->o_arg.u.delegation_type = delegation_type;
1194 status = nfs4_open_recover(opendata, state);
c6d00e63 1195 nfs4_opendata_put(opendata);
1da177e4
LT		 1196 return status;
1197}
1198
539cd03a 1199static int nfs4_do_open_reclaim(struct nfs_open_context *ctx, struct nfs4_state *state)
1da177e4
LT		 1200{
1201 struct nfs_server *server = NFS_SERVER(state->inode);
1202 struct nfs4_exception exception = { };
1203 int err;
1204 do {
539cd03a 1205 err = _nfs4_do_open_reclaim(ctx, state);
168667c4 1206 if (err != -NFS4ERR_DELAY)
202b50dc
TM		 1207 break;
1208 nfs4_handle_exception(server, err, &exception);
1da177e4
LT		 1209 } while (exception.retry);
1210 return err;
1211}
1212
864472e9
TM		 1213static int nfs4_open_reclaim(struct nfs4_state_owner *sp, struct nfs4_state *state)
1214{
1215 struct nfs_open_context *ctx;
1216 int ret;
1217
1218 ctx = nfs4_state_find_open_context(state);
1219 if (IS_ERR(ctx))
1220 return PTR_ERR(ctx);
539cd03a 1221 ret = nfs4_do_open_reclaim(ctx, state);
864472e9
TM		 1222 put_nfs_open_context(ctx);
1223 return ret;
1224}
1225
13437e12 1226static int _nfs4_open_delegation_recall(struct nfs_open_context *ctx, struct nfs4_state *state, const nfs4_stateid *stateid)
1da177e4 1227{
e56e0b78 1228 struct nfs4_opendata *opendata;
864472e9 1229 int ret;
1da177e4 1230
6f220ed5
TM		 1231 opendata = nfs4_open_recoverdata_alloc(ctx, state);
1232 if (IS_ERR(opendata))
1233 return PTR_ERR(opendata);
e56e0b78 1234 opendata->o_arg.claim = NFS4_OPEN_CLAIM_DELEGATE_CUR;
13437e12 1235 memcpy(opendata->o_arg.u.delegation.data, stateid->data,
e56e0b78 1236 sizeof(opendata->o_arg.u.delegation.data));
864472e9 1237 ret = nfs4_open_recover(opendata, state);
c6d00e63 1238 nfs4_opendata_put(opendata);
864472e9 1239 return ret;
1da177e4
LT		 1240}
1241
13437e12 1242int nfs4_open_delegation_recall(struct nfs_open_context *ctx, struct nfs4_state *state, const nfs4_stateid *stateid)
1da177e4
LT		 1243{
1244 struct nfs4_exception exception = { };
539cd03a 1245 struct nfs_server *server = NFS_SERVER(state->inode);
1da177e4
LT		 1246 int err;
1247 do {
13437e12 1248 err = _nfs4_open_delegation_recall(ctx, state, stateid);
1da177e4
LT		 1249 switch (err) {
1250 case 0:
965b5d67
TM		 1251 case -ENOENT:
1252 case -ESTALE:
1253 goto out;
bcfa49f6
RL		 1254 case -NFS4ERR_BADSESSION:
1255 case -NFS4ERR_BADSLOT:
1256 case -NFS4ERR_BAD_HIGH_SLOT:
1257 case -NFS4ERR_CONN_NOT_BOUND_TO_SESSION:
1258 case -NFS4ERR_DEADSESSION:
0400a6b0 1259 nfs4_schedule_session_recovery(server->nfs_client->cl_session);
bcfa49f6 1260 goto out;
1da177e4
LT		 1261 case -NFS4ERR_STALE_CLIENTID:
1262 case -NFS4ERR_STALE_STATEID:
1263 case -NFS4ERR_EXPIRED:
1264 /* Don't recall a delegation if it was lost */
0400a6b0 1265 nfs4_schedule_lease_recovery(server->nfs_client);
965b5d67
TM		 1266 goto out;
1267 case -ERESTARTSYS:
1268 /*
1269 * The show must go on: exit, but mark the
1270 * stateid as needing recovery.
1271 */
1272 case -NFS4ERR_ADMIN_REVOKED:
1273 case -NFS4ERR_BAD_STATEID:
0400a6b0 1274 nfs4_schedule_stateid_recovery(server, state);
168667c4
TM		 1275 case -EKEYEXPIRED:
1276 /*
1277 * User RPCSEC_GSS context has expired.
1278 * We cannot recover this stateid now, so
1279 * skip it and allow recovery thread to
1280 * proceed.
1281 */
965b5d67
TM		 1282 case -ENOMEM:
1283 err = 0;
1284 goto out;
1da177e4
LT		 1285 }
1286 err = nfs4_handle_exception(server, err, &exception);
1287 } while (exception.retry);
965b5d67 1288out:
1da177e4
LT		 1289 return err;
1290}
1291
cdd4e68b
TM		 1292static void nfs4_open_confirm_done(struct rpc_task *task, void *calldata)
1293{
1294 struct nfs4_opendata *data = calldata;
1295
1296 data->rpc_status = task->tk_status;
26e976a8 1297 if (data->rpc_status == 0) {
cdd4e68b
TM		 1298 memcpy(data->o_res.stateid.data, data->c_res.stateid.data,
1299 sizeof(data->o_res.stateid.data));
bb22629e 1300 nfs_confirm_seqid(&data->owner->so_seqid, 0);
26e976a8 1301 renew_lease(data->o_res.server, data->timestamp);
3e309914 1302 data->rpc_done = 1;
26e976a8 1303 }
cdd4e68b
TM		 1304}
1305
1306static void nfs4_open_confirm_release(void *calldata)
1307{
1308 struct nfs4_opendata *data = calldata;
1309 struct nfs4_state *state = NULL;
1310
1311 /* If this request hasn't been cancelled, do nothing */
1312 if (data->cancelled == 0)
1313 goto out_free;
1314 /* In case of error, no cleanup! */
3e309914 1315 if (!data->rpc_done)
cdd4e68b 1316 goto out_free;
cdd4e68b 1317 state = nfs4_opendata_to_nfs4_state(data);
1b370bc2 1318 if (!IS_ERR(state))
dc0b027d 1319 nfs4_close_state(&data->path, state, data->o_arg.fmode);
cdd4e68b 1320out_free:
c6d00e63 1321 nfs4_opendata_put(data);
cdd4e68b
TM		 1322}
1323
1324static const struct rpc_call_ops nfs4_open_confirm_ops = {
cdd4e68b
TM		 1325 .rpc_call_done = nfs4_open_confirm_done,
1326 .rpc_release = nfs4_open_confirm_release,
1327};
1328
1329/*
1330 * Note: On error, nfs4_proc_open_confirm will free the struct nfs4_opendata
1331 */
1332static int _nfs4_proc_open_confirm(struct nfs4_opendata *data)
1333{
1334 struct nfs_server *server = NFS_SERVER(data->dir->d_inode);
1335 struct rpc_task *task;
5138fde0
TM		 1336 struct rpc_message msg = {
1337 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_OPEN_CONFIRM],
1338 .rpc_argp = &data->c_arg,
1339 .rpc_resp = &data->c_res,
1340 .rpc_cred = data->owner->so_cred,
1341 };
c970aa85
TM		 1342 struct rpc_task_setup task_setup_data = {
1343 .rpc_client = server->client,
5138fde0 1344 .rpc_message = &msg,
c970aa85
TM		 1345 .callback_ops = &nfs4_open_confirm_ops,
1346 .callback_data = data,
101070ca 1347 .workqueue = nfsiod_workqueue,
c970aa85
TM		 1348 .flags = RPC_TASK_ASYNC,
1349 };
1da177e4
LT		 1350 int status;
1351
c6d00e63 1352 kref_get(&data->kref);
3e309914
TM		 1353 data->rpc_done = 0;
1354 data->rpc_status = 0;
5138fde0 1355 data->timestamp = jiffies;
c970aa85 1356 task = rpc_run_task(&task_setup_data);
7a1218a2 1357 if (IS_ERR(task))
cdd4e68b 1358 return PTR_ERR(task);
cdd4e68b
TM		 1359 status = nfs4_wait_for_completion_rpc_task(task);
1360 if (status != 0) {
1361 data->cancelled = 1;
1362 smp_wmb();
1363 } else
1364 status = data->rpc_status;
e6b3c4db 1365 rpc_put_task(task);
1da177e4
LT		 1366 return status;
1367}
1368
24ac23ab 1369static void nfs4_open_prepare(struct rpc_task *task, void *calldata)
1da177e4 1370{
24ac23ab
TM		 1371 struct nfs4_opendata *data = calldata;
1372 struct nfs4_state_owner *sp = data->owner;
5138fde0 1373
24ac23ab
TM		 1374 if (nfs_wait_on_sequence(data->o_arg.seqid, task) != 0)
1375 return;
aac00a8d
TM		 1376 /*
1377 * Check if we still need to send an OPEN call, or if we can use
1378 * a delegation instead.
1379 */
1380 if (data->state != NULL) {
1381 struct nfs_delegation *delegation;
1382
dc0b027d 1383 if (can_open_cached(data->state, data->o_arg.fmode, data->o_arg.open_flags))
6ee41268 1384 goto out_no_action;
aac00a8d
TM		 1385 rcu_read_lock();
1386 delegation = rcu_dereference(NFS_I(data->state->inode)->delegation);
1387 if (delegation != NULL &&
15c831bf 1388 test_bit(NFS_DELEGATION_NEED_RECLAIM, &delegation->flags) == 0) {
aac00a8d 1389 rcu_read_unlock();
6ee41268 1390 goto out_no_action;
aac00a8d
TM		 1391 }
1392 rcu_read_unlock();
1393 }
24ac23ab 1394 /* Update sequence id. */
9f958ab8 1395 data->o_arg.id = sp->so_owner_id.id;
1f0e890d 1396 data->o_arg.clientid = sp->so_server->nfs_client->cl_clientid;
6f220ed5 1397 if (data->o_arg.claim == NFS4_OPEN_CLAIM_PREVIOUS) {
5138fde0 1398 task->tk_msg.rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_OPEN_NOATTR];
6f220ed5
TM		 1399 nfs_copy_fh(&data->o_res.fh, data->o_arg.fh);
1400 }
26e976a8 1401 data->timestamp = jiffies;
035168ab 1402 if (nfs4_setup_sequence(data->o_arg.server,
d898528c
AA		 1403 &data->o_arg.seq_args,
1404 &data->o_res.seq_res, 1, task))
1405 return;
5138fde0 1406 rpc_call_start(task);
6ee41268
TM		 1407 return;
1408out_no_action:
1409 task->tk_action = NULL;
1410
24ac23ab 1411}
1da177e4 1412
b257957e
AB		 1413static void nfs4_recover_open_prepare(struct rpc_task *task, void *calldata)
1414{
1415 rpc_task_set_priority(task, RPC_PRIORITY_PRIVILEGED);
1416 nfs4_open_prepare(task, calldata);
1417}
1418
24ac23ab
TM		 1419static void nfs4_open_done(struct rpc_task *task, void *calldata)
1420{
1421 struct nfs4_opendata *data = calldata;
1da177e4 1422
24ac23ab 1423 data->rpc_status = task->tk_status;
d898528c 1424
14516c3a
TM		 1425 if (!nfs4_sequence_done(task, &data->o_res.seq_res))
1426 return;
d898528c 1427
24ac23ab
TM		 1428 if (task->tk_status == 0) {
1429 switch (data->o_res.f_attr->mode & S_IFMT) {
6f926b5b
TM		 1430 case S_IFREG:
1431 break;
1432 case S_IFLNK:
24ac23ab 1433 data->rpc_status = -ELOOP;
6f926b5b
TM		 1434 break;
1435 case S_IFDIR:
24ac23ab 1436 data->rpc_status = -EISDIR;
6f926b5b
TM		 1437 break;
1438 default:
24ac23ab 1439 data->rpc_status = -ENOTDIR;
6f926b5b 1440 }
26e976a8 1441 renew_lease(data->o_res.server, data->timestamp);
0f9f95e0
TM		 1442 if (!(data->o_res.rflags & NFS4_OPEN_RESULT_CONFIRM))
1443 nfs_confirm_seqid(&data->owner->so_seqid, 0);
6f926b5b 1444 }
3e309914 1445 data->rpc_done = 1;
24ac23ab 1446}
6f926b5b 1447
24ac23ab
TM		 1448static void nfs4_open_release(void *calldata)
1449{
1450 struct nfs4_opendata *data = calldata;
1451 struct nfs4_state *state = NULL;
1452
1453 /* If this request hasn't been cancelled, do nothing */
1454 if (data->cancelled == 0)
1455 goto out_free;
1456 /* In case of error, no cleanup! */
3e309914 1457 if (data->rpc_status != 0 || !data->rpc_done)
24ac23ab
TM		 1458 goto out_free;
1459 /* In case we need an open_confirm, no cleanup! */
1460 if (data->o_res.rflags & NFS4_OPEN_RESULT_CONFIRM)
1461 goto out_free;
24ac23ab 1462 state = nfs4_opendata_to_nfs4_state(data);
1b370bc2 1463 if (!IS_ERR(state))
dc0b027d 1464 nfs4_close_state(&data->path, state, data->o_arg.fmode);
24ac23ab 1465out_free:
c6d00e63 1466 nfs4_opendata_put(data);
24ac23ab
TM		 1467}
1468
1469static const struct rpc_call_ops nfs4_open_ops = {
1470 .rpc_call_prepare = nfs4_open_prepare,
1471 .rpc_call_done = nfs4_open_done,
1472 .rpc_release = nfs4_open_release,
1473};
1474
b257957e
AB		 1475static const struct rpc_call_ops nfs4_recover_open_ops = {
1476 .rpc_call_prepare = nfs4_recover_open_prepare,
1477 .rpc_call_done = nfs4_open_done,
1478 .rpc_release = nfs4_open_release,
1479};
1480
1481static int nfs4_run_open_task(struct nfs4_opendata *data, int isrecover)
24ac23ab
TM		 1482{
1483 struct inode *dir = data->dir->d_inode;
1484 struct nfs_server *server = NFS_SERVER(dir);
1485 struct nfs_openargs *o_arg = &data->o_arg;
1486 struct nfs_openres *o_res = &data->o_res;
1487 struct rpc_task *task;
5138fde0
TM		 1488 struct rpc_message msg = {
1489 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_OPEN],
1490 .rpc_argp = o_arg,
1491 .rpc_resp = o_res,
1492 .rpc_cred = data->owner->so_cred,
1493 };
c970aa85
TM		 1494 struct rpc_task_setup task_setup_data = {
1495 .rpc_client = server->client,
5138fde0 1496 .rpc_message = &msg,
c970aa85
TM		 1497 .callback_ops = &nfs4_open_ops,
1498 .callback_data = data,
101070ca 1499 .workqueue = nfsiod_workqueue,
c970aa85
TM		 1500 .flags = RPC_TASK_ASYNC,
1501 };
24ac23ab
TM		 1502 int status;
1503
c6d00e63 1504 kref_get(&data->kref);
3e309914
TM		 1505 data->rpc_done = 0;
1506 data->rpc_status = 0;
2ced46c2 1507 data->cancelled = 0;
b257957e
AB		 1508 if (isrecover)
1509 task_setup_data.callback_ops = &nfs4_recover_open_ops;
c970aa85 1510 task = rpc_run_task(&task_setup_data);
b257957e
AB		 1511 if (IS_ERR(task))
1512 return PTR_ERR(task);
1513 status = nfs4_wait_for_completion_rpc_task(task);
1514 if (status != 0) {
1515 data->cancelled = 1;
1516 smp_wmb();
1517 } else
1518 status = data->rpc_status;
1519 rpc_put_task(task);
1520
1521 return status;
1522}
1523
1524static int _nfs4_recover_proc_open(struct nfs4_opendata *data)
1525{
1526 struct inode *dir = data->dir->d_inode;
1527 struct nfs_openres *o_res = &data->o_res;
1528 int status;
1529
1530 status = nfs4_run_open_task(data, 1);
1531 if (status != 0 || !data->rpc_done)
1532 return status;
1533
1534 nfs_refresh_inode(dir, o_res->dir_attr);
1535
1536 if (o_res->rflags & NFS4_OPEN_RESULT_CONFIRM) {
1537 status = _nfs4_proc_open_confirm(data);
1538 if (status != 0)
1539 return status;
1540 }
1541
1542 return status;
1543}
1544
1545/*
1546 * Note: On error, nfs4_proc_open will free the struct nfs4_opendata
1547 */
1548static int _nfs4_proc_open(struct nfs4_opendata *data)
1549{
1550 struct inode *dir = data->dir->d_inode;
1551 struct nfs_server *server = NFS_SERVER(dir);
1552 struct nfs_openargs *o_arg = &data->o_arg;
1553 struct nfs_openres *o_res = &data->o_res;
1554 int status;
1555
1556 status = nfs4_run_open_task(data, 0);
3e309914 1557 if (status != 0 || !data->rpc_done)
24ac23ab
TM		 1558 return status;
1559
56ae19f3
TM		 1560 if (o_arg->open_flags & O_CREAT) {
1561 update_changeattr(dir, &o_res->cinfo);
1562 nfs_post_op_update_inode(dir, o_res->dir_attr);
1563 } else
1564 nfs_refresh_inode(dir, o_res->dir_attr);
0df5dd4a
TM		 1565 if ((o_res->rflags & NFS4_OPEN_RESULT_LOCKTYPE_POSIX) == 0)
1566 server->caps &= ~NFS_CAP_POSIX_LOCK;
1da177e4 1567 if(o_res->rflags & NFS4_OPEN_RESULT_CONFIRM) {
cdd4e68b 1568 status = _nfs4_proc_open_confirm(data);
1da177e4 1569 if (status != 0)
24ac23ab 1570 return status;
1da177e4
LT		 1571 }
1572 if (!(o_res->f_attr->valid & NFS_ATTR_FATTR))
9936781d 1573 _nfs4_proc_getattr(server, &o_res->fh, o_res->f_attr);
24ac23ab 1574 return 0;
1da177e4
LT		 1575}
1576
d83217c1 1577static int nfs4_client_recover_expired_lease(struct nfs_client *clp)
58d9714a 1578{
a78cb57a 1579 unsigned int loop;
6b30954e 1580 int ret;
58d9714a 1581
a78cb57a 1582 for (loop = NFS4_MAX_LOOP_ON_RECOVER; loop != 0; loop--) {
65de872e 1583 ret = nfs4_wait_clnt_recover(clp);
6b30954e 1584 if (ret != 0)
a78cb57a 1585 break;
e598d843
TM		 1586 if (!test_bit(NFS4CLNT_LEASE_EXPIRED, &clp->cl_state) &&
1587 !test_bit(NFS4CLNT_CHECK_LEASE,&clp->cl_state))
6b30954e 1588 break;
0400a6b0 1589 nfs4_schedule_state_manager(clp);
a78cb57a 1590 ret = -EIO;
6b30954e 1591 }
a78cb57a 1592 return ret;
58d9714a
TM		 1593}
1594
d83217c1
AA		 1595static int nfs4_recover_expired_lease(struct nfs_server *server)
1596{
1597 return nfs4_client_recover_expired_lease(server->nfs_client);
1598}
1599
1da177e4
LT		 1600/*
1601 * OPEN_EXPIRED:
1602 * reclaim state on the server after a network partition.
1603 * Assumes caller holds the appropriate lock
1604 */
539cd03a 1605static int _nfs4_open_expired(struct nfs_open_context *ctx, struct nfs4_state *state)
1da177e4 1606{
e56e0b78 1607 struct nfs4_opendata *opendata;
864472e9 1608 int ret;
1da177e4 1609
6f220ed5
TM		 1610 opendata = nfs4_open_recoverdata_alloc(ctx, state);
1611 if (IS_ERR(opendata))
1612 return PTR_ERR(opendata);
864472e9 1613 ret = nfs4_open_recover(opendata, state);
35d05778 1614 if (ret == -ESTALE)
539cd03a 1615 d_drop(ctx->path.dentry);
c6d00e63 1616 nfs4_opendata_put(opendata);
864472e9 1617 return ret;
1da177e4
LT		 1618}
1619
a9ed2e25 1620static int nfs4_do_open_expired(struct nfs_open_context *ctx, struct nfs4_state *state)
202b50dc 1621{
539cd03a 1622 struct nfs_server *server = NFS_SERVER(state->inode);
202b50dc
TM		 1623 struct nfs4_exception exception = { };
1624 int err;
1625
1626 do {
539cd03a 1627 err = _nfs4_open_expired(ctx, state);
a9ed2e25
TM		 1628 switch (err) {
1629 default:
1630 goto out;
1631 case -NFS4ERR_GRACE:
1632 case -NFS4ERR_DELAY:
1633 nfs4_handle_exception(server, err, &exception);
1634 err = 0;
1635 }
202b50dc 1636 } while (exception.retry);
a9ed2e25 1637out:
202b50dc
TM		 1638 return err;
1639}
1640
1da177e4
LT		 1641static int nfs4_open_expired(struct nfs4_state_owner *sp, struct nfs4_state *state)
1642{
1da177e4 1643 struct nfs_open_context *ctx;
864472e9 1644 int ret;
1da177e4 1645
864472e9
TM		 1646 ctx = nfs4_state_find_open_context(state);
1647 if (IS_ERR(ctx))
1648 return PTR_ERR(ctx);
539cd03a 1649 ret = nfs4_do_open_expired(ctx, state);
864472e9
TM		 1650 put_nfs_open_context(ctx);
1651 return ret;
1da177e4
LT		 1652}
1653
aa53ed54
JL		 1654/*
1655 * on an EXCLUSIVE create, the server should send back a bitmask with FATTR4-*
1656 * fields corresponding to attributes that were used to store the verifier.
1657 * Make sure we clobber those fields in the later setattr call
1658 */
1659static inline void nfs4_exclusive_attrset(struct nfs4_opendata *opendata, struct iattr *sattr)
1660{
1661 if ((opendata->o_res.attrset[1] & FATTR4_WORD1_TIME_ACCESS) &&
1662 !(sattr->ia_valid & ATTR_ATIME_SET))
1663 sattr->ia_valid |= ATTR_ATIME;
1664
1665 if ((opendata->o_res.attrset[1] & FATTR4_WORD1_TIME_MODIFY) &&
1666 !(sattr->ia_valid & ATTR_MTIME_SET))
1667 sattr->ia_valid |= ATTR_MTIME;
1668}
1669
1da177e4 1670/*
24ac23ab 1671 * Returns a referenced nfs4_state
1da177e4 1672 */
dc0b027d 1673static int _nfs4_do_open(struct inode *dir, struct path *path, fmode_t fmode, int flags, struct iattr *sattr, struct rpc_cred *cred, struct nfs4_state **res)
1da177e4
LT		 1674{
1675 struct nfs4_state_owner *sp;
1676 struct nfs4_state *state = NULL;
1677 struct nfs_server *server = NFS_SERVER(dir);
e56e0b78 1678 struct nfs4_opendata *opendata;
aac00a8d 1679 int status;
1da177e4
LT		 1680
1681 /* Protect against reboot recovery conflicts */
1da177e4
LT		 1682 status = -ENOMEM;
1683 if (!(sp = nfs4_get_state_owner(server, cred))) {
1684 dprintk("nfs4_do_open: nfs4_get_state_owner failed!\n");
1685 goto out_err;
1686 }
58d9714a
TM		 1687 status = nfs4_recover_expired_lease(server);
1688 if (status != 0)
b4454fe1 1689 goto err_put_state_owner;
aac00a8d 1690 if (path->dentry->d_inode != NULL)
dc0b027d 1691 nfs4_return_incompatible_delegation(path->dentry->d_inode, fmode);
58d9714a 1692 status = -ENOMEM;
8535b2be 1693 opendata = nfs4_opendata_alloc(path, sp, fmode, flags, sattr, GFP_KERNEL);
e56e0b78 1694 if (opendata == NULL)
95d35cb4 1695 goto err_put_state_owner;
1da177e4 1696
aac00a8d
TM		 1697 if (path->dentry->d_inode != NULL)
1698 opendata->state = nfs4_get_open_state(path->dentry->d_inode, sp);
1699
24ac23ab 1700 status = _nfs4_proc_open(opendata);
1da177e4 1701 if (status != 0)
c6d00e63 1702 goto err_opendata_put;
1da177e4 1703
24ac23ab 1704 state = nfs4_opendata_to_nfs4_state(opendata);
1b370bc2
TM		 1705 status = PTR_ERR(state);
1706 if (IS_ERR(state))
c6d00e63 1707 goto err_opendata_put;
0df5dd4a 1708 if (server->caps & NFS_CAP_POSIX_LOCK)
8e469ebd 1709 set_bit(NFS_STATE_POSIX_LOCKS, &state->flags);
0ab64e0e
TM		 1710
1711 if (opendata->o_arg.open_flags & O_EXCL) {
1712 nfs4_exclusive_attrset(opendata, sattr);
1713
1714 nfs_fattr_init(opendata->o_res.f_attr);
1715 status = nfs4_do_setattr(state->inode, cred,
1716 opendata->o_res.f_attr, sattr,
1717 state);
1718 if (status == 0)
1719 nfs_setattr_update_inode(state->inode, sattr);
1720 nfs_post_op_update_inode(state->inode, opendata->o_res.f_attr);
1721 }
c6d00e63 1722 nfs4_opendata_put(opendata);
1da177e4 1723 nfs4_put_state_owner(sp);
1da177e4
LT		 1724 *res = state;
1725 return 0;
c6d00e63
TM		 1726err_opendata_put:
1727 nfs4_opendata_put(opendata);
e56e0b78
TM		 1728err_put_state_owner:
1729 nfs4_put_state_owner(sp);
1da177e4 1730out_err:
1da177e4
LT		 1731 *res = NULL;
1732 return status;
1733}
1734
1735
dc0b027d 1736static struct nfs4_state *nfs4_do_open(struct inode *dir, struct path *path, fmode_t fmode, int flags, struct iattr *sattr, struct rpc_cred *cred)
1da177e4
LT		 1737{
1738 struct nfs4_exception exception = { };
1739 struct nfs4_state *res;
1740 int status;
1741
1742 do {
dc0b027d 1743 status = _nfs4_do_open(dir, path, fmode, flags, sattr, cred, &res);
1da177e4
LT		 1744 if (status == 0)
1745 break;
1746 /* NOTE: BAD_SEQID means the server and client disagree about the
1747 * book-keeping w.r.t. state-changing operations
1748 * (OPEN/CLOSE/LOCK/LOCKU...)
1749 * It is actually a sign of a bug on the client or on the server.
1750 *
1751 * If we receive a BAD_SEQID error in the particular case of
cee54fc9 1752 * doing an OPEN, we assume that nfs_increment_open_seqid() will
1da177e4
LT		 1753 * have unhashed the old state_owner for us, and that we can
1754 * therefore safely retry using a new one. We should still warn
1755 * the user though...
1756 */
1757 if (status == -NFS4ERR_BAD_SEQID) {
6f43ddcc
TM		 1758 printk(KERN_WARNING "NFS: v4 server %s "
1759 " returned a bad sequence-id error!\n",
1760 NFS_SERVER(dir)->nfs_client->cl_hostname);
1da177e4
LT		 1761 exception.retry = 1;
1762 continue;
1763 }
550f5747
TM		 1764 /*
1765 * BAD_STATEID on OPEN means that the server cancelled our
1766 * state before it received the OPEN_CONFIRM.
1767 * Recover by retrying the request as per the discussion
1768 * on Page 181 of RFC3530.
1769 */
1770 if (status == -NFS4ERR_BAD_STATEID) {
1771 exception.retry = 1;
1772 continue;
1773 }
aac00a8d
TM		 1774 if (status == -EAGAIN) {
1775 /* We must have found a delegation */
1776 exception.retry = 1;
1777 continue;
1778 }
1da177e4
LT		 1779 res = ERR_PTR(nfs4_handle_exception(NFS_SERVER(dir),
1780 status, &exception));
1781 } while (exception.retry);
1782 return res;
1783}
1784
659bfcd6
TM		 1785static int _nfs4_do_setattr(struct inode *inode, struct rpc_cred *cred,
1786 struct nfs_fattr *fattr, struct iattr *sattr,
1787 struct nfs4_state *state)
1da177e4 1788{
3e4f6290 1789 struct nfs_server *server = NFS_SERVER(inode);
1da177e4 1790 struct nfs_setattrargs arg = {
3e4f6290 1791 .fh = NFS_FH(inode),
1da177e4
LT		 1792 .iap = sattr,
1793 .server = server,
1794 .bitmask = server->attr_bitmask,
1795 };
1796 struct nfs_setattrres res = {
1797 .fattr = fattr,
1798 .server = server,
1799 };
1800 struct rpc_message msg = {
659bfcd6
TM		 1801 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_SETATTR],
1802 .rpc_argp = &arg,
1803 .rpc_resp = &res,
1804 .rpc_cred = cred,
1da177e4 1805 };
26e976a8 1806 unsigned long timestamp = jiffies;
65e4308d 1807 int status;
1da177e4 1808
0e574af1 1809 nfs_fattr_init(fattr);
1da177e4 1810
3e4f6290
TM		 1811 if (nfs4_copy_delegation_stateid(&arg.stateid, inode)) {
1812 /* Use that stateid */
1813 } else if (state != NULL) {
77041ed9 1814 nfs4_copy_stateid(&arg.stateid, state, current->files, current->tgid);
08e9eac4 1815 } else
1da177e4
LT		 1816 memcpy(&arg.stateid, &zero_stateid, sizeof(arg.stateid));
1817
cccef3b9 1818 status = nfs4_call_sync(server, &msg, &arg, &res, 1);
26e976a8
TM		 1819 if (status == 0 && state != NULL)
1820 renew_lease(server, timestamp);
65e4308d 1821 return status;
1da177e4
LT		 1822}
1823
659bfcd6
TM		 1824static int nfs4_do_setattr(struct inode *inode, struct rpc_cred *cred,
1825 struct nfs_fattr *fattr, struct iattr *sattr,
1826 struct nfs4_state *state)
1da177e4 1827{
3e4f6290 1828 struct nfs_server *server = NFS_SERVER(inode);
1da177e4
LT		 1829 struct nfs4_exception exception = { };
1830 int err;
1831 do {
1832 err = nfs4_handle_exception(server,
659bfcd6 1833 _nfs4_do_setattr(inode, cred, fattr, sattr, state),
1da177e4
LT		 1834 &exception);
1835 } while (exception.retry);
1836 return err;
1837}
1838
1839struct nfs4_closedata {
4a35bd41 1840 struct path path;
1da177e4
LT		 1841 struct inode *inode;
1842 struct nfs4_state *state;
1843 struct nfs_closeargs arg;
1844 struct nfs_closeres res;
516a6af6 1845 struct nfs_fattr fattr;
26e976a8 1846 unsigned long timestamp;
f7e8917a
FI		 1847 bool roc;
1848 u32 roc_barrier;
1da177e4
LT		 1849};
1850
963d8fe5 1851static void nfs4_free_closedata(void *data)
9512135d 1852{
963d8fe5
TM		 1853 struct nfs4_closedata *calldata = data;
1854 struct nfs4_state_owner *sp = calldata->state->owner;
9512135d 1855
f7e8917a
FI		 1856 if (calldata->roc)
1857 pnfs_roc_release(calldata->state->inode);
9512135d
TM		 1858 nfs4_put_open_state(calldata->state);
1859 nfs_free_seqid(calldata->arg.seqid);
9512135d 1860 nfs4_put_state_owner(sp);
31f31db1 1861 path_put(&calldata->path);
9512135d
TM		 1862 kfree(calldata);
1863}
1864
88069f77
TM		 1865static void nfs4_close_clear_stateid_flags(struct nfs4_state *state,
1866 fmode_t fmode)
1867{
1868 spin_lock(&state->owner->so_lock);
1869 if (!(fmode & FMODE_READ))
1870 clear_bit(NFS_O_RDONLY_STATE, &state->flags);
1871 if (!(fmode & FMODE_WRITE))
1872 clear_bit(NFS_O_WRONLY_STATE, &state->flags);
1873 clear_bit(NFS_O_RDWR_STATE, &state->flags);
1874 spin_unlock(&state->owner->so_lock);
1875}
1876
963d8fe5 1877static void nfs4_close_done(struct rpc_task *task, void *data)
1da177e4 1878{
963d8fe5 1879 struct nfs4_closedata *calldata = data;
1da177e4 1880 struct nfs4_state *state = calldata->state;
1da177e4
LT		 1881 struct nfs_server *server = NFS_SERVER(calldata->inode);
1882
14516c3a
TM		 1883 if (!nfs4_sequence_done(task, &calldata->res.seq_res))
1884 return;
1da177e4
LT		 1885 /* hmm. we are done with the inode, and in the process of freeing
1886 * the state_owner. we keep this around to process errors
1887 */
1da177e4
LT		 1888 switch (task->tk_status) {
1889 case 0:
f7e8917a
FI		 1890 if (calldata->roc)
1891 pnfs_roc_set_barrier(state->inode,
1892 calldata->roc_barrier);
45328c35 1893 nfs_set_open_stateid(state, &calldata->res.stateid, 0);
26e976a8 1894 renew_lease(server, calldata->timestamp);
88069f77
TM		 1895 nfs4_close_clear_stateid_flags(state,
1896 calldata->arg.fmode);
1da177e4
LT		 1897 break;
1898 case -NFS4ERR_STALE_STATEID:
9e33bed5
TM		 1899 case -NFS4ERR_OLD_STATEID:
1900 case -NFS4ERR_BAD_STATEID:
1da177e4 1901 case -NFS4ERR_EXPIRED:
dc0b027d 1902 if (calldata->arg.fmode == 0)
9e33bed5 1903 break;
1da177e4 1904 default:
72211dbe
TM		 1905 if (nfs4_async_handle_error(task, server, state) == -EAGAIN)
1906 rpc_restart_call_prepare(task);
1da177e4 1907 }
72211dbe 1908 nfs_release_seqid(calldata->arg.seqid);
516a6af6 1909 nfs_refresh_inode(calldata->inode, calldata->res.fattr);
1da177e4
LT		 1910}
1911
4ce70ada 1912static void nfs4_close_prepare(struct rpc_task *task, void *data)
1da177e4 1913{
4ce70ada 1914 struct nfs4_closedata *calldata = data;
9512135d 1915 struct nfs4_state *state = calldata->state;
88069f77 1916 int call_close = 0;
9512135d 1917
963d8fe5 1918 if (nfs_wait_on_sequence(calldata->arg.seqid, task) != 0)
9512135d 1919 return;
003707c7 1920
88069f77
TM		 1921 task->tk_msg.rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_OPEN_DOWNGRADE];
1922 calldata->arg.fmode = FMODE_READ|FMODE_WRITE;
4cecb76f 1923 spin_lock(&state->owner->so_lock);
003707c7 1924 /* Calculate the change in open mode */
e7616923 1925 if (state->n_rdwr == 0) {
003707c7 1926 if (state->n_rdonly == 0) {
88069f77
TM		 1927 call_close |= test_bit(NFS_O_RDONLY_STATE, &state->flags);
1928 call_close |= test_bit(NFS_O_RDWR_STATE, &state->flags);
1929 calldata->arg.fmode &= ~FMODE_READ;
003707c7
TM		 1930 }
1931 if (state->n_wronly == 0) {
88069f77
TM		 1932 call_close |= test_bit(NFS_O_WRONLY_STATE, &state->flags);
1933 call_close |= test_bit(NFS_O_RDWR_STATE, &state->flags);
1934 calldata->arg.fmode &= ~FMODE_WRITE;
003707c7 1935 }
e7616923 1936 }
4cecb76f 1937 spin_unlock(&state->owner->so_lock);
88069f77
TM		 1938
1939 if (!call_close) {
963d8fe5
TM		 1940 /* Note: exit _without_ calling nfs4_close_done */
1941 task->tk_action = NULL;
9512135d
TM		 1942 return;
1943 }
88069f77 1944
f7e8917a 1945 if (calldata->arg.fmode == 0) {
88069f77 1946 task->tk_msg.rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_CLOSE];
f7e8917a
FI		 1947 if (calldata->roc &&
1948 pnfs_roc_drain(calldata->inode, &calldata->roc_barrier)) {
1949 rpc_sleep_on(&NFS_SERVER(calldata->inode)->roc_rpcwaitq,
1950 task, NULL);
1951 return;
1952 }
1953 }
88069f77 1954
516a6af6 1955 nfs_fattr_init(calldata->res.fattr);
26e976a8 1956 calldata->timestamp = jiffies;
035168ab 1957 if (nfs4_setup_sequence(NFS_SERVER(calldata->inode),
19ddab06
AA		 1958 &calldata->arg.seq_args, &calldata->res.seq_res,
1959 1, task))
1960 return;
5138fde0 1961 rpc_call_start(task);
1da177e4
LT		 1962}
1963
963d8fe5 1964static const struct rpc_call_ops nfs4_close_ops = {
4ce70ada 1965 .rpc_call_prepare = nfs4_close_prepare,
963d8fe5
TM		 1966 .rpc_call_done = nfs4_close_done,
1967 .rpc_release = nfs4_free_closedata,
1968};
1969
1da177e4
LT		 1970/*
1971 * It is possible for data to be read/written from a mem-mapped file
1972 * after the sys_close call (which hits the vfs layer as a flush).
1973 * This means that we can't safely call nfsv4 close on a file until
1974 * the inode is cleared. This in turn means that we are not good
1975 * NFSv4 citizens - we do not indicate to the server to update the file's
1976 * share state even when we are done with one of the three share
1977 * stateid's in the inode.
1978 *
1979 * NOTE: Caller must be holding the sp->so_owner semaphore!
1980 */
f7e8917a 1981int nfs4_do_close(struct path *path, struct nfs4_state *state, gfp_t gfp_mask, int wait, bool roc)
1da177e4 1982{
4a35bd41 1983 struct nfs_server *server = NFS_SERVER(state->inode);
1da177e4 1984 struct nfs4_closedata *calldata;
b39e625b
TM		 1985 struct nfs4_state_owner *sp = state->owner;
1986 struct rpc_task *task;
5138fde0
TM		 1987 struct rpc_message msg = {
1988 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_CLOSE],
1989 .rpc_cred = state->owner->so_cred,
1990 };
c970aa85
TM		 1991 struct rpc_task_setup task_setup_data = {
1992 .rpc_client = server->client,
5138fde0 1993 .rpc_message = &msg,
c970aa85 1994 .callback_ops = &nfs4_close_ops,
101070ca 1995 .workqueue = nfsiod_workqueue,
c970aa85
TM		 1996 .flags = RPC_TASK_ASYNC,
1997 };
9512135d 1998 int status = -ENOMEM;
1da177e4 1999
8535b2be 2000 calldata = kzalloc(sizeof(*calldata), gfp_mask);
1da177e4 2001 if (calldata == NULL)
9512135d 2002 goto out;
4a35bd41 2003 calldata->inode = state->inode;
1da177e4 2004 calldata->state = state;
4a35bd41 2005 calldata->arg.fh = NFS_FH(state->inode);
003707c7 2006 calldata->arg.stateid = &state->open_stateid;
1da177e4 2007 /* Serialization for the sequence id */
8535b2be 2008 calldata->arg.seqid = nfs_alloc_seqid(&state->owner->so_seqid, gfp_mask);
9512135d
TM		 2009 if (calldata->arg.seqid == NULL)
2010 goto out_free_calldata;
dc0b027d 2011 calldata->arg.fmode = 0;
a65318bf 2012 calldata->arg.bitmask = server->cache_consistency_bitmask;
516a6af6 2013 calldata->res.fattr = &calldata->fattr;
c1d51931 2014 calldata->res.seqid = calldata->arg.seqid;
516a6af6 2015 calldata->res.server = server;
f7e8917a 2016 calldata->roc = roc;
f6948697
AV		 2017 path_get(path);
2018 calldata->path = *path;
9512135d 2019
1174dd1f
TM		 2020 msg.rpc_argp = &calldata->arg;
2021 msg.rpc_resp = &calldata->res;
c970aa85
TM		 2022 task_setup_data.callback_data = calldata;
2023 task = rpc_run_task(&task_setup_data);
b39e625b
TM		 2024 if (IS_ERR(task))
2025 return PTR_ERR(task);
a49c3c77
TM		 2026 status = 0;
2027 if (wait)
2028 status = rpc_wait_for_completion_task(task);
b39e625b 2029 rpc_put_task(task);
a49c3c77 2030 return status;
9512135d
TM		 2031out_free_calldata:
2032 kfree(calldata);
2033out:
f7e8917a
FI		 2034 if (roc)
2035 pnfs_roc_release(state->inode);
b39e625b
TM		 2036 nfs4_put_open_state(state);
2037 nfs4_put_state_owner(sp);
9512135d 2038 return status;
1da177e4
LT		 2039}
2040
2b484297 2041static struct inode *
cd9a1c0e 2042nfs4_atomic_open(struct inode *dir, struct nfs_open_context *ctx, int open_flags, struct iattr *attr)
1da177e4 2043{
1da177e4 2044 struct nfs4_state *state;
1da177e4 2045
565277f6 2046 /* Protect against concurrent sillydeletes */
cd9a1c0e 2047 state = nfs4_do_open(dir, &ctx->path, ctx->mode, open_flags, attr, ctx->cred);
f46e0bd3
TM		 2048 if (IS_ERR(state))
2049 return ERR_CAST(state);
cd9a1c0e 2050 ctx->state = state;
f46e0bd3 2051 return igrab(state->inode);
1da177e4
LT		 2052}
2053
1185a552 2054static void nfs4_close_context(struct nfs_open_context *ctx, int is_sync)
7fe5c398
TM		 2055{
2056 if (ctx->state == NULL)
2057 return;
2058 if (is_sync)
2059 nfs4_close_sync(&ctx->path, ctx->state, ctx->mode);
2060 else
2061 nfs4_close_state(&ctx->path, ctx->state, ctx->mode);
2062}
1da177e4
LT		 2063
2064static int _nfs4_server_capabilities(struct nfs_server *server, struct nfs_fh *fhandle)
2065{
43652ad5
BH		 2066 struct nfs4_server_caps_arg args = {
2067 .fhandle = fhandle,
2068 };
1da177e4
LT		 2069 struct nfs4_server_caps_res res = {};
2070 struct rpc_message msg = {
2071 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_SERVER_CAPS],
43652ad5 2072 .rpc_argp = &args,
1da177e4
LT		 2073 .rpc_resp = &res,
2074 };
2075 int status;
2076
cccef3b9 2077 status = nfs4_call_sync(server, &msg, &args, &res, 0);
1da177e4
LT		 2078 if (status == 0) {
2079 memcpy(server->attr_bitmask, res.attr_bitmask, sizeof(server->attr_bitmask));
62ab460c
TM		 2080 server->caps &= ~(NFS_CAP_ACLS|NFS_CAP_HARDLINKS|
2081 NFS_CAP_SYMLINKS|NFS_CAP_FILEID|
2082 NFS_CAP_MODE|NFS_CAP_NLINK|NFS_CAP_OWNER|
2083 NFS_CAP_OWNER_GROUP|NFS_CAP_ATIME|
2084 NFS_CAP_CTIME|NFS_CAP_MTIME);
1da177e4
LT		 2085 if (res.attr_bitmask[0] & FATTR4_WORD0_ACL)
2086 server->caps |= NFS_CAP_ACLS;
2087 if (res.has_links != 0)
2088 server->caps |= NFS_CAP_HARDLINKS;
2089 if (res.has_symlinks != 0)
2090 server->caps |= NFS_CAP_SYMLINKS;
62ab460c
TM		 2091 if (res.attr_bitmask[0] & FATTR4_WORD0_FILEID)
2092 server->caps |= NFS_CAP_FILEID;
2093 if (res.attr_bitmask[1] & FATTR4_WORD1_MODE)
2094 server->caps |= NFS_CAP_MODE;
2095 if (res.attr_bitmask[1] & FATTR4_WORD1_NUMLINKS)
2096 server->caps |= NFS_CAP_NLINK;
2097 if (res.attr_bitmask[1] & FATTR4_WORD1_OWNER)
2098 server->caps |= NFS_CAP_OWNER;
2099 if (res.attr_bitmask[1] & FATTR4_WORD1_OWNER_GROUP)
2100 server->caps |= NFS_CAP_OWNER_GROUP;
2101 if (res.attr_bitmask[1] & FATTR4_WORD1_TIME_ACCESS)
2102 server->caps |= NFS_CAP_ATIME;
2103 if (res.attr_bitmask[1] & FATTR4_WORD1_TIME_METADATA)
2104 server->caps |= NFS_CAP_CTIME;
2105 if (res.attr_bitmask[1] & FATTR4_WORD1_TIME_MODIFY)
2106 server->caps |= NFS_CAP_MTIME;
2107
a65318bf
TM		 2108 memcpy(server->cache_consistency_bitmask, res.attr_bitmask, sizeof(server->cache_consistency_bitmask));
2109 server->cache_consistency_bitmask[0] &= FATTR4_WORD0_CHANGE|FATTR4_WORD0_SIZE;
2110 server->cache_consistency_bitmask[1] &= FATTR4_WORD1_TIME_METADATA|FATTR4_WORD1_TIME_MODIFY;
1da177e4
LT		 2111 server->acl_bitmask = res.acl_bitmask;
2112 }
cccef3b9 2113
1da177e4
LT		 2114 return status;
2115}
2116
55a97593 2117int nfs4_server_capabilities(struct nfs_server *server, struct nfs_fh *fhandle)
1da177e4
LT		 2118{
2119 struct nfs4_exception exception = { };
2120 int err;
2121 do {
2122 err = nfs4_handle_exception(server,
2123 _nfs4_server_capabilities(server, fhandle),
2124 &exception);
2125 } while (exception.retry);
2126 return err;
2127}
2128
2129static int _nfs4_lookup_root(struct nfs_server *server, struct nfs_fh *fhandle,
2130 struct nfs_fsinfo *info)
2131{
1da177e4
LT		 2132 struct nfs4_lookup_root_arg args = {
2133 .bitmask = nfs4_fattr_bitmap,
2134 };
2135 struct nfs4_lookup_res res = {
2136 .server = server,
0e574af1 2137 .fattr = info->fattr,
1da177e4
LT		 2138 .fh = fhandle,
2139 };
2140 struct rpc_message msg = {
2141 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_LOOKUP_ROOT],
2142 .rpc_argp = &args,
2143 .rpc_resp = &res,
2144 };
008f55d0 2145
0e574af1 2146 nfs_fattr_init(info->fattr);
fccba804 2147 return nfs4_call_sync(server, &msg, &args, &res, 0);
1da177e4
LT		 2148}
2149
2150static int nfs4_lookup_root(struct nfs_server *server, struct nfs_fh *fhandle,
2151 struct nfs_fsinfo *info)
2152{
2153 struct nfs4_exception exception = { };
2154 int err;
2155 do {
2156 err = nfs4_handle_exception(server,
2157 _nfs4_lookup_root(server, fhandle, info),
2158 &exception);
2159 } while (exception.retry);
2160 return err;
2161}
2162
54ceac45
DH		 2163/*
2164 * get the file handle for the "/" directory on the server
2165 */
1da177e4 2166static int nfs4_proc_get_root(struct nfs_server *server, struct nfs_fh *fhandle,
54ceac45 2167 struct nfs_fsinfo *info)
1da177e4 2168{
1da177e4
LT		 2169 int status;
2170
1da177e4 2171 status = nfs4_lookup_root(server, fhandle, info);
1da177e4
LT		 2172 if (status == 0)
2173 status = nfs4_server_capabilities(server, fhandle);
2174 if (status == 0)
2175 status = nfs4_do_fsinfo(server, fhandle, info);
c12e87f4 2176 return nfs4_map_errors(status);
1da177e4
LT		 2177}
2178
6b97fd3d
MN		 2179/*
2180 * Get locations and (maybe) other attributes of a referral.
2181 * Note that we'll actually follow the referral later when
2182 * we detect fsid mismatch in inode revalidation
2183 */
56659e99 2184static int nfs4_get_referral(struct inode *dir, const struct qstr *name, struct nfs_fattr *fattr, struct nfs_fh *fhandle)
6b97fd3d
MN		 2185{
2186 int status = -ENOMEM;
2187 struct page *page = NULL;
2188 struct nfs4_fs_locations *locations = NULL;
6b97fd3d
MN		 2189
2190 page = alloc_page(GFP_KERNEL);
2191 if (page == NULL)
2192 goto out;
2193 locations = kmalloc(sizeof(struct nfs4_fs_locations), GFP_KERNEL);
2194 if (locations == NULL)
2195 goto out;
2196
c228fd3a 2197 status = nfs4_proc_fs_locations(dir, name, locations, page);
6b97fd3d
MN		 2198 if (status != 0)
2199 goto out;
2200 /* Make sure server returned a different fsid for the referral */
2201 if (nfs_fsid_equal(&NFS_SERVER(dir)->fsid, &locations->fattr.fsid)) {
3110ff80 2202 dprintk("%s: server did not return a different fsid for a referral at %s\n", __func__, name->name);
6b97fd3d
MN		 2203 status = -EIO;
2204 goto out;
2205 }
2206
2207 memcpy(fattr, &locations->fattr, sizeof(struct nfs_fattr));
2208 fattr->valid |= NFS_ATTR_FATTR_V4_REFERRAL;
2209 if (!fattr->mode)
2210 fattr->mode = S_IFDIR;
2211 memset(fhandle, 0, sizeof(struct nfs_fh));
2212out:
2213 if (page)
2214 __free_page(page);
5d7ca35a 2215 kfree(locations);
6b97fd3d
MN		 2216 return status;
2217}
2218
1da177e4
LT		 2219static int _nfs4_proc_getattr(struct nfs_server *server, struct nfs_fh *fhandle, struct nfs_fattr *fattr)
2220{
2221 struct nfs4_getattr_arg args = {
2222 .fh = fhandle,
2223 .bitmask = server->attr_bitmask,
2224 };
2225 struct nfs4_getattr_res res = {
2226 .fattr = fattr,
2227 .server = server,
2228 };
2229 struct rpc_message msg = {
2230 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_GETATTR],
2231 .rpc_argp = &args,
2232 .rpc_resp = &res,
2233 };
2234
0e574af1 2235 nfs_fattr_init(fattr);
cccef3b9 2236 return nfs4_call_sync(server, &msg, &args, &res, 0);
1da177e4
LT		 2237}
2238
2239static int nfs4_proc_getattr(struct nfs_server *server, struct nfs_fh *fhandle, struct nfs_fattr *fattr)
2240{
2241 struct nfs4_exception exception = { };
2242 int err;
2243 do {
2244 err = nfs4_handle_exception(server,
2245 _nfs4_proc_getattr(server, fhandle, fattr),
2246 &exception);
2247 } while (exception.retry);
2248 return err;
2249}
2250
2251/*
2252 * The file is not closed if it is opened due to the a request to change
2253 * the size of the file. The open call will not be needed once the
2254 * VFS layer lookup-intents are implemented.
2255 *
2256 * Close is called when the inode is destroyed.
2257 * If we haven't opened the file for O_WRONLY, we
2258 * need to in the size_change case to obtain a stateid.
2259 *
2260 * Got race?
2261 * Because OPEN is always done by name in nfsv4, it is
2262 * possible that we opened a different file by the same
2263 * name. We can recognize this race condition, but we
2264 * can't do anything about it besides returning an error.
2265 *
2266 * This will be fixed with VFS changes (lookup-intent).
2267 */
2268static int
2269nfs4_proc_setattr(struct dentry *dentry, struct nfs_fattr *fattr,
2270 struct iattr *sattr)
2271{
08e9eac4 2272 struct inode *inode = dentry->d_inode;
659bfcd6 2273 struct rpc_cred *cred = NULL;
d530838b 2274 struct nfs4_state *state = NULL;
1da177e4
LT		 2275 int status;
2276
0e574af1 2277 nfs_fattr_init(fattr);
1da177e4 2278
d530838b 2279 /* Search for an existing open(O_WRITE) file */
659bfcd6
TM		 2280 if (sattr->ia_valid & ATTR_FILE) {
2281 struct nfs_open_context *ctx;
2282
2283 ctx = nfs_file_open_context(sattr->ia_file);
504e5189
NB		 2284 if (ctx) {
2285 cred = ctx->cred;
2286 state = ctx->state;
2287 }
659bfcd6 2288 }
08e9eac4 2289
659bfcd6 2290 status = nfs4_do_setattr(inode, cred, fattr, sattr, state);
65e4308d
TM		 2291 if (status == 0)
2292 nfs_setattr_update_inode(inode, sattr);
1da177e4
LT		 2293 return status;
2294}
2295
56659e99
TM		 2296static int _nfs4_proc_lookupfh(struct nfs_server *server, const struct nfs_fh *dirfh,
2297 const struct qstr *name, struct nfs_fh *fhandle,
2b3de441
DH		 2298 struct nfs_fattr *fattr)
2299{
2300 int status;
2301 struct nfs4_lookup_arg args = {
2302 .bitmask = server->attr_bitmask,
2303 .dir_fh = dirfh,
2304 .name = name,
2305 };
2306 struct nfs4_lookup_res res = {
2307 .server = server,
2308 .fattr = fattr,
2309 .fh = fhandle,
2310 };
2311 struct rpc_message msg = {
2312 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_LOOKUP],
2313 .rpc_argp = &args,
2314 .rpc_resp = &res,
2315 };
2316
2317 nfs_fattr_init(fattr);
2318
2319 dprintk("NFS call lookupfh %s\n", name->name);
cccef3b9 2320 status = nfs4_call_sync(server, &msg, &args, &res, 0);
2b3de441 2321 dprintk("NFS reply lookupfh: %d\n", status);
2b3de441
DH		 2322 return status;
2323}
2324
2325static int nfs4_proc_lookupfh(struct nfs_server *server, struct nfs_fh *dirfh,
2326 struct qstr *name, struct nfs_fh *fhandle,
2327 struct nfs_fattr *fattr)
2328{
2329 struct nfs4_exception exception = { };
2330 int err;
2331 do {
4e56e082
TM		 2332 err = _nfs4_proc_lookupfh(server, dirfh, name, fhandle, fattr);
2333 /* FIXME: !!!! */
2334 if (err == -NFS4ERR_MOVED) {
2335 err = -EREMOTE;
2336 break;
2337 }
2338 err = nfs4_handle_exception(server, err, &exception);
2b3de441
DH		 2339 } while (exception.retry);
2340 return err;
2341}
2342
56659e99 2343static int _nfs4_proc_lookup(struct inode *dir, const struct qstr *name,
1da177e4
LT		 2344 struct nfs_fh *fhandle, struct nfs_fattr *fattr)
2345{
4e56e082 2346 int status;
1da177e4
LT		 2347
2348 dprintk("NFS call lookup %s\n", name->name);
4e56e082 2349 status = _nfs4_proc_lookupfh(NFS_SERVER(dir), NFS_FH(dir), name, fhandle, fattr);
6b97fd3d
MN		 2350 if (status == -NFS4ERR_MOVED)
2351 status = nfs4_get_referral(dir, name, fattr, fhandle);
1da177e4
LT		 2352 dprintk("NFS reply lookup: %d\n", status);
2353 return status;
2354}
2355
2356static int nfs4_proc_lookup(struct inode *dir, struct qstr *name, struct nfs_fh *fhandle, struct nfs_fattr *fattr)
2357{
2358 struct nfs4_exception exception = { };
2359 int err;
2360 do {
2361 err = nfs4_handle_exception(NFS_SERVER(dir),
2362 _nfs4_proc_lookup(dir, name, fhandle, fattr),
2363 &exception);
2364 } while (exception.retry);
2365 return err;
2366}
2367
2368static int _nfs4_proc_access(struct inode *inode, struct nfs_access_entry *entry)
2369{
76b32999 2370 struct nfs_server *server = NFS_SERVER(inode);
1da177e4
LT		 2371 struct nfs4_accessargs args = {
2372 .fh = NFS_FH(inode),
76b32999
TM		 2373 .bitmask = server->attr_bitmask,
2374 };
2375 struct nfs4_accessres res = {
2376 .server = server,
1da177e4 2377 };
1da177e4
LT		 2378 struct rpc_message msg = {
2379 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_ACCESS],
2380 .rpc_argp = &args,
2381 .rpc_resp = &res,
2382 .rpc_cred = entry->cred,
2383 };
2384 int mode = entry->mask;
2385 int status;
2386
2387 /*
2388 * Determine which access bits we want to ask for...
2389 */
2390 if (mode & MAY_READ)
2391 args.access |= NFS4_ACCESS_READ;
2392 if (S_ISDIR(inode->i_mode)) {
2393 if (mode & MAY_WRITE)
2394 args.access |= NFS4_ACCESS_MODIFY | NFS4_ACCESS_EXTEND | NFS4_ACCESS_DELETE;
2395 if (mode & MAY_EXEC)
2396 args.access |= NFS4_ACCESS_LOOKUP;
2397 } else {
2398 if (mode & MAY_WRITE)
2399 args.access |= NFS4_ACCESS_MODIFY | NFS4_ACCESS_EXTEND;
2400 if (mode & MAY_EXEC)
2401 args.access |= NFS4_ACCESS_EXECUTE;
2402 }
c407d41a
TM		 2403
2404 res.fattr = nfs_alloc_fattr();
2405 if (res.fattr == NULL)
2406 return -ENOMEM;
2407
cccef3b9 2408 status = nfs4_call_sync(server, &msg, &args, &res, 0);
1da177e4
LT		 2409 if (!status) {
2410 entry->mask = 0;
2411 if (res.access & NFS4_ACCESS_READ)
2412 entry->mask |= MAY_READ;
2413 if (res.access & (NFS4_ACCESS_MODIFY | NFS4_ACCESS_EXTEND | NFS4_ACCESS_DELETE))
2414 entry->mask |= MAY_WRITE;
2415 if (res.access & (NFS4_ACCESS_LOOKUP|NFS4_ACCESS_EXECUTE))
2416 entry->mask |= MAY_EXEC;
c407d41a 2417 nfs_refresh_inode(inode, res.fattr);
1da177e4 2418 }
c407d41a 2419 nfs_free_fattr(res.fattr);
1da177e4
LT		 2420 return status;
2421}
2422
2423static int nfs4_proc_access(struct inode *inode, struct nfs_access_entry *entry)
2424{
2425 struct nfs4_exception exception = { };
2426 int err;
2427 do {
2428 err = nfs4_handle_exception(NFS_SERVER(inode),
2429 _nfs4_proc_access(inode, entry),
2430 &exception);
2431 } while (exception.retry);
2432 return err;
2433}
2434
2435/*
2436 * TODO: For the time being, we don't try to get any attributes
2437 * along with any of the zero-copy operations READ, READDIR,
2438 * READLINK, WRITE.
2439 *
2440 * In the case of the first three, we want to put the GETATTR
2441 * after the read-type operation -- this is because it is hard
2442 * to predict the length of a GETATTR response in v4, and thus
2443 * align the READ data correctly. This means that the GETATTR
2444 * may end up partially falling into the page cache, and we should
2445 * shift it into the 'tail' of the xdr_buf before processing.
2446 * To do this efficiently, we need to know the total length
2447 * of data received, which doesn't seem to be available outside
2448 * of the RPC layer.
2449 *
2450 * In the case of WRITE, we also want to put the GETATTR after
2451 * the operation -- in this case because we want to make sure
2452 * we get the post-operation mtime and size. This means that
2453 * we can't use xdr_encode_pages() as written: we need a variant
2454 * of it which would leave room in the 'tail' iovec.
2455 *
2456 * Both of these changes to the XDR layer would in fact be quite
2457 * minor, but I decided to leave them for a subsequent patch.
2458 */
2459static int _nfs4_proc_readlink(struct inode *inode, struct page *page,
2460 unsigned int pgbase, unsigned int pglen)
2461{
2462 struct nfs4_readlink args = {
2463 .fh = NFS_FH(inode),
2464 .pgbase = pgbase,
2465 .pglen = pglen,
2466 .pages = &page,
2467 };
f50c7000 2468 struct nfs4_readlink_res res;
1da177e4
LT		 2469 struct rpc_message msg = {
2470 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_READLINK],
2471 .rpc_argp = &args,
f50c7000 2472 .rpc_resp = &res,
1da177e4
LT		 2473 };
2474
cccef3b9 2475 return nfs4_call_sync(NFS_SERVER(inode), &msg, &args, &res, 0);
1da177e4
LT		 2476}
2477
2478static int nfs4_proc_readlink(struct inode *inode, struct page *page,
2479 unsigned int pgbase, unsigned int pglen)
2480{
2481 struct nfs4_exception exception = { };
2482 int err;
2483 do {
2484 err = nfs4_handle_exception(NFS_SERVER(inode),
2485 _nfs4_proc_readlink(inode, page, pgbase, pglen),
2486 &exception);
2487 } while (exception.retry);
2488 return err;
2489}
2490
1da177e4
LT		 2491/*
2492 * Got race?
2493 * We will need to arrange for the VFS layer to provide an atomic open.
2494 * Until then, this create/open method is prone to inefficiency and race
2495 * conditions due to the lookup, create, and open VFS calls from sys_open()
2496 * placed on the wire.
2497 *
2498 * Given the above sorry state of affairs, I'm simply sending an OPEN.
2499 * The file will be opened again in the subsequent VFS open call
2500 * (nfs4_proc_file_open).
2501 *
2502 * The open for read will just hang around to be used by any process that
2503 * opens the file O_RDONLY. This will all be resolved with the VFS changes.
2504 */
2505
2506static int
2507nfs4_proc_create(struct inode *dir, struct dentry *dentry, struct iattr *sattr,
c0204fd2 2508 int flags, struct nfs_open_context *ctx)
1da177e4 2509{
c0204fd2 2510 struct path my_path = {
ad389da7
TM		 2511 .dentry = dentry,
2512 };
c0204fd2 2513 struct path *path = &my_path;
1da177e4 2514 struct nfs4_state *state;
c0204fd2
TM		 2515 struct rpc_cred *cred = NULL;
2516 fmode_t fmode = 0;
1da177e4
LT		 2517 int status = 0;
2518
c0204fd2
TM		 2519 if (ctx != NULL) {
2520 cred = ctx->cred;
2521 path = &ctx->path;
2522 fmode = ctx->mode;
1da177e4 2523 }
a8a5da99 2524 sattr->ia_mode &= ~current_umask();
c0204fd2 2525 state = nfs4_do_open(dir, path, fmode, flags, sattr, cred);
d4d9cdcb 2526 d_drop(dentry);
1da177e4
LT		 2527 if (IS_ERR(state)) {
2528 status = PTR_ERR(state);
c0204fd2 2529 goto out;
1da177e4 2530 }
d4d9cdcb 2531 d_add(dentry, igrab(state->inode));
d75340cc 2532 nfs_set_verifier(dentry, nfs_save_change_attribute(dir));
c0204fd2
TM		 2533 if (ctx != NULL)
2534 ctx->state = state;
02a913a7 2535 else
c0204fd2 2536 nfs4_close_sync(path, state, fmode);
1da177e4
LT		 2537out:
2538 return status;
2539}
2540
2541static int _nfs4_proc_remove(struct inode *dir, struct qstr *name)
2542{
16e42959 2543 struct nfs_server *server = NFS_SERVER(dir);
4fdc17b2 2544 struct nfs_removeargs args = {
1da177e4 2545 .fh = NFS_FH(dir),
4fdc17b2
TM		 2546 .name.len = name->len,
2547 .name.name = name->name,
16e42959
TM		 2548 .bitmask = server->attr_bitmask,
2549 };
4fdc17b2 2550 struct nfs_removeres res = {
16e42959 2551 .server = server,
1da177e4 2552 };
1da177e4 2553 struct rpc_message msg = {
4fdc17b2
TM		 2554 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_REMOVE],
2555 .rpc_argp = &args,
2556 .rpc_resp = &res,
1da177e4 2557 };
d346890b
TM		 2558 int status = -ENOMEM;
2559
2560 res.dir_attr = nfs_alloc_fattr();
2561 if (res.dir_attr == NULL)
2562 goto out;
1da177e4 2563
cccef3b9 2564 status = nfs4_call_sync(server, &msg, &args, &res, 1);
16e42959
TM		 2565 if (status == 0) {
2566 update_changeattr(dir, &res.cinfo);
d346890b 2567 nfs_post_op_update_inode(dir, res.dir_attr);
16e42959 2568 }
d346890b
TM		 2569 nfs_free_fattr(res.dir_attr);
2570out:
1da177e4
LT		 2571 return status;
2572}
2573
2574static int nfs4_proc_remove(struct inode *dir, struct qstr *name)
2575{
2576 struct nfs4_exception exception = { };
2577 int err;
2578 do {
2579 err = nfs4_handle_exception(NFS_SERVER(dir),
2580 _nfs4_proc_remove(dir, name),
2581 &exception);
2582 } while (exception.retry);
2583 return err;
2584}
2585
e4eff1a6 2586static void nfs4_proc_unlink_setup(struct rpc_message *msg, struct inode *dir)
1da177e4 2587{
e4eff1a6
TM		 2588 struct nfs_server *server = NFS_SERVER(dir);
2589 struct nfs_removeargs *args = msg->rpc_argp;
2590 struct nfs_removeres *res = msg->rpc_resp;
1da177e4 2591
a65318bf 2592 args->bitmask = server->cache_consistency_bitmask;
e4eff1a6 2593 res->server = server;
dfb4f309 2594 res->seq_res.sr_slot = NULL;
1da177e4 2595 msg->rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_REMOVE];
1da177e4
LT		 2596}
2597
e4eff1a6 2598static int nfs4_proc_unlink_done(struct rpc_task *task, struct inode *dir)
1da177e4 2599{
e4eff1a6
TM		 2600 struct nfs_removeres *res = task->tk_msg.rpc_resp;
2601
14516c3a
TM		 2602 if (!nfs4_sequence_done(task, &res->seq_res))
2603 return 0;
9e33bed5 2604 if (nfs4_async_handle_error(task, res->server, NULL) == -EAGAIN)
e4eff1a6
TM		 2605 return 0;
2606 update_changeattr(dir, &res->cinfo);
d346890b 2607 nfs_post_op_update_inode(dir, res->dir_attr);
e4eff1a6 2608 return 1;
1da177e4
LT		 2609}
2610
d3d4152a
JL		 2611static void nfs4_proc_rename_setup(struct rpc_message *msg, struct inode *dir)
2612{
2613 struct nfs_server *server = NFS_SERVER(dir);
2614 struct nfs_renameargs *arg = msg->rpc_argp;
2615 struct nfs_renameres *res = msg->rpc_resp;
2616
2617 msg->rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_RENAME];
2618 arg->bitmask = server->attr_bitmask;
2619 res->server = server;
2620}
2621
2622static int nfs4_proc_rename_done(struct rpc_task *task, struct inode *old_dir,
2623 struct inode *new_dir)
2624{
2625 struct nfs_renameres *res = task->tk_msg.rpc_resp;
2626
2627 if (!nfs4_sequence_done(task, &res->seq_res))
2628 return 0;
2629 if (nfs4_async_handle_error(task, res->server, NULL) == -EAGAIN)
2630 return 0;
2631
2632 update_changeattr(old_dir, &res->old_cinfo);
2633 nfs_post_op_update_inode(old_dir, res->old_fattr);
2634 update_changeattr(new_dir, &res->new_cinfo);
2635 nfs_post_op_update_inode(new_dir, res->new_fattr);
2636 return 1;
2637}
2638
1da177e4
LT		 2639static int _nfs4_proc_rename(struct inode *old_dir, struct qstr *old_name,
2640 struct inode *new_dir, struct qstr *new_name)
2641{
6caf2c82 2642 struct nfs_server *server = NFS_SERVER(old_dir);
920769f0 2643 struct nfs_renameargs arg = {
1da177e4
LT		 2644 .old_dir = NFS_FH(old_dir),
2645 .new_dir = NFS_FH(new_dir),
2646 .old_name = old_name,
2647 .new_name = new_name,
6caf2c82
TM		 2648 .bitmask = server->attr_bitmask,
2649 };
e8582a8b 2650 struct nfs_renameres res = {
6caf2c82 2651 .server = server,
1da177e4 2652 };
1da177e4
LT		 2653 struct rpc_message msg = {
2654 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_RENAME],
2655 .rpc_argp = &arg,
2656 .rpc_resp = &res,
2657 };
011fff72 2658 int status = -ENOMEM;
1da177e4 2659
011fff72
TM		 2660 res.old_fattr = nfs_alloc_fattr();
2661 res.new_fattr = nfs_alloc_fattr();
2662 if (res.old_fattr == NULL || res.new_fattr == NULL)
2663 goto out;
1da177e4 2664
011fff72 2665 status = nfs4_call_sync(server, &msg, &arg, &res, 1);
1da177e4
LT		 2666 if (!status) {
2667 update_changeattr(old_dir, &res.old_cinfo);
6caf2c82 2668 nfs_post_op_update_inode(old_dir, res.old_fattr);
1da177e4 2669 update_changeattr(new_dir, &res.new_cinfo);
6caf2c82 2670 nfs_post_op_update_inode(new_dir, res.new_fattr);
1da177e4 2671 }
011fff72
TM		 2672out:
2673 nfs_free_fattr(res.new_fattr);
2674 nfs_free_fattr(res.old_fattr);
1da177e4
LT		 2675 return status;
2676}
2677
2678static int nfs4_proc_rename(struct inode *old_dir, struct qstr *old_name,
2679 struct inode *new_dir, struct qstr *new_name)
2680{
2681 struct nfs4_exception exception = { };
2682 int err;
2683 do {
2684 err = nfs4_handle_exception(NFS_SERVER(old_dir),
2685 _nfs4_proc_rename(old_dir, old_name,
2686 new_dir, new_name),
2687 &exception);
2688 } while (exception.retry);
2689 return err;
2690}
2691
2692static int _nfs4_proc_link(struct inode *inode, struct inode *dir, struct qstr *name)
2693{
91ba2eee 2694 struct nfs_server *server = NFS_SERVER(inode);
1da177e4
LT		 2695 struct nfs4_link_arg arg = {
2696 .fh = NFS_FH(inode),
2697 .dir_fh = NFS_FH(dir),
2698 .name = name,
91ba2eee
TM		 2699 .bitmask = server->attr_bitmask,
2700 };
91ba2eee
TM		 2701 struct nfs4_link_res res = {
2702 .server = server,
1da177e4 2703 };
1da177e4
LT		 2704 struct rpc_message msg = {
2705 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_LINK],
2706 .rpc_argp = &arg,
91ba2eee 2707 .rpc_resp = &res,
1da177e4 2708 };
136f2627
TM		 2709 int status = -ENOMEM;
2710
2711 res.fattr = nfs_alloc_fattr();
2712 res.dir_attr = nfs_alloc_fattr();
2713 if (res.fattr == NULL || res.dir_attr == NULL)
2714 goto out;
1da177e4 2715
cccef3b9 2716 status = nfs4_call_sync(server, &msg, &arg, &res, 1);
91ba2eee
TM		 2717 if (!status) {
2718 update_changeattr(dir, &res.cinfo);
2719 nfs_post_op_update_inode(dir, res.dir_attr);
73a3d07c 2720 nfs_post_op_update_inode(inode, res.fattr);
91ba2eee 2721 }
136f2627
TM		 2722out:
2723 nfs_free_fattr(res.dir_attr);
2724 nfs_free_fattr(res.fattr);
1da177e4
LT		 2725 return status;
2726}
2727
2728static int nfs4_proc_link(struct inode *inode, struct inode *dir, struct qstr *name)
2729{
2730 struct nfs4_exception exception = { };
2731 int err;
2732 do {
2733 err = nfs4_handle_exception(NFS_SERVER(inode),
2734 _nfs4_proc_link(inode, dir, name),
2735 &exception);
2736 } while (exception.retry);
2737 return err;
2738}
2739
57dc9a57
TM		 2740struct nfs4_createdata {
2741 struct rpc_message msg;
2742 struct nfs4_create_arg arg;
2743 struct nfs4_create_res res;
2744 struct nfs_fh fh;
2745 struct nfs_fattr fattr;
2746 struct nfs_fattr dir_fattr;
2747};
2748
2749static struct nfs4_createdata *nfs4_alloc_createdata(struct inode *dir,
2750 struct qstr *name, struct iattr *sattr, u32 ftype)
2751{
2752 struct nfs4_createdata *data;
2753
2754 data = kzalloc(sizeof(*data), GFP_KERNEL);
2755 if (data != NULL) {
2756 struct nfs_server *server = NFS_SERVER(dir);
2757
2758 data->msg.rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_CREATE];
2759 data->msg.rpc_argp = &data->arg;
2760 data->msg.rpc_resp = &data->res;
2761 data->arg.dir_fh = NFS_FH(dir);
2762 data->arg.server = server;
2763 data->arg.name = name;
2764 data->arg.attrs = sattr;
2765 data->arg.ftype = ftype;
2766 data->arg.bitmask = server->attr_bitmask;
2767 data->res.server = server;
2768 data->res.fh = &data->fh;
2769 data->res.fattr = &data->fattr;
2770 data->res.dir_fattr = &data->dir_fattr;
2771 nfs_fattr_init(data->res.fattr);
2772 nfs_fattr_init(data->res.dir_fattr);
2773 }
2774 return data;
2775}
2776
2777static int nfs4_do_create(struct inode *dir, struct dentry *dentry, struct nfs4_createdata *data)
2778{
cccef3b9
AA		 2779 int status = nfs4_call_sync(NFS_SERVER(dir), &data->msg,
2780 &data->arg, &data->res, 1);
57dc9a57
TM		 2781 if (status == 0) {
2782 update_changeattr(dir, &data->res.dir_cinfo);
2783 nfs_post_op_update_inode(dir, data->res.dir_fattr);
2784 status = nfs_instantiate(dentry, data->res.fh, data->res.fattr);
2785 }
2786 return status;
2787}
2788
2789static void nfs4_free_createdata(struct nfs4_createdata *data)
2790{
2791 kfree(data);
2792}
2793
4f390c15 2794static int _nfs4_proc_symlink(struct inode *dir, struct dentry *dentry,
94a6d753 2795 struct page *page, unsigned int len, struct iattr *sattr)
1da177e4 2796{
57dc9a57
TM		 2797 struct nfs4_createdata *data;
2798 int status = -ENAMETOOLONG;
1da177e4 2799
94a6d753 2800 if (len > NFS4_MAXPATHLEN)
57dc9a57 2801 goto out;
4f390c15 2802
57dc9a57
TM		 2803 status = -ENOMEM;
2804 data = nfs4_alloc_createdata(dir, &dentry->d_name, sattr, NF4LNK);
2805 if (data == NULL)
2806 goto out;
2807
2808 data->msg.rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_SYMLINK];
2809 data->arg.u.symlink.pages = &page;
2810 data->arg.u.symlink.len = len;
1da177e4 2811
57dc9a57
TM		 2812 status = nfs4_do_create(dir, dentry, data);
2813
2814 nfs4_free_createdata(data);
2815out:
1da177e4
LT		 2816 return status;
2817}
2818
4f390c15 2819static int nfs4_proc_symlink(struct inode *dir, struct dentry *dentry,
94a6d753 2820 struct page *page, unsigned int len, struct iattr *sattr)
1da177e4
LT		 2821{
2822 struct nfs4_exception exception = { };
2823 int err;
2824 do {
2825 err = nfs4_handle_exception(NFS_SERVER(dir),
94a6d753
CL		 2826 _nfs4_proc_symlink(dir, dentry, page,
2827 len, sattr),
1da177e4
LT		 2828 &exception);
2829 } while (exception.retry);
2830 return err;
2831}
2832
2833static int _nfs4_proc_mkdir(struct inode *dir, struct dentry *dentry,
2834 struct iattr *sattr)
2835{
57dc9a57
TM		 2836 struct nfs4_createdata *data;
2837 int status = -ENOMEM;
1da177e4 2838
57dc9a57
TM		 2839 data = nfs4_alloc_createdata(dir, &dentry->d_name, sattr, NF4DIR);
2840 if (data == NULL)
2841 goto out;
2842
2843 status = nfs4_do_create(dir, dentry, data);
2844
2845 nfs4_free_createdata(data);
2846out:
1da177e4
LT		 2847 return status;
2848}
2849
2850static int nfs4_proc_mkdir(struct inode *dir, struct dentry *dentry,
2851 struct iattr *sattr)
2852{
2853 struct nfs4_exception exception = { };
2854 int err;
a8a5da99
AK		 2855
2856 sattr->ia_mode &= ~current_umask();
1da177e4
LT		 2857 do {
2858 err = nfs4_handle_exception(NFS_SERVER(dir),
2859 _nfs4_proc_mkdir(dir, dentry, sattr),
2860 &exception);
2861 } while (exception.retry);
2862 return err;
2863}
2864
2865static int _nfs4_proc_readdir(struct dentry *dentry, struct rpc_cred *cred,
56e4ebf8 2866 u64 cookie, struct page **pages, unsigned int count, int plus)
1da177e4
LT		 2867{
2868 struct inode *dir = dentry->d_inode;
2869 struct nfs4_readdir_arg args = {
2870 .fh = NFS_FH(dir),
56e4ebf8 2871 .pages = pages,
1da177e4
LT		 2872 .pgbase = 0,
2873 .count = count,
96d25e53 2874 .bitmask = NFS_SERVER(dentry->d_inode)->attr_bitmask,
82f2e547 2875 .plus = plus,
1da177e4
LT		 2876 };
2877 struct nfs4_readdir_res res;
2878 struct rpc_message msg = {
2879 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_READDIR],
2880 .rpc_argp = &args,
2881 .rpc_resp = &res,
2882 .rpc_cred = cred,
2883 };
2884 int status;
2885
3110ff80 2886 dprintk("%s: dentry = %s/%s, cookie = %Lu\n", __func__,
eadf4598
TM		 2887 dentry->d_parent->d_name.name,
2888 dentry->d_name.name,
2889 (unsigned long long)cookie);
1da177e4
LT		 2890 nfs4_setup_readdir(cookie, NFS_COOKIEVERF(dir), dentry, &args);
2891 res.pgbase = args.pgbase;
cccef3b9 2892 status = nfs4_call_sync(NFS_SERVER(dir), &msg, &args, &res, 0);
ac396128 2893 if (status >= 0) {
1da177e4 2894 memcpy(NFS_COOKIEVERF(dir), res.verifier.data, NFS4_VERIFIER_SIZE);
ac396128
TM		 2895 status += args.pgbase;
2896 }
c4812998
TM		 2897
2898 nfs_invalidate_atime(dir);
2899
3110ff80 2900 dprintk("%s: returns %d\n", __func__, status);
1da177e4
LT		 2901 return status;
2902}
2903
2904static int nfs4_proc_readdir(struct dentry *dentry, struct rpc_cred *cred,
56e4ebf8 2905 u64 cookie, struct page **pages, unsigned int count, int plus)
1da177e4
LT		 2906{
2907 struct nfs4_exception exception = { };
2908 int err;
2909 do {
2910 err = nfs4_handle_exception(NFS_SERVER(dentry->d_inode),
2911 _nfs4_proc_readdir(dentry, cred, cookie,
56e4ebf8 2912 pages, count, plus),
1da177e4
LT		 2913 &exception);
2914 } while (exception.retry);
2915 return err;
2916}
2917
2918static int _nfs4_proc_mknod(struct inode *dir, struct dentry *dentry,
2919 struct iattr *sattr, dev_t rdev)
2920{
57dc9a57
TM		 2921 struct nfs4_createdata *data;
2922 int mode = sattr->ia_mode;
2923 int status = -ENOMEM;
1da177e4
LT		 2924
2925 BUG_ON(!(sattr->ia_valid & ATTR_MODE));
2926 BUG_ON(!S_ISFIFO(mode) && !S_ISBLK(mode) && !S_ISCHR(mode) && !S_ISSOCK(mode));
57dc9a57
TM		 2927
2928 data = nfs4_alloc_createdata(dir, &dentry->d_name, sattr, NF4SOCK);
2929 if (data == NULL)
2930 goto out;
2931
1da177e4 2932 if (S_ISFIFO(mode))
57dc9a57 2933 data->arg.ftype = NF4FIFO;
1da177e4 2934 else if (S_ISBLK(mode)) {
57dc9a57
TM		 2935 data->arg.ftype = NF4BLK;
2936 data->arg.u.device.specdata1 = MAJOR(rdev);
2937 data->arg.u.device.specdata2 = MINOR(rdev);
1da177e4
LT		 2938 }
2939 else if (S_ISCHR(mode)) {
57dc9a57
TM		 2940 data->arg.ftype = NF4CHR;
2941 data->arg.u.device.specdata1 = MAJOR(rdev);
2942 data->arg.u.device.specdata2 = MINOR(rdev);
1da177e4 2943 }
1da177e4 2944
57dc9a57
TM		 2945 status = nfs4_do_create(dir, dentry, data);
2946
2947 nfs4_free_createdata(data);
2948out:
1da177e4
LT		 2949 return status;
2950}
2951
2952static int nfs4_proc_mknod(struct inode *dir, struct dentry *dentry,
2953 struct iattr *sattr, dev_t rdev)
2954{
2955 struct nfs4_exception exception = { };
2956 int err;
a8a5da99
AK		 2957
2958 sattr->ia_mode &= ~current_umask();
1da177e4
LT		 2959 do {
2960 err = nfs4_handle_exception(NFS_SERVER(dir),
2961 _nfs4_proc_mknod(dir, dentry, sattr, rdev),
2962 &exception);
2963 } while (exception.retry);
2964 return err;
2965}
2966
2967static int _nfs4_proc_statfs(struct nfs_server *server, struct nfs_fh *fhandle,
2968 struct nfs_fsstat *fsstat)
2969{
2970 struct nfs4_statfs_arg args = {
2971 .fh = fhandle,
2972 .bitmask = server->attr_bitmask,
2973 };
24ad148a
BH		 2974 struct nfs4_statfs_res res = {
2975 .fsstat = fsstat,
2976 };
1da177e4
LT		 2977 struct rpc_message msg = {
2978 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_STATFS],
2979 .rpc_argp = &args,
24ad148a 2980 .rpc_resp = &res,
1da177e4
LT		 2981 };
2982
0e574af1 2983 nfs_fattr_init(fsstat->fattr);
cccef3b9 2984 return nfs4_call_sync(server, &msg, &args, &res, 0);
1da177e4
LT		 2985}
2986
2987static int nfs4_proc_statfs(struct nfs_server *server, struct nfs_fh *fhandle, struct nfs_fsstat *fsstat)
2988{
2989 struct nfs4_exception exception = { };
2990 int err;
2991 do {
2992 err = nfs4_handle_exception(server,
2993 _nfs4_proc_statfs(server, fhandle, fsstat),
2994 &exception);
2995 } while (exception.retry);
2996 return err;
2997}
2998
2999static int _nfs4_do_fsinfo(struct nfs_server *server, struct nfs_fh *fhandle,
3000 struct nfs_fsinfo *fsinfo)
3001{
3002 struct nfs4_fsinfo_arg args = {
3003 .fh = fhandle,
3004 .bitmask = server->attr_bitmask,
3005 };
3dda5e43
BH		 3006 struct nfs4_fsinfo_res res = {
3007 .fsinfo = fsinfo,
3008 };
1da177e4
LT		 3009 struct rpc_message msg = {
3010 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_FSINFO],
3011 .rpc_argp = &args,
3dda5e43 3012 .rpc_resp = &res,
1da177e4
LT		 3013 };
3014
cccef3b9 3015 return nfs4_call_sync(server, &msg, &args, &res, 0);
1da177e4
LT		 3016}
3017
3018static int nfs4_do_fsinfo(struct nfs_server *server, struct nfs_fh *fhandle, struct nfs_fsinfo *fsinfo)
3019{
3020 struct nfs4_exception exception = { };
3021 int err;
3022
3023 do {
3024 err = nfs4_handle_exception(server,
3025 _nfs4_do_fsinfo(server, fhandle, fsinfo),
3026 &exception);
3027 } while (exception.retry);
3028 return err;
3029}
3030
3031static int nfs4_proc_fsinfo(struct nfs_server *server, struct nfs_fh *fhandle, struct nfs_fsinfo *fsinfo)
3032{
0e574af1 3033 nfs_fattr_init(fsinfo->fattr);
1da177e4
LT		 3034 return nfs4_do_fsinfo(server, fhandle, fsinfo);
3035}
3036
3037static int _nfs4_proc_pathconf(struct nfs_server *server, struct nfs_fh *fhandle,
3038 struct nfs_pathconf *pathconf)
3039{
3040 struct nfs4_pathconf_arg args = {
3041 .fh = fhandle,
3042 .bitmask = server->attr_bitmask,
3043 };
d45b2989
BH		 3044 struct nfs4_pathconf_res res = {
3045 .pathconf = pathconf,
3046 };
1da177e4
LT		 3047 struct rpc_message msg = {
3048 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_PATHCONF],
3049 .rpc_argp = &args,
d45b2989 3050 .rpc_resp = &res,
1da177e4
LT		 3051 };
3052
3053 /* None of the pathconf attributes are mandatory to implement */
3054 if ((args.bitmask[0] & nfs4_pathconf_bitmap[0]) == 0) {
3055 memset(pathconf, 0, sizeof(*pathconf));
3056 return 0;
3057 }
3058
0e574af1 3059 nfs_fattr_init(pathconf->fattr);
cccef3b9 3060 return nfs4_call_sync(server, &msg, &args, &res, 0);
1da177e4
LT		 3061}
3062
3063static int nfs4_proc_pathconf(struct nfs_server *server, struct nfs_fh *fhandle,
3064 struct nfs_pathconf *pathconf)
3065{
3066 struct nfs4_exception exception = { };
3067 int err;
3068
3069 do {
3070 err = nfs4_handle_exception(server,
3071 _nfs4_proc_pathconf(server, fhandle, pathconf),
3072 &exception);
3073 } while (exception.retry);
3074 return err;
3075}
3076
cbdabc7f 3077static int nfs4_read_done_cb(struct rpc_task *task, struct nfs_read_data *data)
1da177e4 3078{
ec06c096 3079 struct nfs_server *server = NFS_SERVER(data->inode);
1da177e4 3080
9e33bed5 3081 if (nfs4_async_handle_error(task, server, data->args.context->state) == -EAGAIN) {
0110ee15 3082 nfs_restart_rpc(task, server->nfs_client);
ec06c096 3083 return -EAGAIN;
1da177e4 3084 }
8850df99
TM		 3085
3086 nfs_invalidate_atime(data->inode);
1da177e4 3087 if (task->tk_status > 0)
ec06c096
TM		 3088 renew_lease(server, data->timestamp);
3089 return 0;
1da177e4
LT		 3090}
3091
cbdabc7f
AA		 3092static int nfs4_read_done(struct rpc_task *task, struct nfs_read_data *data)
3093{
3094
3095 dprintk("--> %s\n", __func__);
3096
3097 if (!nfs4_sequence_done(task, &data->res.seq_res))
3098 return -EAGAIN;
3099
3100 return data->read_done_cb(task, data);
3101}
3102
bdc7f021 3103static void nfs4_proc_read_setup(struct nfs_read_data *data, struct rpc_message *msg)
1da177e4 3104{
1da177e4 3105 data->timestamp = jiffies;
cbdabc7f 3106 data->read_done_cb = nfs4_read_done_cb;
bdc7f021 3107 msg->rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_READ];
1da177e4
LT		 3108}
3109
cbdabc7f
AA		 3110/* Reset the the nfs_read_data to send the read to the MDS. */
3111void nfs4_reset_read(struct rpc_task *task, struct nfs_read_data *data)
3112{
3113 dprintk("%s Reset task for i/o through\n", __func__);
3114 put_lseg(data->lseg);
3115 data->lseg = NULL;
3116 /* offsets will differ in the dense stripe case */
3117 data->args.offset = data->mds_offset;
3118 data->ds_clp = NULL;
3119 data->args.fh = NFS_FH(data->inode);
3120 data->read_done_cb = nfs4_read_done_cb;
3121 task->tk_ops = data->mds_ops;
3122 rpc_task_reset_client(task, NFS_CLIENT(data->inode));
3123}
3124EXPORT_SYMBOL_GPL(nfs4_reset_read);
3125
788e7a89 3126static int nfs4_write_done(struct rpc_task *task, struct nfs_write_data *data)
1da177e4 3127{
1da177e4
LT		 3128 struct inode *inode = data->inode;
3129
14516c3a
TM		 3130 if (!nfs4_sequence_done(task, &data->res.seq_res))
3131 return -EAGAIN;
def6ed7e 3132
9e33bed5 3133 if (nfs4_async_handle_error(task, NFS_SERVER(inode), data->args.context->state) == -EAGAIN) {
0110ee15 3134 nfs_restart_rpc(task, NFS_SERVER(inode)->nfs_client);
788e7a89 3135 return -EAGAIN;
1da177e4 3136 }
4f9838c7 3137 if (task->tk_status >= 0) {
1da177e4 3138 renew_lease(NFS_SERVER(inode), data->timestamp);
70ca8852 3139 nfs_post_op_update_inode_force_wcc(inode, data->res.fattr);
4f9838c7 3140 }
788e7a89 3141 return 0;
1da177e4
LT		 3142}
3143
bdc7f021 3144static void nfs4_proc_write_setup(struct nfs_write_data *data, struct rpc_message *msg)
1da177e4 3145{
bdc7f021
TM		 3146 struct nfs_server *server = NFS_SERVER(data->inode);
3147
a65318bf 3148 data->args.bitmask = server->cache_consistency_bitmask;
4f9838c7 3149 data->res.server = server;
1da177e4
LT		 3150 data->timestamp = jiffies;
3151
bdc7f021 3152 msg->rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_WRITE];
1da177e4
LT		 3153}
3154
788e7a89 3155static int nfs4_commit_done(struct rpc_task *task, struct nfs_write_data *data)
1da177e4 3156{
1da177e4
LT		 3157 struct inode *inode = data->inode;
3158
14516c3a
TM		 3159 if (!nfs4_sequence_done(task, &data->res.seq_res))
3160 return -EAGAIN;
3161
9e33bed5 3162 if (nfs4_async_handle_error(task, NFS_SERVER(inode), NULL) == -EAGAIN) {
0110ee15 3163 nfs_restart_rpc(task, NFS_SERVER(inode)->nfs_client);
788e7a89 3164 return -EAGAIN;
1da177e4 3165 }
9e08a3c5 3166 nfs_refresh_inode(inode, data->res.fattr);
788e7a89 3167 return 0;
1da177e4
LT		 3168}
3169
bdc7f021 3170static void nfs4_proc_commit_setup(struct nfs_write_data *data, struct rpc_message *msg)
1da177e4 3171{
788e7a89 3172 struct nfs_server *server = NFS_SERVER(data->inode);
1da177e4 3173
a65318bf 3174 data->args.bitmask = server->cache_consistency_bitmask;
4f9838c7 3175 data->res.server = server;
bdc7f021 3176 msg->rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_COMMIT];
1da177e4
LT		 3177}
3178
9bc4e3ca
CL		 3179struct nfs4_renewdata {
3180 struct nfs_client *client;
3181 unsigned long timestamp;
3182};
3183
1da177e4
LT		 3184/*
3185 * nfs4_proc_async_renew(): This is not one of the nfs_rpc_ops; it is a special
3186 * standalone procedure for queueing an asynchronous RENEW.
3187 */
9bc4e3ca 3188static void nfs4_renew_release(void *calldata)
dc96aef9 3189{
9bc4e3ca
CL		 3190 struct nfs4_renewdata *data = calldata;
3191 struct nfs_client *clp = data->client;
dc96aef9 3192
0851de06
AB		 3193 if (atomic_read(&clp->cl_count) > 1)
3194 nfs4_schedule_state_renewal(clp);
3195 nfs_put_client(clp);
9bc4e3ca 3196 kfree(data);
dc96aef9
AB		 3197}
3198
9bc4e3ca 3199static void nfs4_renew_done(struct rpc_task *task, void *calldata)
1da177e4 3200{
9bc4e3ca
CL		 3201 struct nfs4_renewdata *data = calldata;
3202 struct nfs_client *clp = data->client;
3203 unsigned long timestamp = data->timestamp;
1da177e4
LT		 3204
3205 if (task->tk_status < 0) {
95baa25c
TM		 3206 /* Unless we're shutting down, schedule state recovery! */
3207 if (test_bit(NFS_CS_RENEWD, &clp->cl_res_state) != 0)
0400a6b0 3208 nfs4_schedule_lease_recovery(clp);
1da177e4
LT		 3209 return;
3210 }
452e9352 3211 do_renew_lease(clp, timestamp);
1da177e4
LT		 3212}
3213
963d8fe5
TM		 3214static const struct rpc_call_ops nfs4_renew_ops = {
3215 .rpc_call_done = nfs4_renew_done,
dc96aef9 3216 .rpc_release = nfs4_renew_release,
963d8fe5
TM		 3217};
3218
adfa6f98 3219int nfs4_proc_async_renew(struct nfs_client *clp, struct rpc_cred *cred)
1da177e4
LT		 3220{
3221 struct rpc_message msg = {
3222 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_RENEW],
3223 .rpc_argp = clp,
b4454fe1 3224 .rpc_cred = cred,
1da177e4 3225 };
9bc4e3ca 3226 struct nfs4_renewdata *data;
1da177e4 3227
0851de06
AB		 3228 if (!atomic_inc_not_zero(&clp->cl_count))
3229 return -EIO;
9bc4e3ca
CL		 3230 data = kmalloc(sizeof(*data), GFP_KERNEL);
3231 if (data == NULL)
3232 return -ENOMEM;
3233 data->client = clp;
3234 data->timestamp = jiffies;
1da177e4 3235 return rpc_call_async(clp->cl_rpcclient, &msg, RPC_TASK_SOFT,
9bc4e3ca 3236 &nfs4_renew_ops, data);
1da177e4
LT		 3237}
3238
adfa6f98 3239int nfs4_proc_renew(struct nfs_client *clp, struct rpc_cred *cred)
1da177e4
LT		 3240{
3241 struct rpc_message msg = {
3242 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_RENEW],
3243 .rpc_argp = clp,
b4454fe1 3244 .rpc_cred = cred,
1da177e4
LT		 3245 };
3246 unsigned long now = jiffies;
3247 int status;
3248
3249 status = rpc_call_sync(clp->cl_rpcclient, &msg, 0);
3250 if (status < 0)
3251 return status;
452e9352 3252 do_renew_lease(clp, now);
1da177e4
LT		 3253 return 0;
3254}
3255
aa1870af
BF		 3256static inline int nfs4_server_supports_acls(struct nfs_server *server)
3257{
3258 return (server->caps & NFS_CAP_ACLS)
3259 && (server->acl_bitmask & ACL4_SUPPORT_ALLOW_ACL)
3260 && (server->acl_bitmask & ACL4_SUPPORT_DENY_ACL);
3261}
3262
3263/* Assuming that XATTR_SIZE_MAX is a multiple of PAGE_CACHE_SIZE, and that
3264 * it's OK to put sizeof(void) * (XATTR_SIZE_MAX/PAGE_CACHE_SIZE) bytes on
3265 * the stack.
3266 */
3267#define NFS4ACL_MAXPAGES (XATTR_SIZE_MAX >> PAGE_CACHE_SHIFT)
3268
3269static void buf_to_pages(const void *buf, size_t buflen,
3270 struct page **pages, unsigned int *pgbase)
3271{
3272 const void *p = buf;
3273
3274 *pgbase = offset_in_page(buf);
3275 p -= *pgbase;
3276 while (p < buf + buflen) {
3277 *(pages++) = virt_to_page(p);
3278 p += PAGE_CACHE_SIZE;
3279 }
3280}
3281
e9e3d724
NH		 3282static int buf_to_pages_noslab(const void *buf, size_t buflen,
3283 struct page **pages, unsigned int *pgbase)
3284{
3285 struct page *newpage, **spages;
3286 int rc = 0;
3287 size_t len;
3288 spages = pages;
3289
3290 do {
43b7c3f0 3291 len = min_t(size_t, PAGE_CACHE_SIZE, buflen);
e9e3d724
NH		 3292 newpage = alloc_page(GFP_KERNEL);
3293
3294 if (newpage == NULL)
3295 goto unwind;
3296 memcpy(page_address(newpage), buf, len);
3297 buf += len;
3298 buflen -= len;
3299 *pages++ = newpage;
3300 rc++;
3301 } while (buflen != 0);
3302
3303 return rc;
3304
3305unwind:
3306 for(; rc > 0; rc--)
3307 __free_page(spages[rc-1]);
3308 return -ENOMEM;
3309}
3310
e50a1c2e
BF		 3311struct nfs4_cached_acl {
3312 int cached;
3313 size_t len;
3e9d4154 3314 char data[0];
e50a1c2e
BF		 3315};
3316
3317static void nfs4_set_cached_acl(struct inode *inode, struct nfs4_cached_acl *acl)
3318{
3319 struct nfs_inode *nfsi = NFS_I(inode);
3320
3321 spin_lock(&inode->i_lock);
3322 kfree(nfsi->nfs4_acl);
3323 nfsi->nfs4_acl = acl;
3324 spin_unlock(&inode->i_lock);
3325}
3326
3327static void nfs4_zap_acl_attr(struct inode *inode)
3328{
3329 nfs4_set_cached_acl(inode, NULL);
3330}
3331
3332static inline ssize_t nfs4_read_cached_acl(struct inode *inode, char *buf, size_t buflen)
3333{
3334 struct nfs_inode *nfsi = NFS_I(inode);
3335 struct nfs4_cached_acl *acl;
3336 int ret = -ENOENT;
3337
3338 spin_lock(&inode->i_lock);
3339 acl = nfsi->nfs4_acl;
3340 if (acl == NULL)
3341 goto out;
3342 if (buf == NULL) /* user is just asking for length */
3343 goto out_len;
3344 if (acl->cached == 0)
3345 goto out;
3346 ret = -ERANGE; /* see getxattr(2) man page */
3347 if (acl->len > buflen)
3348 goto out;
3349 memcpy(buf, acl->data, acl->len);
3350out_len:
3351 ret = acl->len;
3352out:
3353 spin_unlock(&inode->i_lock);
3354 return ret;
3355}
3356
3357static void nfs4_write_cached_acl(struct inode *inode, const char *buf, size_t acl_len)
3358{
3359 struct nfs4_cached_acl *acl;
3360
3361 if (buf && acl_len <= PAGE_SIZE) {
3362 acl = kmalloc(sizeof(*acl) + acl_len, GFP_KERNEL);
3363 if (acl == NULL)
3364 goto out;
3365 acl->cached = 1;
3366 memcpy(acl->data, buf, acl_len);
3367 } else {
3368 acl = kmalloc(sizeof(*acl), GFP_KERNEL);
3369 if (acl == NULL)
3370 goto out;
3371 acl->cached = 0;
3372 }
3373 acl->len = acl_len;
3374out:
3375 nfs4_set_cached_acl(inode, acl);
3376}
3377
16b4289c 3378static ssize_t __nfs4_get_acl_uncached(struct inode *inode, void *buf, size_t buflen)
aa1870af 3379{
aa1870af
BF		 3380 struct page *pages[NFS4ACL_MAXPAGES];
3381 struct nfs_getaclargs args = {
3382 .fh = NFS_FH(inode),
3383 .acl_pages = pages,
3384 .acl_len = buflen,
3385 };
663c79b3
BH		 3386 struct nfs_getaclres res = {
3387 .acl_len = buflen,
3388 };
e50a1c2e 3389 void *resp_buf;
aa1870af
BF		 3390 struct rpc_message msg = {
3391 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_GETACL],
3392 .rpc_argp = &args,
663c79b3 3393 .rpc_resp = &res,
aa1870af 3394 };
e50a1c2e 3395 struct page *localpage = NULL;
aa1870af
BF		 3396 int ret;
3397
e50a1c2e
BF		 3398 if (buflen < PAGE_SIZE) {
3399 /* As long as we're doing a round trip to the server anyway,
3400 * let's be prepared for a page of acl data. */
3401 localpage = alloc_page(GFP_KERNEL);
3402 resp_buf = page_address(localpage);
3403 if (localpage == NULL)
3404 return -ENOMEM;
3405 args.acl_pages[0] = localpage;
3406 args.acl_pgbase = 0;
663c79b3 3407 args.acl_len = PAGE_SIZE;
e50a1c2e
BF		 3408 } else {
3409 resp_buf = buf;
3410 buf_to_pages(buf, buflen, args.acl_pages, &args.acl_pgbase);
3411 }
cccef3b9 3412 ret = nfs4_call_sync(NFS_SERVER(inode), &msg, &args, &res, 0);
e50a1c2e
BF		 3413 if (ret)
3414 goto out_free;
663c79b3
BH		 3415 if (res.acl_len > args.acl_len)
3416 nfs4_write_cached_acl(inode, NULL, res.acl_len);
e50a1c2e 3417 else
663c79b3 3418 nfs4_write_cached_acl(inode, resp_buf, res.acl_len);
e50a1c2e
BF		 3419 if (buf) {
3420 ret = -ERANGE;
663c79b3 3421 if (res.acl_len > buflen)
e50a1c2e
BF		 3422 goto out_free;
3423 if (localpage)
663c79b3 3424 memcpy(buf, resp_buf, res.acl_len);
e50a1c2e 3425 }
663c79b3 3426 ret = res.acl_len;
e50a1c2e
BF		 3427out_free:
3428 if (localpage)
3429 __free_page(localpage);
aa1870af
BF		 3430 return ret;
3431}
3432
16b4289c
TM		 3433static ssize_t nfs4_get_acl_uncached(struct inode *inode, void *buf, size_t buflen)
3434{
3435 struct nfs4_exception exception = { };
3436 ssize_t ret;
3437 do {
3438 ret = __nfs4_get_acl_uncached(inode, buf, buflen);
3439 if (ret >= 0)
3440 break;
3441 ret = nfs4_handle_exception(NFS_SERVER(inode), ret, &exception);
3442 } while (exception.retry);
3443 return ret;
3444}
3445
e50a1c2e
BF		 3446static ssize_t nfs4_proc_get_acl(struct inode *inode, void *buf, size_t buflen)
3447{
3448 struct nfs_server *server = NFS_SERVER(inode);
3449 int ret;
3450
3451 if (!nfs4_server_supports_acls(server))
3452 return -EOPNOTSUPP;
3453 ret = nfs_revalidate_inode(server, inode);
3454 if (ret < 0)
3455 return ret;
08a22b39
AK		 3456 if (NFS_I(inode)->cache_validity & NFS_INO_INVALID_ACL)
3457 nfs_zap_acl_cache(inode);
e50a1c2e
BF		 3458 ret = nfs4_read_cached_acl(inode, buf, buflen);
3459 if (ret != -ENOENT)
3460 return ret;
3461 return nfs4_get_acl_uncached(inode, buf, buflen);
3462}
3463
16b4289c 3464static int __nfs4_proc_set_acl(struct inode *inode, const void *buf, size_t buflen)
4b580ee3
BF		 3465{
3466 struct nfs_server *server = NFS_SERVER(inode);
3467 struct page *pages[NFS4ACL_MAXPAGES];
3468 struct nfs_setaclargs arg = {
3469 .fh = NFS_FH(inode),
3470 .acl_pages = pages,
3471 .acl_len = buflen,
3472 };
73c403a9 3473 struct nfs_setaclres res;
4b580ee3
BF		 3474 struct rpc_message msg = {
3475 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_SETACL],
3476 .rpc_argp = &arg,
73c403a9 3477 .rpc_resp = &res,
4b580ee3 3478 };
e9e3d724 3479 int ret, i;
4b580ee3
BF		 3480
3481 if (!nfs4_server_supports_acls(server))
3482 return -EOPNOTSUPP;
e9e3d724
NH		 3483 i = buf_to_pages_noslab(buf, buflen, arg.acl_pages, &arg.acl_pgbase);
3484 if (i < 0)
3485 return i;
642ac549 3486 nfs_inode_return_delegation(inode);
cccef3b9 3487 ret = nfs4_call_sync(server, &msg, &arg, &res, 1);
e9e3d724
NH		 3488
3489 /*
3490 * Free each page after tx, so the only ref left is
3491 * held by the network stack
3492 */
3493 for (; i > 0; i--)
3494 put_page(pages[i-1]);
3495
08a22b39
AK		 3496 /*
3497 * Acl update can result in inode attribute update.
3498 * so mark the attribute cache invalid.
3499 */
3500 spin_lock(&inode->i_lock);
3501 NFS_I(inode)->cache_validity |= NFS_INO_INVALID_ATTR;
3502 spin_unlock(&inode->i_lock);
f41f7418
TM		 3503 nfs_access_zap_cache(inode);
3504 nfs_zap_acl_cache(inode);
4b580ee3
BF		 3505 return ret;
3506}
3507
16b4289c
TM		 3508static int nfs4_proc_set_acl(struct inode *inode, const void *buf, size_t buflen)
3509{
3510 struct nfs4_exception exception = { };
3511 int err;
3512 do {
3513 err = nfs4_handle_exception(NFS_SERVER(inode),
3514 __nfs4_proc_set_acl(inode, buf, buflen),
3515 &exception);
3516 } while (exception.retry);
3517 return err;
3518}
3519
1da177e4 3520static int
aa5190d0 3521nfs4_async_handle_error(struct rpc_task *task, const struct nfs_server *server, struct nfs4_state *state)
1da177e4 3522{
aa5190d0
TM		 3523 struct nfs_client *clp = server->nfs_client;
3524
3525 if (task->tk_status >= 0)
1da177e4
LT		 3526 return 0;
3527 switch(task->tk_status) {
9e33bed5
TM		 3528 case -NFS4ERR_ADMIN_REVOKED:
3529 case -NFS4ERR_BAD_STATEID:
3530 case -NFS4ERR_OPENMODE:
3531 if (state == NULL)
3532 break;
0400a6b0
TM		 3533 nfs4_schedule_stateid_recovery(server, state);
3534 goto wait_on_recovery;
1da177e4 3535 case -NFS4ERR_STALE_STATEID:
a2c0b9e2 3536 case -NFS4ERR_STALE_CLIENTID:
1da177e4 3537 case -NFS4ERR_EXPIRED:
0400a6b0
TM		 3538 nfs4_schedule_lease_recovery(clp);
3539 goto wait_on_recovery;
4745e315
AA		 3540#if defined(CONFIG_NFS_V4_1)
3541 case -NFS4ERR_BADSESSION:
3542 case -NFS4ERR_BADSLOT:
3543 case -NFS4ERR_BAD_HIGH_SLOT:
3544 case -NFS4ERR_DEADSESSION:
3545 case -NFS4ERR_CONN_NOT_BOUND_TO_SESSION:
3546 case -NFS4ERR_SEQ_FALSE_RETRY:
3547 case -NFS4ERR_SEQ_MISORDERED:
3548 dprintk("%s ERROR %d, Reset session\n", __func__,
3549 task->tk_status);
0400a6b0 3550 nfs4_schedule_session_recovery(clp->cl_session);
4745e315
AA		 3551 task->tk_status = 0;
3552 return -EAGAIN;
3553#endif /* CONFIG_NFS_V4_1 */
1da177e4 3554 case -NFS4ERR_DELAY:
aa5190d0 3555 nfs_inc_server_stats(server, NFSIOS_DELAY);
006ea73e 3556 case -NFS4ERR_GRACE:
2c643488 3557 case -EKEYEXPIRED:
1da177e4
LT		 3558 rpc_delay(task, NFS4_POLL_RETRY_MAX);
3559 task->tk_status = 0;
3560 return -EAGAIN;
3561 case -NFS4ERR_OLD_STATEID:
3562 task->tk_status = 0;
3563 return -EAGAIN;
3564 }
3565 task->tk_status = nfs4_map_errors(task->tk_status);
3566 return 0;
0400a6b0 3567wait_on_recovery:
a2c0b9e2 3568 rpc_sleep_on(&clp->cl_rpcwaitq, task, NULL);
a2c0b9e2
TM		 3569 if (test_bit(NFS4CLNT_MANAGER_RUNNING, &clp->cl_state) == 0)
3570 rpc_wake_up_queued_task(&clp->cl_rpcwaitq, task);
3571 task->tk_status = 0;
3572 return -EAGAIN;
1da177e4
LT		 3573}
3574
bb8b27e5
TM		 3575int nfs4_proc_setclientid(struct nfs_client *clp, u32 program,
3576 unsigned short port, struct rpc_cred *cred,
3577 struct nfs4_setclientid_res *res)
1da177e4
LT		 3578{
3579 nfs4_verifier sc_verifier;
3580 struct nfs4_setclientid setclientid = {
3581 .sc_verifier = &sc_verifier,
3582 .sc_prog = program,
f4eecd5d 3583 .sc_cb_ident = clp->cl_cb_ident,
1da177e4
LT		 3584 };
3585 struct rpc_message msg = {
3586 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_SETCLIENTID],
3587 .rpc_argp = &setclientid,
bb8b27e5 3588 .rpc_resp = res,
286d7d6a 3589 .rpc_cred = cred,
1da177e4 3590 };
bc4785cd 3591 __be32 *p;
1da177e4
LT		 3592 int loop = 0;
3593 int status;
3594
bc4785cd 3595 p = (__be32*)sc_verifier.data;
1da177e4
LT		 3596 *p++ = htonl((u32)clp->cl_boot_time.tv_sec);
3597 *p = htonl((u32)clp->cl_boot_time.tv_nsec);
3598
3599 for(;;) {
3600 setclientid.sc_name_len = scnprintf(setclientid.sc_name,
69dd716c 3601 sizeof(setclientid.sc_name), "%s/%s %s %s %u",
d4d3c507
CL		 3602 clp->cl_ipaddr,
3603 rpc_peeraddr2str(clp->cl_rpcclient,
3604 RPC_DISPLAY_ADDR),
69dd716c
TM		 3605 rpc_peeraddr2str(clp->cl_rpcclient,
3606 RPC_DISPLAY_PROTO),
78ea323b 3607 clp->cl_rpcclient->cl_auth->au_ops->au_name,
1da177e4
LT		 3608 clp->cl_id_uniquifier);
3609 setclientid.sc_netid_len = scnprintf(setclientid.sc_netid,
d4d3c507
CL		 3610 sizeof(setclientid.sc_netid),
3611 rpc_peeraddr2str(clp->cl_rpcclient,
3612 RPC_DISPLAY_NETID));
1da177e4 3613 setclientid.sc_uaddr_len = scnprintf(setclientid.sc_uaddr,
d4d3c507 3614 sizeof(setclientid.sc_uaddr), "%s.%u.%u",
1da177e4
LT		 3615 clp->cl_ipaddr, port >> 8, port & 255);
3616
3617 status = rpc_call_sync(clp->cl_rpcclient, &msg, 0);
3618 if (status != -NFS4ERR_CLID_INUSE)
3619 break;
3620 if (signalled())
3621 break;
3622 if (loop++ & 1)
611c96c8 3623 ssleep(clp->cl_lease_time / HZ + 1);
1da177e4
LT		 3624 else
3625 if (++clp->cl_id_uniquifier == 0)
3626 break;
3627 }
3628 return status;
3629}
3630
bb8b27e5
TM		 3631static int _nfs4_proc_setclientid_confirm(struct nfs_client *clp,
3632 struct nfs4_setclientid_res *arg,
3633 struct rpc_cred *cred)
1da177e4
LT		 3634{
3635 struct nfs_fsinfo fsinfo;
3636 struct rpc_message msg = {
3637 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_SETCLIENTID_CONFIRM],
bb8b27e5 3638 .rpc_argp = arg,
1da177e4 3639 .rpc_resp = &fsinfo,
286d7d6a 3640 .rpc_cred = cred,
1da177e4
LT		 3641 };
3642 unsigned long now;
3643 int status;
3644
3645 now = jiffies;
3646 status = rpc_call_sync(clp->cl_rpcclient, &msg, 0);
3647 if (status == 0) {
3648 spin_lock(&clp->cl_lock);
3649 clp->cl_lease_time = fsinfo.lease_time * HZ;
3650 clp->cl_last_renewal = now;
3651 spin_unlock(&clp->cl_lock);
3652 }
3653 return status;
3654}
3655
bb8b27e5
TM		 3656int nfs4_proc_setclientid_confirm(struct nfs_client *clp,
3657 struct nfs4_setclientid_res *arg,
3658 struct rpc_cred *cred)
51581f3b 3659{
77e03677 3660 long timeout = 0;
51581f3b
TM		 3661 int err;
3662 do {
bb8b27e5 3663 err = _nfs4_proc_setclientid_confirm(clp, arg, cred);
51581f3b
TM		 3664 switch (err) {
3665 case 0:
3666 return err;
3667 case -NFS4ERR_RESOURCE:
3668 /* The IBM lawyers misread another document! */
3669 case -NFS4ERR_DELAY:
3670 err = nfs4_delay(clp->cl_rpcclient, &timeout);
3671 }
3672 } while (err == 0);
3673 return err;
3674}
3675
fe650407
TM		 3676struct nfs4_delegreturndata {
3677 struct nfs4_delegreturnargs args;
fa178f29 3678 struct nfs4_delegreturnres res;
fe650407
TM		 3679 struct nfs_fh fh;
3680 nfs4_stateid stateid;
26e976a8 3681 unsigned long timestamp;
fa178f29 3682 struct nfs_fattr fattr;
fe650407
TM		 3683 int rpc_status;
3684};
3685
fe650407
TM		 3686static void nfs4_delegreturn_done(struct rpc_task *task, void *calldata)
3687{
3688 struct nfs4_delegreturndata *data = calldata;
938e1010 3689
14516c3a
TM		 3690 if (!nfs4_sequence_done(task, &data->res.seq_res))
3691 return;
938e1010 3692
79708861
RL		 3693 switch (task->tk_status) {
3694 case -NFS4ERR_STALE_STATEID:
3695 case -NFS4ERR_EXPIRED:
3696 case 0:
fa178f29 3697 renew_lease(data->res.server, data->timestamp);
79708861
RL		 3698 break;
3699 default:
3700 if (nfs4_async_handle_error(task, data->res.server, NULL) ==
3701 -EAGAIN) {
3702 nfs_restart_rpc(task, data->res.server->nfs_client);
3703 return;
3704 }
3705 }
3706 data->rpc_status = task->tk_status;
fe650407
TM		 3707}
3708
3709static void nfs4_delegreturn_release(void *calldata)
3710{
fe650407
TM		 3711 kfree(calldata);
3712}
3713
938e1010
AA		 3714#if defined(CONFIG_NFS_V4_1)
3715static void nfs4_delegreturn_prepare(struct rpc_task *task, void *data)
3716{
3717 struct nfs4_delegreturndata *d_data;
3718
3719 d_data = (struct nfs4_delegreturndata *)data;
3720
035168ab 3721 if (nfs4_setup_sequence(d_data->res.server,
938e1010
AA		 3722 &d_data->args.seq_args,
3723 &d_data->res.seq_res, 1, task))
3724 return;
3725 rpc_call_start(task);
3726}
3727#endif /* CONFIG_NFS_V4_1 */
3728
c8d149f3 3729static const struct rpc_call_ops nfs4_delegreturn_ops = {
938e1010
AA		 3730#if defined(CONFIG_NFS_V4_1)
3731 .rpc_call_prepare = nfs4_delegreturn_prepare,
3732#endif /* CONFIG_NFS_V4_1 */
fe650407
TM		 3733 .rpc_call_done = nfs4_delegreturn_done,
3734 .rpc_release = nfs4_delegreturn_release,
3735};
3736
e6f81075 3737static int _nfs4_proc_delegreturn(struct inode *inode, struct rpc_cred *cred, const nfs4_stateid *stateid, int issync)
fe650407
TM		 3738{
3739 struct nfs4_delegreturndata *data;
fa178f29 3740 struct nfs_server *server = NFS_SERVER(inode);
fe650407 3741 struct rpc_task *task;
5138fde0
TM		 3742 struct rpc_message msg = {
3743 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_DELEGRETURN],
3744 .rpc_cred = cred,
3745 };
c970aa85
TM		 3746 struct rpc_task_setup task_setup_data = {
3747 .rpc_client = server->client,
5138fde0 3748 .rpc_message = &msg,
c970aa85
TM		 3749 .callback_ops = &nfs4_delegreturn_ops,
3750 .flags = RPC_TASK_ASYNC,
3751 };
e6f81075 3752 int status = 0;
fe650407 3753
8535b2be 3754 data = kzalloc(sizeof(*data), GFP_NOFS);
fe650407
TM		 3755 if (data == NULL)
3756 return -ENOMEM;
3757 data->args.fhandle = &data->fh;
3758 data->args.stateid = &data->stateid;
fa178f29 3759 data->args.bitmask = server->attr_bitmask;
fe650407
TM		 3760 nfs_copy_fh(&data->fh, NFS_FH(inode));
3761 memcpy(&data->stateid, stateid, sizeof(data->stateid));
fa178f29
TM		 3762 data->res.fattr = &data->fattr;
3763 data->res.server = server;
5138fde0 3764 nfs_fattr_init(data->res.fattr);
26e976a8 3765 data->timestamp = jiffies;
fe650407
TM		 3766 data->rpc_status = 0;
3767
c970aa85 3768 task_setup_data.callback_data = data;
1174dd1f
TM		 3769 msg.rpc_argp = &data->args;
3770 msg.rpc_resp = &data->res;
c970aa85 3771 task = rpc_run_task(&task_setup_data);
7a1218a2 3772 if (IS_ERR(task))
fe650407 3773 return PTR_ERR(task);
e6f81075
TM		 3774 if (!issync)
3775 goto out;
fe650407 3776 status = nfs4_wait_for_completion_rpc_task(task);
e6f81075
TM		 3777 if (status != 0)
3778 goto out;
3779 status = data->rpc_status;
3780 if (status != 0)
3781 goto out;
3782 nfs_refresh_inode(inode, &data->fattr);
3783out:
e6b3c4db 3784 rpc_put_task(task);
fe650407 3785 return status;
1da177e4
LT		 3786}
3787
e6f81075 3788int nfs4_proc_delegreturn(struct inode *inode, struct rpc_cred *cred, const nfs4_stateid *stateid, int issync)
1da177e4
LT		 3789{
3790 struct nfs_server *server = NFS_SERVER(inode);
3791 struct nfs4_exception exception = { };
3792 int err;
3793 do {
e6f81075 3794 err = _nfs4_proc_delegreturn(inode, cred, stateid, issync);
1da177e4
LT		 3795 switch (err) {
3796 case -NFS4ERR_STALE_STATEID:
3797 case -NFS4ERR_EXPIRED:
1da177e4
LT		 3798 case 0:
3799 return 0;
3800 }
3801 err = nfs4_handle_exception(server, err, &exception);
3802 } while (exception.retry);
3803 return err;
3804}
3805
3806#define NFS4_LOCK_MINTIMEOUT (1 * HZ)
3807#define NFS4_LOCK_MAXTIMEOUT (30 * HZ)
3808
3809/*
3810 * sleep, with exponential backoff, and retry the LOCK operation.
3811 */
3812static unsigned long
3813nfs4_set_lock_task_retry(unsigned long timeout)
3814{
150030b7 3815 schedule_timeout_killable(timeout);
1da177e4
LT		 3816 timeout <<= 1;
3817 if (timeout > NFS4_LOCK_MAXTIMEOUT)
3818 return NFS4_LOCK_MAXTIMEOUT;
3819 return timeout;
3820}
3821
1da177e4
LT		 3822static int _nfs4_proc_getlk(struct nfs4_state *state, int cmd, struct file_lock *request)
3823{
3824 struct inode *inode = state->inode;
3825 struct nfs_server *server = NFS_SERVER(inode);
7539bbab 3826 struct nfs_client *clp = server->nfs_client;
911d1aaf 3827 struct nfs_lockt_args arg = {
1da177e4 3828 .fh = NFS_FH(inode),
911d1aaf 3829 .fl = request,
1da177e4 3830 };
911d1aaf
TM		 3831 struct nfs_lockt_res res = {
3832 .denied = request,
1da177e4
LT		 3833 };
3834 struct rpc_message msg = {
3835 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_LOCKT],
3836 .rpc_argp = &arg,
3837 .rpc_resp = &res,
3838 .rpc_cred = state->owner->so_cred,
3839 };
1da177e4
LT		 3840 struct nfs4_lock_state *lsp;
3841 int status;
3842
911d1aaf 3843 arg.lock_owner.clientid = clp->cl_clientid;
8d0a8a9d
TM		 3844 status = nfs4_set_lock_state(state, request);
3845 if (status != 0)
3846 goto out;
3847 lsp = request->fl_u.nfs4_fl.owner;
9f958ab8 3848 arg.lock_owner.id = lsp->ls_id.id;
d035c36c 3849 arg.lock_owner.s_dev = server->s_dev;
cccef3b9 3850 status = nfs4_call_sync(server, &msg, &arg, &res, 1);
911d1aaf
TM		 3851 switch (status) {
3852 case 0:
3853 request->fl_type = F_UNLCK;
3854 break;
3855 case -NFS4ERR_DENIED:
3856 status = 0;
1da177e4 3857 }
70cc6487 3858 request->fl_ops->fl_release_private(request);
8d0a8a9d 3859out:
1da177e4
LT		 3860 return status;
3861}
3862
3863static int nfs4_proc_getlk(struct nfs4_state *state, int cmd, struct file_lock *request)
3864{
3865 struct nfs4_exception exception = { };
3866 int err;
3867
3868 do {
3869 err = nfs4_handle_exception(NFS_SERVER(state->inode),
3870 _nfs4_proc_getlk(state, cmd, request),
3871 &exception);
3872 } while (exception.retry);
3873 return err;
3874}
3875
3876static int do_vfs_lock(struct file *file, struct file_lock *fl)
3877{
3878 int res = 0;
3879 switch (fl->fl_flags & (FL_POSIX|FL_FLOCK)) {
3880 case FL_POSIX:
3881 res = posix_lock_file_wait(file, fl);
3882 break;
3883 case FL_FLOCK:
3884 res = flock_lock_file_wait(file, fl);
3885 break;
3886 default:
3887 BUG();
3888 }
1da177e4
LT		 3889 return res;
3890}
3891
faf5f49c 3892struct nfs4_unlockdata {
911d1aaf
TM		 3893 struct nfs_locku_args arg;
3894 struct nfs_locku_res res;
faf5f49c
TM		 3895 struct nfs4_lock_state *lsp;
3896 struct nfs_open_context *ctx;
911d1aaf
TM		 3897 struct file_lock fl;
3898 const struct nfs_server *server;
26e976a8 3899 unsigned long timestamp;
faf5f49c
TM		 3900};
3901
911d1aaf
TM		 3902static struct nfs4_unlockdata *nfs4_alloc_unlockdata(struct file_lock *fl,
3903 struct nfs_open_context *ctx,
3904 struct nfs4_lock_state *lsp,
3905 struct nfs_seqid *seqid)
3906{
3907 struct nfs4_unlockdata *p;
3908 struct inode *inode = lsp->ls_state->inode;
3909
8535b2be 3910 p = kzalloc(sizeof(*p), GFP_NOFS);
911d1aaf
TM		 3911 if (p == NULL)
3912 return NULL;
3913 p->arg.fh = NFS_FH(inode);
3914 p->arg.fl = &p->fl;
3915 p->arg.seqid = seqid;
c1d51931 3916 p->res.seqid = seqid;
911d1aaf
TM		 3917 p->arg.stateid = &lsp->ls_stateid;
3918 p->lsp = lsp;
3919 atomic_inc(&lsp->ls_count);
3920 /* Ensure we don't close file until we're done freeing locks! */
3921 p->ctx = get_nfs_open_context(ctx);
3922 memcpy(&p->fl, fl, sizeof(p->fl));
3923 p->server = NFS_SERVER(inode);
3924 return p;
3925}
3926
06f814a3 3927static void nfs4_locku_release_calldata(void *data)
faf5f49c 3928{
963d8fe5 3929 struct nfs4_unlockdata *calldata = data;
911d1aaf 3930 nfs_free_seqid(calldata->arg.seqid);
06f814a3
TM		 3931 nfs4_put_lock_state(calldata->lsp);
3932 put_nfs_open_context(calldata->ctx);
3933 kfree(calldata);
faf5f49c
TM		 3934}
3935
963d8fe5 3936static void nfs4_locku_done(struct rpc_task *task, void *data)
faf5f49c 3937{
963d8fe5 3938 struct nfs4_unlockdata *calldata = data;
faf5f49c 3939
14516c3a
TM		 3940 if (!nfs4_sequence_done(task, &calldata->res.seq_res))
3941 return;
faf5f49c
TM		 3942 switch (task->tk_status) {
3943 case 0:
3944 memcpy(calldata->lsp->ls_stateid.data,
911d1aaf 3945 calldata->res.stateid.data,
faf5f49c 3946 sizeof(calldata->lsp->ls_stateid.data));
26e976a8 3947 renew_lease(calldata->server, calldata->timestamp);
faf5f49c 3948 break;
9e33bed5
TM		 3949 case -NFS4ERR_BAD_STATEID:
3950 case -NFS4ERR_OLD_STATEID:
faf5f49c
TM		 3951 case -NFS4ERR_STALE_STATEID:
3952 case -NFS4ERR_EXPIRED:
faf5f49c
TM		 3953 break;
3954 default:
9e33bed5 3955 if (nfs4_async_handle_error(task, calldata->server, NULL) == -EAGAIN)
0110ee15 3956 nfs_restart_rpc(task,
d61e612a 3957 calldata->server->nfs_client);
faf5f49c 3958 }
faf5f49c
TM		 3959}
3960
4ce70ada 3961static void nfs4_locku_prepare(struct rpc_task *task, void *data)
faf5f49c 3962{
4ce70ada 3963 struct nfs4_unlockdata *calldata = data;
faf5f49c 3964
911d1aaf 3965 if (nfs_wait_on_sequence(calldata->arg.seqid, task) != 0)
faf5f49c
TM		 3966 return;
3967 if ((calldata->lsp->ls_flags & NFS_LOCK_INITIALIZED) == 0) {
963d8fe5
TM		 3968 /* Note: exit _without_ running nfs4_locku_done */
3969 task->tk_action = NULL;
faf5f49c
TM		 3970 return;
3971 }
26e976a8 3972 calldata->timestamp = jiffies;
035168ab 3973 if (nfs4_setup_sequence(calldata->server,
a893693c
AA		 3974 &calldata->arg.seq_args,
3975 &calldata->res.seq_res, 1, task))
3976 return;
5138fde0 3977 rpc_call_start(task);
faf5f49c
TM		 3978}
3979
963d8fe5 3980static const struct rpc_call_ops nfs4_locku_ops = {
4ce70ada 3981 .rpc_call_prepare = nfs4_locku_prepare,
963d8fe5 3982 .rpc_call_done = nfs4_locku_done,
06f814a3 3983 .rpc_release = nfs4_locku_release_calldata,
963d8fe5
TM		 3984};
3985
a5d16a4d
TM		 3986static struct rpc_task *nfs4_do_unlck(struct file_lock *fl,
3987 struct nfs_open_context *ctx,
3988 struct nfs4_lock_state *lsp,
3989 struct nfs_seqid *seqid)
3990{
3991 struct nfs4_unlockdata *data;
5138fde0
TM		 3992 struct rpc_message msg = {
3993 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_LOCKU],
3994 .rpc_cred = ctx->cred,
3995 };
c970aa85
TM		 3996 struct rpc_task_setup task_setup_data = {
3997 .rpc_client = NFS_CLIENT(lsp->ls_state->inode),
5138fde0 3998 .rpc_message = &msg,
c970aa85 3999 .callback_ops = &nfs4_locku_ops,
101070ca 4000 .workqueue = nfsiod_workqueue,
c970aa85
TM		 4001 .flags = RPC_TASK_ASYNC,
4002 };
a5d16a4d 4003
137d6aca
FF		 4004 /* Ensure this is an unlock - when canceling a lock, the
4005 * canceled lock is passed in, and it won't be an unlock.
4006 */
4007 fl->fl_type = F_UNLCK;
4008
a5d16a4d
TM		 4009 data = nfs4_alloc_unlockdata(fl, ctx, lsp, seqid);
4010 if (data == NULL) {
4011 nfs_free_seqid(seqid);
4012 return ERR_PTR(-ENOMEM);
4013 }
4014
1174dd1f
TM		 4015 msg.rpc_argp = &data->arg;
4016 msg.rpc_resp = &data->res;
c970aa85
TM		 4017 task_setup_data.callback_data = data;
4018 return rpc_run_task(&task_setup_data);
a5d16a4d
TM		 4019}
4020
faf5f49c
TM		 4021static int nfs4_proc_unlck(struct nfs4_state *state, int cmd, struct file_lock *request)
4022{
19e03c57 4023 struct nfs_inode *nfsi = NFS_I(state->inode);
911d1aaf 4024 struct nfs_seqid *seqid;
1da177e4 4025 struct nfs4_lock_state *lsp;
06f814a3
TM		 4026 struct rpc_task *task;
4027 int status = 0;
536ff0f8 4028 unsigned char fl_flags = request->fl_flags;
faf5f49c 4029
8d0a8a9d 4030 status = nfs4_set_lock_state(state, request);
9b073574
TM		 4031 /* Unlock _before_ we do the RPC call */
4032 request->fl_flags |= FL_EXISTS;
19e03c57
TM		 4033 down_read(&nfsi->rwsem);
4034 if (do_vfs_lock(request->fl_file, request) == -ENOENT) {
4035 up_read(&nfsi->rwsem);
9b073574 4036 goto out;
19e03c57
TM		 4037 }
4038 up_read(&nfsi->rwsem);
8d0a8a9d 4039 if (status != 0)
9b073574
TM		 4040 goto out;
4041 /* Is this a delegated lock? */
4042 if (test_bit(NFS_DELEGATED_STATE, &state->flags))
4043 goto out;
8d0a8a9d 4044 lsp = request->fl_u.nfs4_fl.owner;
8535b2be 4045 seqid = nfs_alloc_seqid(&lsp->ls_seqid, GFP_KERNEL);
9b073574 4046 status = -ENOMEM;
911d1aaf 4047 if (seqid == NULL)
9b073574 4048 goto out;
cd3758e3 4049 task = nfs4_do_unlck(request, nfs_file_open_context(request->fl_file), lsp, seqid);
a5d16a4d
TM		 4050 status = PTR_ERR(task);
4051 if (IS_ERR(task))
9b073574 4052 goto out;
a5d16a4d 4053 status = nfs4_wait_for_completion_rpc_task(task);
e6b3c4db 4054 rpc_put_task(task);
9b073574 4055out:
536ff0f8 4056 request->fl_flags = fl_flags;
1da177e4
LT		 4057 return status;
4058}
4059
a5d16a4d
TM		 4060struct nfs4_lockdata {
4061 struct nfs_lock_args arg;
4062 struct nfs_lock_res res;
4063 struct nfs4_lock_state *lsp;
4064 struct nfs_open_context *ctx;
4065 struct file_lock fl;
26e976a8 4066 unsigned long timestamp;
a5d16a4d
TM		 4067 int rpc_status;
4068 int cancelled;
66179efe 4069 struct nfs_server *server;
a5d16a4d
TM		 4070};
4071
4072static struct nfs4_lockdata *nfs4_alloc_lockdata(struct file_lock *fl,
8535b2be
TM		 4073 struct nfs_open_context *ctx, struct nfs4_lock_state *lsp,
4074 gfp_t gfp_mask)
1da177e4 4075{
a5d16a4d
TM		 4076 struct nfs4_lockdata *p;
4077 struct inode *inode = lsp->ls_state->inode;
1da177e4 4078 struct nfs_server *server = NFS_SERVER(inode);
a5d16a4d 4079
8535b2be 4080 p = kzalloc(sizeof(*p), gfp_mask);
a5d16a4d
TM		 4081 if (p == NULL)
4082 return NULL;
4083
4084 p->arg.fh = NFS_FH(inode);
4085 p->arg.fl = &p->fl;
8535b2be 4086 p->arg.open_seqid = nfs_alloc_seqid(&lsp->ls_state->owner->so_seqid, gfp_mask);
2f74c0a0
TM		 4087 if (p->arg.open_seqid == NULL)
4088 goto out_free;
8535b2be 4089 p->arg.lock_seqid = nfs_alloc_seqid(&lsp->ls_seqid, gfp_mask);
a5d16a4d 4090 if (p->arg.lock_seqid == NULL)
2f74c0a0 4091 goto out_free_seqid;
a5d16a4d 4092 p->arg.lock_stateid = &lsp->ls_stateid;
7539bbab 4093 p->arg.lock_owner.clientid = server->nfs_client->cl_clientid;
9f958ab8 4094 p->arg.lock_owner.id = lsp->ls_id.id;
d035c36c 4095 p->arg.lock_owner.s_dev = server->s_dev;
c1d51931 4096 p->res.lock_seqid = p->arg.lock_seqid;
a5d16a4d 4097 p->lsp = lsp;
66179efe 4098 p->server = server;
a5d16a4d
TM		 4099 atomic_inc(&lsp->ls_count);
4100 p->ctx = get_nfs_open_context(ctx);
4101 memcpy(&p->fl, fl, sizeof(p->fl));
4102 return p;
2f74c0a0
TM		 4103out_free_seqid:
4104 nfs_free_seqid(p->arg.open_seqid);
a5d16a4d
TM		 4105out_free:
4106 kfree(p);
4107 return NULL;
4108}
4109
4110static void nfs4_lock_prepare(struct rpc_task *task, void *calldata)
4111{
4112 struct nfs4_lockdata *data = calldata;
4113 struct nfs4_state *state = data->lsp->ls_state;
06735b34 4114
3110ff80 4115 dprintk("%s: begin!\n", __func__);
2f74c0a0
TM		 4116 if (nfs_wait_on_sequence(data->arg.lock_seqid, task) != 0)
4117 return;
a5d16a4d
TM		 4118 /* Do we need to do an open_to_lock_owner? */
4119 if (!(data->arg.lock_seqid->sequence->flags & NFS_SEQID_CONFIRMED)) {
e6e21970
TM		 4120 if (nfs_wait_on_sequence(data->arg.open_seqid, task) != 0)
4121 return;
a5d16a4d
TM		 4122 data->arg.open_stateid = &state->stateid;
4123 data->arg.new_lock_owner = 1;
c1d51931 4124 data->res.open_seqid = data->arg.open_seqid;
2f74c0a0
TM		 4125 } else
4126 data->arg.new_lock_owner = 0;
26e976a8 4127 data->timestamp = jiffies;
035168ab
TM		 4128 if (nfs4_setup_sequence(data->server,
4129 &data->arg.seq_args,
66179efe
AA		 4130 &data->res.seq_res, 1, task))
4131 return;
5138fde0 4132 rpc_call_start(task);
3110ff80 4133 dprintk("%s: done!, ret = %d\n", __func__, data->rpc_status);
a5d16a4d
TM		 4134}
4135
b257957e
AB		 4136static void nfs4_recover_lock_prepare(struct rpc_task *task, void *calldata)
4137{
4138 rpc_task_set_priority(task, RPC_PRIORITY_PRIVILEGED);
4139 nfs4_lock_prepare(task, calldata);
4140}
4141
a5d16a4d
TM		 4142static void nfs4_lock_done(struct rpc_task *task, void *calldata)
4143{
4144 struct nfs4_lockdata *data = calldata;
4145
3110ff80 4146 dprintk("%s: begin!\n", __func__);
a5d16a4d 4147
14516c3a
TM		 4148 if (!nfs4_sequence_done(task, &data->res.seq_res))
4149 return;
66179efe 4150
a5d16a4d 4151 data->rpc_status = task->tk_status;
a5d16a4d 4152 if (data->arg.new_lock_owner != 0) {
a5d16a4d
TM		 4153 if (data->rpc_status == 0)
4154 nfs_confirm_seqid(&data->lsp->ls_seqid, 0);
4155 else
4156 goto out;
4157 }
4158 if (data->rpc_status == 0) {
4159 memcpy(data->lsp->ls_stateid.data, data->res.stateid.data,
4160 sizeof(data->lsp->ls_stateid.data));
4161 data->lsp->ls_flags |= NFS_LOCK_INITIALIZED;
88be9f99 4162 renew_lease(NFS_SERVER(data->ctx->path.dentry->d_inode), data->timestamp);
a5d16a4d 4163 }
a5d16a4d 4164out:
3110ff80 4165 dprintk("%s: done, ret = %d!\n", __func__, data->rpc_status);
a5d16a4d
TM		 4166}
4167
4168static void nfs4_lock_release(void *calldata)
4169{
4170 struct nfs4_lockdata *data = calldata;
4171
3110ff80 4172 dprintk("%s: begin!\n", __func__);
2f74c0a0 4173 nfs_free_seqid(data->arg.open_seqid);
a5d16a4d
TM		 4174 if (data->cancelled != 0) {
4175 struct rpc_task *task;
4176 task = nfs4_do_unlck(&data->fl, data->ctx, data->lsp,
4177 data->arg.lock_seqid);
4178 if (!IS_ERR(task))
bf294b41 4179 rpc_put_task_async(task);
3110ff80 4180 dprintk("%s: cancelling lock!\n", __func__);
a5d16a4d
TM		 4181 } else
4182 nfs_free_seqid(data->arg.lock_seqid);
4183 nfs4_put_lock_state(data->lsp);
4184 put_nfs_open_context(data->ctx);
4185 kfree(data);
3110ff80 4186 dprintk("%s: done!\n", __func__);
a5d16a4d
TM		 4187}
4188
4189static const struct rpc_call_ops nfs4_lock_ops = {
4190 .rpc_call_prepare = nfs4_lock_prepare,
4191 .rpc_call_done = nfs4_lock_done,
4192 .rpc_release = nfs4_lock_release,
4193};
4194
b257957e
AB		 4195static const struct rpc_call_ops nfs4_recover_lock_ops = {
4196 .rpc_call_prepare = nfs4_recover_lock_prepare,
4197 .rpc_call_done = nfs4_lock_done,
4198 .rpc_release = nfs4_lock_release,
4199};
4200
2bee72a6
TM		 4201static void nfs4_handle_setlk_error(struct nfs_server *server, struct nfs4_lock_state *lsp, int new_lock_owner, int error)
4202{
2bee72a6
TM		 4203 switch (error) {
4204 case -NFS4ERR_ADMIN_REVOKED:
4205 case -NFS4ERR_BAD_STATEID:
ecac799a 4206 lsp->ls_seqid.flags &= ~NFS_SEQID_CONFIRMED;
2bee72a6
TM		 4207 if (new_lock_owner != 0 ||
4208 (lsp->ls_flags & NFS_LOCK_INITIALIZED) != 0)
ecac799a 4209 nfs4_schedule_stateid_recovery(server, lsp->ls_state);
a2c0b9e2
TM		 4210 break;
4211 case -NFS4ERR_STALE_STATEID:
a2c0b9e2 4212 lsp->ls_seqid.flags &= ~NFS_SEQID_CONFIRMED;
ecac799a
TM		 4213 case -NFS4ERR_EXPIRED:
4214 nfs4_schedule_lease_recovery(server->nfs_client);
2bee72a6
TM		 4215 };
4216}
4217
afe6c27c 4218static int _nfs4_do_setlk(struct nfs4_state *state, int cmd, struct file_lock *fl, int recovery_type)
a5d16a4d
TM		 4219{
4220 struct nfs4_lockdata *data;
4221 struct rpc_task *task;
5138fde0
TM		 4222 struct rpc_message msg = {
4223 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_LOCK],
4224 .rpc_cred = state->owner->so_cred,
4225 };
c970aa85
TM		 4226 struct rpc_task_setup task_setup_data = {
4227 .rpc_client = NFS_CLIENT(state->inode),
5138fde0 4228 .rpc_message = &msg,
c970aa85 4229 .callback_ops = &nfs4_lock_ops,
101070ca 4230 .workqueue = nfsiod_workqueue,
c970aa85
TM		 4231 .flags = RPC_TASK_ASYNC,
4232 };
a5d16a4d
TM		 4233 int ret;
4234
3110ff80 4235 dprintk("%s: begin!\n", __func__);
cd3758e3 4236 data = nfs4_alloc_lockdata(fl, nfs_file_open_context(fl->fl_file),
8535b2be
TM		 4237 fl->fl_u.nfs4_fl.owner,
4238 recovery_type == NFS_LOCK_NEW ? GFP_KERNEL : GFP_NOFS);
a5d16a4d
TM		 4239 if (data == NULL)
4240 return -ENOMEM;
4241 if (IS_SETLKW(cmd))
4242 data->arg.block = 1;
b257957e
AB		 4243 if (recovery_type > NFS_LOCK_NEW) {
4244 if (recovery_type == NFS_LOCK_RECLAIM)
afe6c27c 4245 data->arg.reclaim = NFS_LOCK_RECLAIM;
b257957e
AB		 4246 task_setup_data.callback_ops = &nfs4_recover_lock_ops;
4247 }
1174dd1f
TM		 4248 msg.rpc_argp = &data->arg;
4249 msg.rpc_resp = &data->res;
c970aa85
TM		 4250 task_setup_data.callback_data = data;
4251 task = rpc_run_task(&task_setup_data);
7a1218a2 4252 if (IS_ERR(task))
a5d16a4d 4253 return PTR_ERR(task);
a5d16a4d
TM		 4254 ret = nfs4_wait_for_completion_rpc_task(task);
4255 if (ret == 0) {
4256 ret = data->rpc_status;
2bee72a6
TM		 4257 if (ret)
4258 nfs4_handle_setlk_error(data->server, data->lsp,
4259 data->arg.new_lock_owner, ret);
a5d16a4d
TM		 4260 } else
4261 data->cancelled = 1;
e6b3c4db 4262 rpc_put_task(task);
3110ff80 4263 dprintk("%s: done, ret = %d!\n", __func__, ret);
a5d16a4d 4264 return ret;
1da177e4
LT		 4265}
4266
4267static int nfs4_lock_reclaim(struct nfs4_state *state, struct file_lock *request)
4268{
202b50dc
TM		 4269 struct nfs_server *server = NFS_SERVER(state->inode);
4270 struct nfs4_exception exception = { };
4271 int err;
4272
4273 do {
42a2d13e
TM		 4274 /* Cache the lock if possible... */
4275 if (test_bit(NFS_DELEGATED_STATE, &state->flags) != 0)
4276 return 0;
afe6c27c 4277 err = _nfs4_do_setlk(state, F_SETLK, request, NFS_LOCK_RECLAIM);
168667c4 4278 if (err != -NFS4ERR_DELAY)
202b50dc
TM		 4279 break;
4280 nfs4_handle_exception(server, err, &exception);
4281 } while (exception.retry);
4282 return err;
1da177e4
LT		 4283}
4284
4285static int nfs4_lock_expired(struct nfs4_state *state, struct file_lock *request)
4286{
202b50dc
TM		 4287 struct nfs_server *server = NFS_SERVER(state->inode);
4288 struct nfs4_exception exception = { };
4289 int err;
4290
6bfc93ef
TM		 4291 err = nfs4_set_lock_state(state, request);
4292 if (err != 0)
4293 return err;
202b50dc 4294 do {
42a2d13e
TM		 4295 if (test_bit(NFS_DELEGATED_STATE, &state->flags) != 0)
4296 return 0;
afe6c27c 4297 err = _nfs4_do_setlk(state, F_SETLK, request, NFS_LOCK_EXPIRED);
a9ed2e25
TM		 4298 switch (err) {
4299 default:
4300 goto out;
4301 case -NFS4ERR_GRACE:
4302 case -NFS4ERR_DELAY:
4303 nfs4_handle_exception(server, err, &exception);
4304 err = 0;
4305 }
202b50dc 4306 } while (exception.retry);
a9ed2e25 4307out:
202b50dc 4308 return err;
1da177e4
LT		 4309}
4310
4311static int _nfs4_proc_setlk(struct nfs4_state *state, int cmd, struct file_lock *request)
4312{
19e03c57 4313 struct nfs_inode *nfsi = NFS_I(state->inode);
01c3b861 4314 unsigned char fl_flags = request->fl_flags;
8e469ebd 4315 int status = -ENOLCK;
1da177e4 4316
8e469ebd
TM		 4317 if ((fl_flags & FL_POSIX) &&
4318 !test_bit(NFS_STATE_POSIX_LOCKS, &state->flags))
4319 goto out;
6bfc93ef 4320 /* Is this a delegated open? */
6bfc93ef
TM		 4321 status = nfs4_set_lock_state(state, request);
4322 if (status != 0)
4323 goto out;
01c3b861
TM		 4324 request->fl_flags |= FL_ACCESS;
4325 status = do_vfs_lock(request->fl_file, request);
4326 if (status < 0)
4327 goto out;
19e03c57 4328 down_read(&nfsi->rwsem);
01c3b861 4329 if (test_bit(NFS_DELEGATED_STATE, &state->flags)) {
01c3b861 4330 /* Yes: cache locks! */
01c3b861 4331 /* ...but avoid races with delegation recall... */
19e03c57
TM		 4332 request->fl_flags = fl_flags & ~FL_SLEEP;
4333 status = do_vfs_lock(request->fl_file, request);
4334 goto out_unlock;
01c3b861 4335 }
afe6c27c 4336 status = _nfs4_do_setlk(state, cmd, request, NFS_LOCK_NEW);
6bfc93ef 4337 if (status != 0)
01c3b861 4338 goto out_unlock;
6bfc93ef 4339 /* Note: we always want to sleep here! */
01c3b861 4340 request->fl_flags = fl_flags | FL_SLEEP;
6bfc93ef 4341 if (do_vfs_lock(request->fl_file, request) < 0)
3110ff80 4342 printk(KERN_WARNING "%s: VFS is out of sync with lock manager!\n", __func__);
01c3b861 4343out_unlock:
19e03c57 4344 up_read(&nfsi->rwsem);
01c3b861
TM		 4345out:
4346 request->fl_flags = fl_flags;
1da177e4
LT		 4347 return status;
4348}
4349
4350static int nfs4_proc_setlk(struct nfs4_state *state, int cmd, struct file_lock *request)
4351{
4352 struct nfs4_exception exception = { };
4353 int err;
4354
4355 do {
965b5d67
TM		 4356 err = _nfs4_proc_setlk(state, cmd, request);
4357 if (err == -NFS4ERR_DENIED)
4358 err = -EAGAIN;
1da177e4 4359 err = nfs4_handle_exception(NFS_SERVER(state->inode),
965b5d67 4360 err, &exception);
1da177e4
LT		 4361 } while (exception.retry);
4362 return err;
4363}
4364
4365static int
4366nfs4_proc_lock(struct file *filp, int cmd, struct file_lock *request)
4367{
4368 struct nfs_open_context *ctx;
4369 struct nfs4_state *state;
4370 unsigned long timeout = NFS4_LOCK_MINTIMEOUT;
4371 int status;
4372
4373 /* verify open state */
cd3758e3 4374 ctx = nfs_file_open_context(filp);
1da177e4
LT		 4375 state = ctx->state;
4376
4377 if (request->fl_start < 0 || request->fl_end < 0)
4378 return -EINVAL;
4379
d953126a
TM		 4380 if (IS_GETLK(cmd)) {
4381 if (state != NULL)
4382 return nfs4_proc_getlk(state, F_GETLK, request);
4383 return 0;
4384 }
1da177e4
LT		 4385
4386 if (!(IS_SETLK(cmd) || IS_SETLKW(cmd)))
4387 return -EINVAL;
4388
d953126a
TM		 4389 if (request->fl_type == F_UNLCK) {
4390 if (state != NULL)
4391 return nfs4_proc_unlck(state, cmd, request);
4392 return 0;
4393 }
1da177e4 4394
d953126a
TM		 4395 if (state == NULL)
4396 return -ENOLCK;
1da177e4
LT		 4397 do {
4398 status = nfs4_proc_setlk(state, cmd, request);
4399 if ((status != -EAGAIN) || IS_SETLK(cmd))
4400 break;
4401 timeout = nfs4_set_lock_task_retry(timeout);
4402 status = -ERESTARTSYS;
4403 if (signalled())
4404 break;
4405 } while(status < 0);
1da177e4
LT		 4406 return status;
4407}
4408
888e694c
TM		 4409int nfs4_lock_delegation_recall(struct nfs4_state *state, struct file_lock *fl)
4410{
4411 struct nfs_server *server = NFS_SERVER(state->inode);
4412 struct nfs4_exception exception = { };
4413 int err;
4414
4415 err = nfs4_set_lock_state(state, fl);
4416 if (err != 0)
4417 goto out;
4418 do {
afe6c27c 4419 err = _nfs4_do_setlk(state, F_SETLK, fl, NFS_LOCK_NEW);
d5122201
TM		 4420 switch (err) {
4421 default:
4422 printk(KERN_ERR "%s: unhandled error %d.\n",
4423 __func__, err);
4424 case 0:
965b5d67 4425 case -ESTALE:
d5122201
TM		 4426 goto out;
4427 case -NFS4ERR_EXPIRED:
4428 case -NFS4ERR_STALE_CLIENTID:
965b5d67 4429 case -NFS4ERR_STALE_STATEID:
0400a6b0
TM		 4430 nfs4_schedule_lease_recovery(server->nfs_client);
4431 goto out;
74e7bb73
RL		 4432 case -NFS4ERR_BADSESSION:
4433 case -NFS4ERR_BADSLOT:
4434 case -NFS4ERR_BAD_HIGH_SLOT:
4435 case -NFS4ERR_CONN_NOT_BOUND_TO_SESSION:
4436 case -NFS4ERR_DEADSESSION:
0400a6b0 4437 nfs4_schedule_session_recovery(server->nfs_client->cl_session);
d5122201 4438 goto out;
965b5d67
TM		 4439 case -ERESTARTSYS:
4440 /*
4441 * The show must go on: exit, but mark the
4442 * stateid as needing recovery.
4443 */
4444 case -NFS4ERR_ADMIN_REVOKED:
4445 case -NFS4ERR_BAD_STATEID:
4446 case -NFS4ERR_OPENMODE:
0400a6b0 4447 nfs4_schedule_stateid_recovery(server, state);
965b5d67
TM		 4448 err = 0;
4449 goto out;
168667c4
TM		 4450 case -EKEYEXPIRED:
4451 /*
4452 * User RPCSEC_GSS context has expired.
4453 * We cannot recover this stateid now, so
4454 * skip it and allow recovery thread to
4455 * proceed.
4456 */
4457 err = 0;
4458 goto out;
965b5d67
TM		 4459 case -ENOMEM:
4460 case -NFS4ERR_DENIED:
4461 /* kill_proc(fl->fl_pid, SIGLOST, 1); */
4462 err = 0;
4463 goto out;
d5122201
TM		 4464 case -NFS4ERR_DELAY:
4465 break;
4466 }
888e694c
TM		 4467 err = nfs4_handle_exception(server, err, &exception);
4468 } while (exception.retry);
4469out:
4470 return err;
4471}
6b3b5496 4472
d3c7b7cc
TM		 4473static void nfs4_release_lockowner_release(void *calldata)
4474{
4475 kfree(calldata);
4476}
4477
4478const struct rpc_call_ops nfs4_release_lockowner_ops = {
4479 .rpc_release = nfs4_release_lockowner_release,
4480};
4481
4482void nfs4_release_lockowner(const struct nfs4_lock_state *lsp)
4483{
4484 struct nfs_server *server = lsp->ls_state->owner->so_server;
4485 struct nfs_release_lockowner_args *args;
4486 struct rpc_message msg = {
4487 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_RELEASE_LOCKOWNER],
4488 };
4489
4490 if (server->nfs_client->cl_mvops->minor_version != 0)
4491 return;
4492 args = kmalloc(sizeof(*args), GFP_NOFS);
4493 if (!args)
4494 return;
4495 args->lock_owner.clientid = server->nfs_client->cl_clientid;
4496 args->lock_owner.id = lsp->ls_id.id;
d035c36c 4497 args->lock_owner.s_dev = server->s_dev;
d3c7b7cc
TM		 4498 msg.rpc_argp = args;
4499 rpc_call_async(server->client, &msg, 0, &nfs4_release_lockowner_ops, args);
4500}
4501
aa1870af
BF		 4502#define XATTR_NAME_NFSV4_ACL "system.nfs4_acl"
4503
64c2ce8b
AK		 4504static int nfs4_xattr_set_nfs4_acl(struct dentry *dentry, const char *key,
4505 const void *buf, size_t buflen,
4506 int flags, int type)
6b3b5496 4507{
64c2ce8b
AK		 4508 if (strcmp(key, "") != 0)
4509 return -EINVAL;
4b580ee3 4510
64c2ce8b 4511 return nfs4_proc_set_acl(dentry->d_inode, buf, buflen);
6b3b5496
BF		 4512}
4513
64c2ce8b
AK		 4514static int nfs4_xattr_get_nfs4_acl(struct dentry *dentry, const char *key,
4515 void *buf, size_t buflen, int type)
6b3b5496 4516{
64c2ce8b
AK		 4517 if (strcmp(key, "") != 0)
4518 return -EINVAL;
aa1870af 4519
64c2ce8b 4520 return nfs4_proc_get_acl(dentry->d_inode, buf, buflen);
6b3b5496
BF		 4521}
4522
64c2ce8b
AK		 4523static size_t nfs4_xattr_list_nfs4_acl(struct dentry *dentry, char *list,
4524 size_t list_len, const char *name,
4525 size_t name_len, int type)
6b3b5496 4526{
64c2ce8b 4527 size_t len = sizeof(XATTR_NAME_NFSV4_ACL);
6b3b5496 4528
096455a2
BF		 4529 if (!nfs4_server_supports_acls(NFS_SERVER(dentry->d_inode)))
4530 return 0;
64c2ce8b
AK		 4531
4532 if (list && len <= list_len)
4533 memcpy(list, XATTR_NAME_NFSV4_ACL, len);
aa1870af 4534 return len;
6b3b5496
BF		 4535}
4536
69aaaae1
TM		 4537static void nfs_fixup_referral_attributes(struct nfs_fattr *fattr)
4538{
4539 if (!((fattr->valid & NFS_ATTR_FATTR_FILEID) &&
4540 (fattr->valid & NFS_ATTR_FATTR_FSID) &&
4541 (fattr->valid & NFS_ATTR_FATTR_V4_REFERRAL)))
4542 return;
4543
4544 fattr->valid |= NFS_ATTR_FATTR_TYPE | NFS_ATTR_FATTR_MODE |
4545 NFS_ATTR_FATTR_NLINK;
4546 fattr->mode = S_IFDIR | S_IRUGO | S_IXUGO;
4547 fattr->nlink = 2;
4548}
4549
56659e99 4550int nfs4_proc_fs_locations(struct inode *dir, const struct qstr *name,
7aaa0b3b 4551 struct nfs4_fs_locations *fs_locations, struct page *page)
683b57b4
TM		 4552{
4553 struct nfs_server *server = NFS_SERVER(dir);
4554 u32 bitmask[2] = {
361e624f
MN		 4555 [0] = FATTR4_WORD0_FSID | FATTR4_WORD0_FS_LOCATIONS,
4556 [1] = FATTR4_WORD1_MOUNTED_ON_FILEID,
683b57b4
TM		 4557 };
4558 struct nfs4_fs_locations_arg args = {
4559 .dir_fh = NFS_FH(dir),
c228fd3a 4560 .name = name,
683b57b4
TM		 4561 .page = page,
4562 .bitmask = bitmask,
4563 };
22958463
BH		 4564 struct nfs4_fs_locations_res res = {
4565 .fs_locations = fs_locations,
4566 };
683b57b4
TM		 4567 struct rpc_message msg = {
4568 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_FS_LOCATIONS],
4569 .rpc_argp = &args,
22958463 4570 .rpc_resp = &res,
683b57b4
TM		 4571 };
4572 int status;
4573
3110ff80 4574 dprintk("%s: start\n", __func__);
c228fd3a 4575 nfs_fattr_init(&fs_locations->fattr);
683b57b4 4576 fs_locations->server = server;
830b8e33 4577 fs_locations->nlocations = 0;
cccef3b9 4578 status = nfs4_call_sync(server, &msg, &args, &res, 0);
69aaaae1 4579 nfs_fixup_referral_attributes(&fs_locations->fattr);
3110ff80 4580 dprintk("%s: returned status = %d\n", __func__, status);
683b57b4
TM		 4581 return status;
4582}
4583
557134a3 4584#ifdef CONFIG_NFS_V4_1
357f54d6
AA		 4585/*
4586 * Check the exchange flags returned by the server for invalid flags, having
4587 * both PNFS and NON_PNFS flags set, and not having one of NON_PNFS, PNFS, or
4588 * DS flags set.
4589 */
4590static int nfs4_check_cl_exchange_flags(u32 flags)
4591{
4592 if (flags & ~EXCHGID4_FLAG_MASK_R)
4593 goto out_inval;
4594 if ((flags & EXCHGID4_FLAG_USE_PNFS_MDS) &&
4595 (flags & EXCHGID4_FLAG_USE_NON_PNFS))
4596 goto out_inval;
4597 if (!(flags & (EXCHGID4_FLAG_MASK_PNFS)))
4598 goto out_inval;
4599 return NFS_OK;
4600out_inval:
4601 return -NFS4ERR_INVAL;
4602}
4603
99fe60d0
BH		 4604/*
4605 * nfs4_proc_exchange_id()
4606 *
4607 * Since the clientid has expired, all compounds using sessions
4608 * associated with the stale clientid will be returning
4609 * NFS4ERR_BADSESSION in the sequence operation, and will therefore
4610 * be in some phase of session reset.
4611 */
4d643d1d 4612int nfs4_proc_exchange_id(struct nfs_client *clp, struct rpc_cred *cred)
99fe60d0
BH		 4613{
4614 nfs4_verifier verifier;
4615 struct nfs41_exchange_id_args args = {
4616 .client = clp,
357f54d6 4617 .flags = EXCHGID4_FLAG_SUPP_MOVED_REFER,
99fe60d0
BH		 4618 };
4619 struct nfs41_exchange_id_res res = {
4620 .client = clp,
4621 };
4622 int status;
4623 struct rpc_message msg = {
4624 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_EXCHANGE_ID],
4625 .rpc_argp = &args,
4626 .rpc_resp = &res,
4627 .rpc_cred = cred,
4628 };
4629 __be32 *p;
4630
4631 dprintk("--> %s\n", __func__);
4632 BUG_ON(clp == NULL);
a7b72103 4633
99fe60d0
BH		 4634 p = (u32 *)verifier.data;
4635 *p++ = htonl((u32)clp->cl_boot_time.tv_sec);
4636 *p = htonl((u32)clp->cl_boot_time.tv_nsec);
4637 args.verifier = &verifier;
4638
c7a360b0
AA		 4639 args.id_len = scnprintf(args.id, sizeof(args.id),
4640 "%s/%s.%s/%u",
4641 clp->cl_ipaddr,
4642 init_utsname()->nodename,
4643 init_utsname()->domainname,
4644 clp->cl_rpcclient->cl_auth->au_flavor);
99fe60d0 4645
c7a360b0
AA		 4646 status = rpc_call_sync(clp->cl_rpcclient, &msg, 0);
4647 if (!status)
4648 status = nfs4_check_cl_exchange_flags(clp->cl_exchange_flags);
99fe60d0
BH		 4649 dprintk("<-- %s status= %d\n", __func__, status);
4650 return status;
4651}
4652
2050f0cc
AA		 4653struct nfs4_get_lease_time_data {
4654 struct nfs4_get_lease_time_args *args;
4655 struct nfs4_get_lease_time_res *res;
4656 struct nfs_client *clp;
4657};
4658
4659static void nfs4_get_lease_time_prepare(struct rpc_task *task,
4660 void *calldata)
4661{
4662 int ret;
4663 struct nfs4_get_lease_time_data *data =
4664 (struct nfs4_get_lease_time_data *)calldata;
4665
4666 dprintk("--> %s\n", __func__);
689cf5c1 4667 rpc_task_set_priority(task, RPC_PRIORITY_PRIVILEGED);
2050f0cc
AA		 4668 /* just setup sequence, do not trigger session recovery
4669 since we're invoked within one */
4670 ret = nfs41_setup_sequence(data->clp->cl_session,
689cf5c1
AB		 4671 &data->args->la_seq_args,
4672 &data->res->lr_seq_res, 0, task);
2050f0cc
AA		 4673
4674 BUG_ON(ret == -EAGAIN);
4675 rpc_call_start(task);
4676 dprintk("<-- %s\n", __func__);
4677}
4678
4679/*
4680 * Called from nfs4_state_manager thread for session setup, so don't recover
4681 * from sequence operation or clientid errors.
4682 */
4683static void nfs4_get_lease_time_done(struct rpc_task *task, void *calldata)
4684{
4685 struct nfs4_get_lease_time_data *data =
4686 (struct nfs4_get_lease_time_data *)calldata;
4687
4688 dprintk("--> %s\n", __func__);
14516c3a
TM		 4689 if (!nfs41_sequence_done(task, &data->res->lr_seq_res))
4690 return;
2050f0cc
AA		 4691 switch (task->tk_status) {
4692 case -NFS4ERR_DELAY:
4693 case -NFS4ERR_GRACE:
4694 dprintk("%s Retry: tk_status %d\n", __func__, task->tk_status);
4695 rpc_delay(task, NFS4_POLL_RETRY_MIN);
4696 task->tk_status = 0;
0110ee15 4697 nfs_restart_rpc(task, data->clp);
2050f0cc
AA		 4698 return;
4699 }
2050f0cc
AA		 4700 dprintk("<-- %s\n", __func__);
4701}
4702
4703struct rpc_call_ops nfs4_get_lease_time_ops = {
4704 .rpc_call_prepare = nfs4_get_lease_time_prepare,
4705 .rpc_call_done = nfs4_get_lease_time_done,
4706};
4707
4708int nfs4_proc_get_lease_time(struct nfs_client *clp, struct nfs_fsinfo *fsinfo)
4709{
4710 struct rpc_task *task;
4711 struct nfs4_get_lease_time_args args;
4712 struct nfs4_get_lease_time_res res = {
4713 .lr_fsinfo = fsinfo,
4714 };
4715 struct nfs4_get_lease_time_data data = {
4716 .args = &args,
4717 .res = &res,
4718 .clp = clp,
4719 };
4720 struct rpc_message msg = {
4721 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_GET_LEASE_TIME],
4722 .rpc_argp = &args,
4723 .rpc_resp = &res,
4724 };
4725 struct rpc_task_setup task_setup = {
4726 .rpc_client = clp->cl_rpcclient,
4727 .rpc_message = &msg,
4728 .callback_ops = &nfs4_get_lease_time_ops,
4729 .callback_data = &data
4730 };
4731 int status;
4732
2050f0cc
AA		 4733 dprintk("--> %s\n", __func__);
4734 task = rpc_run_task(&task_setup);
4735
4736 if (IS_ERR(task))
4737 status = PTR_ERR(task);
4738 else {
4739 status = task->tk_status;
4740 rpc_put_task(task);
4741 }
4742 dprintk("<-- %s return %d\n", __func__, status);
4743
4744 return status;
4745}
4746
b73dafa7
RL		 4747/*
4748 * Reset a slot table
4749 */
104aeba4
AA		 4750static int nfs4_reset_slot_table(struct nfs4_slot_table *tbl, u32 max_reqs,
4751 int ivalue)
ac72b7b3 4752{
104aeba4 4753 struct nfs4_slot *new = NULL;
b73dafa7 4754 int i;
ac72b7b3
AA		 4755 int ret = 0;
4756
104aeba4
AA		 4757 dprintk("--> %s: max_reqs=%u, tbl->max_slots %d\n", __func__,
4758 max_reqs, tbl->max_slots);
ac72b7b3 4759
104aeba4
AA		 4760 /* Does the newly negotiated max_reqs match the existing slot table? */
4761 if (max_reqs != tbl->max_slots) {
4762 ret = -ENOMEM;
4763 new = kmalloc(max_reqs * sizeof(struct nfs4_slot),
8535b2be 4764 GFP_NOFS);
104aeba4
AA		 4765 if (!new)
4766 goto out;
4767 ret = 0;
4768 kfree(tbl->slots);
ac72b7b3
AA		 4769 }
4770 spin_lock(&tbl->slot_tbl_lock);
104aeba4
AA		 4771 if (new) {
4772 tbl->slots = new;
4773 tbl->max_slots = max_reqs;
4774 }
4775 for (i = 0; i < tbl->max_slots; ++i)
b73dafa7 4776 tbl->slots[i].seq_nr = ivalue;
ac72b7b3
AA		 4777 spin_unlock(&tbl->slot_tbl_lock);
4778 dprintk("%s: tbl=%p slots=%p max_slots=%d\n", __func__,
4779 tbl, tbl->slots, tbl->max_slots);
4780out:
4781 dprintk("<-- %s: return %d\n", __func__, ret);
4782 return ret;
4783}
4784
b73dafa7
RL		 4785/*
4786 * Reset the forechannel and backchannel slot tables
4787 */
4788static int nfs4_reset_slot_tables(struct nfs4_session *session)
4789{
4790 int status;
4791
4792 status = nfs4_reset_slot_table(&session->fc_slot_table,
104aeba4 4793 session->fc_attrs.max_reqs, 1);
f8625a6a
RL		 4794 if (status)
4795 return status;
4796
4797 status = nfs4_reset_slot_table(&session->bc_slot_table,
104aeba4 4798 session->bc_attrs.max_reqs, 0);
b73dafa7
RL		 4799 return status;
4800}
4801
f8625a6a
RL		 4802/* Destroy the slot table */
4803static void nfs4_destroy_slot_tables(struct nfs4_session *session)
4804{
4805 if (session->fc_slot_table.slots != NULL) {
4806 kfree(session->fc_slot_table.slots);
4807 session->fc_slot_table.slots = NULL;
4808 }
4809 if (session->bc_slot_table.slots != NULL) {
4810 kfree(session->bc_slot_table.slots);
4811 session->bc_slot_table.slots = NULL;
4812 }
4813 return;
4814}
4815
fc931582
AA		 4816/*
4817 * Initialize slot table
4818 */
050047ce
RL		 4819static int nfs4_init_slot_table(struct nfs4_slot_table *tbl,
4820 int max_slots, int ivalue)
fc931582 4821{
fc931582
AA		 4822 struct nfs4_slot *slot;
4823 int ret = -ENOMEM;
4824
4825 BUG_ON(max_slots > NFS4_MAX_SLOT_TABLE);
4826
050047ce 4827 dprintk("--> %s: max_reqs=%u\n", __func__, max_slots);
fc931582 4828
8535b2be 4829 slot = kcalloc(max_slots, sizeof(struct nfs4_slot), GFP_NOFS);
fc931582
AA		 4830 if (!slot)
4831 goto out;
fc931582
AA		 4832 ret = 0;
4833
4834 spin_lock(&tbl->slot_tbl_lock);
fc931582
AA		 4835 tbl->max_slots = max_slots;
4836 tbl->slots = slot;
4837 tbl->highest_used_slotid = -1; /* no slot is currently used */
4838 spin_unlock(&tbl->slot_tbl_lock);
4839 dprintk("%s: tbl=%p slots=%p max_slots=%d\n", __func__,
4840 tbl, tbl->slots, tbl->max_slots);
4841out:
4842 dprintk("<-- %s: return %d\n", __func__, ret);
4843 return ret;
fc931582
AA		 4844}
4845
050047ce
RL		 4846/*
4847 * Initialize the forechannel and backchannel tables
4848 */
4849static int nfs4_init_slot_tables(struct nfs4_session *session)
4850{
f26468fb
TM		 4851 struct nfs4_slot_table *tbl;
4852 int status = 0;
050047ce 4853
f26468fb
TM		 4854 tbl = &session->fc_slot_table;
4855 if (tbl->slots == NULL) {
4856 status = nfs4_init_slot_table(tbl,
4857 session->fc_attrs.max_reqs, 1);
4858 if (status)
4859 return status;
4860 }
050047ce 4861
f26468fb
TM		 4862 tbl = &session->bc_slot_table;
4863 if (tbl->slots == NULL) {
4864 status = nfs4_init_slot_table(tbl,
4865 session->bc_attrs.max_reqs, 0);
4866 if (status)
4867 nfs4_destroy_slot_tables(session);
4868 }
f8625a6a
RL		 4869
4870 return status;
557134a3
AA		 4871}
4872
4873struct nfs4_session *nfs4_alloc_session(struct nfs_client *clp)
4874{
4875 struct nfs4_session *session;
4876 struct nfs4_slot_table *tbl;
4877
8535b2be 4878 session = kzalloc(sizeof(struct nfs4_session), GFP_NOFS);
557134a3
AA		 4879 if (!session)
4880 return NULL;
76db6d95 4881
557134a3 4882 tbl = &session->fc_slot_table;
9dfdf404 4883 tbl->highest_used_slotid = -1;
557134a3 4884 spin_lock_init(&tbl->slot_tbl_lock);
689cf5c1 4885 rpc_init_priority_wait_queue(&tbl->slot_tbl_waitq, "ForeChannel Slot table");
42acd021 4886 init_completion(&tbl->complete);
f8625a6a
RL		 4887
4888 tbl = &session->bc_slot_table;
9dfdf404 4889 tbl->highest_used_slotid = -1;
f8625a6a
RL		 4890 spin_lock_init(&tbl->slot_tbl_lock);
4891 rpc_init_wait_queue(&tbl->slot_tbl_waitq, "BackChannel Slot table");
42acd021 4892 init_completion(&tbl->complete);
f8625a6a 4893
1055d76d
TM		 4894 session->session_state = 1<<NFS4_SESSION_INITING;
4895
557134a3
AA		 4896 session->clp = clp;
4897 return session;
4898}
4899
4900void nfs4_destroy_session(struct nfs4_session *session)
4901{
5a0ffe54
AA		 4902 nfs4_proc_destroy_session(session);
4903 dprintk("%s Destroy backchannel for xprt %p\n",
4904 __func__, session->clp->cl_rpcclient->cl_xprt);
4905 xprt_destroy_backchannel(session->clp->cl_rpcclient->cl_xprt,
4906 NFS41_BC_MIN_CALLBACKS);
f8625a6a 4907 nfs4_destroy_slot_tables(session);
557134a3
AA		 4908 kfree(session);
4909}
4910
fc931582
AA		 4911/*
4912 * Initialize the values to be used by the client in CREATE_SESSION
4913 * If nfs4_init_session set the fore channel request and response sizes,
4914 * use them.
4915 *
4916 * Set the back channel max_resp_sz_cached to zero to force the client to
4917 * always set csa_cachethis to FALSE because the current implementation
4918 * of the back channel DRC only supports caching the CB_SEQUENCE operation.
4919 */
4920static void nfs4_init_channel_attrs(struct nfs41_create_session_args *args)
4921{
4922 struct nfs4_session *session = args->client->cl_session;
4923 unsigned int mxrqst_sz = session->fc_attrs.max_rqst_sz,
4924 mxresp_sz = session->fc_attrs.max_resp_sz;
4925
4926 if (mxrqst_sz == 0)
4927 mxrqst_sz = NFS_MAX_FILE_IO_SIZE;
4928 if (mxresp_sz == 0)
4929 mxresp_sz = NFS_MAX_FILE_IO_SIZE;
4930 /* Fore channel attributes */
4931 args->fc_attrs.headerpadsz = 0;
4932 args->fc_attrs.max_rqst_sz = mxrqst_sz;
4933 args->fc_attrs.max_resp_sz = mxresp_sz;
fc931582
AA		 4934 args->fc_attrs.max_ops = NFS4_MAX_OPS;
4935 args->fc_attrs.max_reqs = session->clp->cl_rpcclient->cl_xprt->max_reqs;
4936
4937 dprintk("%s: Fore Channel : max_rqst_sz=%u max_resp_sz=%u "
8e0d46e1 4938 "max_ops=%u max_reqs=%u\n",
fc931582
AA		 4939 __func__,
4940 args->fc_attrs.max_rqst_sz, args->fc_attrs.max_resp_sz,
8e0d46e1 4941 args->fc_attrs.max_ops, args->fc_attrs.max_reqs);
fc931582
AA		 4942
4943 /* Back channel attributes */
4944 args->bc_attrs.headerpadsz = 0;
4945 args->bc_attrs.max_rqst_sz = PAGE_SIZE;
4946 args->bc_attrs.max_resp_sz = PAGE_SIZE;
4947 args->bc_attrs.max_resp_sz_cached = 0;
4948 args->bc_attrs.max_ops = NFS4_MAX_BACK_CHANNEL_OPS;
4949 args->bc_attrs.max_reqs = 1;
4950
4951 dprintk("%s: Back Channel : max_rqst_sz=%u max_resp_sz=%u "
4952 "max_resp_sz_cached=%u max_ops=%u max_reqs=%u\n",
4953 __func__,
4954 args->bc_attrs.max_rqst_sz, args->bc_attrs.max_resp_sz,
4955 args->bc_attrs.max_resp_sz_cached, args->bc_attrs.max_ops,
4956 args->bc_attrs.max_reqs);
4957}
4958
43c2e885 4959static int nfs4_verify_fore_channel_attrs(struct nfs41_create_session_args *args, struct nfs4_session *session)
8d35301d 4960{
43c2e885
BF		 4961 struct nfs4_channel_attrs *sent = &args->fc_attrs;
4962 struct nfs4_channel_attrs *rcvd = &session->fc_attrs;
4963
4964 if (rcvd->headerpadsz > sent->headerpadsz)
4965 return -EINVAL;
4966 if (rcvd->max_resp_sz > sent->max_resp_sz)
4967 return -EINVAL;
4968 /*
4969 * Our requested max_ops is the minimum we need; we're not
4970 * prepared to break up compounds into smaller pieces than that.
4971 * So, no point even trying to continue if the server won't
4972 * cooperate:
4973 */
4974 if (rcvd->max_ops < sent->max_ops)
4975 return -EINVAL;
4976 if (rcvd->max_reqs == 0)
4977 return -EINVAL;
4978 return 0;
8d35301d
AA		 4979}
4980
43c2e885
BF		 4981static int nfs4_verify_back_channel_attrs(struct nfs41_create_session_args *args, struct nfs4_session *session)
4982{
4983 struct nfs4_channel_attrs *sent = &args->bc_attrs;
4984 struct nfs4_channel_attrs *rcvd = &session->bc_attrs;
8d35301d 4985
43c2e885
BF		 4986 if (rcvd->max_rqst_sz > sent->max_rqst_sz)
4987 return -EINVAL;
4988 if (rcvd->max_resp_sz < sent->max_resp_sz)
4989 return -EINVAL;
4990 if (rcvd->max_resp_sz_cached > sent->max_resp_sz_cached)
4991 return -EINVAL;
4992 /* These would render the backchannel useless: */
4993 if (rcvd->max_ops == 0)
4994 return -EINVAL;
4995 if (rcvd->max_reqs == 0)
4996 return -EINVAL;
4997 return 0;
4998}
8d35301d 4999
8d35301d
AA		 5000static int nfs4_verify_channel_attrs(struct nfs41_create_session_args *args,
5001 struct nfs4_session *session)
5002{
43c2e885 5003 int ret;
8d35301d 5004
43c2e885
BF		 5005 ret = nfs4_verify_fore_channel_attrs(args, session);
5006 if (ret)
5007 return ret;
5008 return nfs4_verify_back_channel_attrs(args, session);
8d35301d
AA		 5009}
5010
fc931582
AA		 5011static int _nfs4_proc_create_session(struct nfs_client *clp)
5012{
5013 struct nfs4_session *session = clp->cl_session;
5014 struct nfs41_create_session_args args = {
5015 .client = clp,
5016 .cb_program = NFS4_CALLBACK,
5017 };
5018 struct nfs41_create_session_res res = {
5019 .client = clp,
5020 };
5021 struct rpc_message msg = {
5022 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_CREATE_SESSION],
5023 .rpc_argp = &args,
5024 .rpc_resp = &res,
5025 };
5026 int status;
5027
5028 nfs4_init_channel_attrs(&args);
0f91421e 5029 args.flags = (SESSION4_PERSIST | SESSION4_BACK_CHAN);
fc931582
AA		 5030
5031 status = rpc_call_sync(session->clp->cl_rpcclient, &msg, 0);
5032
8d35301d
AA		 5033 if (!status)
5034 /* Verify the session's negotiated channel_attrs values */
5035 status = nfs4_verify_channel_attrs(&args, session);
fc931582
AA		 5036 if (!status) {
5037 /* Increment the clientid slot sequence id */
5038 clp->cl_seqid++;
5039 }
5040
5041 return status;
5042}
5043
5044/*
5045 * Issues a CREATE_SESSION operation to the server.
5046 * It is the responsibility of the caller to verify the session is
5047 * expired before calling this routine.
5048 */
f26468fb 5049int nfs4_proc_create_session(struct nfs_client *clp)
fc931582
AA		 5050{
5051 int status;
5052 unsigned *ptr;
fc931582 5053 struct nfs4_session *session = clp->cl_session;
7d6d63d6
RL		 5054 long timeout = 0;
5055 int err;
fc931582
AA		 5056
5057 dprintk("--> %s clp=%p session=%p\n", __func__, clp, session);
5058
7d6d63d6
RL		 5059 do {
5060 status = _nfs4_proc_create_session(clp);
5061 if (status == -NFS4ERR_DELAY) {
5062 err = nfs4_delay(clp->cl_rpcclient, &timeout);
5063 if (err)
5064 status = err;
5065 }
5066 } while (status == -NFS4ERR_DELAY);
5067
fc931582
AA		 5068 if (status)
5069 goto out;
5070
f26468fb
TM		 5071 /* Init and reset the fore channel */
5072 status = nfs4_init_slot_tables(session);
5073 dprintk("slot table initialization returned %d\n", status);
5074 if (status)
5075 goto out;
5076 status = nfs4_reset_slot_tables(session);
5077 dprintk("slot table reset returned %d\n", status);
fc931582
AA		 5078 if (status)
5079 goto out;
5080
5081 ptr = (unsigned *)&session->sess_id.data[0];
5082 dprintk("%s client>seqid %d sessionid %u:%u:%u:%u\n", __func__,
5083 clp->cl_seqid, ptr[0], ptr[1], ptr[2], ptr[3]);
fc931582
AA		 5084out:
5085 dprintk("<-- %s\n", __func__);
5086 return status;
5087}
5088
0f3e66c6
AA		 5089/*
5090 * Issue the over-the-wire RPC DESTROY_SESSION.
5091 * The caller must serialize access to this routine.
5092 */
5093int nfs4_proc_destroy_session(struct nfs4_session *session)
5094{
5095 int status = 0;
5096 struct rpc_message msg;
5097
5098 dprintk("--> nfs4_proc_destroy_session\n");
5099
5100 /* session is still being setup */
5101 if (session->clp->cl_cons_state != NFS_CS_READY)
5102 return status;
5103
5104 msg.rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_DESTROY_SESSION];
5105 msg.rpc_argp = session;
5106 msg.rpc_resp = NULL;
5107 msg.rpc_cred = NULL;
5108 status = rpc_call_sync(session->clp->cl_rpcclient, &msg, 0);
5109
5110 if (status)
5111 printk(KERN_WARNING
5112 "Got error %d from the server on DESTROY_SESSION. "
5113 "Session has been destroyed regardless...\n", status);
5114
5115 dprintk("<-- nfs4_proc_destroy_session\n");
5116 return status;
5117}
5118
fccba804
TM		 5119int nfs4_init_session(struct nfs_server *server)
5120{
5121 struct nfs_client *clp = server->nfs_client;
2449ea2e 5122 struct nfs4_session *session;
68bf05ef 5123 unsigned int rsize, wsize;
fccba804
TM		 5124 int ret;
5125
5126 if (!nfs4_has_session(clp))
5127 return 0;
5128
1055d76d
TM		 5129 session = clp->cl_session;
5130 if (!test_and_clear_bit(NFS4_SESSION_INITING, &session->session_state))
5131 return 0;
5132
68bf05ef
AA		 5133 rsize = server->rsize;
5134 if (rsize == 0)
5135 rsize = NFS_MAX_FILE_IO_SIZE;
5136 wsize = server->wsize;
5137 if (wsize == 0)
5138 wsize = NFS_MAX_FILE_IO_SIZE;
5139
68bf05ef
AA		 5140 session->fc_attrs.max_rqst_sz = wsize + nfs41_maxwrite_overhead;
5141 session->fc_attrs.max_resp_sz = rsize + nfs41_maxread_overhead;
2449ea2e 5142
fccba804
TM		 5143 ret = nfs4_recover_expired_lease(server);
5144 if (!ret)
5145 ret = nfs4_check_client_ready(clp);
5146 return ret;
5147}
5148
d83217c1
AA		 5149int nfs4_init_ds_session(struct nfs_client *clp)
5150{
5151 struct nfs4_session *session = clp->cl_session;
5152 int ret;
5153
5154 if (!test_and_clear_bit(NFS4_SESSION_INITING, &session->session_state))
5155 return 0;
5156
5157 ret = nfs4_client_recover_expired_lease(clp);
5158 if (!ret)
5159 /* Test for the DS role */
5160 if (!is_ds_client(clp))
5161 ret = -ENODEV;
5162 if (!ret)
5163 ret = nfs4_check_client_ready(clp);
5164 return ret;
5165
5166}
5167EXPORT_SYMBOL_GPL(nfs4_init_ds_session);
5168
5169
fc01cea9
AA		 5170/*
5171 * Renew the cl_session lease.
5172 */
d5f8d3fe
TM		 5173struct nfs4_sequence_data {
5174 struct nfs_client *clp;
5175 struct nfs4_sequence_args args;
5176 struct nfs4_sequence_res res;
5177};
5178
dc96aef9
AB		 5179static void nfs41_sequence_release(void *data)
5180{
d5f8d3fe
TM		 5181 struct nfs4_sequence_data *calldata = data;
5182 struct nfs_client *clp = calldata->clp;
dc96aef9 5183
7135840f
AB		 5184 if (atomic_read(&clp->cl_count) > 1)
5185 nfs4_schedule_state_renewal(clp);
5186 nfs_put_client(clp);
d5f8d3fe 5187 kfree(calldata);
dc96aef9
AB		 5188}
5189
aa5190d0
TM		 5190static int nfs41_sequence_handle_errors(struct rpc_task *task, struct nfs_client *clp)
5191{
5192 switch(task->tk_status) {
5193 case -NFS4ERR_DELAY:
aa5190d0
TM		 5194 rpc_delay(task, NFS4_POLL_RETRY_MAX);
5195 return -EAGAIN;
5196 default:
0400a6b0 5197 nfs4_schedule_lease_recovery(clp);
aa5190d0
TM		 5198 }
5199 return 0;
5200}
5201
dc96aef9 5202static void nfs41_sequence_call_done(struct rpc_task *task, void *data)
fc01cea9 5203{
d5f8d3fe
TM		 5204 struct nfs4_sequence_data *calldata = data;
5205 struct nfs_client *clp = calldata->clp;
fc01cea9 5206
14516c3a
TM		 5207 if (!nfs41_sequence_done(task, task->tk_msg.rpc_resp))
5208 return;
fc01cea9
AA		 5209
5210 if (task->tk_status < 0) {
5211 dprintk("%s ERROR %d\n", __func__, task->tk_status);
7135840f
AB		 5212 if (atomic_read(&clp->cl_count) == 1)
5213 goto out;
fc01cea9 5214
aa5190d0
TM		 5215 if (nfs41_sequence_handle_errors(task, clp) == -EAGAIN) {
5216 rpc_restart_call_prepare(task);
fc01cea9
AA		 5217 return;
5218 }
5219 }
fc01cea9 5220 dprintk("%s rpc_cred %p\n", __func__, task->tk_msg.rpc_cred);
7135840f 5221out:
fc01cea9
AA		 5222 dprintk("<-- %s\n", __func__);
5223}
5224
5225static void nfs41_sequence_prepare(struct rpc_task *task, void *data)
5226{
d5f8d3fe
TM		 5227 struct nfs4_sequence_data *calldata = data;
5228 struct nfs_client *clp = calldata->clp;
fc01cea9
AA		 5229 struct nfs4_sequence_args *args;
5230 struct nfs4_sequence_res *res;
5231
fc01cea9
AA		 5232 args = task->tk_msg.rpc_argp;
5233 res = task->tk_msg.rpc_resp;
5234
035168ab 5235 if (nfs41_setup_sequence(clp->cl_session, args, res, 0, task))
fc01cea9
AA		 5236 return;
5237 rpc_call_start(task);
5238}
5239
5240static const struct rpc_call_ops nfs41_sequence_ops = {
5241 .rpc_call_done = nfs41_sequence_call_done,
5242 .rpc_call_prepare = nfs41_sequence_prepare,
dc96aef9 5243 .rpc_release = nfs41_sequence_release,
fc01cea9
AA		 5244};
5245
71ac6da9 5246static struct rpc_task *_nfs41_proc_sequence(struct nfs_client *clp, struct rpc_cred *cred)
fc01cea9 5247{
d5f8d3fe 5248 struct nfs4_sequence_data *calldata;
fc01cea9
AA		 5249 struct rpc_message msg = {
5250 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_SEQUENCE],
5251 .rpc_cred = cred,
5252 };
71ac6da9
TM		 5253 struct rpc_task_setup task_setup_data = {
5254 .rpc_client = clp->cl_rpcclient,
5255 .rpc_message = &msg,
5256 .callback_ops = &nfs41_sequence_ops,
5257 .flags = RPC_TASK_ASYNC | RPC_TASK_SOFT,
5258 };
fc01cea9 5259
7135840f 5260 if (!atomic_inc_not_zero(&clp->cl_count))
71ac6da9 5261 return ERR_PTR(-EIO);
dfb4f309 5262 calldata = kzalloc(sizeof(*calldata), GFP_NOFS);
d5f8d3fe 5263 if (calldata == NULL) {
7135840f 5264 nfs_put_client(clp);
71ac6da9 5265 return ERR_PTR(-ENOMEM);
fc01cea9 5266 }
d5f8d3fe
TM		 5267 msg.rpc_argp = &calldata->args;
5268 msg.rpc_resp = &calldata->res;
5269 calldata->clp = clp;
71ac6da9 5270 task_setup_data.callback_data = calldata;
fc01cea9 5271
71ac6da9
TM		 5272 return rpc_run_task(&task_setup_data);
5273}
5274
5275static int nfs41_proc_async_sequence(struct nfs_client *clp, struct rpc_cred *cred)
5276{
5277 struct rpc_task *task;
5278 int ret = 0;
5279
5280 task = _nfs41_proc_sequence(clp, cred);
5281 if (IS_ERR(task))
5282 ret = PTR_ERR(task);
5283 else
bf294b41 5284 rpc_put_task_async(task);
71ac6da9
TM		 5285 dprintk("<-- %s status=%d\n", __func__, ret);
5286 return ret;
5287}
5288
5289static int nfs4_proc_sequence(struct nfs_client *clp, struct rpc_cred *cred)
5290{
5291 struct rpc_task *task;
5292 int ret;
5293
5294 task = _nfs41_proc_sequence(clp, cred);
5295 if (IS_ERR(task)) {
5296 ret = PTR_ERR(task);
5297 goto out;
5298 }
5299 ret = rpc_wait_for_completion_task(task);
b4410c2f
TM		 5300 if (!ret) {
5301 struct nfs4_sequence_res *res = task->tk_msg.rpc_resp;
5302
5303 if (task->tk_status == 0)
5304 nfs41_handle_sequence_flag_errors(clp, res->sr_status_flags);
71ac6da9 5305 ret = task->tk_status;
b4410c2f 5306 }
71ac6da9
TM		 5307 rpc_put_task(task);
5308out:
5309 dprintk("<-- %s status=%d\n", __func__, ret);
5310 return ret;
fc01cea9
AA		 5311}
5312
fce5c838
RL		 5313struct nfs4_reclaim_complete_data {
5314 struct nfs_client *clp;
5315 struct nfs41_reclaim_complete_args arg;
5316 struct nfs41_reclaim_complete_res res;
5317};
5318
5319static void nfs4_reclaim_complete_prepare(struct rpc_task *task, void *data)
5320{
5321 struct nfs4_reclaim_complete_data *calldata = data;
5322
b257957e 5323 rpc_task_set_priority(task, RPC_PRIORITY_PRIVILEGED);
035168ab
TM		 5324 if (nfs41_setup_sequence(calldata->clp->cl_session,
5325 &calldata->arg.seq_args,
fce5c838
RL		 5326 &calldata->res.seq_res, 0, task))
5327 return;
5328
5329 rpc_call_start(task);
5330}
5331
aa5190d0
TM		 5332static int nfs41_reclaim_complete_handle_errors(struct rpc_task *task, struct nfs_client *clp)
5333{
5334 switch(task->tk_status) {
5335 case 0:
5336 case -NFS4ERR_COMPLETE_ALREADY:
5337 case -NFS4ERR_WRONG_CRED: /* What to do here? */
5338 break;
5339 case -NFS4ERR_DELAY:
aa5190d0
TM		 5340 rpc_delay(task, NFS4_POLL_RETRY_MAX);
5341 return -EAGAIN;
5342 default:
0400a6b0 5343 nfs4_schedule_lease_recovery(clp);
aa5190d0
TM		 5344 }
5345 return 0;
5346}
5347
fce5c838
RL		 5348static void nfs4_reclaim_complete_done(struct rpc_task *task, void *data)
5349{
5350 struct nfs4_reclaim_complete_data *calldata = data;
5351 struct nfs_client *clp = calldata->clp;
5352 struct nfs4_sequence_res *res = &calldata->res.seq_res;
5353
5354 dprintk("--> %s\n", __func__);
14516c3a
TM		 5355 if (!nfs41_sequence_done(task, res))
5356 return;
fce5c838 5357
aa5190d0
TM		 5358 if (nfs41_reclaim_complete_handle_errors(task, clp) == -EAGAIN) {
5359 rpc_restart_call_prepare(task);
5360 return;
5361 }
fce5c838
RL		 5362 dprintk("<-- %s\n", __func__);
5363}
5364
5365static void nfs4_free_reclaim_complete_data(void *data)
5366{
5367 struct nfs4_reclaim_complete_data *calldata = data;
5368
5369 kfree(calldata);
5370}
5371
5372static const struct rpc_call_ops nfs4_reclaim_complete_call_ops = {
5373 .rpc_call_prepare = nfs4_reclaim_complete_prepare,
5374 .rpc_call_done = nfs4_reclaim_complete_done,
5375 .rpc_release = nfs4_free_reclaim_complete_data,
5376};
5377
5378/*
5379 * Issue a global reclaim complete.
5380 */
5381static int nfs41_proc_reclaim_complete(struct nfs_client *clp)
5382{
5383 struct nfs4_reclaim_complete_data *calldata;
5384 struct rpc_task *task;
5385 struct rpc_message msg = {
5386 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_RECLAIM_COMPLETE],
5387 };
5388 struct rpc_task_setup task_setup_data = {
5389 .rpc_client = clp->cl_rpcclient,
5390 .rpc_message = &msg,
5391 .callback_ops = &nfs4_reclaim_complete_call_ops,
5392 .flags = RPC_TASK_ASYNC,
5393 };
5394 int status = -ENOMEM;
5395
5396 dprintk("--> %s\n", __func__);
8535b2be 5397 calldata = kzalloc(sizeof(*calldata), GFP_NOFS);
fce5c838
RL		 5398 if (calldata == NULL)
5399 goto out;
5400 calldata->clp = clp;
5401 calldata->arg.one_fs = 0;
fce5c838
RL		 5402
5403 msg.rpc_argp = &calldata->arg;
5404 msg.rpc_resp = &calldata->res;
5405 task_setup_data.callback_data = calldata;
5406 task = rpc_run_task(&task_setup_data);
acf82b85 5407 if (IS_ERR(task)) {
fce5c838 5408 status = PTR_ERR(task);
acf82b85
DC		 5409 goto out;
5410 }
c34c32ea
AA		 5411 status = nfs4_wait_for_completion_rpc_task(task);
5412 if (status == 0)
5413 status = task->tk_status;
fce5c838 5414 rpc_put_task(task);
acf82b85 5415 return 0;
fce5c838
RL		 5416out:
5417 dprintk("<-- %s status=%d\n", __func__, status);
5418 return status;
5419}
b1f69b75
AA		 5420
5421static void
5422nfs4_layoutget_prepare(struct rpc_task *task, void *calldata)
5423{
5424 struct nfs4_layoutget *lgp = calldata;
c31663d4 5425 struct nfs_server *server = NFS_SERVER(lgp->args.inode);
b1f69b75
AA		 5426
5427 dprintk("--> %s\n", __func__);
c31663d4
FI		 5428 /* Note the is a race here, where a CB_LAYOUTRECALL can come in
5429 * right now covering the LAYOUTGET we are about to send.
5430 * However, that is not so catastrophic, and there seems
5431 * to be no way to prevent it completely.
5432 */
b1f69b75
AA		 5433 if (nfs4_setup_sequence(server, &lgp->args.seq_args,
5434 &lgp->res.seq_res, 0, task))
5435 return;
cf7d63f1
FI		 5436 if (pnfs_choose_layoutget_stateid(&lgp->args.stateid,
5437 NFS_I(lgp->args.inode)->layout,
5438 lgp->args.ctx->state)) {
5439 rpc_exit(task, NFS4_OK);
5440 return;
5441 }
b1f69b75
AA		 5442 rpc_call_start(task);
5443}
5444
5445static void nfs4_layoutget_done(struct rpc_task *task, void *calldata)
5446{
5447 struct nfs4_layoutget *lgp = calldata;
5448 struct nfs_server *server = NFS_SERVER(lgp->args.inode);
5449
5450 dprintk("--> %s\n", __func__);
5451
5452 if (!nfs4_sequence_done(task, &lgp->res.seq_res))
5453 return;
5454
5455 switch (task->tk_status) {
5456 case 0:
5457 break;
5458 case -NFS4ERR_LAYOUTTRYLATER:
5459 case -NFS4ERR_RECALLCONFLICT:
5460 task->tk_status = -NFS4ERR_DELAY;
5461 /* Fall through */
5462 default:
5463 if (nfs4_async_handle_error(task, server, NULL) == -EAGAIN) {
5464 rpc_restart_call_prepare(task);
5465 return;
5466 }
5467 }
b1f69b75
AA		 5468 dprintk("<-- %s\n", __func__);
5469}
5470
5471static void nfs4_layoutget_release(void *calldata)
5472{
5473 struct nfs4_layoutget *lgp = calldata;
5474
5475 dprintk("--> %s\n", __func__);
b1f69b75
AA		 5476 if (lgp->res.layout.buf != NULL)
5477 free_page((unsigned long) lgp->res.layout.buf);
5478 put_nfs_open_context(lgp->args.ctx);
5479 kfree(calldata);
5480 dprintk("<-- %s\n", __func__);
5481}
5482
5483static const struct rpc_call_ops nfs4_layoutget_call_ops = {
5484 .rpc_call_prepare = nfs4_layoutget_prepare,
5485 .rpc_call_done = nfs4_layoutget_done,
5486 .rpc_release = nfs4_layoutget_release,
5487};
5488
5489int nfs4_proc_layoutget(struct nfs4_layoutget *lgp)
5490{
5491 struct nfs_server *server = NFS_SERVER(lgp->args.inode);
5492 struct rpc_task *task;
5493 struct rpc_message msg = {
5494 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_LAYOUTGET],
5495 .rpc_argp = &lgp->args,
5496 .rpc_resp = &lgp->res,
5497 };
5498 struct rpc_task_setup task_setup_data = {
5499 .rpc_client = server->client,
5500 .rpc_message = &msg,
5501 .callback_ops = &nfs4_layoutget_call_ops,
5502 .callback_data = lgp,
5503 .flags = RPC_TASK_ASYNC,
5504 };
5505 int status = 0;
5506
5507 dprintk("--> %s\n", __func__);
5508
5509 lgp->res.layout.buf = (void *)__get_free_page(GFP_NOFS);
5510 if (lgp->res.layout.buf == NULL) {
5511 nfs4_layoutget_release(lgp);
5512 return -ENOMEM;
5513 }
5514
5515 lgp->res.seq_res.sr_slot = NULL;
5516 task = rpc_run_task(&task_setup_data);
5517 if (IS_ERR(task))
5518 return PTR_ERR(task);
5519 status = nfs4_wait_for_completion_rpc_task(task);
c31663d4
FI		 5520 if (status == 0)
5521 status = task->tk_status;
5522 if (status == 0)
5523 status = pnfs_layout_process(lgp);
b1f69b75
AA		 5524 rpc_put_task(task);
5525 dprintk("<-- %s status=%d\n", __func__, status);
5526 return status;
5527}
5528
5529static int
5530_nfs4_proc_getdeviceinfo(struct nfs_server *server, struct pnfs_device *pdev)
5531{
5532 struct nfs4_getdeviceinfo_args args = {
5533 .pdev = pdev,
5534 };
5535 struct nfs4_getdeviceinfo_res res = {
5536 .pdev = pdev,
5537 };
5538 struct rpc_message msg = {
5539 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_GETDEVICEINFO],
5540 .rpc_argp = &args,
5541 .rpc_resp = &res,
5542 };
5543 int status;
5544
5545 dprintk("--> %s\n", __func__);
5546 status = nfs4_call_sync(server, &msg, &args, &res, 0);
5547 dprintk("<-- %s status=%d\n", __func__, status);
5548
5549 return status;
5550}
5551
5552int nfs4_proc_getdeviceinfo(struct nfs_server *server, struct pnfs_device *pdev)
5553{
5554 struct nfs4_exception exception = { };
5555 int err;
5556
5557 do {
5558 err = nfs4_handle_exception(server,
5559 _nfs4_proc_getdeviceinfo(server, pdev),
5560 &exception);
5561 } while (exception.retry);
5562 return err;
5563}
5564EXPORT_SYMBOL_GPL(nfs4_proc_getdeviceinfo);
5565
557134a3
AA		 5566#endif /* CONFIG_NFS_V4_1 */
5567
591d71cb 5568struct nfs4_state_recovery_ops nfs40_reboot_recovery_ops = {
7eff03ae 5569 .owner_flag_bit = NFS_OWNER_RECLAIM_REBOOT,
b79a4a1b 5570 .state_flag_bit = NFS_STATE_RECLAIM_REBOOT,
1da177e4
LT		 5571 .recover_open = nfs4_open_reclaim,
5572 .recover_lock = nfs4_lock_reclaim,
591d71cb 5573 .establish_clid = nfs4_init_clientid,
90a16617 5574 .get_clid_cred = nfs4_get_setclientid_cred,
1da177e4
LT		 5575};
5576
591d71cb
AA		 5577#if defined(CONFIG_NFS_V4_1)
5578struct nfs4_state_recovery_ops nfs41_reboot_recovery_ops = {
5579 .owner_flag_bit = NFS_OWNER_RECLAIM_REBOOT,
5580 .state_flag_bit = NFS_STATE_RECLAIM_REBOOT,
5581 .recover_open = nfs4_open_reclaim,
5582 .recover_lock = nfs4_lock_reclaim,
4d643d1d 5583 .establish_clid = nfs41_init_clientid,
b4b82607 5584 .get_clid_cred = nfs4_get_exchange_id_cred,
fce5c838 5585 .reclaim_complete = nfs41_proc_reclaim_complete,
591d71cb
AA		 5586};
5587#endif /* CONFIG_NFS_V4_1 */
5588
5589struct nfs4_state_recovery_ops nfs40_nograce_recovery_ops = {
5590 .owner_flag_bit = NFS_OWNER_RECLAIM_NOGRACE,
5591 .state_flag_bit = NFS_STATE_RECLAIM_NOGRACE,
5592 .recover_open = nfs4_open_expired,
5593 .recover_lock = nfs4_lock_expired,
5594 .establish_clid = nfs4_init_clientid,
90a16617 5595 .get_clid_cred = nfs4_get_setclientid_cred,
591d71cb
AA		 5596};
5597
5598#if defined(CONFIG_NFS_V4_1)
5599struct nfs4_state_recovery_ops nfs41_nograce_recovery_ops = {
7eff03ae 5600 .owner_flag_bit = NFS_OWNER_RECLAIM_NOGRACE,
b79a4a1b 5601 .state_flag_bit = NFS_STATE_RECLAIM_NOGRACE,
1da177e4
LT		 5602 .recover_open = nfs4_open_expired,
5603 .recover_lock = nfs4_lock_expired,
4d643d1d 5604 .establish_clid = nfs41_init_clientid,
b4b82607 5605 .get_clid_cred = nfs4_get_exchange_id_cred,
1da177e4 5606};
591d71cb 5607#endif /* CONFIG_NFS_V4_1 */
1da177e4 5608
29fba38b
BH		 5609struct nfs4_state_maintenance_ops nfs40_state_renewal_ops = {
5610 .sched_state_renewal = nfs4_proc_async_renew,
a7b72103 5611 .get_state_renewal_cred_locked = nfs4_get_renew_cred_locked,
8e69514f 5612 .renew_lease = nfs4_proc_renew,
29fba38b
BH		 5613};
5614
5615#if defined(CONFIG_NFS_V4_1)
5616struct nfs4_state_maintenance_ops nfs41_state_renewal_ops = {
5617 .sched_state_renewal = nfs41_proc_async_sequence,
a7b72103 5618 .get_state_renewal_cred_locked = nfs4_get_machine_cred_locked,
8e69514f 5619 .renew_lease = nfs4_proc_sequence,
29fba38b
BH		 5620};
5621#endif
5622
97dc1359
TM		 5623static const struct nfs4_minor_version_ops nfs_v4_0_minor_ops = {
5624 .minor_version = 0,
5625 .call_sync = _nfs4_call_sync,
e047a10c 5626 .validate_stateid = nfs4_validate_delegation_stateid,
c48f4f35
TM		 5627 .reboot_recovery_ops = &nfs40_reboot_recovery_ops,
5628 .nograce_recovery_ops = &nfs40_nograce_recovery_ops,
5629 .state_renewal_ops = &nfs40_state_renewal_ops,
97dc1359
TM		 5630};
5631
5632#if defined(CONFIG_NFS_V4_1)
5633static const struct nfs4_minor_version_ops nfs_v4_1_minor_ops = {
5634 .minor_version = 1,
5635 .call_sync = _nfs4_call_sync_session,
e047a10c 5636 .validate_stateid = nfs41_validate_delegation_stateid,
c48f4f35
TM		 5637 .reboot_recovery_ops = &nfs41_reboot_recovery_ops,
5638 .nograce_recovery_ops = &nfs41_nograce_recovery_ops,
5639 .state_renewal_ops = &nfs41_state_renewal_ops,
97dc1359
TM		 5640};
5641#endif
5642
97dc1359
TM		 5643const struct nfs4_minor_version_ops *nfs_v4_minor_ops[] = {
5644 [0] = &nfs_v4_0_minor_ops,
5645#if defined(CONFIG_NFS_V4_1)
5646 [1] = &nfs_v4_1_minor_ops,
5647#endif
5648};
5649
92e1d5be 5650static const struct inode_operations nfs4_file_inode_operations = {
6b3b5496
BF		 5651 .permission = nfs_permission,
5652 .getattr = nfs_getattr,
5653 .setattr = nfs_setattr,
64c2ce8b
AK		 5654 .getxattr = generic_getxattr,
5655 .setxattr = generic_setxattr,
5656 .listxattr = generic_listxattr,
5657 .removexattr = generic_removexattr,
6b3b5496
BF		 5658};
5659
509de811 5660const struct nfs_rpc_ops nfs_v4_clientops = {
1da177e4
LT		 5661 .version = 4, /* protocol version */
5662 .dentry_ops = &nfs4_dentry_operations,
5663 .dir_inode_ops = &nfs4_dir_inode_operations,
6b3b5496 5664 .file_inode_ops = &nfs4_file_inode_operations,
1da177e4
LT		 5665 .getroot = nfs4_proc_get_root,
5666 .getattr = nfs4_proc_getattr,
5667 .setattr = nfs4_proc_setattr,
2b3de441 5668 .lookupfh = nfs4_proc_lookupfh,
1da177e4
LT		 5669 .lookup = nfs4_proc_lookup,
5670 .access = nfs4_proc_access,
5671 .readlink = nfs4_proc_readlink,
1da177e4
LT		 5672 .create = nfs4_proc_create,
5673 .remove = nfs4_proc_remove,
5674 .unlink_setup = nfs4_proc_unlink_setup,
5675 .unlink_done = nfs4_proc_unlink_done,
5676 .rename = nfs4_proc_rename,
d3d4152a
JL		 5677 .rename_setup = nfs4_proc_rename_setup,
5678 .rename_done = nfs4_proc_rename_done,
1da177e4
LT		 5679 .link = nfs4_proc_link,
5680 .symlink = nfs4_proc_symlink,
5681 .mkdir = nfs4_proc_mkdir,
5682 .rmdir = nfs4_proc_remove,
5683 .readdir = nfs4_proc_readdir,
5684 .mknod = nfs4_proc_mknod,
5685 .statfs = nfs4_proc_statfs,
5686 .fsinfo = nfs4_proc_fsinfo,
5687 .pathconf = nfs4_proc_pathconf,
e9326dca 5688 .set_capabilities = nfs4_server_capabilities,
1da177e4
LT		 5689 .decode_dirent = nfs4_decode_dirent,
5690 .read_setup = nfs4_proc_read_setup,
ec06c096 5691 .read_done = nfs4_read_done,
1da177e4 5692 .write_setup = nfs4_proc_write_setup,
788e7a89 5693 .write_done = nfs4_write_done,
1da177e4 5694 .commit_setup = nfs4_proc_commit_setup,
788e7a89 5695 .commit_done = nfs4_commit_done,
1da177e4 5696 .lock = nfs4_proc_lock,
e50a1c2e 5697 .clear_acl_cache = nfs4_zap_acl_attr,
7fe5c398 5698 .close_context = nfs4_close_context,
2b484297 5699 .open_context = nfs4_atomic_open,
45a52a02 5700 .init_client = nfs4_init_client,
1da177e4
LT		 5701};
5702
64c2ce8b
AK		 5703static const struct xattr_handler nfs4_xattr_nfs4_acl_handler = {
5704 .prefix = XATTR_NAME_NFSV4_ACL,
5705 .list = nfs4_xattr_list_nfs4_acl,
5706 .get = nfs4_xattr_get_nfs4_acl,
5707 .set = nfs4_xattr_set_nfs4_acl,
5708};
5709
5710const struct xattr_handler *nfs4_xattr_handlers[] = {
5711 &nfs4_xattr_nfs4_acl_handler,
5712 NULL
5713};
5714
1da177e4
LT		 5715/*
5716 * Local variables:
5717 * c-basic-offset: 8
5718 * End:
5719 */
Linux 6.x block layer and io_uring tree(s)