projects / linux-2.6-block.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
NFSv4: Don't free the nfs4_lock_state until after the release_lockowner
[linux-2.6-block.git] / fs / nfs / nfs4proc.c
CommitLineData
1da177e4
LT		 1/*
2 * fs/nfs/nfs4proc.c
3 *
4 * Client-side procedure declarations for NFSv4.
5 *
6 * Copyright (c) 2002 The Regents of the University of Michigan.
7 * All rights reserved.
8 *
9 * Kendrick Smith <kmsmith@umich.edu>
10 * Andy Adamson <andros@umich.edu>
11 *
12 * Redistribution and use in source and binary forms, with or without
13 * modification, are permitted provided that the following conditions
14 * are met:
15 *
16 * 1. Redistributions of source code must retain the above copyright
17 * notice, this list of conditions and the following disclaimer.
18 * 2. Redistributions in binary form must reproduce the above copyright
19 * notice, this list of conditions and the following disclaimer in the
20 * documentation and/or other materials provided with the distribution.
21 * 3. Neither the name of the University nor the names of its
22 * contributors may be used to endorse or promote products derived
23 * from this software without specific prior written permission.
24 *
25 * THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESS OR IMPLIED
26 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
27 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
28 * DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
29 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
30 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
31 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR
32 * BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
33 * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
34 * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
35 * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
36 */
37
38#include <linux/mm.h>
1da177e4
LT		 39#include <linux/delay.h>
40#include <linux/errno.h>
41#include <linux/string.h>
652f89f6
TM		 42#include <linux/ratelimit.h>
43#include <linux/printk.h>
5a0e3ad6 44#include <linux/slab.h>
1da177e4 45#include <linux/sunrpc/clnt.h>
8f70e95f 46#include <linux/sunrpc/gss_api.h>
1da177e4
LT		 47#include <linux/nfs.h>
48#include <linux/nfs4.h>
49#include <linux/nfs_fs.h>
50#include <linux/nfs_page.h>
9b7160c5 51#include <linux/nfs_mount.h>
1da177e4 52#include <linux/namei.h>
02a913a7 53#include <linux/mount.h>
99fe60d0 54#include <linux/module.h>
6926afd1 55#include <linux/nfs_idmap.h>
5a0ffe54 56#include <linux/sunrpc/bc_xprt.h>
64c2ce8b 57#include <linux/xattr.h>
c7a360b0 58#include <linux/utsname.h>
d310310c 59#include <linux/freezer.h>
1da177e4 60
4ce79717 61#include "nfs4_fs.h"
1da177e4 62#include "delegation.h"
101070ca 63#include "internal.h"
006ea73e 64#include "iostat.h"
fc931582 65#include "callback.h"
b1f69b75 66#include "pnfs.h"
1da177e4
LT		 67
68#define NFSDBG_FACILITY NFSDBG_PROC
69
2066fe89 70#define NFS4_POLL_RETRY_MIN (HZ/10)
1da177e4
LT		 71#define NFS4_POLL_RETRY_MAX (15*HZ)
72
a78cb57a
TM		 73#define NFS4_MAX_LOOP_ON_RECOVER (10)
74
ef159e91
TM		 75static unsigned short max_session_slots = NFS4_DEF_SLOT_TABLE_SIZE;
76
cdd4e68b 77struct nfs4_opendata;
864472e9 78static int _nfs4_proc_open(struct nfs4_opendata *data);
b257957e 79static int _nfs4_recover_proc_open(struct nfs4_opendata *data);
1da177e4 80static int nfs4_do_fsinfo(struct nfs_server *, struct nfs_fh *, struct nfs_fsinfo *);
9e33bed5 81static int nfs4_async_handle_error(struct rpc_task *, const struct nfs_server *, struct nfs4_state *);
81934ddb 82static void nfs_fixup_referral_attributes(struct nfs_fattr *fattr);
9936781d 83static int _nfs4_proc_getattr(struct nfs_server *server, struct nfs_fh *fhandle, struct nfs_fattr *fattr);
0ab64e0e
TM		 84static int nfs4_do_setattr(struct inode *inode, struct rpc_cred *cred,
85 struct nfs_fattr *fattr, struct iattr *sattr,
86 struct nfs4_state *state);
f062eb6c 87#ifdef CONFIG_NFS_V4_1
1cab0652
BS		 88static int nfs41_test_stateid(struct nfs_server *, nfs4_stateid *);
89static int nfs41_free_stateid(struct nfs_server *, nfs4_stateid *);
f062eb6c 90#endif
1da177e4 91/* Prevent leaks of NFSv4 errors into userland */
46f72f57 92static int nfs4_map_errors(int err)
1da177e4 93{
52567b03
TM		 94 if (err >= -1000)
95 return err;
96 switch (err) {
97 case -NFS4ERR_RESOURCE:
98 return -EREMOTEIO;
7ebb9315
BS		 99 case -NFS4ERR_WRONGSEC:
100 return -EPERM;
3ddeb7c5
TM		 101 case -NFS4ERR_BADOWNER:
102 case -NFS4ERR_BADNAME:
103 return -EINVAL;
52567b03 104 default:
1da177e4 105 dprintk("%s could not handle NFSv4 error %d\n",
3110ff80 106 __func__, -err);
52567b03 107 break;
1da177e4 108 }
52567b03 109 return -EIO;
1da177e4
LT		 110}
111
112/*
113 * This is our standard bitmap for GETATTR requests.
114 */
115const u32 nfs4_fattr_bitmap[2] = {
116 FATTR4_WORD0_TYPE
117 | FATTR4_WORD0_CHANGE
118 | FATTR4_WORD0_SIZE
119 | FATTR4_WORD0_FSID
120 | FATTR4_WORD0_FILEID,
121 FATTR4_WORD1_MODE
122 | FATTR4_WORD1_NUMLINKS
123 | FATTR4_WORD1_OWNER
124 | FATTR4_WORD1_OWNER_GROUP
125 | FATTR4_WORD1_RAWDEV
126 | FATTR4_WORD1_SPACE_USED
127 | FATTR4_WORD1_TIME_ACCESS
128 | FATTR4_WORD1_TIME_METADATA
129 | FATTR4_WORD1_TIME_MODIFY
130};
131
132const u32 nfs4_statfs_bitmap[2] = {
133 FATTR4_WORD0_FILES_AVAIL
134 | FATTR4_WORD0_FILES_FREE
135 | FATTR4_WORD0_FILES_TOTAL,
136 FATTR4_WORD1_SPACE_AVAIL
137 | FATTR4_WORD1_SPACE_FREE
138 | FATTR4_WORD1_SPACE_TOTAL
139};
140
4ce79717 141const u32 nfs4_pathconf_bitmap[2] = {
1da177e4
LT		 142 FATTR4_WORD0_MAXLINK
143 | FATTR4_WORD0_MAXNAME,
144 0
145};
146
dae100c2 147const u32 nfs4_fsinfo_bitmap[3] = { FATTR4_WORD0_MAXFILESIZE
1da177e4
LT		 148 | FATTR4_WORD0_MAXREAD
149 | FATTR4_WORD0_MAXWRITE
150 | FATTR4_WORD0_LEASE_TIME,
55b6e774 151 FATTR4_WORD1_TIME_DELTA
dae100c2
FI		 152 | FATTR4_WORD1_FS_LAYOUT_TYPES,
153 FATTR4_WORD2_LAYOUT_BLKSIZE
1da177e4
LT		 154};
155
830b8e33
MN		 156const u32 nfs4_fs_locations_bitmap[2] = {
157 FATTR4_WORD0_TYPE
158 | FATTR4_WORD0_CHANGE
159 | FATTR4_WORD0_SIZE
160 | FATTR4_WORD0_FSID
161 | FATTR4_WORD0_FILEID
162 | FATTR4_WORD0_FS_LOCATIONS,
163 FATTR4_WORD1_MODE
164 | FATTR4_WORD1_NUMLINKS
165 | FATTR4_WORD1_OWNER
166 | FATTR4_WORD1_OWNER_GROUP
167 | FATTR4_WORD1_RAWDEV
168 | FATTR4_WORD1_SPACE_USED
169 | FATTR4_WORD1_TIME_ACCESS
170 | FATTR4_WORD1_TIME_METADATA
171 | FATTR4_WORD1_TIME_MODIFY
172 | FATTR4_WORD1_MOUNTED_ON_FILEID
173};
174
bc4785cd 175static void nfs4_setup_readdir(u64 cookie, __be32 *verifier, struct dentry *dentry,
1da177e4
LT		 176 struct nfs4_readdir_arg *readdir)
177{
0dbb4c67 178 __be32 *start, *p;
1da177e4
LT		 179
180 BUG_ON(readdir->count < 80);
181 if (cookie > 2) {
b7ef1956 182 readdir->cookie = cookie;
1da177e4
LT		 183 memcpy(&readdir->verifier, verifier, sizeof(readdir->verifier));
184 return;
185 }
186
187 readdir->cookie = 0;
188 memset(&readdir->verifier, 0, sizeof(readdir->verifier));
189 if (cookie == 2)
190 return;
191
192 /*
193 * NFSv4 servers do not return entries for '.' and '..'
194 * Therefore, we fake these entries here. We let '.'
195 * have cookie 0 and '..' have cookie 1. Note that
196 * when talking to the server, we always send cookie 0
197 * instead of 1 or 2.
198 */
0dbb4c67 199 start = p = kmap_atomic(*readdir->pages, KM_USER0);
1da177e4
LT		 200
201 if (cookie == 0) {
202 *p++ = xdr_one; /* next */
203 *p++ = xdr_zero; /* cookie, first word */
204 *p++ = xdr_one; /* cookie, second word */
205 *p++ = xdr_one; /* entry len */
206 memcpy(p, ".\0\0\0", 4); /* entry */
207 p++;
208 *p++ = xdr_one; /* bitmap length */
209 *p++ = htonl(FATTR4_WORD0_FILEID); /* bitmap */
210 *p++ = htonl(8); /* attribute buffer length */
4e769b93 211 p = xdr_encode_hyper(p, NFS_FILEID(dentry->d_inode));
1da177e4
LT		 212 }
213
214 *p++ = xdr_one; /* next */
215 *p++ = xdr_zero; /* cookie, first word */
216 *p++ = xdr_two; /* cookie, second word */
217 *p++ = xdr_two; /* entry len */
218 memcpy(p, "..\0\0", 4); /* entry */
219 p++;
220 *p++ = xdr_one; /* bitmap length */
221 *p++ = htonl(FATTR4_WORD0_FILEID); /* bitmap */
222 *p++ = htonl(8); /* attribute buffer length */
4e769b93 223 p = xdr_encode_hyper(p, NFS_FILEID(dentry->d_parent->d_inode));
1da177e4
LT		 224
225 readdir->pgbase = (char *)p - (char *)start;
226 readdir->count -= readdir->pgbase;
227 kunmap_atomic(start, KM_USER0);
228}
229
65de872e
TM		 230static int nfs4_wait_clnt_recover(struct nfs_client *clp)
231{
232 int res;
233
234 might_sleep();
235
e005e804 236 res = wait_on_bit(&clp->cl_state, NFS4CLNT_MANAGER_RUNNING,
72cb77f4 237 nfs_wait_bit_killable, TASK_KILLABLE);
65de872e
TM		 238 return res;
239}
240
241static int nfs4_delay(struct rpc_clnt *clnt, long *timeout)
242{
243 int res = 0;
244
245 might_sleep();
246
247 if (*timeout <= 0)
248 *timeout = NFS4_POLL_RETRY_MIN;
249 if (*timeout > NFS4_POLL_RETRY_MAX)
250 *timeout = NFS4_POLL_RETRY_MAX;
d310310c 251 freezable_schedule_timeout_killable(*timeout);
65de872e
TM		 252 if (fatal_signal_pending(current))
253 res = -ERESTARTSYS;
254 *timeout <<= 1;
255 return res;
256}
257
258/* This is the error handling routine for processes that are allowed
259 * to sleep.
260 */
b064eca2 261static int nfs4_handle_exception(struct nfs_server *server, int errorcode, struct nfs4_exception *exception)
65de872e
TM		 262{
263 struct nfs_client *clp = server->nfs_client;
9e33bed5 264 struct nfs4_state *state = exception->state;
65de872e
TM		 265 int ret = errorcode;
266
267 exception->retry = 0;
268 switch(errorcode) {
269 case 0:
270 return 0;
a1d0b5ee 271 case -NFS4ERR_DELEG_REVOKED:
9e33bed5
TM		 272 case -NFS4ERR_ADMIN_REVOKED:
273 case -NFS4ERR_BAD_STATEID:
a1d0b5ee
TM		 274 if (state != NULL)
275 nfs_remove_bad_delegation(state->inode);
9e33bed5
TM		 276 case -NFS4ERR_OPENMODE:
277 if (state == NULL)
278 break;
0400a6b0
TM		 279 nfs4_schedule_stateid_recovery(server, state);
280 goto wait_on_recovery;
0ced63d1
TM		 281 case -NFS4ERR_EXPIRED:
282 if (state != NULL)
283 nfs4_schedule_stateid_recovery(server, state);
65de872e 284 case -NFS4ERR_STALE_STATEID:
a2c0b9e2 285 case -NFS4ERR_STALE_CLIENTID:
0400a6b0
TM		 286 nfs4_schedule_lease_recovery(clp);
287 goto wait_on_recovery;
03391693 288#if defined(CONFIG_NFS_V4_1)
4745e315
AA		 289 case -NFS4ERR_BADSESSION:
290 case -NFS4ERR_BADSLOT:
291 case -NFS4ERR_BAD_HIGH_SLOT:
292 case -NFS4ERR_CONN_NOT_BOUND_TO_SESSION:
293 case -NFS4ERR_DEADSESSION:
294 case -NFS4ERR_SEQ_FALSE_RETRY:
295 case -NFS4ERR_SEQ_MISORDERED:
296 dprintk("%s ERROR: %d Reset session\n", __func__,
297 errorcode);
0400a6b0 298 nfs4_schedule_session_recovery(clp->cl_session);
4745e315 299 exception->retry = 1;
b9179237 300 break;
03391693 301#endif /* defined(CONFIG_NFS_V4_1) */
65de872e 302 case -NFS4ERR_FILE_OPEN:
44ed3556
N		 303 if (exception->timeout > HZ) {
304 /* We have retried a decent amount, time to
305 * fail
306 */
307 ret = -EBUSY;
308 break;
309 }
65de872e
TM		 310 case -NFS4ERR_GRACE:
311 case -NFS4ERR_DELAY:
2c643488 312 case -EKEYEXPIRED:
65de872e
TM		 313 ret = nfs4_delay(server->client, &exception->timeout);
314 if (ret != 0)
315 break;
a8a4ae3a 316 case -NFS4ERR_RETRY_UNCACHED_REP:
65de872e
TM		 317 case -NFS4ERR_OLD_STATEID:
318 exception->retry = 1;
b064eca2
TM		 319 break;
320 case -NFS4ERR_BADOWNER:
321 /* The following works around a Linux server bug! */
322 case -NFS4ERR_BADNAME:
323 if (server->caps & NFS_CAP_UIDGID_NOMAP) {
324 server->caps &= ~NFS_CAP_UIDGID_NOMAP;
325 exception->retry = 1;
326 printk(KERN_WARNING "NFS: v4 server %s "
327 "does not accept raw "
328 "uid/gids. "
329 "Reenabling the idmapper.\n",
330 server->nfs_client->cl_hostname);
331 }
65de872e
TM		 332 }
333 /* We failed to handle the error */
334 return nfs4_map_errors(ret);
0400a6b0 335wait_on_recovery:
a2c0b9e2
TM		 336 ret = nfs4_wait_clnt_recover(clp);
337 if (ret == 0)
338 exception->retry = 1;
339 return ret;
65de872e
TM		 340}
341
342
452e9352 343static void do_renew_lease(struct nfs_client *clp, unsigned long timestamp)
1da177e4 344{
1da177e4
LT		 345 spin_lock(&clp->cl_lock);
346 if (time_before(clp->cl_last_renewal,timestamp))
347 clp->cl_last_renewal = timestamp;
348 spin_unlock(&clp->cl_lock);
349}
350
452e9352
TM		 351static void renew_lease(const struct nfs_server *server, unsigned long timestamp)
352{
353 do_renew_lease(server->nfs_client, timestamp);
354}
355
cccef3b9
AA		 356#if defined(CONFIG_NFS_V4_1)
357
e2c4ab3c
AA		 358/*
359 * nfs4_free_slot - free a slot and efficiently update slot table.
360 *
361 * freeing a slot is trivially done by clearing its respective bit
362 * in the bitmap.
363 * If the freed slotid equals highest_used_slotid we want to update it
364 * so that the server would be able to size down the slot table if needed,
365 * otherwise we know that the highest_used_slotid is still in use.
366 * When updating highest_used_slotid there may be "holes" in the bitmap
367 * so we need to scan down from highest_used_slotid to 0 looking for the now
368 * highest slotid in use.
45d43c29 369 * If none found, highest_used_slotid is set to NFS4_NO_SLOT.
35dc1d74
TM		 370 *
371 * Must be called while holding tbl->slot_tbl_lock
e2c4ab3c
AA		 372 */
373static void
45d43c29 374nfs4_free_slot(struct nfs4_slot_table *tbl, u32 slotid)
e2c4ab3c 375{
45d43c29 376 BUG_ON(slotid >= NFS4_MAX_SLOT_TABLE);
e2c4ab3c
AA		 377 /* clear used bit in bitmap */
378 __clear_bit(slotid, tbl->used_slots);
379
380 /* update highest_used_slotid when it is freed */
381 if (slotid == tbl->highest_used_slotid) {
382 slotid = find_last_bit(tbl->used_slots, tbl->max_slots);
bcb56164 383 if (slotid < tbl->max_slots)
e2c4ab3c
AA		 384 tbl->highest_used_slotid = slotid;
385 else
45d43c29 386 tbl->highest_used_slotid = NFS4_NO_SLOT;
e2c4ab3c 387 }
45d43c29
TM		 388 dprintk("%s: slotid %u highest_used_slotid %d\n", __func__,
389 slotid, tbl->highest_used_slotid);
e2c4ab3c
AA		 390}
391
961a828d
TM		 392bool nfs4_set_task_privileged(struct rpc_task *task, void *dummy)
393{
394 rpc_task_set_priority(task, RPC_PRIORITY_PRIVILEGED);
395 return true;
396}
397
3bfb0fc5 398/*
42acd021 399 * Signal state manager thread if session fore channel is drained
3bfb0fc5 400 */
42acd021 401static void nfs4_check_drain_fc_complete(struct nfs4_session *ses)
3bfb0fc5 402{
a2118c33 403 if (!test_bit(NFS4_SESSION_DRAINING, &ses->session_state)) {
961a828d
TM		 404 rpc_wake_up_first(&ses->fc_slot_table.slot_tbl_waitq,
405 nfs4_set_task_privileged, NULL);
3bfb0fc5
AB		 406 return;
407 }
408
45d43c29 409 if (ses->fc_slot_table.highest_used_slotid != NFS4_NO_SLOT)
3bfb0fc5
AB		 410 return;
411
42acd021
AA		 412 dprintk("%s COMPLETE: Session Fore Channel Drained\n", __func__);
413 complete(&ses->fc_slot_table.complete);
414}
415
416/*
417 * Signal state manager thread if session back channel is drained
418 */
419void nfs4_check_drain_bc_complete(struct nfs4_session *ses)
420{
421 if (!test_bit(NFS4_SESSION_DRAINING, &ses->session_state) ||
45d43c29 422 ses->bc_slot_table.highest_used_slotid != NFS4_NO_SLOT)
42acd021
AA		 423 return;
424 dprintk("%s COMPLETE: Session Back Channel Drained\n", __func__);
425 complete(&ses->bc_slot_table.complete);
3bfb0fc5
AB		 426}
427
d185a334 428static void nfs41_sequence_free_slot(struct nfs4_sequence_res *res)
13615871
AA		 429{
430 struct nfs4_slot_table *tbl;
431
d185a334 432 tbl = &res->sr_session->fc_slot_table;
dfb4f309 433 if (!res->sr_slot) {
13615871
AA		 434 /* just wake up the next guy waiting since
435 * we may have not consumed a slot after all */
691daf3b 436 dprintk("%s: No slot\n", __func__);
35dc1d74 437 return;
13615871 438 }
ea028ac9 439
35dc1d74 440 spin_lock(&tbl->slot_tbl_lock);
aabd0b40 441 nfs4_free_slot(tbl, res->sr_slot - tbl->slots);
42acd021 442 nfs4_check_drain_fc_complete(res->sr_session);
35dc1d74 443 spin_unlock(&tbl->slot_tbl_lock);
dfb4f309 444 res->sr_slot = NULL;
13615871
AA		 445}
446
14516c3a 447static int nfs41_sequence_done(struct rpc_task *task, struct nfs4_sequence_res *res)
b0df806c
AA		 448{
449 unsigned long timestamp;
14516c3a 450 struct nfs_client *clp;
b0df806c
AA		 451
452 /*
453 * sr_status remains 1 if an RPC level error occurred. The server
454 * may or may not have processed the sequence operation..
455 * Proceed as if the server received and processed the sequence
456 * operation.
457 */
458 if (res->sr_status == 1)
459 res->sr_status = NFS_OK;
460
468f8613
BS		 461 /* don't increment the sequence number if the task wasn't sent */
462 if (!RPC_WAS_SENT(task))
b0df806c
AA		 463 goto out;
464
691daf3b 465 /* Check the SEQUENCE operation status */
14516c3a
TM		 466 switch (res->sr_status) {
467 case 0:
b0df806c 468 /* Update the slot's sequence and clientid lease timer */
dfb4f309 469 ++res->sr_slot->seq_nr;
b0df806c 470 timestamp = res->sr_renewal_time;
14516c3a 471 clp = res->sr_session->clp;
452e9352 472 do_renew_lease(clp, timestamp);
0629e370 473 /* Check sequence flags */
b4410c2f
TM		 474 if (res->sr_status_flags != 0)
475 nfs4_schedule_lease_recovery(clp);
14516c3a
TM		 476 break;
477 case -NFS4ERR_DELAY:
478 /* The server detected a resend of the RPC call and
479 * returned NFS4ERR_DELAY as per Section 2.10.6.2
480 * of RFC5661.
481 */
12364a4f 482 dprintk("%s: slot=%td seq=%d: Operation in progress\n",
dfb4f309
BH		 483 __func__,
484 res->sr_slot - res->sr_session->fc_slot_table.slots,
485 res->sr_slot->seq_nr);
14516c3a
TM		 486 goto out_retry;
487 default:
488 /* Just update the slot sequence no. */
dfb4f309 489 ++res->sr_slot->seq_nr;
b0df806c
AA		 490 }
491out:
492 /* The session may be reset by one of the error handlers. */
493 dprintk("%s: Error %d free the slot \n", __func__, res->sr_status);
d185a334 494 nfs41_sequence_free_slot(res);
14516c3a
TM		 495 return 1;
496out_retry:
d05dd4e9 497 if (!rpc_restart_call(task))
14516c3a
TM		 498 goto out;
499 rpc_delay(task, NFS4_POLL_RETRY_MAX);
500 return 0;
b0df806c
AA		 501}
502
14516c3a
TM		 503static int nfs4_sequence_done(struct rpc_task *task,
504 struct nfs4_sequence_res *res)
df896455 505{
14516c3a
TM		 506 if (res->sr_session == NULL)
507 return 1;
508 return nfs41_sequence_done(task, res);
df896455
TM		 509}
510
510b8175
BH		 511/*
512 * nfs4_find_slot - efficiently look for a free slot
513 *
514 * nfs4_find_slot looks for an unset bit in the used_slots bitmap.
515 * If found, we mark the slot as used, update the highest_used_slotid,
516 * and respectively set up the sequence operation args.
45d43c29 517 * The slot number is returned if found, or NFS4_NO_SLOT otherwise.
fbcd4abc
AA		 518 *
519 * Note: must be called with under the slot_tbl_lock.
510b8175 520 */
45d43c29 521static u32
40ead580 522nfs4_find_slot(struct nfs4_slot_table *tbl)
510b8175 523{
45d43c29
TM		 524 u32 slotid;
525 u32 ret_id = NFS4_NO_SLOT;
510b8175 526
45d43c29 527 dprintk("--> %s used_slots=%04lx highest_used=%u max_slots=%u\n",
510b8175
BH		 528 __func__, tbl->used_slots[0], tbl->highest_used_slotid,
529 tbl->max_slots);
530 slotid = find_first_zero_bit(tbl->used_slots, tbl->max_slots);
531 if (slotid >= tbl->max_slots)
532 goto out;
533 __set_bit(slotid, tbl->used_slots);
45d43c29
TM		 534 if (slotid > tbl->highest_used_slotid ||
535 tbl->highest_used_slotid == NFS4_NO_SLOT)
510b8175
BH		 536 tbl->highest_used_slotid = slotid;
537 ret_id = slotid;
538out:
539 dprintk("<-- %s used_slots=%04lx highest_used=%d slotid=%d \n",
540 __func__, tbl->used_slots[0], tbl->highest_used_slotid, ret_id);
510b8175
BH		 541 return ret_id;
542}
543
9d12b216
TM		 544static void nfs41_init_sequence(struct nfs4_sequence_args *args,
545 struct nfs4_sequence_res *res, int cache_reply)
546{
547 args->sa_session = NULL;
548 args->sa_cache_this = 0;
549 if (cache_reply)
550 args->sa_cache_this = 1;
551 res->sr_session = NULL;
552 res->sr_slot = NULL;
553}
554
dc70d7b3 555int nfs41_setup_sequence(struct nfs4_session *session,
ce5039c1
AA		 556 struct nfs4_sequence_args *args,
557 struct nfs4_sequence_res *res,
ce5039c1
AA		 558 struct rpc_task *task)
559{
fbcd4abc
AA		 560 struct nfs4_slot *slot;
561 struct nfs4_slot_table *tbl;
45d43c29 562 u32 slotid;
fbcd4abc
AA		 563
564 dprintk("--> %s\n", __func__);
ce5039c1 565 /* slot already allocated? */
dfb4f309 566 if (res->sr_slot != NULL)
ce5039c1
AA		 567 return 0;
568
fbcd4abc
AA		 569 tbl = &session->fc_slot_table;
570
571 spin_lock(&tbl->slot_tbl_lock);
a2118c33 572 if (test_bit(NFS4_SESSION_DRAINING, &session->session_state) &&
5601a00d 573 !rpc_task_has_priority(task, RPC_PRIORITY_PRIVILEGED)) {
0b1c8fc4 574 /* The state manager will wait until the slot table is empty */
05f0d236 575 rpc_sleep_on(&tbl->slot_tbl_waitq, task, NULL);
b069d94a 576 spin_unlock(&tbl->slot_tbl_lock);
0b1c8fc4 577 dprintk("%s session is draining\n", __func__);
05f0d236 578 return -EAGAIN;
b069d94a
AA		 579 }
580
689cf5c1
AB		 581 if (!rpc_queue_empty(&tbl->slot_tbl_waitq) &&
582 !rpc_task_has_priority(task, RPC_PRIORITY_PRIVILEGED)) {
583 rpc_sleep_on(&tbl->slot_tbl_waitq, task, NULL);
584 spin_unlock(&tbl->slot_tbl_lock);
585 dprintk("%s enforce FIFO order\n", __func__);
586 return -EAGAIN;
587 }
588
40ead580 589 slotid = nfs4_find_slot(tbl);
45d43c29 590 if (slotid == NFS4_NO_SLOT) {
fbcd4abc
AA		 591 rpc_sleep_on(&tbl->slot_tbl_waitq, task, NULL);
592 spin_unlock(&tbl->slot_tbl_lock);
593 dprintk("<-- %s: no free slots\n", __func__);
594 return -EAGAIN;
595 }
596 spin_unlock(&tbl->slot_tbl_lock);
597
689cf5c1 598 rpc_task_set_priority(task, RPC_PRIORITY_NORMAL);
fbcd4abc 599 slot = tbl->slots + slotid;
99fe60d0 600 args->sa_session = session;
fbcd4abc 601 args->sa_slotid = slotid;
fbcd4abc
AA		 602
603 dprintk("<-- %s slotid=%d seqid=%d\n", __func__, slotid, slot->seq_nr);
604
99fe60d0 605 res->sr_session = session;
dfb4f309 606 res->sr_slot = slot;
fbcd4abc 607 res->sr_renewal_time = jiffies;
2a6e26cd 608 res->sr_status_flags = 0;
fbcd4abc
AA		 609 /*
610 * sr_status is only set in decode_sequence, and so will remain
611 * set to 1 if an rpc level failure occurs.
612 */
613 res->sr_status = 1;
ce5039c1
AA		 614 return 0;
615}
dc70d7b3 616EXPORT_SYMBOL_GPL(nfs41_setup_sequence);
ce5039c1 617
035168ab 618int nfs4_setup_sequence(const struct nfs_server *server,
ce5039c1
AA		 619 struct nfs4_sequence_args *args,
620 struct nfs4_sequence_res *res,
ce5039c1
AA		 621 struct rpc_task *task)
622{
035168ab 623 struct nfs4_session *session = nfs4_get_session(server);
ce5039c1
AA		 624 int ret = 0;
625
9d12b216 626 if (session == NULL)
035168ab 627 goto out;
035168ab 628
12364a4f 629 dprintk("--> %s clp %p session %p sr_slot %td\n",
dfb4f309
BH		 630 __func__, session->clp, session, res->sr_slot ?
631 res->sr_slot - session->fc_slot_table.slots : -1);
ce5039c1 632
9d12b216 633 ret = nfs41_setup_sequence(session, args, res, task);
ce5039c1
AA		 634out:
635 dprintk("<-- %s status=%d\n", __func__, ret);
636 return ret;
637}
638
639struct nfs41_call_sync_data {
035168ab 640 const struct nfs_server *seq_server;
ce5039c1
AA		 641 struct nfs4_sequence_args *seq_args;
642 struct nfs4_sequence_res *seq_res;
ce5039c1
AA		 643};
644
645static void nfs41_call_sync_prepare(struct rpc_task *task, void *calldata)
646{
647 struct nfs41_call_sync_data *data = calldata;
648
035168ab
TM		 649 dprintk("--> %s data->seq_server %p\n", __func__, data->seq_server);
650
651 if (nfs4_setup_sequence(data->seq_server, data->seq_args,
9d12b216 652 data->seq_res, task))
ce5039c1
AA		 653 return;
654 rpc_call_start(task);
655}
656
b257957e
AB		 657static void nfs41_call_priv_sync_prepare(struct rpc_task *task, void *calldata)
658{
659 rpc_task_set_priority(task, RPC_PRIORITY_PRIVILEGED);
660 nfs41_call_sync_prepare(task, calldata);
661}
662
69ab40c4
AA		 663static void nfs41_call_sync_done(struct rpc_task *task, void *calldata)
664{
665 struct nfs41_call_sync_data *data = calldata;
666
14516c3a 667 nfs41_sequence_done(task, data->seq_res);
69ab40c4
AA		 668}
669
ce5039c1
AA		 670struct rpc_call_ops nfs41_call_sync_ops = {
671 .rpc_call_prepare = nfs41_call_sync_prepare,
69ab40c4 672 .rpc_call_done = nfs41_call_sync_done,
ce5039c1
AA		 673};
674
b257957e
AB		 675struct rpc_call_ops nfs41_call_priv_sync_ops = {
676 .rpc_call_prepare = nfs41_call_priv_sync_prepare,
677 .rpc_call_done = nfs41_call_sync_done,
678};
679
7c513058
BS		 680static int nfs4_call_sync_sequence(struct rpc_clnt *clnt,
681 struct nfs_server *server,
ce5039c1
AA		 682 struct rpc_message *msg,
683 struct nfs4_sequence_args *args,
684 struct nfs4_sequence_res *res,
b257957e 685 int privileged)
ce5039c1
AA		 686{
687 int ret;
688 struct rpc_task *task;
689 struct nfs41_call_sync_data data = {
035168ab 690 .seq_server = server,
ce5039c1
AA		 691 .seq_args = args,
692 .seq_res = res,
ce5039c1
AA		 693 };
694 struct rpc_task_setup task_setup = {
7c513058 695 .rpc_client = clnt,
ce5039c1
AA		 696 .rpc_message = msg,
697 .callback_ops = &nfs41_call_sync_ops,
698 .callback_data = &data
699 };
700
b257957e
AB		 701 if (privileged)
702 task_setup.callback_ops = &nfs41_call_priv_sync_ops;
ce5039c1
AA		 703 task = rpc_run_task(&task_setup);
704 if (IS_ERR(task))
705 ret = PTR_ERR(task);
706 else {
707 ret = task->tk_status;
708 rpc_put_task(task);
709 }
710 return ret;
711}
712
7c513058
BS		 713int _nfs4_call_sync_session(struct rpc_clnt *clnt,
714 struct nfs_server *server,
cccef3b9
AA		 715 struct rpc_message *msg,
716 struct nfs4_sequence_args *args,
717 struct nfs4_sequence_res *res,
718 int cache_reply)
719{
9d12b216
TM		 720 nfs41_init_sequence(args, res, cache_reply);
721 return nfs4_call_sync_sequence(clnt, server, msg, args, res, 0);
cccef3b9
AA		 722}
723
df896455 724#else
9d12b216
TM		 725static inline
726void nfs41_init_sequence(struct nfs4_sequence_args *args,
727 struct nfs4_sequence_res *res, int cache_reply)
728{
729}
730
14516c3a
TM		 731static int nfs4_sequence_done(struct rpc_task *task,
732 struct nfs4_sequence_res *res)
df896455 733{
14516c3a 734 return 1;
df896455 735}
cccef3b9
AA		 736#endif /* CONFIG_NFS_V4_1 */
737
7c513058
BS		 738int _nfs4_call_sync(struct rpc_clnt *clnt,
739 struct nfs_server *server,
cccef3b9
AA		 740 struct rpc_message *msg,
741 struct nfs4_sequence_args *args,
742 struct nfs4_sequence_res *res,
743 int cache_reply)
744{
9d12b216 745 nfs41_init_sequence(args, res, cache_reply);
7c513058 746 return rpc_call_sync(clnt, msg, 0);
cccef3b9
AA		 747}
748
e73b83f2 749static inline
7c513058
BS		 750int nfs4_call_sync(struct rpc_clnt *clnt,
751 struct nfs_server *server,
e73b83f2
BS		 752 struct rpc_message *msg,
753 struct nfs4_sequence_args *args,
754 struct nfs4_sequence_res *res,
755 int cache_reply)
756{
7c513058
BS		 757 return server->nfs_client->cl_mvops->call_sync(clnt, server, msg,
758 args, res, cache_reply);
e73b83f2 759}
cccef3b9 760
38478b24 761static void update_changeattr(struct inode *dir, struct nfs4_change_info *cinfo)
1da177e4 762{
38478b24 763 struct nfs_inode *nfsi = NFS_I(dir);
1da177e4 764
38478b24 765 spin_lock(&dir->i_lock);
40d24704 766 nfsi->cache_validity |= NFS_INO_INVALID_ATTR|NFS_INO_REVAL_PAGECACHE|NFS_INO_INVALID_DATA;
a9a4a87a 767 if (!cinfo->atomic || cinfo->before != dir->i_version)
bfc69a45 768 nfs_force_lookup_revalidate(dir);
a9a4a87a 769 dir->i_version = cinfo->after;
38478b24 770 spin_unlock(&dir->i_lock);
1da177e4
LT		 771}
772
e56e0b78 773struct nfs4_opendata {
c6d00e63 774 struct kref kref;
e56e0b78
TM		 775 struct nfs_openargs o_arg;
776 struct nfs_openres o_res;
cdd4e68b
TM		 777 struct nfs_open_confirmargs c_arg;
778 struct nfs_open_confirmres c_res;
6926afd1
TM		 779 struct nfs4_string owner_name;
780 struct nfs4_string group_name;
e56e0b78
TM		 781 struct nfs_fattr f_attr;
782 struct nfs_fattr dir_attr;
e56e0b78 783 struct dentry *dir;
82a2c1b7 784 struct dentry *dentry;
e56e0b78 785 struct nfs4_state_owner *owner;
aac00a8d 786 struct nfs4_state *state;
e56e0b78 787 struct iattr attrs;
26e976a8 788 unsigned long timestamp;
3e309914 789 unsigned int rpc_done : 1;
24ac23ab
TM		 790 int rpc_status;
791 int cancelled;
e56e0b78
TM		 792};
793
2ced46c2
TM		 794
795static void nfs4_init_opendata_res(struct nfs4_opendata *p)
796{
797 p->o_res.f_attr = &p->f_attr;
798 p->o_res.dir_attr = &p->dir_attr;
c1d51931
TM		 799 p->o_res.seqid = p->o_arg.seqid;
800 p->c_res.seqid = p->c_arg.seqid;
2ced46c2
TM		 801 p->o_res.server = p->o_arg.server;
802 nfs_fattr_init(&p->f_attr);
803 nfs_fattr_init(&p->dir_attr);
6926afd1 804 nfs_fattr_init_names(&p->f_attr, &p->owner_name, &p->group_name);
2ced46c2
TM		 805}
806
82a2c1b7 807static struct nfs4_opendata *nfs4_opendata_alloc(struct dentry *dentry,
dc0b027d 808 struct nfs4_state_owner *sp, fmode_t fmode, int flags,
8535b2be
TM		 809 const struct iattr *attrs,
810 gfp_t gfp_mask)
e56e0b78 811{
82a2c1b7 812 struct dentry *parent = dget_parent(dentry);
e56e0b78
TM		 813 struct inode *dir = parent->d_inode;
814 struct nfs_server *server = NFS_SERVER(dir);
815 struct nfs4_opendata *p;
816
8535b2be 817 p = kzalloc(sizeof(*p), gfp_mask);
e56e0b78
TM		 818 if (p == NULL)
819 goto err;
8535b2be 820 p->o_arg.seqid = nfs_alloc_seqid(&sp->so_seqid, gfp_mask);
e56e0b78
TM		 821 if (p->o_arg.seqid == NULL)
822 goto err_free;
82a2c1b7
AV		 823 nfs_sb_active(dentry->d_sb);
824 p->dentry = dget(dentry);
e56e0b78
TM		 825 p->dir = parent;
826 p->owner = sp;
827 atomic_inc(&sp->so_count);
828 p->o_arg.fh = NFS_FH(dir);
dc0b027d
TM		 829 p->o_arg.open_flags = flags;
830 p->o_arg.fmode = fmode & (FMODE_READ|FMODE_WRITE);
7539bbab 831 p->o_arg.clientid = server->nfs_client->cl_clientid;
48c22eb2 832 p->o_arg.id = sp->so_seqid.owner_id;
82a2c1b7 833 p->o_arg.name = &dentry->d_name;
e56e0b78
TM		 834 p->o_arg.server = server;
835 p->o_arg.bitmask = server->attr_bitmask;
6926afd1 836 p->o_arg.dir_bitmask = server->cache_consistency_bitmask;
e56e0b78 837 p->o_arg.claim = NFS4_OPEN_CLAIM_NULL;
536e43d1 838 if (attrs != NULL && attrs->ia_valid != 0) {
cd93710e 839 __be32 verf[2];
d77d76ff 840
e56e0b78
TM		 841 p->o_arg.u.attrs = &p->attrs;
842 memcpy(&p->attrs, attrs, sizeof(p->attrs));
cd93710e
CL		 843
844 verf[0] = jiffies;
845 verf[1] = current->pid;
846 memcpy(p->o_arg.u.verifier.data, verf,
847 sizeof(p->o_arg.u.verifier.data));
e56e0b78 848 }
cdd4e68b
TM		 849 p->c_arg.fh = &p->o_res.fh;
850 p->c_arg.stateid = &p->o_res.stateid;
851 p->c_arg.seqid = p->o_arg.seqid;
2ced46c2 852 nfs4_init_opendata_res(p);
c6d00e63 853 kref_init(&p->kref);
e56e0b78
TM		 854 return p;
855err_free:
856 kfree(p);
857err:
858 dput(parent);
859 return NULL;
860}
861
c6d00e63 862static void nfs4_opendata_free(struct kref *kref)
e56e0b78 863{
c6d00e63
TM		 864 struct nfs4_opendata *p = container_of(kref,
865 struct nfs4_opendata, kref);
82a2c1b7 866 struct super_block *sb = p->dentry->d_sb;
c6d00e63
TM		 867
868 nfs_free_seqid(p->o_arg.seqid);
aac00a8d
TM		 869 if (p->state != NULL)
870 nfs4_put_open_state(p->state);
c6d00e63
TM		 871 nfs4_put_state_owner(p->owner);
872 dput(p->dir);
82a2c1b7
AV		 873 dput(p->dentry);
874 nfs_sb_deactive(sb);
6926afd1 875 nfs_fattr_free_names(&p->f_attr);
c6d00e63
TM		 876 kfree(p);
877}
878
879static void nfs4_opendata_put(struct nfs4_opendata *p)
880{
881 if (p != NULL)
882 kref_put(&p->kref, nfs4_opendata_free);
e56e0b78
TM		 883}
884
06f814a3
TM		 885static int nfs4_wait_for_completion_rpc_task(struct rpc_task *task)
886{
06f814a3
TM		 887 int ret;
888
06f814a3 889 ret = rpc_wait_for_completion_task(task);
06f814a3
TM		 890 return ret;
891}
892
dc0b027d 893static int can_open_cached(struct nfs4_state *state, fmode_t mode, int open_mode)
6ee41268
TM		 894{
895 int ret = 0;
dc0b027d 896
536e43d1 897 if (open_mode & (O_EXCL|O_TRUNC))
dc0b027d
TM		 898 goto out;
899 switch (mode & (FMODE_READ|FMODE_WRITE)) {
6ee41268 900 case FMODE_READ:
88069f77
TM		 901 ret |= test_bit(NFS_O_RDONLY_STATE, &state->flags) != 0
902 && state->n_rdonly != 0;
6ee41268
TM		 903 break;
904 case FMODE_WRITE:
88069f77
TM		 905 ret |= test_bit(NFS_O_WRONLY_STATE, &state->flags) != 0
906 && state->n_wronly != 0;
6ee41268
TM		 907 break;
908 case FMODE_READ|FMODE_WRITE:
88069f77
TM		 909 ret |= test_bit(NFS_O_RDWR_STATE, &state->flags) != 0
910 && state->n_rdwr != 0;
6ee41268 911 }
dc0b027d 912out:
6ee41268
TM		 913 return ret;
914}
915
dc0b027d 916static int can_open_delegated(struct nfs_delegation *delegation, fmode_t fmode)
aac00a8d 917{
652f89f6
TM		 918 if (delegation == NULL)
919 return 0;
dc0b027d 920 if ((delegation->type & fmode) != fmode)
aac00a8d 921 return 0;
15c831bf 922 if (test_bit(NFS_DELEGATION_NEED_RECLAIM, &delegation->flags))
aac00a8d 923 return 0;
b7391f44 924 nfs_mark_delegation_referenced(delegation);
aac00a8d
TM		 925 return 1;
926}
927
dc0b027d 928static void update_open_stateflags(struct nfs4_state *state, fmode_t fmode)
e7616923 929{
dc0b027d 930 switch (fmode) {
e7616923
TM		 931 case FMODE_WRITE:
932 state->n_wronly++;
933 break;
934 case FMODE_READ:
935 state->n_rdonly++;
936 break;
937 case FMODE_READ|FMODE_WRITE:
938 state->n_rdwr++;
939 }
dc0b027d 940 nfs4_state_set_mode_locked(state, state->state | fmode);
003707c7
TM		 941}
942
dc0b027d 943static void nfs_set_open_stateid_locked(struct nfs4_state *state, nfs4_stateid *stateid, fmode_t fmode)
003707c7
TM		 944{
945 if (test_bit(NFS_DELEGATED_STATE, &state->flags) == 0)
f597c537
TM		 946 nfs4_stateid_copy(&state->stateid, stateid);
947 nfs4_stateid_copy(&state->open_stateid, stateid);
dc0b027d 948 switch (fmode) {
003707c7
TM		 949 case FMODE_READ:
950 set_bit(NFS_O_RDONLY_STATE, &state->flags);
951 break;
952 case FMODE_WRITE:
953 set_bit(NFS_O_WRONLY_STATE, &state->flags);
954 break;
955 case FMODE_READ|FMODE_WRITE:
956 set_bit(NFS_O_RDWR_STATE, &state->flags);
957 }
e7616923
TM		 958}
959
dc0b027d 960static void nfs_set_open_stateid(struct nfs4_state *state, nfs4_stateid *stateid, fmode_t fmode)
003707c7 961{
8bda4e4c 962 write_seqlock(&state->seqlock);
dc0b027d 963 nfs_set_open_stateid_locked(state, stateid, fmode);
8bda4e4c 964 write_sequnlock(&state->seqlock);
003707c7
TM		 965}
966
dc0b027d 967static void __update_open_stateid(struct nfs4_state *state, nfs4_stateid *open_stateid, const nfs4_stateid *deleg_stateid, fmode_t fmode)
1da177e4 968{
8bda4e4c
TM		 969 /*
970 * Protect the call to nfs4_state_set_mode_locked and
971 * serialise the stateid update
972 */
973 write_seqlock(&state->seqlock);
003707c7 974 if (deleg_stateid != NULL) {
f597c537 975 nfs4_stateid_copy(&state->stateid, deleg_stateid);
003707c7
TM		 976 set_bit(NFS_DELEGATED_STATE, &state->flags);
977 }
978 if (open_stateid != NULL)
dc0b027d 979 nfs_set_open_stateid_locked(state, open_stateid, fmode);
8bda4e4c
TM		 980 write_sequnlock(&state->seqlock);
981 spin_lock(&state->owner->so_lock);
dc0b027d 982 update_open_stateflags(state, fmode);
ec073428 983 spin_unlock(&state->owner->so_lock);
1da177e4
LT		 984}
985
dc0b027d 986static int update_open_stateid(struct nfs4_state *state, nfs4_stateid *open_stateid, nfs4_stateid *delegation, fmode_t fmode)
34310430
TM		 987{
988 struct nfs_inode *nfsi = NFS_I(state->inode);
989 struct nfs_delegation *deleg_cur;
990 int ret = 0;
991
dc0b027d 992 fmode &= (FMODE_READ|FMODE_WRITE);
34310430
TM		 993
994 rcu_read_lock();
995 deleg_cur = rcu_dereference(nfsi->delegation);
996 if (deleg_cur == NULL)
997 goto no_delegation;
998
999 spin_lock(&deleg_cur->lock);
1000 if (nfsi->delegation != deleg_cur ||
dc0b027d 1001 (deleg_cur->type & fmode) != fmode)
34310430
TM		 1002 goto no_delegation_unlock;
1003
1004 if (delegation == NULL)
1005 delegation = &deleg_cur->stateid;
f597c537 1006 else if (!nfs4_stateid_match(&deleg_cur->stateid, delegation))
34310430
TM		 1007 goto no_delegation_unlock;
1008
b7391f44 1009 nfs_mark_delegation_referenced(deleg_cur);
dc0b027d 1010 __update_open_stateid(state, open_stateid, &deleg_cur->stateid, fmode);
34310430
TM		 1011 ret = 1;
1012no_delegation_unlock:
1013 spin_unlock(&deleg_cur->lock);
1014no_delegation:
1015 rcu_read_unlock();
1016
1017 if (!ret && open_stateid != NULL) {
dc0b027d 1018 __update_open_stateid(state, open_stateid, NULL, fmode);
34310430
TM		 1019 ret = 1;
1020 }
1021
1022 return ret;
1023}
1024
1025
dc0b027d 1026static void nfs4_return_incompatible_delegation(struct inode *inode, fmode_t fmode)
aac00a8d
TM		 1027{
1028 struct nfs_delegation *delegation;
1029
1030 rcu_read_lock();
1031 delegation = rcu_dereference(NFS_I(inode)->delegation);
dc0b027d 1032 if (delegation == NULL || (delegation->type & fmode) == fmode) {
aac00a8d
TM		 1033 rcu_read_unlock();
1034 return;
1035 }
1036 rcu_read_unlock();
1037 nfs_inode_return_delegation(inode);
1038}
1039
6ee41268 1040static struct nfs4_state *nfs4_try_open_cached(struct nfs4_opendata *opendata)
aac00a8d
TM		 1041{
1042 struct nfs4_state *state = opendata->state;
1043 struct nfs_inode *nfsi = NFS_I(state->inode);
1044 struct nfs_delegation *delegation;
536e43d1 1045 int open_mode = opendata->o_arg.open_flags & (O_EXCL|O_TRUNC);
dc0b027d 1046 fmode_t fmode = opendata->o_arg.fmode;
aac00a8d
TM		 1047 nfs4_stateid stateid;
1048 int ret = -EAGAIN;
1049
aac00a8d 1050 for (;;) {
dc0b027d 1051 if (can_open_cached(state, fmode, open_mode)) {
6ee41268 1052 spin_lock(&state->owner->so_lock);
dc0b027d
TM		 1053 if (can_open_cached(state, fmode, open_mode)) {
1054 update_open_stateflags(state, fmode);
6ee41268 1055 spin_unlock(&state->owner->so_lock);
6ee41268
TM		 1056 goto out_return_state;
1057 }
1058 spin_unlock(&state->owner->so_lock);
1059 }
34310430
TM		 1060 rcu_read_lock();
1061 delegation = rcu_dereference(nfsi->delegation);
652f89f6 1062 if (!can_open_delegated(delegation, fmode)) {
34310430 1063 rcu_read_unlock();
aac00a8d 1064 break;
34310430 1065 }
aac00a8d 1066 /* Save the delegation */
f597c537 1067 nfs4_stateid_copy(&stateid, &delegation->stateid);
aac00a8d 1068 rcu_read_unlock();
af22f94a 1069 ret = nfs_may_open(state->inode, state->owner->so_cred, open_mode);
aac00a8d
TM		 1070 if (ret != 0)
1071 goto out;
1072 ret = -EAGAIN;
34310430
TM		 1073
1074 /* Try to update the stateid using the delegation */
dc0b027d 1075 if (update_open_stateid(state, NULL, &stateid, fmode))
34310430 1076 goto out_return_state;
aac00a8d 1077 }
aac00a8d
TM		 1078out:
1079 return ERR_PTR(ret);
1080out_return_state:
1081 atomic_inc(&state->count);
1082 return state;
1083}
1084
24ac23ab
TM		 1085static struct nfs4_state *nfs4_opendata_to_nfs4_state(struct nfs4_opendata *data)
1086{
1087 struct inode *inode;
1088 struct nfs4_state *state = NULL;
003707c7 1089 struct nfs_delegation *delegation;
1b370bc2 1090 int ret;
24ac23ab 1091
aac00a8d 1092 if (!data->rpc_done) {
6ee41268 1093 state = nfs4_try_open_cached(data);
aac00a8d
TM		 1094 goto out;
1095 }
1096
1b370bc2 1097 ret = -EAGAIN;
24ac23ab 1098 if (!(data->f_attr.valid & NFS_ATTR_FATTR))
1b370bc2 1099 goto err;
24ac23ab 1100 inode = nfs_fhget(data->dir->d_sb, &data->o_res.fh, &data->f_attr);
1b370bc2 1101 ret = PTR_ERR(inode);
03f28e3a 1102 if (IS_ERR(inode))
1b370bc2
TM		 1103 goto err;
1104 ret = -ENOMEM;
24ac23ab
TM		 1105 state = nfs4_get_open_state(inode, data->owner);
1106 if (state == NULL)
1b370bc2 1107 goto err_put_inode;
549d6ed5 1108 if (data->o_res.delegation_type != 0) {
4e0038b6 1109 struct nfs_client *clp = NFS_SERVER(inode)->nfs_client;
549d6ed5
TM		 1110 int delegation_flags = 0;
1111
003707c7
TM		 1112 rcu_read_lock();
1113 delegation = rcu_dereference(NFS_I(inode)->delegation);
1114 if (delegation)
1115 delegation_flags = delegation->flags;
1116 rcu_read_unlock();
652f89f6
TM		 1117 if (data->o_arg.claim == NFS4_OPEN_CLAIM_DELEGATE_CUR) {
1118 pr_err_ratelimited("NFS: Broken NFSv4 server %s is "
1119 "returning a delegation for "
1120 "OPEN(CLAIM_DELEGATE_CUR)\n",
4e0038b6 1121 clp->cl_hostname);
652f89f6 1122 } else if ((delegation_flags & 1UL<<NFS_DELEGATION_NEED_RECLAIM) == 0)
549d6ed5
TM		 1123 nfs_inode_set_delegation(state->inode,
1124 data->owner->so_cred,
1125 &data->o_res);
1126 else
1127 nfs_inode_reclaim_delegation(state->inode,
1128 data->owner->so_cred,
1129 &data->o_res);
1130 }
34310430
TM		 1131
1132 update_open_stateid(state, &data->o_res.stateid, NULL,
dc0b027d 1133 data->o_arg.fmode);
24ac23ab 1134 iput(inode);
aac00a8d 1135out:
24ac23ab 1136 return state;
1b370bc2
TM		 1137err_put_inode:
1138 iput(inode);
1139err:
1140 return ERR_PTR(ret);
24ac23ab
TM		 1141}
1142
864472e9
TM		 1143static struct nfs_open_context *nfs4_state_find_open_context(struct nfs4_state *state)
1144{
1145 struct nfs_inode *nfsi = NFS_I(state->inode);
1146 struct nfs_open_context *ctx;
1147
1148 spin_lock(&state->inode->i_lock);
1149 list_for_each_entry(ctx, &nfsi->open_files, list) {
1150 if (ctx->state != state)
1151 continue;
1152 get_nfs_open_context(ctx);
1153 spin_unlock(&state->inode->i_lock);
1154 return ctx;
1155 }
1156 spin_unlock(&state->inode->i_lock);
1157 return ERR_PTR(-ENOENT);
1158}
1159
6f220ed5
TM		 1160static struct nfs4_opendata *nfs4_open_recoverdata_alloc(struct nfs_open_context *ctx, struct nfs4_state *state)
1161{
1162 struct nfs4_opendata *opendata;
1163
3d4ff43d 1164 opendata = nfs4_opendata_alloc(ctx->dentry, state->owner, 0, 0, NULL, GFP_NOFS);
6f220ed5
TM		 1165 if (opendata == NULL)
1166 return ERR_PTR(-ENOMEM);
1167 opendata->state = state;
1168 atomic_inc(&state->count);
1169 return opendata;
1170}
1171
dc0b027d 1172static int nfs4_open_recover_helper(struct nfs4_opendata *opendata, fmode_t fmode, struct nfs4_state **res)
864472e9 1173{
2ced46c2 1174 struct nfs4_state *newstate;
864472e9
TM		 1175 int ret;
1176
dc0b027d
TM		 1177 opendata->o_arg.open_flags = 0;
1178 opendata->o_arg.fmode = fmode;
2ced46c2
TM		 1179 memset(&opendata->o_res, 0, sizeof(opendata->o_res));
1180 memset(&opendata->c_res, 0, sizeof(opendata->c_res));
1181 nfs4_init_opendata_res(opendata);
b257957e 1182 ret = _nfs4_recover_proc_open(opendata);
864472e9
TM		 1183 if (ret != 0)
1184 return ret;
2ced46c2 1185 newstate = nfs4_opendata_to_nfs4_state(opendata);
1b370bc2
TM		 1186 if (IS_ERR(newstate))
1187 return PTR_ERR(newstate);
643168c2 1188 nfs4_close_state(newstate, fmode);
2ced46c2 1189 *res = newstate;
864472e9
TM		 1190 return 0;
1191}
1192
1193static int nfs4_open_recover(struct nfs4_opendata *opendata, struct nfs4_state *state)
1194{
864472e9 1195 struct nfs4_state *newstate;
864472e9
TM		 1196 int ret;
1197
1198 /* memory barrier prior to reading state->n_* */
2ced46c2 1199 clear_bit(NFS_DELEGATED_STATE, &state->flags);
864472e9
TM		 1200 smp_rmb();
1201 if (state->n_rdwr != 0) {
b0ed9dbc 1202 clear_bit(NFS_O_RDWR_STATE, &state->flags);
2ced46c2 1203 ret = nfs4_open_recover_helper(opendata, FMODE_READ|FMODE_WRITE, &newstate);
864472e9
TM		 1204 if (ret != 0)
1205 return ret;
2ced46c2
TM		 1206 if (newstate != state)
1207 return -ESTALE;
864472e9
TM		 1208 }
1209 if (state->n_wronly != 0) {
b0ed9dbc 1210 clear_bit(NFS_O_WRONLY_STATE, &state->flags);
2ced46c2 1211 ret = nfs4_open_recover_helper(opendata, FMODE_WRITE, &newstate);
864472e9
TM		 1212 if (ret != 0)
1213 return ret;
2ced46c2
TM		 1214 if (newstate != state)
1215 return -ESTALE;
864472e9
TM		 1216 }
1217 if (state->n_rdonly != 0) {
b0ed9dbc 1218 clear_bit(NFS_O_RDONLY_STATE, &state->flags);
2ced46c2 1219 ret = nfs4_open_recover_helper(opendata, FMODE_READ, &newstate);
864472e9
TM		 1220 if (ret != 0)
1221 return ret;
2ced46c2
TM		 1222 if (newstate != state)
1223 return -ESTALE;
864472e9 1224 }
1ac7e2fd
TM		 1225 /*
1226 * We may have performed cached opens for all three recoveries.
1227 * Check if we need to update the current stateid.
1228 */
1229 if (test_bit(NFS_DELEGATED_STATE, &state->flags) == 0 &&
f597c537 1230 !nfs4_stateid_match(&state->stateid, &state->open_stateid)) {
8bda4e4c 1231 write_seqlock(&state->seqlock);
1ac7e2fd 1232 if (test_bit(NFS_DELEGATED_STATE, &state->flags) == 0)
f597c537 1233 nfs4_stateid_copy(&state->stateid, &state->open_stateid);
8bda4e4c 1234 write_sequnlock(&state->seqlock);
1ac7e2fd 1235 }
864472e9
TM		 1236 return 0;
1237}
1238
1da177e4
LT		 1239/*
1240 * OPEN_RECLAIM:
1241 * reclaim state on the server after a reboot.
1da177e4 1242 */
539cd03a 1243static int _nfs4_do_open_reclaim(struct nfs_open_context *ctx, struct nfs4_state *state)
1da177e4 1244{
1ac7e2fd 1245 struct nfs_delegation *delegation;
864472e9 1246 struct nfs4_opendata *opendata;
dc0b027d 1247 fmode_t delegation_type = 0;
1da177e4
LT		 1248 int status;
1249
6f220ed5
TM		 1250 opendata = nfs4_open_recoverdata_alloc(ctx, state);
1251 if (IS_ERR(opendata))
1252 return PTR_ERR(opendata);
864472e9
TM		 1253 opendata->o_arg.claim = NFS4_OPEN_CLAIM_PREVIOUS;
1254 opendata->o_arg.fh = NFS_FH(state->inode);
1ac7e2fd
TM		 1255 rcu_read_lock();
1256 delegation = rcu_dereference(NFS_I(state->inode)->delegation);
15c831bf 1257 if (delegation != NULL && test_bit(NFS_DELEGATION_NEED_RECLAIM, &delegation->flags) != 0)
65bbf6bd 1258 delegation_type = delegation->type;
1ac7e2fd 1259 rcu_read_unlock();
864472e9
TM		 1260 opendata->o_arg.u.delegation_type = delegation_type;
1261 status = nfs4_open_recover(opendata, state);
c6d00e63 1262 nfs4_opendata_put(opendata);
1da177e4
LT		 1263 return status;
1264}
1265
539cd03a 1266static int nfs4_do_open_reclaim(struct nfs_open_context *ctx, struct nfs4_state *state)
1da177e4
LT		 1267{
1268 struct nfs_server *server = NFS_SERVER(state->inode);
1269 struct nfs4_exception exception = { };
1270 int err;
1271 do {
539cd03a 1272 err = _nfs4_do_open_reclaim(ctx, state);
168667c4 1273 if (err != -NFS4ERR_DELAY)
202b50dc
TM		 1274 break;
1275 nfs4_handle_exception(server, err, &exception);
1da177e4
LT		 1276 } while (exception.retry);
1277 return err;
1278}
1279
864472e9
TM		 1280static int nfs4_open_reclaim(struct nfs4_state_owner *sp, struct nfs4_state *state)
1281{
1282 struct nfs_open_context *ctx;
1283 int ret;
1284
1285 ctx = nfs4_state_find_open_context(state);
1286 if (IS_ERR(ctx))
1287 return PTR_ERR(ctx);
539cd03a 1288 ret = nfs4_do_open_reclaim(ctx, state);
864472e9
TM		 1289 put_nfs_open_context(ctx);
1290 return ret;
1291}
1292
13437e12 1293static int _nfs4_open_delegation_recall(struct nfs_open_context *ctx, struct nfs4_state *state, const nfs4_stateid *stateid)
1da177e4 1294{
e56e0b78 1295 struct nfs4_opendata *opendata;
864472e9 1296 int ret;
1da177e4 1297
6f220ed5
TM		 1298 opendata = nfs4_open_recoverdata_alloc(ctx, state);
1299 if (IS_ERR(opendata))
1300 return PTR_ERR(opendata);
e56e0b78 1301 opendata->o_arg.claim = NFS4_OPEN_CLAIM_DELEGATE_CUR;
f597c537 1302 nfs4_stateid_copy(&opendata->o_arg.u.delegation, stateid);
864472e9 1303 ret = nfs4_open_recover(opendata, state);
c6d00e63 1304 nfs4_opendata_put(opendata);
864472e9 1305 return ret;
1da177e4
LT		 1306}
1307
13437e12 1308int nfs4_open_delegation_recall(struct nfs_open_context *ctx, struct nfs4_state *state, const nfs4_stateid *stateid)
1da177e4
LT		 1309{
1310 struct nfs4_exception exception = { };
539cd03a 1311 struct nfs_server *server = NFS_SERVER(state->inode);
1da177e4
LT		 1312 int err;
1313 do {
13437e12 1314 err = _nfs4_open_delegation_recall(ctx, state, stateid);
1da177e4
LT		 1315 switch (err) {
1316 case 0:
965b5d67
TM		 1317 case -ENOENT:
1318 case -ESTALE:
1319 goto out;
bcfa49f6
RL		 1320 case -NFS4ERR_BADSESSION:
1321 case -NFS4ERR_BADSLOT:
1322 case -NFS4ERR_BAD_HIGH_SLOT:
1323 case -NFS4ERR_CONN_NOT_BOUND_TO_SESSION:
1324 case -NFS4ERR_DEADSESSION:
0400a6b0 1325 nfs4_schedule_session_recovery(server->nfs_client->cl_session);
bcfa49f6 1326 goto out;
1da177e4
LT		 1327 case -NFS4ERR_STALE_CLIENTID:
1328 case -NFS4ERR_STALE_STATEID:
1329 case -NFS4ERR_EXPIRED:
1330 /* Don't recall a delegation if it was lost */
0400a6b0 1331 nfs4_schedule_lease_recovery(server->nfs_client);
965b5d67
TM		 1332 goto out;
1333 case -ERESTARTSYS:
1334 /*
1335 * The show must go on: exit, but mark the
1336 * stateid as needing recovery.
1337 */
a1d0b5ee 1338 case -NFS4ERR_DELEG_REVOKED:
965b5d67
TM		 1339 case -NFS4ERR_ADMIN_REVOKED:
1340 case -NFS4ERR_BAD_STATEID:
a1d0b5ee
TM		 1341 nfs_inode_find_state_and_recover(state->inode,
1342 stateid);
0400a6b0 1343 nfs4_schedule_stateid_recovery(server, state);
168667c4
TM		 1344 case -EKEYEXPIRED:
1345 /*
1346 * User RPCSEC_GSS context has expired.
1347 * We cannot recover this stateid now, so
1348 * skip it and allow recovery thread to
1349 * proceed.
1350 */
965b5d67
TM		 1351 case -ENOMEM:
1352 err = 0;
1353 goto out;
1da177e4
LT		 1354 }
1355 err = nfs4_handle_exception(server, err, &exception);
1356 } while (exception.retry);
965b5d67 1357out:
1da177e4
LT		 1358 return err;
1359}
1360
cdd4e68b
TM		 1361static void nfs4_open_confirm_done(struct rpc_task *task, void *calldata)
1362{
1363 struct nfs4_opendata *data = calldata;
1364
1365 data->rpc_status = task->tk_status;
26e976a8 1366 if (data->rpc_status == 0) {
f597c537 1367 nfs4_stateid_copy(&data->o_res.stateid, &data->c_res.stateid);
bb22629e 1368 nfs_confirm_seqid(&data->owner->so_seqid, 0);
26e976a8 1369 renew_lease(data->o_res.server, data->timestamp);
3e309914 1370 data->rpc_done = 1;
26e976a8 1371 }
cdd4e68b
TM		 1372}
1373
1374static void nfs4_open_confirm_release(void *calldata)
1375{
1376 struct nfs4_opendata *data = calldata;
1377 struct nfs4_state *state = NULL;
1378
1379 /* If this request hasn't been cancelled, do nothing */
1380 if (data->cancelled == 0)
1381 goto out_free;
1382 /* In case of error, no cleanup! */
3e309914 1383 if (!data->rpc_done)
cdd4e68b 1384 goto out_free;
cdd4e68b 1385 state = nfs4_opendata_to_nfs4_state(data);
1b370bc2 1386 if (!IS_ERR(state))
643168c2 1387 nfs4_close_state(state, data->o_arg.fmode);
cdd4e68b 1388out_free:
c6d00e63 1389 nfs4_opendata_put(data);
cdd4e68b
TM		 1390}
1391
1392static const struct rpc_call_ops nfs4_open_confirm_ops = {
cdd4e68b
TM		 1393 .rpc_call_done = nfs4_open_confirm_done,
1394 .rpc_release = nfs4_open_confirm_release,
1395};
1396
1397/*
1398 * Note: On error, nfs4_proc_open_confirm will free the struct nfs4_opendata
1399 */
1400static int _nfs4_proc_open_confirm(struct nfs4_opendata *data)
1401{
1402 struct nfs_server *server = NFS_SERVER(data->dir->d_inode);
1403 struct rpc_task *task;
5138fde0
TM		 1404 struct rpc_message msg = {
1405 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_OPEN_CONFIRM],
1406 .rpc_argp = &data->c_arg,
1407 .rpc_resp = &data->c_res,
1408 .rpc_cred = data->owner->so_cred,
1409 };
c970aa85
TM		 1410 struct rpc_task_setup task_setup_data = {
1411 .rpc_client = server->client,
5138fde0 1412 .rpc_message = &msg,
c970aa85
TM		 1413 .callback_ops = &nfs4_open_confirm_ops,
1414 .callback_data = data,
101070ca 1415 .workqueue = nfsiod_workqueue,
c970aa85
TM		 1416 .flags = RPC_TASK_ASYNC,
1417 };
1da177e4
LT		 1418 int status;
1419
c6d00e63 1420 kref_get(&data->kref);
3e309914
TM		 1421 data->rpc_done = 0;
1422 data->rpc_status = 0;
5138fde0 1423 data->timestamp = jiffies;
c970aa85 1424 task = rpc_run_task(&task_setup_data);
7a1218a2 1425 if (IS_ERR(task))
cdd4e68b 1426 return PTR_ERR(task);
cdd4e68b
TM		 1427 status = nfs4_wait_for_completion_rpc_task(task);
1428 if (status != 0) {
1429 data->cancelled = 1;
1430 smp_wmb();
1431 } else
1432 status = data->rpc_status;
e6b3c4db 1433 rpc_put_task(task);
1da177e4
LT		 1434 return status;
1435}
1436
24ac23ab 1437static void nfs4_open_prepare(struct rpc_task *task, void *calldata)
1da177e4 1438{
24ac23ab
TM		 1439 struct nfs4_opendata *data = calldata;
1440 struct nfs4_state_owner *sp = data->owner;
5138fde0 1441
24ac23ab
TM		 1442 if (nfs_wait_on_sequence(data->o_arg.seqid, task) != 0)
1443 return;
aac00a8d
TM		 1444 /*
1445 * Check if we still need to send an OPEN call, or if we can use
1446 * a delegation instead.
1447 */
1448 if (data->state != NULL) {
1449 struct nfs_delegation *delegation;
1450
dc0b027d 1451 if (can_open_cached(data->state, data->o_arg.fmode, data->o_arg.open_flags))
6ee41268 1452 goto out_no_action;
aac00a8d
TM		 1453 rcu_read_lock();
1454 delegation = rcu_dereference(NFS_I(data->state->inode)->delegation);
652f89f6
TM		 1455 if (data->o_arg.claim != NFS4_OPEN_CLAIM_DELEGATE_CUR &&
1456 can_open_delegated(delegation, data->o_arg.fmode))
1457 goto unlock_no_action;
aac00a8d
TM		 1458 rcu_read_unlock();
1459 }
24ac23ab 1460 /* Update sequence id. */
48c22eb2 1461 data->o_arg.id = sp->so_seqid.owner_id;
1f0e890d 1462 data->o_arg.clientid = sp->so_server->nfs_client->cl_clientid;
6f220ed5 1463 if (data->o_arg.claim == NFS4_OPEN_CLAIM_PREVIOUS) {
5138fde0 1464 task->tk_msg.rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_OPEN_NOATTR];
6f220ed5
TM		 1465 nfs_copy_fh(&data->o_res.fh, data->o_arg.fh);
1466 }
26e976a8 1467 data->timestamp = jiffies;
035168ab 1468 if (nfs4_setup_sequence(data->o_arg.server,
d898528c 1469 &data->o_arg.seq_args,
9d12b216 1470 &data->o_res.seq_res, task))
d898528c 1471 return;
5138fde0 1472 rpc_call_start(task);
6ee41268 1473 return;
652f89f6
TM		 1474unlock_no_action:
1475 rcu_read_unlock();
6ee41268
TM		 1476out_no_action:
1477 task->tk_action = NULL;
1478
24ac23ab 1479}
1da177e4 1480
b257957e
AB		 1481static void nfs4_recover_open_prepare(struct rpc_task *task, void *calldata)
1482{
1483 rpc_task_set_priority(task, RPC_PRIORITY_PRIVILEGED);
1484 nfs4_open_prepare(task, calldata);
1485}
1486
24ac23ab
TM		 1487static void nfs4_open_done(struct rpc_task *task, void *calldata)
1488{
1489 struct nfs4_opendata *data = calldata;
1da177e4 1490
24ac23ab 1491 data->rpc_status = task->tk_status;
d898528c 1492
14516c3a
TM		 1493 if (!nfs4_sequence_done(task, &data->o_res.seq_res))
1494 return;
d898528c 1495
24ac23ab
TM		 1496 if (task->tk_status == 0) {
1497 switch (data->o_res.f_attr->mode & S_IFMT) {
6f926b5b
TM		 1498 case S_IFREG:
1499 break;
1500 case S_IFLNK:
24ac23ab 1501 data->rpc_status = -ELOOP;
6f926b5b
TM		 1502 break;
1503 case S_IFDIR:
24ac23ab 1504 data->rpc_status = -EISDIR;
6f926b5b
TM		 1505 break;
1506 default:
24ac23ab 1507 data->rpc_status = -ENOTDIR;
6f926b5b 1508 }
26e976a8 1509 renew_lease(data->o_res.server, data->timestamp);
0f9f95e0
TM		 1510 if (!(data->o_res.rflags & NFS4_OPEN_RESULT_CONFIRM))
1511 nfs_confirm_seqid(&data->owner->so_seqid, 0);
6f926b5b 1512 }
3e309914 1513 data->rpc_done = 1;
24ac23ab 1514}
6f926b5b 1515
24ac23ab
TM		 1516static void nfs4_open_release(void *calldata)
1517{
1518 struct nfs4_opendata *data = calldata;
1519 struct nfs4_state *state = NULL;
1520
1521 /* If this request hasn't been cancelled, do nothing */
1522 if (data->cancelled == 0)
1523 goto out_free;
1524 /* In case of error, no cleanup! */
3e309914 1525 if (data->rpc_status != 0 || !data->rpc_done)
24ac23ab
TM		 1526 goto out_free;
1527 /* In case we need an open_confirm, no cleanup! */
1528 if (data->o_res.rflags & NFS4_OPEN_RESULT_CONFIRM)
1529 goto out_free;
24ac23ab 1530 state = nfs4_opendata_to_nfs4_state(data);
1b370bc2 1531 if (!IS_ERR(state))
643168c2 1532 nfs4_close_state(state, data->o_arg.fmode);
24ac23ab 1533out_free:
c6d00e63 1534 nfs4_opendata_put(data);
24ac23ab
TM		 1535}
1536
1537static const struct rpc_call_ops nfs4_open_ops = {
1538 .rpc_call_prepare = nfs4_open_prepare,
1539 .rpc_call_done = nfs4_open_done,
1540 .rpc_release = nfs4_open_release,
1541};
1542
b257957e
AB		 1543static const struct rpc_call_ops nfs4_recover_open_ops = {
1544 .rpc_call_prepare = nfs4_recover_open_prepare,
1545 .rpc_call_done = nfs4_open_done,
1546 .rpc_release = nfs4_open_release,
1547};
1548
1549static int nfs4_run_open_task(struct nfs4_opendata *data, int isrecover)
24ac23ab
TM		 1550{
1551 struct inode *dir = data->dir->d_inode;
1552 struct nfs_server *server = NFS_SERVER(dir);
1553 struct nfs_openargs *o_arg = &data->o_arg;
1554 struct nfs_openres *o_res = &data->o_res;
1555 struct rpc_task *task;
5138fde0
TM		 1556 struct rpc_message msg = {
1557 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_OPEN],
1558 .rpc_argp = o_arg,
1559 .rpc_resp = o_res,
1560 .rpc_cred = data->owner->so_cred,
1561 };
c970aa85
TM		 1562 struct rpc_task_setup task_setup_data = {
1563 .rpc_client = server->client,
5138fde0 1564 .rpc_message = &msg,
c970aa85
TM		 1565 .callback_ops = &nfs4_open_ops,
1566 .callback_data = data,
101070ca 1567 .workqueue = nfsiod_workqueue,
c970aa85
TM		 1568 .flags = RPC_TASK_ASYNC,
1569 };
24ac23ab
TM		 1570 int status;
1571
9d12b216 1572 nfs41_init_sequence(&o_arg->seq_args, &o_res->seq_res, 1);
c6d00e63 1573 kref_get(&data->kref);
3e309914
TM		 1574 data->rpc_done = 0;
1575 data->rpc_status = 0;
2ced46c2 1576 data->cancelled = 0;
b257957e
AB		 1577 if (isrecover)
1578 task_setup_data.callback_ops = &nfs4_recover_open_ops;
c970aa85 1579 task = rpc_run_task(&task_setup_data);
b257957e
AB		 1580 if (IS_ERR(task))
1581 return PTR_ERR(task);
1582 status = nfs4_wait_for_completion_rpc_task(task);
1583 if (status != 0) {
1584 data->cancelled = 1;
1585 smp_wmb();
1586 } else
1587 status = data->rpc_status;
1588 rpc_put_task(task);
1589
1590 return status;
1591}
1592
1593static int _nfs4_recover_proc_open(struct nfs4_opendata *data)
1594{
1595 struct inode *dir = data->dir->d_inode;
1596 struct nfs_openres *o_res = &data->o_res;
1597 int status;
1598
1599 status = nfs4_run_open_task(data, 1);
1600 if (status != 0 || !data->rpc_done)
1601 return status;
1602
6926afd1
TM		 1603 nfs_fattr_map_and_free_names(NFS_SERVER(dir), &data->f_attr);
1604
b257957e
AB		 1605 nfs_refresh_inode(dir, o_res->dir_attr);
1606
1607 if (o_res->rflags & NFS4_OPEN_RESULT_CONFIRM) {
1608 status = _nfs4_proc_open_confirm(data);
1609 if (status != 0)
1610 return status;
1611 }
1612
1613 return status;
1614}
1615
1616/*
1617 * Note: On error, nfs4_proc_open will free the struct nfs4_opendata
1618 */
1619static int _nfs4_proc_open(struct nfs4_opendata *data)
1620{
1621 struct inode *dir = data->dir->d_inode;
1622 struct nfs_server *server = NFS_SERVER(dir);
1623 struct nfs_openargs *o_arg = &data->o_arg;
1624 struct nfs_openres *o_res = &data->o_res;
1625 int status;
1626
1627 status = nfs4_run_open_task(data, 0);
08ef7bd3
TM		 1628 if (!data->rpc_done)
1629 return status;
1630 if (status != 0) {
1631 if (status == -NFS4ERR_BADNAME &&
1632 !(o_arg->open_flags & O_CREAT))
1633 return -ENOENT;
24ac23ab 1634 return status;
08ef7bd3 1635 }
24ac23ab 1636
6926afd1
TM		 1637 nfs_fattr_map_and_free_names(server, &data->f_attr);
1638
56ae19f3
TM		 1639 if (o_arg->open_flags & O_CREAT) {
1640 update_changeattr(dir, &o_res->cinfo);
1641 nfs_post_op_update_inode(dir, o_res->dir_attr);
1642 } else
1643 nfs_refresh_inode(dir, o_res->dir_attr);
0df5dd4a
TM		 1644 if ((o_res->rflags & NFS4_OPEN_RESULT_LOCKTYPE_POSIX) == 0)
1645 server->caps &= ~NFS_CAP_POSIX_LOCK;
1da177e4 1646 if(o_res->rflags & NFS4_OPEN_RESULT_CONFIRM) {
cdd4e68b 1647 status = _nfs4_proc_open_confirm(data);
1da177e4 1648 if (status != 0)
24ac23ab 1649 return status;
1da177e4
LT		 1650 }
1651 if (!(o_res->f_attr->valid & NFS_ATTR_FATTR))
9936781d 1652 _nfs4_proc_getattr(server, &o_res->fh, o_res->f_attr);
24ac23ab 1653 return 0;
1da177e4
LT		 1654}
1655
d83217c1 1656static int nfs4_client_recover_expired_lease(struct nfs_client *clp)
58d9714a 1657{
a78cb57a 1658 unsigned int loop;
6b30954e 1659 int ret;
58d9714a 1660
a78cb57a 1661 for (loop = NFS4_MAX_LOOP_ON_RECOVER; loop != 0; loop--) {
65de872e 1662 ret = nfs4_wait_clnt_recover(clp);
6b30954e 1663 if (ret != 0)
a78cb57a 1664 break;
e598d843
TM		 1665 if (!test_bit(NFS4CLNT_LEASE_EXPIRED, &clp->cl_state) &&
1666 !test_bit(NFS4CLNT_CHECK_LEASE,&clp->cl_state))
6b30954e 1667 break;
0400a6b0 1668 nfs4_schedule_state_manager(clp);
a78cb57a 1669 ret = -EIO;
6b30954e 1670 }
a78cb57a 1671 return ret;
58d9714a
TM		 1672}
1673
d83217c1
AA		 1674static int nfs4_recover_expired_lease(struct nfs_server *server)
1675{
1676 return nfs4_client_recover_expired_lease(server->nfs_client);
1677}
1678
1da177e4
LT		 1679/*
1680 * OPEN_EXPIRED:
1681 * reclaim state on the server after a network partition.
1682 * Assumes caller holds the appropriate lock
1683 */
539cd03a 1684static int _nfs4_open_expired(struct nfs_open_context *ctx, struct nfs4_state *state)
1da177e4 1685{
e56e0b78 1686 struct nfs4_opendata *opendata;
864472e9 1687 int ret;
1da177e4 1688
6f220ed5
TM		 1689 opendata = nfs4_open_recoverdata_alloc(ctx, state);
1690 if (IS_ERR(opendata))
1691 return PTR_ERR(opendata);
864472e9 1692 ret = nfs4_open_recover(opendata, state);
35d05778 1693 if (ret == -ESTALE)
3d4ff43d 1694 d_drop(ctx->dentry);
c6d00e63 1695 nfs4_opendata_put(opendata);
864472e9 1696 return ret;
1da177e4
LT		 1697}
1698
a9ed2e25 1699static int nfs4_do_open_expired(struct nfs_open_context *ctx, struct nfs4_state *state)
202b50dc 1700{
539cd03a 1701 struct nfs_server *server = NFS_SERVER(state->inode);
202b50dc
TM		 1702 struct nfs4_exception exception = { };
1703 int err;
1704
1705 do {
539cd03a 1706 err = _nfs4_open_expired(ctx, state);
a9ed2e25
TM		 1707 switch (err) {
1708 default:
1709 goto out;
1710 case -NFS4ERR_GRACE:
1711 case -NFS4ERR_DELAY:
1712 nfs4_handle_exception(server, err, &exception);
1713 err = 0;
1714 }
202b50dc 1715 } while (exception.retry);
a9ed2e25 1716out:
202b50dc
TM		 1717 return err;
1718}
1719
1da177e4
LT		 1720static int nfs4_open_expired(struct nfs4_state_owner *sp, struct nfs4_state *state)
1721{
1da177e4 1722 struct nfs_open_context *ctx;
864472e9 1723 int ret;
1da177e4 1724
864472e9
TM		 1725 ctx = nfs4_state_find_open_context(state);
1726 if (IS_ERR(ctx))
1727 return PTR_ERR(ctx);
539cd03a 1728 ret = nfs4_do_open_expired(ctx, state);
864472e9
TM		 1729 put_nfs_open_context(ctx);
1730 return ret;
1da177e4
LT		 1731}
1732
f062eb6c 1733#if defined(CONFIG_NFS_V4_1)
b01dd1d8 1734static int nfs41_check_expired_stateid(struct nfs4_state *state, nfs4_stateid *stateid, unsigned int flags)
f062eb6c 1735{
b01dd1d8 1736 int status = NFS_OK;
f062eb6c
BS		 1737 struct nfs_server *server = NFS_SERVER(state->inode);
1738
b01dd1d8
BS		 1739 if (state->flags & flags) {
1740 status = nfs41_test_stateid(server, stateid);
1741 if (status != NFS_OK) {
1742 nfs41_free_stateid(server, stateid);
1743 state->flags &= ~flags;
1744 }
1745 }
1746 return status;
1747}
1748
1749static int nfs41_open_expired(struct nfs4_state_owner *sp, struct nfs4_state *state)
1750{
1751 int deleg_status, open_status;
1752 int deleg_flags = 1 << NFS_DELEGATED_STATE;
1753 int open_flags = (1 << NFS_O_RDONLY_STATE) | (1 << NFS_O_WRONLY_STATE) | (1 << NFS_O_RDWR_STATE);
1754
1755 deleg_status = nfs41_check_expired_stateid(state, &state->stateid, deleg_flags);
1756 open_status = nfs41_check_expired_stateid(state, &state->open_stateid, open_flags);
1757
1758 if ((deleg_status == NFS_OK) && (open_status == NFS_OK))
1759 return NFS_OK;
f062eb6c
BS		 1760 return nfs4_open_expired(sp, state);
1761}
1762#endif
1763
aa53ed54
JL		 1764/*
1765 * on an EXCLUSIVE create, the server should send back a bitmask with FATTR4-*
1766 * fields corresponding to attributes that were used to store the verifier.
1767 * Make sure we clobber those fields in the later setattr call
1768 */
1769static inline void nfs4_exclusive_attrset(struct nfs4_opendata *opendata, struct iattr *sattr)
1770{
1771 if ((opendata->o_res.attrset[1] & FATTR4_WORD1_TIME_ACCESS) &&
1772 !(sattr->ia_valid & ATTR_ATIME_SET))
1773 sattr->ia_valid |= ATTR_ATIME;
1774
1775 if ((opendata->o_res.attrset[1] & FATTR4_WORD1_TIME_MODIFY) &&
1776 !(sattr->ia_valid & ATTR_MTIME_SET))
1777 sattr->ia_valid |= ATTR_MTIME;
1778}
1779
1da177e4 1780/*
24ac23ab 1781 * Returns a referenced nfs4_state
1da177e4 1782 */
82a2c1b7 1783static int _nfs4_do_open(struct inode *dir, struct dentry *dentry, fmode_t fmode, int flags, struct iattr *sattr, struct rpc_cred *cred, struct nfs4_state **res)
1da177e4
LT		 1784{
1785 struct nfs4_state_owner *sp;
1786 struct nfs4_state *state = NULL;
1787 struct nfs_server *server = NFS_SERVER(dir);
e56e0b78 1788 struct nfs4_opendata *opendata;
aac00a8d 1789 int status;
1da177e4
LT		 1790
1791 /* Protect against reboot recovery conflicts */
1da177e4 1792 status = -ENOMEM;
d1e284d5
TM		 1793 sp = nfs4_get_state_owner(server, cred, GFP_KERNEL);
1794 if (sp == NULL) {
1da177e4
LT		 1795 dprintk("nfs4_do_open: nfs4_get_state_owner failed!\n");
1796 goto out_err;
1797 }
58d9714a
TM		 1798 status = nfs4_recover_expired_lease(server);
1799 if (status != 0)
b4454fe1 1800 goto err_put_state_owner;
82a2c1b7
AV		 1801 if (dentry->d_inode != NULL)
1802 nfs4_return_incompatible_delegation(dentry->d_inode, fmode);
58d9714a 1803 status = -ENOMEM;
82a2c1b7 1804 opendata = nfs4_opendata_alloc(dentry, sp, fmode, flags, sattr, GFP_KERNEL);
e56e0b78 1805 if (opendata == NULL)
95d35cb4 1806 goto err_put_state_owner;
1da177e4 1807
82a2c1b7
AV		 1808 if (dentry->d_inode != NULL)
1809 opendata->state = nfs4_get_open_state(dentry->d_inode, sp);
aac00a8d 1810
24ac23ab 1811 status = _nfs4_proc_open(opendata);
1da177e4 1812 if (status != 0)
c6d00e63 1813 goto err_opendata_put;
1da177e4 1814
24ac23ab 1815 state = nfs4_opendata_to_nfs4_state(opendata);
1b370bc2
TM		 1816 status = PTR_ERR(state);
1817 if (IS_ERR(state))
c6d00e63 1818 goto err_opendata_put;
0df5dd4a 1819 if (server->caps & NFS_CAP_POSIX_LOCK)
8e469ebd 1820 set_bit(NFS_STATE_POSIX_LOCKS, &state->flags);
0ab64e0e
TM		 1821
1822 if (opendata->o_arg.open_flags & O_EXCL) {
1823 nfs4_exclusive_attrset(opendata, sattr);
1824
1825 nfs_fattr_init(opendata->o_res.f_attr);
1826 status = nfs4_do_setattr(state->inode, cred,
1827 opendata->o_res.f_attr, sattr,
1828 state);
1829 if (status == 0)
1830 nfs_setattr_update_inode(state->inode, sattr);
1831 nfs_post_op_update_inode(state->inode, opendata->o_res.f_attr);
1832 }
c6d00e63 1833 nfs4_opendata_put(opendata);
1da177e4 1834 nfs4_put_state_owner(sp);
1da177e4
LT		 1835 *res = state;
1836 return 0;
c6d00e63
TM		 1837err_opendata_put:
1838 nfs4_opendata_put(opendata);
e56e0b78
TM		 1839err_put_state_owner:
1840 nfs4_put_state_owner(sp);
1da177e4 1841out_err:
1da177e4
LT		 1842 *res = NULL;
1843 return status;
1844}
1845
1846
82a2c1b7 1847static struct nfs4_state *nfs4_do_open(struct inode *dir, struct dentry *dentry, fmode_t fmode, int flags, struct iattr *sattr, struct rpc_cred *cred)
1da177e4
LT		 1848{
1849 struct nfs4_exception exception = { };
1850 struct nfs4_state *res;
1851 int status;
1852
1853 do {
82a2c1b7 1854 status = _nfs4_do_open(dir, dentry, fmode, flags, sattr, cred, &res);
1da177e4
LT		 1855 if (status == 0)
1856 break;
1857 /* NOTE: BAD_SEQID means the server and client disagree about the
1858 * book-keeping w.r.t. state-changing operations
1859 * (OPEN/CLOSE/LOCK/LOCKU...)
1860 * It is actually a sign of a bug on the client or on the server.
1861 *
1862 * If we receive a BAD_SEQID error in the particular case of
cee54fc9 1863 * doing an OPEN, we assume that nfs_increment_open_seqid() will
1da177e4
LT		 1864 * have unhashed the old state_owner for us, and that we can
1865 * therefore safely retry using a new one. We should still warn
1866 * the user though...
1867 */
1868 if (status == -NFS4ERR_BAD_SEQID) {
6f43ddcc
TM		 1869 printk(KERN_WARNING "NFS: v4 server %s "
1870 " returned a bad sequence-id error!\n",
1871 NFS_SERVER(dir)->nfs_client->cl_hostname);
1da177e4
LT		 1872 exception.retry = 1;
1873 continue;
1874 }
550f5747
TM		 1875 /*
1876 * BAD_STATEID on OPEN means that the server cancelled our
1877 * state before it received the OPEN_CONFIRM.
1878 * Recover by retrying the request as per the discussion
1879 * on Page 181 of RFC3530.
1880 */
1881 if (status == -NFS4ERR_BAD_STATEID) {
1882 exception.retry = 1;
1883 continue;
1884 }
aac00a8d
TM		 1885 if (status == -EAGAIN) {
1886 /* We must have found a delegation */
1887 exception.retry = 1;
1888 continue;
1889 }
1da177e4
LT		 1890 res = ERR_PTR(nfs4_handle_exception(NFS_SERVER(dir),
1891 status, &exception));
1892 } while (exception.retry);
1893 return res;
1894}
1895
659bfcd6
TM		 1896static int _nfs4_do_setattr(struct inode *inode, struct rpc_cred *cred,
1897 struct nfs_fattr *fattr, struct iattr *sattr,
1898 struct nfs4_state *state)
1da177e4 1899{
3e4f6290 1900 struct nfs_server *server = NFS_SERVER(inode);
1da177e4 1901 struct nfs_setattrargs arg = {
3e4f6290 1902 .fh = NFS_FH(inode),
1da177e4
LT		 1903 .iap = sattr,
1904 .server = server,
1905 .bitmask = server->attr_bitmask,
1906 };
1907 struct nfs_setattrres res = {
1908 .fattr = fattr,
1909 .server = server,
1910 };
1911 struct rpc_message msg = {
659bfcd6
TM		 1912 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_SETATTR],
1913 .rpc_argp = &arg,
1914 .rpc_resp = &res,
1915 .rpc_cred = cred,
1da177e4 1916 };
26e976a8 1917 unsigned long timestamp = jiffies;
65e4308d 1918 int status;
1da177e4 1919
0e574af1 1920 nfs_fattr_init(fattr);
1da177e4 1921
3e4f6290
TM		 1922 if (nfs4_copy_delegation_stateid(&arg.stateid, inode)) {
1923 /* Use that stateid */
1924 } else if (state != NULL) {
1e3987c3 1925 nfs4_select_rw_stateid(&arg.stateid, state, current->files, current->tgid);
08e9eac4 1926 } else
f597c537 1927 nfs4_stateid_copy(&arg.stateid, &zero_stateid);
1da177e4 1928
7c513058 1929 status = nfs4_call_sync(server->client, server, &msg, &arg.seq_args, &res.seq_res, 1);
26e976a8
TM		 1930 if (status == 0 && state != NULL)
1931 renew_lease(server, timestamp);
65e4308d 1932 return status;
1da177e4
LT		 1933}
1934
659bfcd6
TM		 1935static int nfs4_do_setattr(struct inode *inode, struct rpc_cred *cred,
1936 struct nfs_fattr *fattr, struct iattr *sattr,
1937 struct nfs4_state *state)
1da177e4 1938{
3e4f6290 1939 struct nfs_server *server = NFS_SERVER(inode);
a1d0b5ee
TM		 1940 struct nfs4_exception exception = {
1941 .state = state,
1942 };
1da177e4
LT		 1943 int err;
1944 do {
1945 err = nfs4_handle_exception(server,
659bfcd6 1946 _nfs4_do_setattr(inode, cred, fattr, sattr, state),
1da177e4
LT		 1947 &exception);
1948 } while (exception.retry);
1949 return err;
1950}
1951
1952struct nfs4_closedata {
1953 struct inode *inode;
1954 struct nfs4_state *state;
1955 struct nfs_closeargs arg;
1956 struct nfs_closeres res;
516a6af6 1957 struct nfs_fattr fattr;
26e976a8 1958 unsigned long timestamp;
f7e8917a
FI		 1959 bool roc;
1960 u32 roc_barrier;
1da177e4
LT		 1961};
1962
963d8fe5 1963static void nfs4_free_closedata(void *data)
9512135d 1964{
963d8fe5
TM		 1965 struct nfs4_closedata *calldata = data;
1966 struct nfs4_state_owner *sp = calldata->state->owner;
643168c2 1967 struct super_block *sb = calldata->state->inode->i_sb;
9512135d 1968
f7e8917a
FI		 1969 if (calldata->roc)
1970 pnfs_roc_release(calldata->state->inode);
9512135d
TM		 1971 nfs4_put_open_state(calldata->state);
1972 nfs_free_seqid(calldata->arg.seqid);
9512135d 1973 nfs4_put_state_owner(sp);
643168c2 1974 nfs_sb_deactive(sb);
9512135d
TM		 1975 kfree(calldata);
1976}
1977
88069f77
TM		 1978static void nfs4_close_clear_stateid_flags(struct nfs4_state *state,
1979 fmode_t fmode)
1980{
1981 spin_lock(&state->owner->so_lock);
1982 if (!(fmode & FMODE_READ))
1983 clear_bit(NFS_O_RDONLY_STATE, &state->flags);
1984 if (!(fmode & FMODE_WRITE))
1985 clear_bit(NFS_O_WRONLY_STATE, &state->flags);
1986 clear_bit(NFS_O_RDWR_STATE, &state->flags);
1987 spin_unlock(&state->owner->so_lock);
1988}
1989
963d8fe5 1990static void nfs4_close_done(struct rpc_task *task, void *data)
1da177e4 1991{
963d8fe5 1992 struct nfs4_closedata *calldata = data;
1da177e4 1993 struct nfs4_state *state = calldata->state;
1da177e4
LT		 1994 struct nfs_server *server = NFS_SERVER(calldata->inode);
1995
a3ca5651 1996 dprintk("%s: begin!\n", __func__);
14516c3a
TM		 1997 if (!nfs4_sequence_done(task, &calldata->res.seq_res))
1998 return;
1da177e4
LT		 1999 /* hmm. we are done with the inode, and in the process of freeing
2000 * the state_owner. we keep this around to process errors
2001 */
1da177e4
LT		 2002 switch (task->tk_status) {
2003 case 0:
f7e8917a
FI		 2004 if (calldata->roc)
2005 pnfs_roc_set_barrier(state->inode,
2006 calldata->roc_barrier);
45328c35 2007 nfs_set_open_stateid(state, &calldata->res.stateid, 0);
26e976a8 2008 renew_lease(server, calldata->timestamp);
88069f77
TM		 2009 nfs4_close_clear_stateid_flags(state,
2010 calldata->arg.fmode);
1da177e4
LT		 2011 break;
2012 case -NFS4ERR_STALE_STATEID:
9e33bed5
TM		 2013 case -NFS4ERR_OLD_STATEID:
2014 case -NFS4ERR_BAD_STATEID:
1da177e4 2015 case -NFS4ERR_EXPIRED:
dc0b027d 2016 if (calldata->arg.fmode == 0)
9e33bed5 2017 break;
1da177e4 2018 default:
72211dbe
TM		 2019 if (nfs4_async_handle_error(task, server, state) == -EAGAIN)
2020 rpc_restart_call_prepare(task);
1da177e4 2021 }
72211dbe 2022 nfs_release_seqid(calldata->arg.seqid);
516a6af6 2023 nfs_refresh_inode(calldata->inode, calldata->res.fattr);
a3ca5651 2024 dprintk("%s: done, ret = %d!\n", __func__, task->tk_status);
1da177e4
LT		 2025}
2026
4ce70ada 2027static void nfs4_close_prepare(struct rpc_task *task, void *data)
1da177e4 2028{
4ce70ada 2029 struct nfs4_closedata *calldata = data;
9512135d 2030 struct nfs4_state *state = calldata->state;
88069f77 2031 int call_close = 0;
9512135d 2032
a3ca5651 2033 dprintk("%s: begin!\n", __func__);
963d8fe5 2034 if (nfs_wait_on_sequence(calldata->arg.seqid, task) != 0)
9512135d 2035 return;
003707c7 2036
88069f77
TM		 2037 task->tk_msg.rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_OPEN_DOWNGRADE];
2038 calldata->arg.fmode = FMODE_READ|FMODE_WRITE;
4cecb76f 2039 spin_lock(&state->owner->so_lock);
003707c7 2040 /* Calculate the change in open mode */
e7616923 2041 if (state->n_rdwr == 0) {
003707c7 2042 if (state->n_rdonly == 0) {
88069f77
TM		 2043 call_close |= test_bit(NFS_O_RDONLY_STATE, &state->flags);
2044 call_close |= test_bit(NFS_O_RDWR_STATE, &state->flags);
2045 calldata->arg.fmode &= ~FMODE_READ;
003707c7
TM		 2046 }
2047 if (state->n_wronly == 0) {
88069f77
TM		 2048 call_close |= test_bit(NFS_O_WRONLY_STATE, &state->flags);
2049 call_close |= test_bit(NFS_O_RDWR_STATE, &state->flags);
2050 calldata->arg.fmode &= ~FMODE_WRITE;
003707c7 2051 }
e7616923 2052 }
4cecb76f 2053 spin_unlock(&state->owner->so_lock);
88069f77
TM		 2054
2055 if (!call_close) {
963d8fe5
TM		 2056 /* Note: exit _without_ calling nfs4_close_done */
2057 task->tk_action = NULL;
a3ca5651 2058 goto out;
9512135d 2059 }
88069f77 2060
f7e8917a 2061 if (calldata->arg.fmode == 0) {
88069f77 2062 task->tk_msg.rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_CLOSE];
f7e8917a
FI		 2063 if (calldata->roc &&
2064 pnfs_roc_drain(calldata->inode, &calldata->roc_barrier)) {
2065 rpc_sleep_on(&NFS_SERVER(calldata->inode)->roc_rpcwaitq,
2066 task, NULL);
a3ca5651 2067 goto out;
f7e8917a
FI		 2068 }
2069 }
88069f77 2070
516a6af6 2071 nfs_fattr_init(calldata->res.fattr);
26e976a8 2072 calldata->timestamp = jiffies;
035168ab 2073 if (nfs4_setup_sequence(NFS_SERVER(calldata->inode),
9d12b216
TM		 2074 &calldata->arg.seq_args,
2075 &calldata->res.seq_res,
2076 task))
a3ca5651 2077 goto out;
5138fde0 2078 rpc_call_start(task);
a3ca5651
CL		 2079out:
2080 dprintk("%s: done!\n", __func__);
1da177e4
LT		 2081}
2082
963d8fe5 2083static const struct rpc_call_ops nfs4_close_ops = {
4ce70ada 2084 .rpc_call_prepare = nfs4_close_prepare,
963d8fe5
TM		 2085 .rpc_call_done = nfs4_close_done,
2086 .rpc_release = nfs4_free_closedata,
2087};
2088
1da177e4
LT		 2089/*
2090 * It is possible for data to be read/written from a mem-mapped file
2091 * after the sys_close call (which hits the vfs layer as a flush).
2092 * This means that we can't safely call nfsv4 close on a file until
2093 * the inode is cleared. This in turn means that we are not good
2094 * NFSv4 citizens - we do not indicate to the server to update the file's
2095 * share state even when we are done with one of the three share
2096 * stateid's in the inode.
2097 *
2098 * NOTE: Caller must be holding the sp->so_owner semaphore!
2099 */
643168c2 2100int nfs4_do_close(struct nfs4_state *state, gfp_t gfp_mask, int wait, bool roc)
1da177e4 2101{
4a35bd41 2102 struct nfs_server *server = NFS_SERVER(state->inode);
1da177e4 2103 struct nfs4_closedata *calldata;
b39e625b
TM		 2104 struct nfs4_state_owner *sp = state->owner;
2105 struct rpc_task *task;
5138fde0
TM		 2106 struct rpc_message msg = {
2107 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_CLOSE],
2108 .rpc_cred = state->owner->so_cred,
2109 };
c970aa85
TM		 2110 struct rpc_task_setup task_setup_data = {
2111 .rpc_client = server->client,
5138fde0 2112 .rpc_message = &msg,
c970aa85 2113 .callback_ops = &nfs4_close_ops,
101070ca 2114 .workqueue = nfsiod_workqueue,
c970aa85
TM		 2115 .flags = RPC_TASK_ASYNC,
2116 };
9512135d 2117 int status = -ENOMEM;
1da177e4 2118
8535b2be 2119 calldata = kzalloc(sizeof(*calldata), gfp_mask);
1da177e4 2120 if (calldata == NULL)
9512135d 2121 goto out;
9d12b216 2122 nfs41_init_sequence(&calldata->arg.seq_args, &calldata->res.seq_res, 1);
4a35bd41 2123 calldata->inode = state->inode;
1da177e4 2124 calldata->state = state;
4a35bd41 2125 calldata->arg.fh = NFS_FH(state->inode);
003707c7 2126 calldata->arg.stateid = &state->open_stateid;
1da177e4 2127 /* Serialization for the sequence id */
8535b2be 2128 calldata->arg.seqid = nfs_alloc_seqid(&state->owner->so_seqid, gfp_mask);
9512135d
TM		 2129 if (calldata->arg.seqid == NULL)
2130 goto out_free_calldata;
dc0b027d 2131 calldata->arg.fmode = 0;
a65318bf 2132 calldata->arg.bitmask = server->cache_consistency_bitmask;
516a6af6 2133 calldata->res.fattr = &calldata->fattr;
c1d51931 2134 calldata->res.seqid = calldata->arg.seqid;
516a6af6 2135 calldata->res.server = server;
f7e8917a 2136 calldata->roc = roc;
643168c2 2137 nfs_sb_active(calldata->inode->i_sb);
9512135d 2138
1174dd1f
TM		 2139 msg.rpc_argp = &calldata->arg;
2140 msg.rpc_resp = &calldata->res;
c970aa85
TM		 2141 task_setup_data.callback_data = calldata;
2142 task = rpc_run_task(&task_setup_data);
b39e625b
TM		 2143 if (IS_ERR(task))
2144 return PTR_ERR(task);
a49c3c77
TM		 2145 status = 0;
2146 if (wait)
2147 status = rpc_wait_for_completion_task(task);
b39e625b 2148 rpc_put_task(task);
a49c3c77 2149 return status;
9512135d
TM		 2150out_free_calldata:
2151 kfree(calldata);
2152out:
f7e8917a
FI		 2153 if (roc)
2154 pnfs_roc_release(state->inode);
b39e625b
TM		 2155 nfs4_put_open_state(state);
2156 nfs4_put_state_owner(sp);
9512135d 2157 return status;
1da177e4
LT		 2158}
2159
2b484297 2160static struct inode *
cd9a1c0e 2161nfs4_atomic_open(struct inode *dir, struct nfs_open_context *ctx, int open_flags, struct iattr *attr)
1da177e4 2162{
1da177e4 2163 struct nfs4_state *state;
1da177e4 2164
565277f6 2165 /* Protect against concurrent sillydeletes */
3d4ff43d 2166 state = nfs4_do_open(dir, ctx->dentry, ctx->mode, open_flags, attr, ctx->cred);
f46e0bd3
TM		 2167 if (IS_ERR(state))
2168 return ERR_CAST(state);
cd9a1c0e 2169 ctx->state = state;
f46e0bd3 2170 return igrab(state->inode);
1da177e4
LT		 2171}
2172
1185a552 2173static void nfs4_close_context(struct nfs_open_context *ctx, int is_sync)
7fe5c398
TM		 2174{
2175 if (ctx->state == NULL)
2176 return;
2177 if (is_sync)
643168c2 2178 nfs4_close_sync(ctx->state, ctx->mode);
7fe5c398 2179 else
643168c2 2180 nfs4_close_state(ctx->state, ctx->mode);
7fe5c398 2181}
1da177e4
LT		 2182
2183static int _nfs4_server_capabilities(struct nfs_server *server, struct nfs_fh *fhandle)
2184{
43652ad5
BH		 2185 struct nfs4_server_caps_arg args = {
2186 .fhandle = fhandle,
2187 };
1da177e4
LT		 2188 struct nfs4_server_caps_res res = {};
2189 struct rpc_message msg = {
2190 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_SERVER_CAPS],
43652ad5 2191 .rpc_argp = &args,
1da177e4
LT		 2192 .rpc_resp = &res,
2193 };
2194 int status;
2195
7c513058 2196 status = nfs4_call_sync(server->client, server, &msg, &args.seq_args, &res.seq_res, 0);
1da177e4
LT		 2197 if (status == 0) {
2198 memcpy(server->attr_bitmask, res.attr_bitmask, sizeof(server->attr_bitmask));
62ab460c
TM		 2199 server->caps &= ~(NFS_CAP_ACLS|NFS_CAP_HARDLINKS|
2200 NFS_CAP_SYMLINKS|NFS_CAP_FILEID|
2201 NFS_CAP_MODE|NFS_CAP_NLINK|NFS_CAP_OWNER|
2202 NFS_CAP_OWNER_GROUP|NFS_CAP_ATIME|
2203 NFS_CAP_CTIME|NFS_CAP_MTIME);
1da177e4
LT		 2204 if (res.attr_bitmask[0] & FATTR4_WORD0_ACL)
2205 server->caps |= NFS_CAP_ACLS;
2206 if (res.has_links != 0)
2207 server->caps |= NFS_CAP_HARDLINKS;
2208 if (res.has_symlinks != 0)
2209 server->caps |= NFS_CAP_SYMLINKS;
62ab460c
TM		 2210 if (res.attr_bitmask[0] & FATTR4_WORD0_FILEID)
2211 server->caps |= NFS_CAP_FILEID;
2212 if (res.attr_bitmask[1] & FATTR4_WORD1_MODE)
2213 server->caps |= NFS_CAP_MODE;
2214 if (res.attr_bitmask[1] & FATTR4_WORD1_NUMLINKS)
2215 server->caps |= NFS_CAP_NLINK;
2216 if (res.attr_bitmask[1] & FATTR4_WORD1_OWNER)
2217 server->caps |= NFS_CAP_OWNER;
2218 if (res.attr_bitmask[1] & FATTR4_WORD1_OWNER_GROUP)
2219 server->caps |= NFS_CAP_OWNER_GROUP;
2220 if (res.attr_bitmask[1] & FATTR4_WORD1_TIME_ACCESS)
2221 server->caps |= NFS_CAP_ATIME;
2222 if (res.attr_bitmask[1] & FATTR4_WORD1_TIME_METADATA)
2223 server->caps |= NFS_CAP_CTIME;
2224 if (res.attr_bitmask[1] & FATTR4_WORD1_TIME_MODIFY)
2225 server->caps |= NFS_CAP_MTIME;
2226
a65318bf
TM		 2227 memcpy(server->cache_consistency_bitmask, res.attr_bitmask, sizeof(server->cache_consistency_bitmask));
2228 server->cache_consistency_bitmask[0] &= FATTR4_WORD0_CHANGE|FATTR4_WORD0_SIZE;
2229 server->cache_consistency_bitmask[1] &= FATTR4_WORD1_TIME_METADATA|FATTR4_WORD1_TIME_MODIFY;
1da177e4 2230 server->acl_bitmask = res.acl_bitmask;
264e6351 2231 server->fh_expire_type = res.fh_expire_type;
1da177e4 2232 }
cccef3b9 2233
1da177e4
LT		 2234 return status;
2235}
2236
55a97593 2237int nfs4_server_capabilities(struct nfs_server *server, struct nfs_fh *fhandle)
1da177e4
LT		 2238{
2239 struct nfs4_exception exception = { };
2240 int err;
2241 do {
2242 err = nfs4_handle_exception(server,
2243 _nfs4_server_capabilities(server, fhandle),
2244 &exception);
2245 } while (exception.retry);
2246 return err;
2247}
2248
2249static int _nfs4_lookup_root(struct nfs_server *server, struct nfs_fh *fhandle,
2250 struct nfs_fsinfo *info)
2251{
1da177e4
LT		 2252 struct nfs4_lookup_root_arg args = {
2253 .bitmask = nfs4_fattr_bitmap,
2254 };
2255 struct nfs4_lookup_res res = {
2256 .server = server,
0e574af1 2257 .fattr = info->fattr,
1da177e4
LT		 2258 .fh = fhandle,
2259 };
2260 struct rpc_message msg = {
2261 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_LOOKUP_ROOT],
2262 .rpc_argp = &args,
2263 .rpc_resp = &res,
2264 };
008f55d0 2265
0e574af1 2266 nfs_fattr_init(info->fattr);
7c513058 2267 return nfs4_call_sync(server->client, server, &msg, &args.seq_args, &res.seq_res, 0);
1da177e4
LT		 2268}
2269
2270static int nfs4_lookup_root(struct nfs_server *server, struct nfs_fh *fhandle,
2271 struct nfs_fsinfo *info)
2272{
2273 struct nfs4_exception exception = { };
2274 int err;
2275 do {
fb8a5ba8
BS		 2276 err = _nfs4_lookup_root(server, fhandle, info);
2277 switch (err) {
2278 case 0:
2279 case -NFS4ERR_WRONGSEC:
2280 break;
2281 default:
2282 err = nfs4_handle_exception(server, err, &exception);
2283 }
1da177e4
LT		 2284 } while (exception.retry);
2285 return err;
2286}
2287
8f70e95f
BS		 2288static int nfs4_lookup_root_sec(struct nfs_server *server, struct nfs_fh *fhandle,
2289 struct nfs_fsinfo *info, rpc_authflavor_t flavor)
2290{
2291 struct rpc_auth *auth;
2292 int ret;
2293
2294 auth = rpcauth_create(flavor, server->client);
2295 if (!auth) {
2296 ret = -EIO;
2297 goto out;
2298 }
2299 ret = nfs4_lookup_root(server, fhandle, info);
8f70e95f
BS		 2300out:
2301 return ret;
2302}
2303
801a16dc 2304static int nfs4_find_root_sec(struct nfs_server *server, struct nfs_fh *fhandle,
54ceac45 2305 struct nfs_fsinfo *info)
1da177e4 2306{
8f70e95f 2307 int i, len, status = 0;
0fabee24 2308 rpc_authflavor_t flav_array[NFS_MAX_SECFLAVORS];
1da177e4 2309
801a16dc
BS		 2310 len = gss_mech_list_pseudoflavors(&flav_array[0]);
2311 flav_array[len] = RPC_AUTH_NULL;
2312 len += 1;
8f70e95f
BS		 2313
2314 for (i = 0; i < len; i++) {
2315 status = nfs4_lookup_root_sec(server, fhandle, info, flav_array[i]);
fb8a5ba8 2316 if (status == -NFS4ERR_WRONGSEC || status == -EACCES)
d1a8016a
BS		 2317 continue;
2318 break;
8f70e95f 2319 }
fb8a5ba8
BS		 2320 /*
2321 * -EACCESS could mean that the user doesn't have correct permissions
2322 * to access the mount. It could also mean that we tried to mount
2323 * with a gss auth flavor, but rpc.gssd isn't running. Either way,
2324 * existing mount programs don't handle -EACCES very well so it should
2325 * be mapped to -EPERM instead.
2326 */
2327 if (status == -EACCES)
2328 status = -EPERM;
801a16dc
BS		 2329 return status;
2330}
2331
2332/*
2333 * get the file handle for the "/" directory on the server
2334 */
2335static int nfs4_proc_get_root(struct nfs_server *server, struct nfs_fh *fhandle,
2336 struct nfs_fsinfo *info)
2337{
fca78d6d 2338 int minor_version = server->nfs_client->cl_minorversion;
801a16dc 2339 int status = nfs4_lookup_root(server, fhandle, info);
fb8a5ba8
BS		 2340 if ((status == -NFS4ERR_WRONGSEC) && !(server->flags & NFS_MOUNT_SECFLAVOUR))
2341 /*
2342 * A status of -NFS4ERR_WRONGSEC will be mapped to -EPERM
2343 * by nfs4_map_errors() as this function exits.
2344 */
fca78d6d 2345 status = nfs_v4_minor_ops[minor_version]->find_root_sec(server, fhandle, info);
1da177e4
LT		 2346 if (status == 0)
2347 status = nfs4_server_capabilities(server, fhandle);
2348 if (status == 0)
2349 status = nfs4_do_fsinfo(server, fhandle, info);
c12e87f4 2350 return nfs4_map_errors(status);
1da177e4
LT		 2351}
2352
6b97fd3d
MN		 2353/*
2354 * Get locations and (maybe) other attributes of a referral.
2355 * Note that we'll actually follow the referral later when
2356 * we detect fsid mismatch in inode revalidation
2357 */
533eb461
AA		 2358static int nfs4_get_referral(struct inode *dir, const struct qstr *name,
2359 struct nfs_fattr *fattr, struct nfs_fh *fhandle)
6b97fd3d
MN		 2360{
2361 int status = -ENOMEM;
2362 struct page *page = NULL;
2363 struct nfs4_fs_locations *locations = NULL;
6b97fd3d
MN		 2364
2365 page = alloc_page(GFP_KERNEL);
2366 if (page == NULL)
2367 goto out;
2368 locations = kmalloc(sizeof(struct nfs4_fs_locations), GFP_KERNEL);
2369 if (locations == NULL)
2370 goto out;
2371
c228fd3a 2372 status = nfs4_proc_fs_locations(dir, name, locations, page);
6b97fd3d
MN		 2373 if (status != 0)
2374 goto out;
2375 /* Make sure server returned a different fsid for the referral */
2376 if (nfs_fsid_equal(&NFS_SERVER(dir)->fsid, &locations->fattr.fsid)) {
533eb461
AA		 2377 dprintk("%s: server did not return a different fsid for"
2378 " a referral at %s\n", __func__, name->name);
6b97fd3d
MN		 2379 status = -EIO;
2380 goto out;
2381 }
533eb461
AA		 2382 /* Fixup attributes for the nfs_lookup() call to nfs_fhget() */
2383 nfs_fixup_referral_attributes(&locations->fattr);
6b97fd3d 2384
533eb461 2385 /* replace the lookup nfs_fattr with the locations nfs_fattr */
6b97fd3d 2386 memcpy(fattr, &locations->fattr, sizeof(struct nfs_fattr));
6b97fd3d
MN		 2387 memset(fhandle, 0, sizeof(struct nfs_fh));
2388out:
2389 if (page)
2390 __free_page(page);
5d7ca35a 2391 kfree(locations);
6b97fd3d
MN		 2392 return status;
2393}
2394
1da177e4
LT		 2395static int _nfs4_proc_getattr(struct nfs_server *server, struct nfs_fh *fhandle, struct nfs_fattr *fattr)
2396{
2397 struct nfs4_getattr_arg args = {
2398 .fh = fhandle,
2399 .bitmask = server->attr_bitmask,
2400 };
2401 struct nfs4_getattr_res res = {
2402 .fattr = fattr,
2403 .server = server,
2404 };
2405 struct rpc_message msg = {
2406 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_GETATTR],
2407 .rpc_argp = &args,
2408 .rpc_resp = &res,
2409 };
2410
0e574af1 2411 nfs_fattr_init(fattr);
7c513058 2412 return nfs4_call_sync(server->client, server, &msg, &args.seq_args, &res.seq_res, 0);
1da177e4
LT		 2413}
2414
2415static int nfs4_proc_getattr(struct nfs_server *server, struct nfs_fh *fhandle, struct nfs_fattr *fattr)
2416{
2417 struct nfs4_exception exception = { };
2418 int err;
2419 do {
2420 err = nfs4_handle_exception(server,
2421 _nfs4_proc_getattr(server, fhandle, fattr),
2422 &exception);
2423 } while (exception.retry);
2424 return err;
2425}
2426
2427/*
2428 * The file is not closed if it is opened due to the a request to change
2429 * the size of the file. The open call will not be needed once the
2430 * VFS layer lookup-intents are implemented.
2431 *
2432 * Close is called when the inode is destroyed.
2433 * If we haven't opened the file for O_WRONLY, we
2434 * need to in the size_change case to obtain a stateid.
2435 *
2436 * Got race?
2437 * Because OPEN is always done by name in nfsv4, it is
2438 * possible that we opened a different file by the same
2439 * name. We can recognize this race condition, but we
2440 * can't do anything about it besides returning an error.
2441 *
2442 * This will be fixed with VFS changes (lookup-intent).
2443 */
2444static int
2445nfs4_proc_setattr(struct dentry *dentry, struct nfs_fattr *fattr,
2446 struct iattr *sattr)
2447{
08e9eac4 2448 struct inode *inode = dentry->d_inode;
659bfcd6 2449 struct rpc_cred *cred = NULL;
d530838b 2450 struct nfs4_state *state = NULL;
1da177e4
LT		 2451 int status;
2452
8a1636c4
BH		 2453 if (pnfs_ld_layoutret_on_setattr(inode))
2454 pnfs_return_layout(inode);
2455
0e574af1 2456 nfs_fattr_init(fattr);
1da177e4 2457
d530838b 2458 /* Search for an existing open(O_WRITE) file */
659bfcd6
TM		 2459 if (sattr->ia_valid & ATTR_FILE) {
2460 struct nfs_open_context *ctx;
2461
2462 ctx = nfs_file_open_context(sattr->ia_file);
504e5189
NB		 2463 if (ctx) {
2464 cred = ctx->cred;
2465 state = ctx->state;
2466 }
659bfcd6 2467 }
08e9eac4 2468
536e43d1
TM		 2469 /* Deal with open(O_TRUNC) */
2470 if (sattr->ia_valid & ATTR_OPEN)
2471 sattr->ia_valid &= ~(ATTR_MTIME|ATTR_CTIME|ATTR_OPEN);
2472
659bfcd6 2473 status = nfs4_do_setattr(inode, cred, fattr, sattr, state);
65e4308d
TM		 2474 if (status == 0)
2475 nfs_setattr_update_inode(inode, sattr);
1da177e4
LT		 2476 return status;
2477}
2478
0c2e53f1
TM		 2479static int _nfs4_proc_lookup(struct rpc_clnt *clnt, struct inode *dir,
2480 const struct qstr *name, struct nfs_fh *fhandle,
2481 struct nfs_fattr *fattr)
2b3de441 2482{
0c2e53f1 2483 struct nfs_server *server = NFS_SERVER(dir);
2b3de441
DH		 2484 int status;
2485 struct nfs4_lookup_arg args = {
2486 .bitmask = server->attr_bitmask,
0c2e53f1 2487 .dir_fh = NFS_FH(dir),
2b3de441
DH		 2488 .name = name,
2489 };
2490 struct nfs4_lookup_res res = {
2491 .server = server,
2492 .fattr = fattr,
2493 .fh = fhandle,
2494 };
2495 struct rpc_message msg = {
2496 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_LOOKUP],
2497 .rpc_argp = &args,
2498 .rpc_resp = &res,
2499 };
2500
2501 nfs_fattr_init(fattr);
2502
1da177e4 2503 dprintk("NFS call lookup %s\n", name->name);
0c2e53f1 2504 status = nfs4_call_sync(clnt, server, &msg, &args.seq_args, &res.seq_res, 0);
1da177e4
LT		 2505 dprintk("NFS reply lookup: %d\n", status);
2506 return status;
2507}
2508
7ebb9315
BS		 2509void nfs_fixup_secinfo_attributes(struct nfs_fattr *fattr, struct nfs_fh *fh)
2510{
2511 memset(fh, 0, sizeof(struct nfs_fh));
2512 fattr->fsid.major = 1;
2513 fattr->valid |= NFS_ATTR_FATTR_TYPE | NFS_ATTR_FATTR_MODE |
2514 NFS_ATTR_FATTR_NLINK | NFS_ATTR_FATTR_FSID | NFS_ATTR_FATTR_MOUNTPOINT;
2515 fattr->mode = S_IFDIR | S_IRUGO | S_IXUGO;
2516 fattr->nlink = 2;
2517}
2518
7c513058
BS		 2519static int nfs4_proc_lookup(struct rpc_clnt *clnt, struct inode *dir, struct qstr *name,
2520 struct nfs_fh *fhandle, struct nfs_fattr *fattr)
1da177e4
LT		 2521{
2522 struct nfs4_exception exception = { };
2523 int err;
2524 do {
0c2e53f1
TM		 2525 int status;
2526
2527 status = _nfs4_proc_lookup(clnt, dir, name, fhandle, fattr);
2528 switch (status) {
08ef7bd3
TM		 2529 case -NFS4ERR_BADNAME:
2530 return -ENOENT;
0c2e53f1 2531 case -NFS4ERR_MOVED:
a6f498a8 2532 return nfs4_get_referral(dir, name, fattr, fhandle);
0c2e53f1 2533 case -NFS4ERR_WRONGSEC:
7ebb9315 2534 nfs_fixup_secinfo_attributes(fattr, fhandle);
0c2e53f1
TM		 2535 }
2536 err = nfs4_handle_exception(NFS_SERVER(dir),
2537 status, &exception);
1da177e4
LT		 2538 } while (exception.retry);
2539 return err;
2540}
2541
2542static int _nfs4_proc_access(struct inode *inode, struct nfs_access_entry *entry)
2543{
76b32999 2544 struct nfs_server *server = NFS_SERVER(inode);
1da177e4
LT		 2545 struct nfs4_accessargs args = {
2546 .fh = NFS_FH(inode),
a4980e78 2547 .bitmask = server->cache_consistency_bitmask,
76b32999
TM		 2548 };
2549 struct nfs4_accessres res = {
2550 .server = server,
1da177e4 2551 };
1da177e4
LT		 2552 struct rpc_message msg = {
2553 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_ACCESS],
2554 .rpc_argp = &args,
2555 .rpc_resp = &res,
2556 .rpc_cred = entry->cred,
2557 };
2558 int mode = entry->mask;
2559 int status;
2560
2561 /*
2562 * Determine which access bits we want to ask for...
2563 */
2564 if (mode & MAY_READ)
2565 args.access |= NFS4_ACCESS_READ;
2566 if (S_ISDIR(inode->i_mode)) {
2567 if (mode & MAY_WRITE)
2568 args.access |= NFS4_ACCESS_MODIFY | NFS4_ACCESS_EXTEND | NFS4_ACCESS_DELETE;
2569 if (mode & MAY_EXEC)
2570 args.access |= NFS4_ACCESS_LOOKUP;
2571 } else {
2572 if (mode & MAY_WRITE)
2573 args.access |= NFS4_ACCESS_MODIFY | NFS4_ACCESS_EXTEND;
2574 if (mode & MAY_EXEC)
2575 args.access |= NFS4_ACCESS_EXECUTE;
2576 }
c407d41a
TM		 2577
2578 res.fattr = nfs_alloc_fattr();
2579 if (res.fattr == NULL)
2580 return -ENOMEM;
2581
7c513058 2582 status = nfs4_call_sync(server->client, server, &msg, &args.seq_args, &res.seq_res, 0);
1da177e4
LT		 2583 if (!status) {
2584 entry->mask = 0;
2585 if (res.access & NFS4_ACCESS_READ)
2586 entry->mask |= MAY_READ;
2587 if (res.access & (NFS4_ACCESS_MODIFY | NFS4_ACCESS_EXTEND | NFS4_ACCESS_DELETE))
2588 entry->mask |= MAY_WRITE;
2589 if (res.access & (NFS4_ACCESS_LOOKUP|NFS4_ACCESS_EXECUTE))
2590 entry->mask |= MAY_EXEC;
c407d41a 2591 nfs_refresh_inode(inode, res.fattr);
1da177e4 2592 }
c407d41a 2593 nfs_free_fattr(res.fattr);
1da177e4
LT		 2594 return status;
2595}
2596
2597static int nfs4_proc_access(struct inode *inode, struct nfs_access_entry *entry)
2598{
2599 struct nfs4_exception exception = { };
2600 int err;
2601 do {
2602 err = nfs4_handle_exception(NFS_SERVER(inode),
2603 _nfs4_proc_access(inode, entry),
2604 &exception);
2605 } while (exception.retry);
2606 return err;
2607}
2608
2609/*
2610 * TODO: For the time being, we don't try to get any attributes
2611 * along with any of the zero-copy operations READ, READDIR,
2612 * READLINK, WRITE.
2613 *
2614 * In the case of the first three, we want to put the GETATTR
2615 * after the read-type operation -- this is because it is hard
2616 * to predict the length of a GETATTR response in v4, and thus
2617 * align the READ data correctly. This means that the GETATTR
2618 * may end up partially falling into the page cache, and we should
2619 * shift it into the 'tail' of the xdr_buf before processing.
2620 * To do this efficiently, we need to know the total length
2621 * of data received, which doesn't seem to be available outside
2622 * of the RPC layer.
2623 *
2624 * In the case of WRITE, we also want to put the GETATTR after
2625 * the operation -- in this case because we want to make sure
2626 * we get the post-operation mtime and size. This means that
2627 * we can't use xdr_encode_pages() as written: we need a variant
2628 * of it which would leave room in the 'tail' iovec.
2629 *
2630 * Both of these changes to the XDR layer would in fact be quite
2631 * minor, but I decided to leave them for a subsequent patch.
2632 */
2633static int _nfs4_proc_readlink(struct inode *inode, struct page *page,
2634 unsigned int pgbase, unsigned int pglen)
2635{
2636 struct nfs4_readlink args = {
2637 .fh = NFS_FH(inode),
2638 .pgbase = pgbase,
2639 .pglen = pglen,
2640 .pages = &page,
2641 };
f50c7000 2642 struct nfs4_readlink_res res;
1da177e4
LT		 2643 struct rpc_message msg = {
2644 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_READLINK],
2645 .rpc_argp = &args,
f50c7000 2646 .rpc_resp = &res,
1da177e4
LT		 2647 };
2648
7c513058 2649 return nfs4_call_sync(NFS_SERVER(inode)->client, NFS_SERVER(inode), &msg, &args.seq_args, &res.seq_res, 0);
1da177e4
LT		 2650}
2651
2652static int nfs4_proc_readlink(struct inode *inode, struct page *page,
2653 unsigned int pgbase, unsigned int pglen)
2654{
2655 struct nfs4_exception exception = { };
2656 int err;
2657 do {
2658 err = nfs4_handle_exception(NFS_SERVER(inode),
2659 _nfs4_proc_readlink(inode, page, pgbase, pglen),
2660 &exception);
2661 } while (exception.retry);
2662 return err;
2663}
2664
1da177e4
LT		 2665/*
2666 * Got race?
2667 * We will need to arrange for the VFS layer to provide an atomic open.
2668 * Until then, this create/open method is prone to inefficiency and race
2669 * conditions due to the lookup, create, and open VFS calls from sys_open()
2670 * placed on the wire.
2671 *
2672 * Given the above sorry state of affairs, I'm simply sending an OPEN.
2673 * The file will be opened again in the subsequent VFS open call
2674 * (nfs4_proc_file_open).
2675 *
2676 * The open for read will just hang around to be used by any process that
2677 * opens the file O_RDONLY. This will all be resolved with the VFS changes.
2678 */
2679
2680static int
2681nfs4_proc_create(struct inode *dir, struct dentry *dentry, struct iattr *sattr,
c0204fd2 2682 int flags, struct nfs_open_context *ctx)
1da177e4 2683{
82a2c1b7 2684 struct dentry *de = dentry;
1da177e4 2685 struct nfs4_state *state;
c0204fd2
TM		 2686 struct rpc_cred *cred = NULL;
2687 fmode_t fmode = 0;
1da177e4
LT		 2688 int status = 0;
2689
c0204fd2
TM		 2690 if (ctx != NULL) {
2691 cred = ctx->cred;
3d4ff43d 2692 de = ctx->dentry;
c0204fd2 2693 fmode = ctx->mode;
1da177e4 2694 }
a8a5da99 2695 sattr->ia_mode &= ~current_umask();
82a2c1b7 2696 state = nfs4_do_open(dir, de, fmode, flags, sattr, cred);
d4d9cdcb 2697 d_drop(dentry);
1da177e4
LT		 2698 if (IS_ERR(state)) {
2699 status = PTR_ERR(state);
c0204fd2 2700 goto out;
1da177e4 2701 }
d4d9cdcb 2702 d_add(dentry, igrab(state->inode));
d75340cc 2703 nfs_set_verifier(dentry, nfs_save_change_attribute(dir));
c0204fd2
TM		 2704 if (ctx != NULL)
2705 ctx->state = state;
02a913a7 2706 else
643168c2 2707 nfs4_close_sync(state, fmode);
1da177e4
LT		 2708out:
2709 return status;
2710}
2711
2712static int _nfs4_proc_remove(struct inode *dir, struct qstr *name)
2713{
16e42959 2714 struct nfs_server *server = NFS_SERVER(dir);
4fdc17b2 2715 struct nfs_removeargs args = {
1da177e4 2716 .fh = NFS_FH(dir),
4fdc17b2
TM		 2717 .name.len = name->len,
2718 .name.name = name->name,
16e42959
TM		 2719 .bitmask = server->attr_bitmask,
2720 };
4fdc17b2 2721 struct nfs_removeres res = {
16e42959 2722 .server = server,
1da177e4 2723 };
1da177e4 2724 struct rpc_message msg = {
4fdc17b2
TM		 2725 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_REMOVE],
2726 .rpc_argp = &args,
2727 .rpc_resp = &res,
1da177e4 2728 };
d346890b
TM		 2729 int status = -ENOMEM;
2730
2731 res.dir_attr = nfs_alloc_fattr();
2732 if (res.dir_attr == NULL)
2733 goto out;
1da177e4 2734
7c513058 2735 status = nfs4_call_sync(server->client, server, &msg, &args.seq_args, &res.seq_res, 1);
16e42959
TM		 2736 if (status == 0) {
2737 update_changeattr(dir, &res.cinfo);
d346890b 2738 nfs_post_op_update_inode(dir, res.dir_attr);
16e42959 2739 }
d346890b
TM		 2740 nfs_free_fattr(res.dir_attr);
2741out:
1da177e4
LT		 2742 return status;
2743}
2744
2745static int nfs4_proc_remove(struct inode *dir, struct qstr *name)
2746{
2747 struct nfs4_exception exception = { };
2748 int err;
2749 do {
2750 err = nfs4_handle_exception(NFS_SERVER(dir),
2751 _nfs4_proc_remove(dir, name),
2752 &exception);
2753 } while (exception.retry);
2754 return err;
2755}
2756
e4eff1a6 2757static void nfs4_proc_unlink_setup(struct rpc_message *msg, struct inode *dir)
1da177e4 2758{
e4eff1a6
TM		 2759 struct nfs_server *server = NFS_SERVER(dir);
2760 struct nfs_removeargs *args = msg->rpc_argp;
2761 struct nfs_removeres *res = msg->rpc_resp;
1da177e4 2762
a65318bf 2763 args->bitmask = server->cache_consistency_bitmask;
e4eff1a6 2764 res->server = server;
1da177e4 2765 msg->rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_REMOVE];
9d12b216 2766 nfs41_init_sequence(&args->seq_args, &res->seq_res, 1);
1da177e4
LT		 2767}
2768
e4eff1a6 2769static int nfs4_proc_unlink_done(struct rpc_task *task, struct inode *dir)
1da177e4 2770{
e4eff1a6
TM		 2771 struct nfs_removeres *res = task->tk_msg.rpc_resp;
2772
14516c3a
TM		 2773 if (!nfs4_sequence_done(task, &res->seq_res))
2774 return 0;
9e33bed5 2775 if (nfs4_async_handle_error(task, res->server, NULL) == -EAGAIN)
e4eff1a6
TM		 2776 return 0;
2777 update_changeattr(dir, &res->cinfo);
d346890b 2778 nfs_post_op_update_inode(dir, res->dir_attr);
e4eff1a6 2779 return 1;
1da177e4
LT		 2780}
2781
d3d4152a
JL		 2782static void nfs4_proc_rename_setup(struct rpc_message *msg, struct inode *dir)
2783{
2784 struct nfs_server *server = NFS_SERVER(dir);
2785 struct nfs_renameargs *arg = msg->rpc_argp;
2786 struct nfs_renameres *res = msg->rpc_resp;
2787
2788 msg->rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_RENAME];
2789 arg->bitmask = server->attr_bitmask;
2790 res->server = server;
9d12b216 2791 nfs41_init_sequence(&arg->seq_args, &res->seq_res, 1);
d3d4152a
JL		 2792}
2793
2794static int nfs4_proc_rename_done(struct rpc_task *task, struct inode *old_dir,
2795 struct inode *new_dir)
2796{
2797 struct nfs_renameres *res = task->tk_msg.rpc_resp;
2798
2799 if (!nfs4_sequence_done(task, &res->seq_res))
2800 return 0;
2801 if (nfs4_async_handle_error(task, res->server, NULL) == -EAGAIN)
2802 return 0;
2803
2804 update_changeattr(old_dir, &res->old_cinfo);
2805 nfs_post_op_update_inode(old_dir, res->old_fattr);
2806 update_changeattr(new_dir, &res->new_cinfo);
2807 nfs_post_op_update_inode(new_dir, res->new_fattr);
2808 return 1;
2809}
2810
1da177e4
LT		 2811static int _nfs4_proc_rename(struct inode *old_dir, struct qstr *old_name,
2812 struct inode *new_dir, struct qstr *new_name)
2813{
6caf2c82 2814 struct nfs_server *server = NFS_SERVER(old_dir);
920769f0 2815 struct nfs_renameargs arg = {
1da177e4
LT		 2816 .old_dir = NFS_FH(old_dir),
2817 .new_dir = NFS_FH(new_dir),
2818 .old_name = old_name,
2819 .new_name = new_name,
6caf2c82
TM		 2820 .bitmask = server->attr_bitmask,
2821 };
e8582a8b 2822 struct nfs_renameres res = {
6caf2c82 2823 .server = server,
1da177e4 2824 };
1da177e4
LT		 2825 struct rpc_message msg = {
2826 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_RENAME],
2827 .rpc_argp = &arg,
2828 .rpc_resp = &res,
2829 };
011fff72 2830 int status = -ENOMEM;
1da177e4 2831
011fff72
TM		 2832 res.old_fattr = nfs_alloc_fattr();
2833 res.new_fattr = nfs_alloc_fattr();
2834 if (res.old_fattr == NULL || res.new_fattr == NULL)
2835 goto out;
1da177e4 2836
7c513058 2837 status = nfs4_call_sync(server->client, server, &msg, &arg.seq_args, &res.seq_res, 1);
1da177e4
LT		 2838 if (!status) {
2839 update_changeattr(old_dir, &res.old_cinfo);
6caf2c82 2840 nfs_post_op_update_inode(old_dir, res.old_fattr);
1da177e4 2841 update_changeattr(new_dir, &res.new_cinfo);
6caf2c82 2842 nfs_post_op_update_inode(new_dir, res.new_fattr);
1da177e4 2843 }
011fff72
TM		 2844out:
2845 nfs_free_fattr(res.new_fattr);
2846 nfs_free_fattr(res.old_fattr);
1da177e4
LT		 2847 return status;
2848}
2849
2850static int nfs4_proc_rename(struct inode *old_dir, struct qstr *old_name,
2851 struct inode *new_dir, struct qstr *new_name)
2852{
2853 struct nfs4_exception exception = { };
2854 int err;
2855 do {
2856 err = nfs4_handle_exception(NFS_SERVER(old_dir),
2857 _nfs4_proc_rename(old_dir, old_name,
2858 new_dir, new_name),
2859 &exception);
2860 } while (exception.retry);
2861 return err;
2862}
2863
2864static int _nfs4_proc_link(struct inode *inode, struct inode *dir, struct qstr *name)
2865{
91ba2eee 2866 struct nfs_server *server = NFS_SERVER(inode);
1da177e4
LT		 2867 struct nfs4_link_arg arg = {
2868 .fh = NFS_FH(inode),
2869 .dir_fh = NFS_FH(dir),
2870 .name = name,
91ba2eee
TM		 2871 .bitmask = server->attr_bitmask,
2872 };
91ba2eee
TM		 2873 struct nfs4_link_res res = {
2874 .server = server,
1da177e4 2875 };
1da177e4
LT		 2876 struct rpc_message msg = {
2877 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_LINK],
2878 .rpc_argp = &arg,
91ba2eee 2879 .rpc_resp = &res,
1da177e4 2880 };
136f2627
TM		 2881 int status = -ENOMEM;
2882
2883 res.fattr = nfs_alloc_fattr();
2884 res.dir_attr = nfs_alloc_fattr();
2885 if (res.fattr == NULL || res.dir_attr == NULL)
2886 goto out;
1da177e4 2887
7c513058 2888 status = nfs4_call_sync(server->client, server, &msg, &arg.seq_args, &res.seq_res, 1);
91ba2eee
TM		 2889 if (!status) {
2890 update_changeattr(dir, &res.cinfo);
2891 nfs_post_op_update_inode(dir, res.dir_attr);
73a3d07c 2892 nfs_post_op_update_inode(inode, res.fattr);
91ba2eee 2893 }
136f2627
TM		 2894out:
2895 nfs_free_fattr(res.dir_attr);
2896 nfs_free_fattr(res.fattr);
1da177e4
LT		 2897 return status;
2898}
2899
2900static int nfs4_proc_link(struct inode *inode, struct inode *dir, struct qstr *name)
2901{
2902 struct nfs4_exception exception = { };
2903 int err;
2904 do {
2905 err = nfs4_handle_exception(NFS_SERVER(inode),
2906 _nfs4_proc_link(inode, dir, name),
2907 &exception);
2908 } while (exception.retry);
2909 return err;
2910}
2911
57dc9a57
TM		 2912struct nfs4_createdata {
2913 struct rpc_message msg;
2914 struct nfs4_create_arg arg;
2915 struct nfs4_create_res res;
2916 struct nfs_fh fh;
2917 struct nfs_fattr fattr;
2918 struct nfs_fattr dir_fattr;
2919};
2920
2921static struct nfs4_createdata *nfs4_alloc_createdata(struct inode *dir,
2922 struct qstr *name, struct iattr *sattr, u32 ftype)
2923{
2924 struct nfs4_createdata *data;
2925
2926 data = kzalloc(sizeof(*data), GFP_KERNEL);
2927 if (data != NULL) {
2928 struct nfs_server *server = NFS_SERVER(dir);
2929
2930 data->msg.rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_CREATE];
2931 data->msg.rpc_argp = &data->arg;
2932 data->msg.rpc_resp = &data->res;
2933 data->arg.dir_fh = NFS_FH(dir);
2934 data->arg.server = server;
2935 data->arg.name = name;
2936 data->arg.attrs = sattr;
2937 data->arg.ftype = ftype;
2938 data->arg.bitmask = server->attr_bitmask;
2939 data->res.server = server;
2940 data->res.fh = &data->fh;
2941 data->res.fattr = &data->fattr;
2942 data->res.dir_fattr = &data->dir_fattr;
2943 nfs_fattr_init(data->res.fattr);
2944 nfs_fattr_init(data->res.dir_fattr);
2945 }
2946 return data;
2947}
2948
2949static int nfs4_do_create(struct inode *dir, struct dentry *dentry, struct nfs4_createdata *data)
2950{
7c513058 2951 int status = nfs4_call_sync(NFS_SERVER(dir)->client, NFS_SERVER(dir), &data->msg,
e73b83f2 2952 &data->arg.seq_args, &data->res.seq_res, 1);
57dc9a57
TM		 2953 if (status == 0) {
2954 update_changeattr(dir, &data->res.dir_cinfo);
2955 nfs_post_op_update_inode(dir, data->res.dir_fattr);
2956 status = nfs_instantiate(dentry, data->res.fh, data->res.fattr);
2957 }
2958 return status;
2959}
2960
2961static void nfs4_free_createdata(struct nfs4_createdata *data)
2962{
2963 kfree(data);
2964}
2965
4f390c15 2966static int _nfs4_proc_symlink(struct inode *dir, struct dentry *dentry,
94a6d753 2967 struct page *page, unsigned int len, struct iattr *sattr)
1da177e4 2968{
57dc9a57
TM		 2969 struct nfs4_createdata *data;
2970 int status = -ENAMETOOLONG;
1da177e4 2971
94a6d753 2972 if (len > NFS4_MAXPATHLEN)
57dc9a57 2973 goto out;
4f390c15 2974
57dc9a57
TM		 2975 status = -ENOMEM;
2976 data = nfs4_alloc_createdata(dir, &dentry->d_name, sattr, NF4LNK);
2977 if (data == NULL)
2978 goto out;
2979
2980 data->msg.rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_SYMLINK];
2981 data->arg.u.symlink.pages = &page;
2982 data->arg.u.symlink.len = len;
1da177e4 2983
57dc9a57
TM		 2984 status = nfs4_do_create(dir, dentry, data);
2985
2986 nfs4_free_createdata(data);
2987out:
1da177e4
LT		 2988 return status;
2989}
2990
4f390c15 2991static int nfs4_proc_symlink(struct inode *dir, struct dentry *dentry,
94a6d753 2992 struct page *page, unsigned int len, struct iattr *sattr)
1da177e4
LT		 2993{
2994 struct nfs4_exception exception = { };
2995 int err;
2996 do {
2997 err = nfs4_handle_exception(NFS_SERVER(dir),
94a6d753
CL		 2998 _nfs4_proc_symlink(dir, dentry, page,
2999 len, sattr),
1da177e4
LT		 3000 &exception);
3001 } while (exception.retry);
3002 return err;
3003}
3004
3005static int _nfs4_proc_mkdir(struct inode *dir, struct dentry *dentry,
3006 struct iattr *sattr)
3007{
57dc9a57
TM		 3008 struct nfs4_createdata *data;
3009 int status = -ENOMEM;
1da177e4 3010
57dc9a57
TM		 3011 data = nfs4_alloc_createdata(dir, &dentry->d_name, sattr, NF4DIR);
3012 if (data == NULL)
3013 goto out;
3014
3015 status = nfs4_do_create(dir, dentry, data);
3016
3017 nfs4_free_createdata(data);
3018out:
1da177e4
LT		 3019 return status;
3020}
3021
3022static int nfs4_proc_mkdir(struct inode *dir, struct dentry *dentry,
3023 struct iattr *sattr)
3024{
3025 struct nfs4_exception exception = { };
3026 int err;
a8a5da99
AK		 3027
3028 sattr->ia_mode &= ~current_umask();
1da177e4
LT		 3029 do {
3030 err = nfs4_handle_exception(NFS_SERVER(dir),
3031 _nfs4_proc_mkdir(dir, dentry, sattr),
3032 &exception);
3033 } while (exception.retry);
3034 return err;
3035}
3036
3037static int _nfs4_proc_readdir(struct dentry *dentry, struct rpc_cred *cred,
56e4ebf8 3038 u64 cookie, struct page **pages, unsigned int count, int plus)
1da177e4
LT		 3039{
3040 struct inode *dir = dentry->d_inode;
3041 struct nfs4_readdir_arg args = {
3042 .fh = NFS_FH(dir),
56e4ebf8 3043 .pages = pages,
1da177e4
LT		 3044 .pgbase = 0,
3045 .count = count,
96d25e53 3046 .bitmask = NFS_SERVER(dentry->d_inode)->attr_bitmask,
82f2e547 3047 .plus = plus,
1da177e4
LT		 3048 };
3049 struct nfs4_readdir_res res;
3050 struct rpc_message msg = {
3051 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_READDIR],
3052 .rpc_argp = &args,
3053 .rpc_resp = &res,
3054 .rpc_cred = cred,
3055 };
3056 int status;
3057
3110ff80 3058 dprintk("%s: dentry = %s/%s, cookie = %Lu\n", __func__,
eadf4598
TM		 3059 dentry->d_parent->d_name.name,
3060 dentry->d_name.name,
3061 (unsigned long long)cookie);
1da177e4
LT		 3062 nfs4_setup_readdir(cookie, NFS_COOKIEVERF(dir), dentry, &args);
3063 res.pgbase = args.pgbase;
7c513058 3064 status = nfs4_call_sync(NFS_SERVER(dir)->client, NFS_SERVER(dir), &msg, &args.seq_args, &res.seq_res, 0);
ac396128 3065 if (status >= 0) {
1da177e4 3066 memcpy(NFS_COOKIEVERF(dir), res.verifier.data, NFS4_VERIFIER_SIZE);
ac396128
TM		 3067 status += args.pgbase;
3068 }
c4812998
TM		 3069
3070 nfs_invalidate_atime(dir);
3071
3110ff80 3072 dprintk("%s: returns %d\n", __func__, status);
1da177e4
LT		 3073 return status;
3074}
3075
3076static int nfs4_proc_readdir(struct dentry *dentry, struct rpc_cred *cred,
56e4ebf8 3077 u64 cookie, struct page **pages, unsigned int count, int plus)
1da177e4
LT		 3078{
3079 struct nfs4_exception exception = { };
3080 int err;
3081 do {
3082 err = nfs4_handle_exception(NFS_SERVER(dentry->d_inode),
3083 _nfs4_proc_readdir(dentry, cred, cookie,
56e4ebf8 3084 pages, count, plus),
1da177e4
LT		 3085 &exception);
3086 } while (exception.retry);
3087 return err;
3088}
3089
3090static int _nfs4_proc_mknod(struct inode *dir, struct dentry *dentry,
3091 struct iattr *sattr, dev_t rdev)
3092{
57dc9a57
TM		 3093 struct nfs4_createdata *data;
3094 int mode = sattr->ia_mode;
3095 int status = -ENOMEM;
1da177e4
LT		 3096
3097 BUG_ON(!(sattr->ia_valid & ATTR_MODE));
3098 BUG_ON(!S_ISFIFO(mode) && !S_ISBLK(mode) && !S_ISCHR(mode) && !S_ISSOCK(mode));
57dc9a57
TM		 3099
3100 data = nfs4_alloc_createdata(dir, &dentry->d_name, sattr, NF4SOCK);
3101 if (data == NULL)
3102 goto out;
3103
1da177e4 3104 if (S_ISFIFO(mode))
57dc9a57 3105 data->arg.ftype = NF4FIFO;
1da177e4 3106 else if (S_ISBLK(mode)) {
57dc9a57
TM		 3107 data->arg.ftype = NF4BLK;
3108 data->arg.u.device.specdata1 = MAJOR(rdev);
3109 data->arg.u.device.specdata2 = MINOR(rdev);
1da177e4
LT		 3110 }
3111 else if (S_ISCHR(mode)) {
57dc9a57
TM		 3112 data->arg.ftype = NF4CHR;
3113 data->arg.u.device.specdata1 = MAJOR(rdev);
3114 data->arg.u.device.specdata2 = MINOR(rdev);
1da177e4 3115 }
1da177e4 3116
57dc9a57
TM		 3117 status = nfs4_do_create(dir, dentry, data);
3118
3119 nfs4_free_createdata(data);
3120out:
1da177e4
LT		 3121 return status;
3122}
3123
3124static int nfs4_proc_mknod(struct inode *dir, struct dentry *dentry,
3125 struct iattr *sattr, dev_t rdev)
3126{
3127 struct nfs4_exception exception = { };
3128 int err;
a8a5da99
AK		 3129
3130 sattr->ia_mode &= ~current_umask();
1da177e4
LT		 3131 do {
3132 err = nfs4_handle_exception(NFS_SERVER(dir),
3133 _nfs4_proc_mknod(dir, dentry, sattr, rdev),
3134 &exception);
3135 } while (exception.retry);
3136 return err;
3137}
3138
3139static int _nfs4_proc_statfs(struct nfs_server *server, struct nfs_fh *fhandle,
3140 struct nfs_fsstat *fsstat)
3141{
3142 struct nfs4_statfs_arg args = {
3143 .fh = fhandle,
3144 .bitmask = server->attr_bitmask,
3145 };
24ad148a
BH		 3146 struct nfs4_statfs_res res = {
3147 .fsstat = fsstat,
3148 };
1da177e4
LT		 3149 struct rpc_message msg = {
3150 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_STATFS],
3151 .rpc_argp = &args,
24ad148a 3152 .rpc_resp = &res,
1da177e4
LT		 3153 };
3154
0e574af1 3155 nfs_fattr_init(fsstat->fattr);
7c513058 3156 return nfs4_call_sync(server->client, server, &msg, &args.seq_args, &res.seq_res, 0);
1da177e4
LT		 3157}
3158
3159static int nfs4_proc_statfs(struct nfs_server *server, struct nfs_fh *fhandle, struct nfs_fsstat *fsstat)
3160{
3161 struct nfs4_exception exception = { };
3162 int err;
3163 do {
3164 err = nfs4_handle_exception(server,
3165 _nfs4_proc_statfs(server, fhandle, fsstat),
3166 &exception);
3167 } while (exception.retry);
3168 return err;
3169}
3170
3171static int _nfs4_do_fsinfo(struct nfs_server *server, struct nfs_fh *fhandle,
3172 struct nfs_fsinfo *fsinfo)
3173{
3174 struct nfs4_fsinfo_arg args = {
3175 .fh = fhandle,
3176 .bitmask = server->attr_bitmask,
3177 };
3dda5e43
BH		 3178 struct nfs4_fsinfo_res res = {
3179 .fsinfo = fsinfo,
3180 };
1da177e4
LT		 3181 struct rpc_message msg = {
3182 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_FSINFO],
3183 .rpc_argp = &args,
3dda5e43 3184 .rpc_resp = &res,
1da177e4
LT		 3185 };
3186
7c513058 3187 return nfs4_call_sync(server->client, server, &msg, &args.seq_args, &res.seq_res, 0);
1da177e4
LT		 3188}
3189
3190static int nfs4_do_fsinfo(struct nfs_server *server, struct nfs_fh *fhandle, struct nfs_fsinfo *fsinfo)
3191{
3192 struct nfs4_exception exception = { };
3193 int err;
3194
3195 do {
3196 err = nfs4_handle_exception(server,
3197 _nfs4_do_fsinfo(server, fhandle, fsinfo),
3198 &exception);
3199 } while (exception.retry);
3200 return err;
3201}
3202
3203static int nfs4_proc_fsinfo(struct nfs_server *server, struct nfs_fh *fhandle, struct nfs_fsinfo *fsinfo)
3204{
0e574af1 3205 nfs_fattr_init(fsinfo->fattr);
1da177e4
LT		 3206 return nfs4_do_fsinfo(server, fhandle, fsinfo);
3207}
3208
3209static int _nfs4_proc_pathconf(struct nfs_server *server, struct nfs_fh *fhandle,
3210 struct nfs_pathconf *pathconf)
3211{
3212 struct nfs4_pathconf_arg args = {
3213 .fh = fhandle,
3214 .bitmask = server->attr_bitmask,
3215 };
d45b2989
BH		 3216 struct nfs4_pathconf_res res = {
3217 .pathconf = pathconf,
3218 };
1da177e4
LT		 3219 struct rpc_message msg = {
3220 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_PATHCONF],
3221 .rpc_argp = &args,
d45b2989 3222 .rpc_resp = &res,
1da177e4
LT		 3223 };
3224
3225 /* None of the pathconf attributes are mandatory to implement */
3226 if ((args.bitmask[0] & nfs4_pathconf_bitmap[0]) == 0) {
3227 memset(pathconf, 0, sizeof(*pathconf));
3228 return 0;
3229 }
3230
0e574af1 3231 nfs_fattr_init(pathconf->fattr);
7c513058 3232 return nfs4_call_sync(server->client, server, &msg, &args.seq_args, &res.seq_res, 0);
1da177e4
LT		 3233}
3234
3235static int nfs4_proc_pathconf(struct nfs_server *server, struct nfs_fh *fhandle,
3236 struct nfs_pathconf *pathconf)
3237{
3238 struct nfs4_exception exception = { };
3239 int err;
3240
3241 do {
3242 err = nfs4_handle_exception(server,
3243 _nfs4_proc_pathconf(server, fhandle, pathconf),
3244 &exception);
3245 } while (exception.retry);
3246 return err;
3247}
3248
d20581aa
BH		 3249void __nfs4_read_done_cb(struct nfs_read_data *data)
3250{
3251 nfs_invalidate_atime(data->inode);
3252}
3253
cbdabc7f 3254static int nfs4_read_done_cb(struct rpc_task *task, struct nfs_read_data *data)
1da177e4 3255{
ec06c096 3256 struct nfs_server *server = NFS_SERVER(data->inode);
1da177e4 3257
9e33bed5 3258 if (nfs4_async_handle_error(task, server, data->args.context->state) == -EAGAIN) {
d00c5d43 3259 rpc_restart_call_prepare(task);
ec06c096 3260 return -EAGAIN;
1da177e4 3261 }
8850df99 3262
d20581aa 3263 __nfs4_read_done_cb(data);
1da177e4 3264 if (task->tk_status > 0)
ec06c096
TM		 3265 renew_lease(server, data->timestamp);
3266 return 0;
1da177e4
LT		 3267}
3268
cbdabc7f
AA		 3269static int nfs4_read_done(struct rpc_task *task, struct nfs_read_data *data)
3270{
3271
3272 dprintk("--> %s\n", __func__);
3273
3274 if (!nfs4_sequence_done(task, &data->res.seq_res))
3275 return -EAGAIN;
3276
d20581aa
BH		 3277 return data->read_done_cb ? data->read_done_cb(task, data) :
3278 nfs4_read_done_cb(task, data);
cbdabc7f
AA		 3279}
3280
bdc7f021 3281static void nfs4_proc_read_setup(struct nfs_read_data *data, struct rpc_message *msg)
1da177e4 3282{
1da177e4 3283 data->timestamp = jiffies;
cbdabc7f 3284 data->read_done_cb = nfs4_read_done_cb;
bdc7f021 3285 msg->rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_READ];
9d12b216 3286 nfs41_init_sequence(&data->args.seq_args, &data->res.seq_res, 0);
1da177e4
LT		 3287}
3288
cbdabc7f
AA		 3289/* Reset the the nfs_read_data to send the read to the MDS. */
3290void nfs4_reset_read(struct rpc_task *task, struct nfs_read_data *data)
3291{
3292 dprintk("%s Reset task for i/o through\n", __func__);
3293 put_lseg(data->lseg);
3294 data->lseg = NULL;
3295 /* offsets will differ in the dense stripe case */
3296 data->args.offset = data->mds_offset;
3297 data->ds_clp = NULL;
3298 data->args.fh = NFS_FH(data->inode);
3299 data->read_done_cb = nfs4_read_done_cb;
3300 task->tk_ops = data->mds_ops;
3301 rpc_task_reset_client(task, NFS_CLIENT(data->inode));
3302}
3303EXPORT_SYMBOL_GPL(nfs4_reset_read);
3304
b029bc9b 3305static int nfs4_write_done_cb(struct rpc_task *task, struct nfs_write_data *data)
1da177e4 3306{
1da177e4
LT		 3307 struct inode *inode = data->inode;
3308
9e33bed5 3309 if (nfs4_async_handle_error(task, NFS_SERVER(inode), data->args.context->state) == -EAGAIN) {
d00c5d43 3310 rpc_restart_call_prepare(task);
788e7a89 3311 return -EAGAIN;
1da177e4 3312 }
4f9838c7 3313 if (task->tk_status >= 0) {
1da177e4 3314 renew_lease(NFS_SERVER(inode), data->timestamp);
70ca8852 3315 nfs_post_op_update_inode_force_wcc(inode, data->res.fattr);
4f9838c7 3316 }
788e7a89 3317 return 0;
1da177e4
LT		 3318}
3319
b029bc9b
FI		 3320static int nfs4_write_done(struct rpc_task *task, struct nfs_write_data *data)
3321{
3322 if (!nfs4_sequence_done(task, &data->res.seq_res))
3323 return -EAGAIN;
d20581aa
BH		 3324 return data->write_done_cb ? data->write_done_cb(task, data) :
3325 nfs4_write_done_cb(task, data);
b029bc9b
FI		 3326}
3327
a69aef14
FI		 3328/* Reset the the nfs_write_data to send the write to the MDS. */
3329void nfs4_reset_write(struct rpc_task *task, struct nfs_write_data *data)
3330{
3331 dprintk("%s Reset task for i/o through\n", __func__);
3332 put_lseg(data->lseg);
3333 data->lseg = NULL;
3334 data->ds_clp = NULL;
3335 data->write_done_cb = nfs4_write_done_cb;
3336 data->args.fh = NFS_FH(data->inode);
3337 data->args.bitmask = data->res.server->cache_consistency_bitmask;
3338 data->args.offset = data->mds_offset;
3339 data->res.fattr = &data->fattr;
3340 task->tk_ops = data->mds_ops;
3341 rpc_task_reset_client(task, NFS_CLIENT(data->inode));
3342}
3343EXPORT_SYMBOL_GPL(nfs4_reset_write);
3344
bdc7f021 3345static void nfs4_proc_write_setup(struct nfs_write_data *data, struct rpc_message *msg)
1da177e4 3346{
bdc7f021
TM		 3347 struct nfs_server *server = NFS_SERVER(data->inode);
3348
7ffd1064
FI		 3349 if (data->lseg) {
3350 data->args.bitmask = NULL;
3351 data->res.fattr = NULL;
3352 } else
3353 data->args.bitmask = server->cache_consistency_bitmask;
b029bc9b
FI		 3354 if (!data->write_done_cb)
3355 data->write_done_cb = nfs4_write_done_cb;
4f9838c7 3356 data->res.server = server;
1da177e4
LT		 3357 data->timestamp = jiffies;
3358
bdc7f021 3359 msg->rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_WRITE];
9d12b216 3360 nfs41_init_sequence(&data->args.seq_args, &data->res.seq_res, 1);
1da177e4
LT		 3361}
3362
5f452431 3363static int nfs4_commit_done_cb(struct rpc_task *task, struct nfs_write_data *data)
1da177e4 3364{
1da177e4 3365 struct inode *inode = data->inode;
14516c3a 3366
9e33bed5 3367 if (nfs4_async_handle_error(task, NFS_SERVER(inode), NULL) == -EAGAIN) {
d00c5d43 3368 rpc_restart_call_prepare(task);
788e7a89 3369 return -EAGAIN;
1da177e4 3370 }
9e08a3c5 3371 nfs_refresh_inode(inode, data->res.fattr);
788e7a89 3372 return 0;
1da177e4
LT		 3373}
3374
5f452431
FI		 3375static int nfs4_commit_done(struct rpc_task *task, struct nfs_write_data *data)
3376{
3377 if (!nfs4_sequence_done(task, &data->res.seq_res))
3378 return -EAGAIN;
3379 return data->write_done_cb(task, data);
3380}
3381
bdc7f021 3382static void nfs4_proc_commit_setup(struct nfs_write_data *data, struct rpc_message *msg)
1da177e4 3383{
788e7a89 3384 struct nfs_server *server = NFS_SERVER(data->inode);
988b6dce
FI		 3385
3386 if (data->lseg) {
3387 data->args.bitmask = NULL;
3388 data->res.fattr = NULL;
3389 } else
3390 data->args.bitmask = server->cache_consistency_bitmask;
5f452431
FI		 3391 if (!data->write_done_cb)
3392 data->write_done_cb = nfs4_commit_done_cb;
4f9838c7 3393 data->res.server = server;
bdc7f021 3394 msg->rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_COMMIT];
9d12b216 3395 nfs41_init_sequence(&data->args.seq_args, &data->res.seq_res, 1);
1da177e4
LT		 3396}
3397
9bc4e3ca
CL		 3398struct nfs4_renewdata {
3399 struct nfs_client *client;
3400 unsigned long timestamp;
3401};
3402
1da177e4
LT		 3403/*
3404 * nfs4_proc_async_renew(): This is not one of the nfs_rpc_ops; it is a special
3405 * standalone procedure for queueing an asynchronous RENEW.
3406 */
9bc4e3ca 3407static void nfs4_renew_release(void *calldata)
dc96aef9 3408{
9bc4e3ca
CL		 3409 struct nfs4_renewdata *data = calldata;
3410 struct nfs_client *clp = data->client;
dc96aef9 3411
0851de06
AB		 3412 if (atomic_read(&clp->cl_count) > 1)
3413 nfs4_schedule_state_renewal(clp);
3414 nfs_put_client(clp);
9bc4e3ca 3415 kfree(data);
dc96aef9
AB		 3416}
3417
9bc4e3ca 3418static void nfs4_renew_done(struct rpc_task *task, void *calldata)
1da177e4 3419{
9bc4e3ca
CL		 3420 struct nfs4_renewdata *data = calldata;
3421 struct nfs_client *clp = data->client;
3422 unsigned long timestamp = data->timestamp;
1da177e4
LT		 3423
3424 if (task->tk_status < 0) {
95baa25c 3425 /* Unless we're shutting down, schedule state recovery! */
042b60be
TM		 3426 if (test_bit(NFS_CS_RENEWD, &clp->cl_res_state) == 0)
3427 return;
3428 if (task->tk_status != NFS4ERR_CB_PATH_DOWN) {
0400a6b0 3429 nfs4_schedule_lease_recovery(clp);
042b60be
TM		 3430 return;
3431 }
3432 nfs4_schedule_path_down_recovery(clp);
1da177e4 3433 }
452e9352 3434 do_renew_lease(clp, timestamp);
1da177e4
LT		 3435}
3436
963d8fe5
TM		 3437static const struct rpc_call_ops nfs4_renew_ops = {
3438 .rpc_call_done = nfs4_renew_done,
dc96aef9 3439 .rpc_release = nfs4_renew_release,
963d8fe5
TM		 3440};
3441
2f60ea6b 3442static int nfs4_proc_async_renew(struct nfs_client *clp, struct rpc_cred *cred, unsigned renew_flags)
1da177e4
LT		 3443{
3444 struct rpc_message msg = {
3445 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_RENEW],
3446 .rpc_argp = clp,
b4454fe1 3447 .rpc_cred = cred,
1da177e4 3448 };
9bc4e3ca 3449 struct nfs4_renewdata *data;
1da177e4 3450
2f60ea6b
TM		 3451 if (renew_flags == 0)
3452 return 0;
0851de06
AB		 3453 if (!atomic_inc_not_zero(&clp->cl_count))
3454 return -EIO;
b569ad34 3455 data = kmalloc(sizeof(*data), GFP_NOFS);
9bc4e3ca
CL		 3456 if (data == NULL)
3457 return -ENOMEM;
3458 data->client = clp;
3459 data->timestamp = jiffies;
1da177e4 3460 return rpc_call_async(clp->cl_rpcclient, &msg, RPC_TASK_SOFT,
9bc4e3ca 3461 &nfs4_renew_ops, data);
1da177e4
LT		 3462}
3463
8534d4ec 3464static int nfs4_proc_renew(struct nfs_client *clp, struct rpc_cred *cred)
1da177e4
LT		 3465{
3466 struct rpc_message msg = {
3467 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_RENEW],
3468 .rpc_argp = clp,
b4454fe1 3469 .rpc_cred = cred,
1da177e4
LT		 3470 };
3471 unsigned long now = jiffies;
3472 int status;
3473
3474 status = rpc_call_sync(clp->cl_rpcclient, &msg, 0);
3475 if (status < 0)
3476 return status;
452e9352 3477 do_renew_lease(clp, now);
1da177e4
LT		 3478 return 0;
3479}
3480
aa1870af
BF		 3481static inline int nfs4_server_supports_acls(struct nfs_server *server)
3482{
3483 return (server->caps & NFS_CAP_ACLS)
3484 && (server->acl_bitmask & ACL4_SUPPORT_ALLOW_ACL)
3485 && (server->acl_bitmask & ACL4_SUPPORT_DENY_ACL);
3486}
3487
3488/* Assuming that XATTR_SIZE_MAX is a multiple of PAGE_CACHE_SIZE, and that
3489 * it's OK to put sizeof(void) * (XATTR_SIZE_MAX/PAGE_CACHE_SIZE) bytes on
3490 * the stack.
3491 */
3492#define NFS4ACL_MAXPAGES (XATTR_SIZE_MAX >> PAGE_CACHE_SHIFT)
3493
e9e3d724
NH		 3494static int buf_to_pages_noslab(const void *buf, size_t buflen,
3495 struct page **pages, unsigned int *pgbase)
3496{
3497 struct page *newpage, **spages;
3498 int rc = 0;
3499 size_t len;
3500 spages = pages;
3501
3502 do {
43b7c3f0 3503 len = min_t(size_t, PAGE_CACHE_SIZE, buflen);
e9e3d724
NH		 3504 newpage = alloc_page(GFP_KERNEL);
3505
3506 if (newpage == NULL)
3507 goto unwind;
3508 memcpy(page_address(newpage), buf, len);
3509 buf += len;
3510 buflen -= len;
3511 *pages++ = newpage;
3512 rc++;
3513 } while (buflen != 0);
3514
3515 return rc;
3516
3517unwind:
3518 for(; rc > 0; rc--)
3519 __free_page(spages[rc-1]);
3520 return -ENOMEM;
3521}
3522
e50a1c2e
BF		 3523struct nfs4_cached_acl {
3524 int cached;
3525 size_t len;
3e9d4154 3526 char data[0];
e50a1c2e
BF		 3527};
3528
3529static void nfs4_set_cached_acl(struct inode *inode, struct nfs4_cached_acl *acl)
3530{
3531 struct nfs_inode *nfsi = NFS_I(inode);
3532
3533 spin_lock(&inode->i_lock);
3534 kfree(nfsi->nfs4_acl);
3535 nfsi->nfs4_acl = acl;
3536 spin_unlock(&inode->i_lock);
3537}
3538
3539static void nfs4_zap_acl_attr(struct inode *inode)
3540{
3541 nfs4_set_cached_acl(inode, NULL);
3542}
3543
3544static inline ssize_t nfs4_read_cached_acl(struct inode *inode, char *buf, size_t buflen)
3545{
3546 struct nfs_inode *nfsi = NFS_I(inode);
3547 struct nfs4_cached_acl *acl;
3548 int ret = -ENOENT;
3549
3550 spin_lock(&inode->i_lock);
3551 acl = nfsi->nfs4_acl;
3552 if (acl == NULL)
3553 goto out;
3554 if (buf == NULL) /* user is just asking for length */
3555 goto out_len;
3556 if (acl->cached == 0)
3557 goto out;
3558 ret = -ERANGE; /* see getxattr(2) man page */
3559 if (acl->len > buflen)
3560 goto out;
3561 memcpy(buf, acl->data, acl->len);
3562out_len:
3563 ret = acl->len;
3564out:
3565 spin_unlock(&inode->i_lock);
3566 return ret;
3567}
3568
3569static void nfs4_write_cached_acl(struct inode *inode, const char *buf, size_t acl_len)
3570{
3571 struct nfs4_cached_acl *acl;
3572
3573 if (buf && acl_len <= PAGE_SIZE) {
3574 acl = kmalloc(sizeof(*acl) + acl_len, GFP_KERNEL);
3575 if (acl == NULL)
3576 goto out;
3577 acl->cached = 1;
3578 memcpy(acl->data, buf, acl_len);
3579 } else {
3580 acl = kmalloc(sizeof(*acl), GFP_KERNEL);
3581 if (acl == NULL)
3582 goto out;
3583 acl->cached = 0;
3584 }
3585 acl->len = acl_len;
3586out:
3587 nfs4_set_cached_acl(inode, acl);
3588}
3589
bf118a34
AA		 3590/*
3591 * The getxattr API returns the required buffer length when called with a
3592 * NULL buf. The NFSv4 acl tool then calls getxattr again after allocating
3593 * the required buf. On a NULL buf, we send a page of data to the server
3594 * guessing that the ACL request can be serviced by a page. If so, we cache
3595 * up to the page of ACL data, and the 2nd call to getxattr is serviced by
3596 * the cache. If not so, we throw away the page, and cache the required
3597 * length. The next getxattr call will then produce another round trip to
3598 * the server, this time with the input buf of the required size.
3599 */
16b4289c 3600static ssize_t __nfs4_get_acl_uncached(struct inode *inode, void *buf, size_t buflen)
aa1870af 3601{
bf118a34 3602 struct page *pages[NFS4ACL_MAXPAGES] = {NULL, };
aa1870af
BF		 3603 struct nfs_getaclargs args = {
3604 .fh = NFS_FH(inode),
3605 .acl_pages = pages,
3606 .acl_len = buflen,
3607 };
663c79b3
BH		 3608 struct nfs_getaclres res = {
3609 .acl_len = buflen,
3610 };
e50a1c2e 3611 void *resp_buf;
aa1870af
BF		 3612 struct rpc_message msg = {
3613 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_GETACL],
3614 .rpc_argp = &args,
663c79b3 3615 .rpc_resp = &res,
aa1870af 3616 };
bf118a34 3617 int ret = -ENOMEM, npages, i, acl_len = 0;
aa1870af 3618
bf118a34
AA		 3619 npages = (buflen + PAGE_SIZE - 1) >> PAGE_SHIFT;
3620 /* As long as we're doing a round trip to the server anyway,
3621 * let's be prepared for a page of acl data. */
3622 if (npages == 0)
3623 npages = 1;
3624
3625 for (i = 0; i < npages; i++) {
3626 pages[i] = alloc_page(GFP_KERNEL);
3627 if (!pages[i])
3628 goto out_free;
e50a1c2e 3629 }
bf118a34
AA		 3630 if (npages > 1) {
3631 /* for decoding across pages */
331818f1
TM		 3632 res.acl_scratch = alloc_page(GFP_KERNEL);
3633 if (!res.acl_scratch)
bf118a34 3634 goto out_free;
e50a1c2e 3635 }
bf118a34
AA		 3636 args.acl_len = npages * PAGE_SIZE;
3637 args.acl_pgbase = 0;
3638 /* Let decode_getfacl know not to fail if the ACL data is larger than
3639 * the page we send as a guess */
3640 if (buf == NULL)
3641 res.acl_flags |= NFS4_ACL_LEN_REQUEST;
3642 resp_buf = page_address(pages[0]);
3643
de040bec 3644 dprintk("%s buf %p buflen %zu npages %d args.acl_len %zu\n",
bf118a34
AA		 3645 __func__, buf, buflen, npages, args.acl_len);
3646 ret = nfs4_call_sync(NFS_SERVER(inode)->client, NFS_SERVER(inode),
3647 &msg, &args.seq_args, &res.seq_res, 0);
e50a1c2e
BF		 3648 if (ret)
3649 goto out_free;
bf118a34
AA		 3650
3651 acl_len = res.acl_len - res.acl_data_offset;
3652 if (acl_len > args.acl_len)
3653 nfs4_write_cached_acl(inode, NULL, acl_len);
e50a1c2e 3654 else
bf118a34
AA		 3655 nfs4_write_cached_acl(inode, resp_buf + res.acl_data_offset,
3656 acl_len);
e50a1c2e
BF		 3657 if (buf) {
3658 ret = -ERANGE;
bf118a34 3659 if (acl_len > buflen)
e50a1c2e 3660 goto out_free;
bf118a34
AA		 3661 _copy_from_pages(buf, pages, res.acl_data_offset,
3662 res.acl_len);
e50a1c2e 3663 }
bf118a34 3664 ret = acl_len;
e50a1c2e 3665out_free:
bf118a34
AA		 3666 for (i = 0; i < npages; i++)
3667 if (pages[i])
3668 __free_page(pages[i]);
331818f1
TM		 3669 if (res.acl_scratch)
3670 __free_page(res.acl_scratch);
aa1870af
BF		 3671 return ret;
3672}
3673
16b4289c
TM		 3674static ssize_t nfs4_get_acl_uncached(struct inode *inode, void *buf, size_t buflen)
3675{
3676 struct nfs4_exception exception = { };
3677 ssize_t ret;
3678 do {
3679 ret = __nfs4_get_acl_uncached(inode, buf, buflen);
3680 if (ret >= 0)
3681 break;
3682 ret = nfs4_handle_exception(NFS_SERVER(inode), ret, &exception);
3683 } while (exception.retry);
3684 return ret;
3685}
3686
e50a1c2e
BF		 3687static ssize_t nfs4_proc_get_acl(struct inode *inode, void *buf, size_t buflen)
3688{
3689 struct nfs_server *server = NFS_SERVER(inode);
3690 int ret;
3691
3692 if (!nfs4_server_supports_acls(server))
3693 return -EOPNOTSUPP;
3694 ret = nfs_revalidate_inode(server, inode);
3695 if (ret < 0)
3696 return ret;
08a22b39
AK		 3697 if (NFS_I(inode)->cache_validity & NFS_INO_INVALID_ACL)
3698 nfs_zap_acl_cache(inode);
e50a1c2e
BF		 3699 ret = nfs4_read_cached_acl(inode, buf, buflen);
3700 if (ret != -ENOENT)
bf118a34
AA		 3701 /* -ENOENT is returned if there is no ACL or if there is an ACL
3702 * but no cached acl data, just the acl length */
e50a1c2e
BF		 3703 return ret;
3704 return nfs4_get_acl_uncached(inode, buf, buflen);
3705}
3706
16b4289c 3707static int __nfs4_proc_set_acl(struct inode *inode, const void *buf, size_t buflen)
4b580ee3
BF		 3708{
3709 struct nfs_server *server = NFS_SERVER(inode);
3710 struct page *pages[NFS4ACL_MAXPAGES];
3711 struct nfs_setaclargs arg = {
3712 .fh = NFS_FH(inode),
3713 .acl_pages = pages,
3714 .acl_len = buflen,
3715 };
73c403a9 3716 struct nfs_setaclres res;
4b580ee3
BF		 3717 struct rpc_message msg = {
3718 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_SETACL],
3719 .rpc_argp = &arg,
73c403a9 3720 .rpc_resp = &res,
4b580ee3 3721 };
e9e3d724 3722 int ret, i;
4b580ee3
BF		 3723
3724 if (!nfs4_server_supports_acls(server))
3725 return -EOPNOTSUPP;
e9e3d724
NH		 3726 i = buf_to_pages_noslab(buf, buflen, arg.acl_pages, &arg.acl_pgbase);
3727 if (i < 0)
3728 return i;
642ac549 3729 nfs_inode_return_delegation(inode);
7c513058 3730 ret = nfs4_call_sync(server->client, server, &msg, &arg.seq_args, &res.seq_res, 1);
e9e3d724
NH		 3731
3732 /*
3733 * Free each page after tx, so the only ref left is
3734 * held by the network stack
3735 */
3736 for (; i > 0; i--)
3737 put_page(pages[i-1]);
3738
08a22b39
AK		 3739 /*
3740 * Acl update can result in inode attribute update.
3741 * so mark the attribute cache invalid.
3742 */
3743 spin_lock(&inode->i_lock);
3744 NFS_I(inode)->cache_validity |= NFS_INO_INVALID_ATTR;
3745 spin_unlock(&inode->i_lock);
f41f7418
TM		 3746 nfs_access_zap_cache(inode);
3747 nfs_zap_acl_cache(inode);
4b580ee3
BF		 3748 return ret;
3749}
3750
16b4289c
TM		 3751static int nfs4_proc_set_acl(struct inode *inode, const void *buf, size_t buflen)
3752{
3753 struct nfs4_exception exception = { };
3754 int err;
3755 do {
3756 err = nfs4_handle_exception(NFS_SERVER(inode),
3757 __nfs4_proc_set_acl(inode, buf, buflen),
3758 &exception);
3759 } while (exception.retry);
3760 return err;
3761}
3762
1da177e4 3763static int
aa5190d0 3764nfs4_async_handle_error(struct rpc_task *task, const struct nfs_server *server, struct nfs4_state *state)
1da177e4 3765{
aa5190d0
TM		 3766 struct nfs_client *clp = server->nfs_client;
3767
3768 if (task->tk_status >= 0)
1da177e4
LT		 3769 return 0;
3770 switch(task->tk_status) {
a1d0b5ee 3771 case -NFS4ERR_DELEG_REVOKED:
9e33bed5
TM		 3772 case -NFS4ERR_ADMIN_REVOKED:
3773 case -NFS4ERR_BAD_STATEID:
a1d0b5ee
TM		 3774 if (state != NULL)
3775 nfs_remove_bad_delegation(state->inode);
9e33bed5
TM		 3776 case -NFS4ERR_OPENMODE:
3777 if (state == NULL)
3778 break;
0400a6b0
TM		 3779 nfs4_schedule_stateid_recovery(server, state);
3780 goto wait_on_recovery;
0ced63d1
TM		 3781 case -NFS4ERR_EXPIRED:
3782 if (state != NULL)
3783 nfs4_schedule_stateid_recovery(server, state);
1da177e4 3784 case -NFS4ERR_STALE_STATEID:
a2c0b9e2 3785 case -NFS4ERR_STALE_CLIENTID:
0400a6b0
TM		 3786 nfs4_schedule_lease_recovery(clp);
3787 goto wait_on_recovery;
4745e315
AA		 3788#if defined(CONFIG_NFS_V4_1)
3789 case -NFS4ERR_BADSESSION:
3790 case -NFS4ERR_BADSLOT:
3791 case -NFS4ERR_BAD_HIGH_SLOT:
3792 case -NFS4ERR_DEADSESSION:
3793 case -NFS4ERR_CONN_NOT_BOUND_TO_SESSION:
3794 case -NFS4ERR_SEQ_FALSE_RETRY:
3795 case -NFS4ERR_SEQ_MISORDERED:
3796 dprintk("%s ERROR %d, Reset session\n", __func__,
3797 task->tk_status);
0400a6b0 3798 nfs4_schedule_session_recovery(clp->cl_session);
4745e315
AA		 3799 task->tk_status = 0;
3800 return -EAGAIN;
3801#endif /* CONFIG_NFS_V4_1 */
1da177e4 3802 case -NFS4ERR_DELAY:
aa5190d0 3803 nfs_inc_server_stats(server, NFSIOS_DELAY);
006ea73e 3804 case -NFS4ERR_GRACE:
2c643488 3805 case -EKEYEXPIRED:
1da177e4
LT		 3806 rpc_delay(task, NFS4_POLL_RETRY_MAX);
3807 task->tk_status = 0;
3808 return -EAGAIN;
a8a4ae3a 3809 case -NFS4ERR_RETRY_UNCACHED_REP:
1da177e4
LT		 3810 case -NFS4ERR_OLD_STATEID:
3811 task->tk_status = 0;
3812 return -EAGAIN;
3813 }
3814 task->tk_status = nfs4_map_errors(task->tk_status);
3815 return 0;
0400a6b0 3816wait_on_recovery:
a2c0b9e2 3817 rpc_sleep_on(&clp->cl_rpcwaitq, task, NULL);
a2c0b9e2
TM		 3818 if (test_bit(NFS4CLNT_MANAGER_RUNNING, &clp->cl_state) == 0)
3819 rpc_wake_up_queued_task(&clp->cl_rpcwaitq, task);
3820 task->tk_status = 0;
3821 return -EAGAIN;
1da177e4
LT		 3822}
3823
cd93710e
CL		 3824static void nfs4_construct_boot_verifier(struct nfs_client *clp,
3825 nfs4_verifier *bootverf)
3826{
3827 __be32 verf[2];
3828
3829 verf[0] = htonl((u32)clp->cl_boot_time.tv_sec);
3830 verf[1] = htonl((u32)clp->cl_boot_time.tv_nsec);
3831 memcpy(bootverf->data, verf, sizeof(bootverf->data));
3832}
3833
bb8b27e5
TM		 3834int nfs4_proc_setclientid(struct nfs_client *clp, u32 program,
3835 unsigned short port, struct rpc_cred *cred,
3836 struct nfs4_setclientid_res *res)
1da177e4
LT		 3837{
3838 nfs4_verifier sc_verifier;
3839 struct nfs4_setclientid setclientid = {
3840 .sc_verifier = &sc_verifier,
3841 .sc_prog = program,
f4eecd5d 3842 .sc_cb_ident = clp->cl_cb_ident,
1da177e4
LT		 3843 };
3844 struct rpc_message msg = {
3845 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_SETCLIENTID],
3846 .rpc_argp = &setclientid,
bb8b27e5 3847 .rpc_resp = res,
286d7d6a 3848 .rpc_cred = cred,
1da177e4 3849 };
1da177e4
LT		 3850 int loop = 0;
3851 int status;
3852
cd93710e 3853 nfs4_construct_boot_verifier(clp, &sc_verifier);
1da177e4
LT		 3854
3855 for(;;) {
2446ab60 3856 rcu_read_lock();
1da177e4 3857 setclientid.sc_name_len = scnprintf(setclientid.sc_name,
69dd716c 3858 sizeof(setclientid.sc_name), "%s/%s %s %s %u",
d4d3c507
CL		 3859 clp->cl_ipaddr,
3860 rpc_peeraddr2str(clp->cl_rpcclient,
3861 RPC_DISPLAY_ADDR),
69dd716c
TM		 3862 rpc_peeraddr2str(clp->cl_rpcclient,
3863 RPC_DISPLAY_PROTO),
78ea323b 3864 clp->cl_rpcclient->cl_auth->au_ops->au_name,
1da177e4
LT		 3865 clp->cl_id_uniquifier);
3866 setclientid.sc_netid_len = scnprintf(setclientid.sc_netid,
d4d3c507
CL		 3867 sizeof(setclientid.sc_netid),
3868 rpc_peeraddr2str(clp->cl_rpcclient,
3869 RPC_DISPLAY_NETID));
1da177e4 3870 setclientid.sc_uaddr_len = scnprintf(setclientid.sc_uaddr,
d4d3c507 3871 sizeof(setclientid.sc_uaddr), "%s.%u.%u",
1da177e4 3872 clp->cl_ipaddr, port >> 8, port & 255);
2446ab60 3873 rcu_read_unlock();
1da177e4 3874
1bd714f2 3875 status = rpc_call_sync(clp->cl_rpcclient, &msg, RPC_TASK_TIMEOUT);
1da177e4
LT		 3876 if (status != -NFS4ERR_CLID_INUSE)
3877 break;
fd954ae1
TM		 3878 if (loop != 0) {
3879 ++clp->cl_id_uniquifier;
1da177e4 3880 break;
fd954ae1
TM		 3881 }
3882 ++loop;
3883 ssleep(clp->cl_lease_time / HZ + 1);
1da177e4
LT		 3884 }
3885 return status;
3886}
3887
fd954ae1 3888int nfs4_proc_setclientid_confirm(struct nfs_client *clp,
bb8b27e5
TM		 3889 struct nfs4_setclientid_res *arg,
3890 struct rpc_cred *cred)
1da177e4
LT		 3891{
3892 struct nfs_fsinfo fsinfo;
3893 struct rpc_message msg = {
3894 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_SETCLIENTID_CONFIRM],
bb8b27e5 3895 .rpc_argp = arg,
1da177e4 3896 .rpc_resp = &fsinfo,
286d7d6a 3897 .rpc_cred = cred,
1da177e4
LT		 3898 };
3899 unsigned long now;
3900 int status;
3901
3902 now = jiffies;
1bd714f2 3903 status = rpc_call_sync(clp->cl_rpcclient, &msg, RPC_TASK_TIMEOUT);
1da177e4
LT		 3904 if (status == 0) {
3905 spin_lock(&clp->cl_lock);
3906 clp->cl_lease_time = fsinfo.lease_time * HZ;
3907 clp->cl_last_renewal = now;
3908 spin_unlock(&clp->cl_lock);
3909 }
3910 return status;
3911}
3912
fe650407
TM		 3913struct nfs4_delegreturndata {
3914 struct nfs4_delegreturnargs args;
fa178f29 3915 struct nfs4_delegreturnres res;
fe650407
TM		 3916 struct nfs_fh fh;
3917 nfs4_stateid stateid;
26e976a8 3918 unsigned long timestamp;
fa178f29 3919 struct nfs_fattr fattr;
fe650407
TM		 3920 int rpc_status;
3921};
3922
fe650407
TM		 3923static void nfs4_delegreturn_done(struct rpc_task *task, void *calldata)
3924{
3925 struct nfs4_delegreturndata *data = calldata;
938e1010 3926
14516c3a
TM		 3927 if (!nfs4_sequence_done(task, &data->res.seq_res))
3928 return;
938e1010 3929
79708861
RL		 3930 switch (task->tk_status) {
3931 case -NFS4ERR_STALE_STATEID:
3932 case -NFS4ERR_EXPIRED:
3933 case 0:
fa178f29 3934 renew_lease(data->res.server, data->timestamp);
79708861
RL		 3935 break;
3936 default:
3937 if (nfs4_async_handle_error(task, data->res.server, NULL) ==
3938 -EAGAIN) {
d00c5d43 3939 rpc_restart_call_prepare(task);
79708861
RL		 3940 return;
3941 }
3942 }
3943 data->rpc_status = task->tk_status;
fe650407
TM		 3944}
3945
3946static void nfs4_delegreturn_release(void *calldata)
3947{
fe650407
TM		 3948 kfree(calldata);
3949}
3950
938e1010
AA		 3951#if defined(CONFIG_NFS_V4_1)
3952static void nfs4_delegreturn_prepare(struct rpc_task *task, void *data)
3953{
3954 struct nfs4_delegreturndata *d_data;
3955
3956 d_data = (struct nfs4_delegreturndata *)data;
3957
035168ab 3958 if (nfs4_setup_sequence(d_data->res.server,
938e1010 3959 &d_data->args.seq_args,
9d12b216 3960 &d_data->res.seq_res, task))
938e1010
AA		 3961 return;
3962 rpc_call_start(task);
3963}
3964#endif /* CONFIG_NFS_V4_1 */
3965
c8d149f3 3966static const struct rpc_call_ops nfs4_delegreturn_ops = {
938e1010
AA		 3967#if defined(CONFIG_NFS_V4_1)
3968 .rpc_call_prepare = nfs4_delegreturn_prepare,
3969#endif /* CONFIG_NFS_V4_1 */
fe650407
TM		 3970 .rpc_call_done = nfs4_delegreturn_done,
3971 .rpc_release = nfs4_delegreturn_release,
3972};
3973
e6f81075 3974static int _nfs4_proc_delegreturn(struct inode *inode, struct rpc_cred *cred, const nfs4_stateid *stateid, int issync)
fe650407
TM		 3975{
3976 struct nfs4_delegreturndata *data;
fa178f29 3977 struct nfs_server *server = NFS_SERVER(inode);
fe650407 3978 struct rpc_task *task;
5138fde0
TM		 3979 struct rpc_message msg = {
3980 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_DELEGRETURN],
3981 .rpc_cred = cred,
3982 };
c970aa85
TM		 3983 struct rpc_task_setup task_setup_data = {
3984 .rpc_client = server->client,
5138fde0 3985 .rpc_message = &msg,
c970aa85
TM		 3986 .callback_ops = &nfs4_delegreturn_ops,
3987 .flags = RPC_TASK_ASYNC,
3988 };
e6f81075 3989 int status = 0;
fe650407 3990
8535b2be 3991 data = kzalloc(sizeof(*data), GFP_NOFS);
fe650407
TM		 3992 if (data == NULL)
3993 return -ENOMEM;
9d12b216 3994 nfs41_init_sequence(&data->args.seq_args, &data->res.seq_res, 1);
fe650407
TM		 3995 data->args.fhandle = &data->fh;
3996 data->args.stateid = &data->stateid;
fa178f29 3997 data->args.bitmask = server->attr_bitmask;
fe650407 3998 nfs_copy_fh(&data->fh, NFS_FH(inode));
f597c537 3999 nfs4_stateid_copy(&data->stateid, stateid);
fa178f29
TM		 4000 data->res.fattr = &data->fattr;
4001 data->res.server = server;
5138fde0 4002 nfs_fattr_init(data->res.fattr);
26e976a8 4003 data->timestamp = jiffies;
fe650407
TM		 4004 data->rpc_status = 0;
4005
c970aa85 4006 task_setup_data.callback_data = data;
1174dd1f
TM		 4007 msg.rpc_argp = &data->args;
4008 msg.rpc_resp = &data->res;
c970aa85 4009 task = rpc_run_task(&task_setup_data);
7a1218a2 4010 if (IS_ERR(task))
fe650407 4011 return PTR_ERR(task);
e6f81075
TM		 4012 if (!issync)
4013 goto out;
fe650407 4014 status = nfs4_wait_for_completion_rpc_task(task);
e6f81075
TM		 4015 if (status != 0)
4016 goto out;
4017 status = data->rpc_status;
4018 if (status != 0)
4019 goto out;
4020 nfs_refresh_inode(inode, &data->fattr);
4021out:
e6b3c4db 4022 rpc_put_task(task);
fe650407 4023 return status;
1da177e4
LT		 4024}
4025
e6f81075 4026int nfs4_proc_delegreturn(struct inode *inode, struct rpc_cred *cred, const nfs4_stateid *stateid, int issync)
1da177e4
LT		 4027{
4028 struct nfs_server *server = NFS_SERVER(inode);
4029 struct nfs4_exception exception = { };
4030 int err;
4031 do {
e6f81075 4032 err = _nfs4_proc_delegreturn(inode, cred, stateid, issync);
1da177e4
LT		 4033 switch (err) {
4034 case -NFS4ERR_STALE_STATEID:
4035 case -NFS4ERR_EXPIRED:
1da177e4
LT		 4036 case 0:
4037 return 0;
4038 }
4039 err = nfs4_handle_exception(server, err, &exception);
4040 } while (exception.retry);
4041 return err;
4042}
4043
4044#define NFS4_LOCK_MINTIMEOUT (1 * HZ)
4045#define NFS4_LOCK_MAXTIMEOUT (30 * HZ)
4046
4047/*
4048 * sleep, with exponential backoff, and retry the LOCK operation.
4049 */
4050static unsigned long
4051nfs4_set_lock_task_retry(unsigned long timeout)
4052{
d310310c 4053 freezable_schedule_timeout_killable(timeout);
1da177e4
LT		 4054 timeout <<= 1;
4055 if (timeout > NFS4_LOCK_MAXTIMEOUT)
4056 return NFS4_LOCK_MAXTIMEOUT;
4057 return timeout;
4058}
4059
1da177e4
LT		 4060static int _nfs4_proc_getlk(struct nfs4_state *state, int cmd, struct file_lock *request)
4061{
4062 struct inode *inode = state->inode;
4063 struct nfs_server *server = NFS_SERVER(inode);
7539bbab 4064 struct nfs_client *clp = server->nfs_client;
911d1aaf 4065 struct nfs_lockt_args arg = {
1da177e4 4066 .fh = NFS_FH(inode),
911d1aaf 4067 .fl = request,
1da177e4 4068 };
911d1aaf
TM		 4069 struct nfs_lockt_res res = {
4070 .denied = request,
1da177e4
LT		 4071 };
4072 struct rpc_message msg = {
4073 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_LOCKT],
4074 .rpc_argp = &arg,
4075 .rpc_resp = &res,
4076 .rpc_cred = state->owner->so_cred,
4077 };
1da177e4
LT		 4078 struct nfs4_lock_state *lsp;
4079 int status;
4080
911d1aaf 4081 arg.lock_owner.clientid = clp->cl_clientid;
8d0a8a9d
TM		 4082 status = nfs4_set_lock_state(state, request);
4083 if (status != 0)
4084 goto out;
4085 lsp = request->fl_u.nfs4_fl.owner;
48c22eb2 4086 arg.lock_owner.id = lsp->ls_seqid.owner_id;
d035c36c 4087 arg.lock_owner.s_dev = server->s_dev;
7c513058 4088 status = nfs4_call_sync(server->client, server, &msg, &arg.seq_args, &res.seq_res, 1);
911d1aaf
TM		 4089 switch (status) {
4090 case 0:
4091 request->fl_type = F_UNLCK;
4092 break;
4093 case -NFS4ERR_DENIED:
4094 status = 0;
1da177e4 4095 }
70cc6487 4096 request->fl_ops->fl_release_private(request);
8d0a8a9d 4097out:
1da177e4
LT		 4098 return status;
4099}
4100
4101static int nfs4_proc_getlk(struct nfs4_state *state, int cmd, struct file_lock *request)
4102{
4103 struct nfs4_exception exception = { };
4104 int err;
4105
4106 do {
4107 err = nfs4_handle_exception(NFS_SERVER(state->inode),
4108 _nfs4_proc_getlk(state, cmd, request),
4109 &exception);
4110 } while (exception.retry);
4111 return err;
4112}
4113
4114static int do_vfs_lock(struct file *file, struct file_lock *fl)
4115{
4116 int res = 0;
4117 switch (fl->fl_flags & (FL_POSIX|FL_FLOCK)) {
4118 case FL_POSIX:
4119 res = posix_lock_file_wait(file, fl);
4120 break;
4121 case FL_FLOCK:
4122 res = flock_lock_file_wait(file, fl);
4123 break;
4124 default:
4125 BUG();
4126 }
1da177e4
LT		 4127 return res;
4128}
4129
faf5f49c 4130struct nfs4_unlockdata {
911d1aaf
TM		 4131 struct nfs_locku_args arg;
4132 struct nfs_locku_res res;
faf5f49c
TM		 4133 struct nfs4_lock_state *lsp;
4134 struct nfs_open_context *ctx;
911d1aaf
TM		 4135 struct file_lock fl;
4136 const struct nfs_server *server;
26e976a8 4137 unsigned long timestamp;
faf5f49c
TM		 4138};
4139
911d1aaf
TM		 4140static struct nfs4_unlockdata *nfs4_alloc_unlockdata(struct file_lock *fl,
4141 struct nfs_open_context *ctx,
4142 struct nfs4_lock_state *lsp,
4143 struct nfs_seqid *seqid)
4144{
4145 struct nfs4_unlockdata *p;
4146 struct inode *inode = lsp->ls_state->inode;
4147
8535b2be 4148 p = kzalloc(sizeof(*p), GFP_NOFS);
911d1aaf
TM		 4149 if (p == NULL)
4150 return NULL;
4151 p->arg.fh = NFS_FH(inode);
4152 p->arg.fl = &p->fl;
4153 p->arg.seqid = seqid;
c1d51931 4154 p->res.seqid = seqid;
911d1aaf
TM		 4155 p->arg.stateid = &lsp->ls_stateid;
4156 p->lsp = lsp;
4157 atomic_inc(&lsp->ls_count);
4158 /* Ensure we don't close file until we're done freeing locks! */
4159 p->ctx = get_nfs_open_context(ctx);
4160 memcpy(&p->fl, fl, sizeof(p->fl));
4161 p->server = NFS_SERVER(inode);
4162 return p;
4163}
4164
06f814a3 4165static void nfs4_locku_release_calldata(void *data)
faf5f49c 4166{
963d8fe5 4167 struct nfs4_unlockdata *calldata = data;
911d1aaf 4168 nfs_free_seqid(calldata->arg.seqid);
06f814a3
TM		 4169 nfs4_put_lock_state(calldata->lsp);
4170 put_nfs_open_context(calldata->ctx);
4171 kfree(calldata);
faf5f49c
TM		 4172}
4173
963d8fe5 4174static void nfs4_locku_done(struct rpc_task *task, void *data)
faf5f49c 4175{
963d8fe5 4176 struct nfs4_unlockdata *calldata = data;
faf5f49c 4177
14516c3a
TM		 4178 if (!nfs4_sequence_done(task, &calldata->res.seq_res))
4179 return;
faf5f49c
TM		 4180 switch (task->tk_status) {
4181 case 0:
f597c537
TM		 4182 nfs4_stateid_copy(&calldata->lsp->ls_stateid,
4183 &calldata->res.stateid);
26e976a8 4184 renew_lease(calldata->server, calldata->timestamp);
faf5f49c 4185 break;
9e33bed5
TM		 4186 case -NFS4ERR_BAD_STATEID:
4187 case -NFS4ERR_OLD_STATEID:
faf5f49c
TM		 4188 case -NFS4ERR_STALE_STATEID:
4189 case -NFS4ERR_EXPIRED:
faf5f49c
TM		 4190 break;
4191 default:
9e33bed5 4192 if (nfs4_async_handle_error(task, calldata->server, NULL) == -EAGAIN)
d00c5d43 4193 rpc_restart_call_prepare(task);
faf5f49c 4194 }
faf5f49c
TM		 4195}
4196
4ce70ada 4197static void nfs4_locku_prepare(struct rpc_task *task, void *data)
faf5f49c 4198{
4ce70ada 4199 struct nfs4_unlockdata *calldata = data;
faf5f49c 4200
911d1aaf 4201 if (nfs_wait_on_sequence(calldata->arg.seqid, task) != 0)
faf5f49c
TM		 4202 return;
4203 if ((calldata->lsp->ls_flags & NFS_LOCK_INITIALIZED) == 0) {
963d8fe5
TM		 4204 /* Note: exit _without_ running nfs4_locku_done */
4205 task->tk_action = NULL;
faf5f49c
TM		 4206 return;
4207 }
26e976a8 4208 calldata->timestamp = jiffies;
035168ab 4209 if (nfs4_setup_sequence(calldata->server,
a893693c 4210 &calldata->arg.seq_args,
9d12b216 4211 &calldata->res.seq_res, task))
a893693c 4212 return;
5138fde0 4213 rpc_call_start(task);
faf5f49c
TM		 4214}
4215
963d8fe5 4216static const struct rpc_call_ops nfs4_locku_ops = {
4ce70ada 4217 .rpc_call_prepare = nfs4_locku_prepare,
963d8fe5 4218 .rpc_call_done = nfs4_locku_done,
06f814a3 4219 .rpc_release = nfs4_locku_release_calldata,
963d8fe5
TM		 4220};
4221
a5d16a4d
TM		 4222static struct rpc_task *nfs4_do_unlck(struct file_lock *fl,
4223 struct nfs_open_context *ctx,
4224 struct nfs4_lock_state *lsp,
4225 struct nfs_seqid *seqid)
4226{
4227 struct nfs4_unlockdata *data;
5138fde0
TM		 4228 struct rpc_message msg = {
4229 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_LOCKU],
4230 .rpc_cred = ctx->cred,
4231 };
c970aa85
TM		 4232 struct rpc_task_setup task_setup_data = {
4233 .rpc_client = NFS_CLIENT(lsp->ls_state->inode),
5138fde0 4234 .rpc_message = &msg,
c970aa85 4235 .callback_ops = &nfs4_locku_ops,
101070ca 4236 .workqueue = nfsiod_workqueue,
c970aa85
TM		 4237 .flags = RPC_TASK_ASYNC,
4238 };
a5d16a4d 4239
137d6aca
FF		 4240 /* Ensure this is an unlock - when canceling a lock, the
4241 * canceled lock is passed in, and it won't be an unlock.
4242 */
4243 fl->fl_type = F_UNLCK;
4244
a5d16a4d
TM		 4245 data = nfs4_alloc_unlockdata(fl, ctx, lsp, seqid);
4246 if (data == NULL) {
4247 nfs_free_seqid(seqid);
4248 return ERR_PTR(-ENOMEM);
4249 }
4250
9d12b216 4251 nfs41_init_sequence(&data->arg.seq_args, &data->res.seq_res, 1);
1174dd1f
TM		 4252 msg.rpc_argp = &data->arg;
4253 msg.rpc_resp = &data->res;
c970aa85
TM		 4254 task_setup_data.callback_data = data;
4255 return rpc_run_task(&task_setup_data);
a5d16a4d
TM		 4256}
4257
faf5f49c
TM		 4258static int nfs4_proc_unlck(struct nfs4_state *state, int cmd, struct file_lock *request)
4259{
19e03c57 4260 struct nfs_inode *nfsi = NFS_I(state->inode);
911d1aaf 4261 struct nfs_seqid *seqid;
1da177e4 4262 struct nfs4_lock_state *lsp;
06f814a3
TM		 4263 struct rpc_task *task;
4264 int status = 0;
536ff0f8 4265 unsigned char fl_flags = request->fl_flags;
faf5f49c 4266
8d0a8a9d 4267 status = nfs4_set_lock_state(state, request);
9b073574
TM		 4268 /* Unlock _before_ we do the RPC call */
4269 request->fl_flags |= FL_EXISTS;
19e03c57
TM		 4270 down_read(&nfsi->rwsem);
4271 if (do_vfs_lock(request->fl_file, request) == -ENOENT) {
4272 up_read(&nfsi->rwsem);
9b073574 4273 goto out;
19e03c57
TM		 4274 }
4275 up_read(&nfsi->rwsem);
8d0a8a9d 4276 if (status != 0)
9b073574
TM		 4277 goto out;
4278 /* Is this a delegated lock? */
4279 if (test_bit(NFS_DELEGATED_STATE, &state->flags))
4280 goto out;
8d0a8a9d 4281 lsp = request->fl_u.nfs4_fl.owner;
8535b2be 4282 seqid = nfs_alloc_seqid(&lsp->ls_seqid, GFP_KERNEL);
9b073574 4283 status = -ENOMEM;
911d1aaf 4284 if (seqid == NULL)
9b073574 4285 goto out;
cd3758e3 4286 task = nfs4_do_unlck(request, nfs_file_open_context(request->fl_file), lsp, seqid);
a5d16a4d
TM		 4287 status = PTR_ERR(task);
4288 if (IS_ERR(task))
9b073574 4289 goto out;
a5d16a4d 4290 status = nfs4_wait_for_completion_rpc_task(task);
e6b3c4db 4291 rpc_put_task(task);
9b073574 4292out:
536ff0f8 4293 request->fl_flags = fl_flags;
1da177e4
LT		 4294 return status;
4295}
4296
a5d16a4d
TM		 4297struct nfs4_lockdata {
4298 struct nfs_lock_args arg;
4299 struct nfs_lock_res res;
4300 struct nfs4_lock_state *lsp;
4301 struct nfs_open_context *ctx;
4302 struct file_lock fl;
26e976a8 4303 unsigned long timestamp;
a5d16a4d
TM		 4304 int rpc_status;
4305 int cancelled;
66179efe 4306 struct nfs_server *server;
a5d16a4d
TM		 4307};
4308
4309static struct nfs4_lockdata *nfs4_alloc_lockdata(struct file_lock *fl,
8535b2be
TM		 4310 struct nfs_open_context *ctx, struct nfs4_lock_state *lsp,
4311 gfp_t gfp_mask)
1da177e4 4312{
a5d16a4d
TM		 4313 struct nfs4_lockdata *p;
4314 struct inode *inode = lsp->ls_state->inode;
1da177e4 4315 struct nfs_server *server = NFS_SERVER(inode);
a5d16a4d 4316
8535b2be 4317 p = kzalloc(sizeof(*p), gfp_mask);
a5d16a4d
TM		 4318 if (p == NULL)
4319 return NULL;
4320
4321 p->arg.fh = NFS_FH(inode);
4322 p->arg.fl = &p->fl;
8535b2be 4323 p->arg.open_seqid = nfs_alloc_seqid(&lsp->ls_state->owner->so_seqid, gfp_mask);
2f74c0a0
TM		 4324 if (p->arg.open_seqid == NULL)
4325 goto out_free;
8535b2be 4326 p->arg.lock_seqid = nfs_alloc_seqid(&lsp->ls_seqid, gfp_mask);
a5d16a4d 4327 if (p->arg.lock_seqid == NULL)
2f74c0a0 4328 goto out_free_seqid;
a5d16a4d 4329 p->arg.lock_stateid = &lsp->ls_stateid;
7539bbab 4330 p->arg.lock_owner.clientid = server->nfs_client->cl_clientid;
48c22eb2 4331 p->arg.lock_owner.id = lsp->ls_seqid.owner_id;
d035c36c 4332 p->arg.lock_owner.s_dev = server->s_dev;
c1d51931 4333 p->res.lock_seqid = p->arg.lock_seqid;
a5d16a4d 4334 p->lsp = lsp;
66179efe 4335 p->server = server;
a5d16a4d
TM		 4336 atomic_inc(&lsp->ls_count);
4337 p->ctx = get_nfs_open_context(ctx);
4338 memcpy(&p->fl, fl, sizeof(p->fl));
4339 return p;
2f74c0a0
TM		 4340out_free_seqid:
4341 nfs_free_seqid(p->arg.open_seqid);
a5d16a4d
TM		 4342out_free:
4343 kfree(p);
4344 return NULL;
4345}
4346
4347static void nfs4_lock_prepare(struct rpc_task *task, void *calldata)
4348{
4349 struct nfs4_lockdata *data = calldata;
4350 struct nfs4_state *state = data->lsp->ls_state;
06735b34 4351
3110ff80 4352 dprintk("%s: begin!\n", __func__);
2f74c0a0
TM		 4353 if (nfs_wait_on_sequence(data->arg.lock_seqid, task) != 0)
4354 return;
a5d16a4d
TM		 4355 /* Do we need to do an open_to_lock_owner? */
4356 if (!(data->arg.lock_seqid->sequence->flags & NFS_SEQID_CONFIRMED)) {
e6e21970
TM		 4357 if (nfs_wait_on_sequence(data->arg.open_seqid, task) != 0)
4358 return;
a5d16a4d
TM		 4359 data->arg.open_stateid = &state->stateid;
4360 data->arg.new_lock_owner = 1;
c1d51931 4361 data->res.open_seqid = data->arg.open_seqid;
2f74c0a0
TM		 4362 } else
4363 data->arg.new_lock_owner = 0;
26e976a8 4364 data->timestamp = jiffies;
035168ab
TM		 4365 if (nfs4_setup_sequence(data->server,
4366 &data->arg.seq_args,
9d12b216 4367 &data->res.seq_res, task))
66179efe 4368 return;
5138fde0 4369 rpc_call_start(task);
3110ff80 4370 dprintk("%s: done!, ret = %d\n", __func__, data->rpc_status);
a5d16a4d
TM		 4371}
4372
b257957e
AB		 4373static void nfs4_recover_lock_prepare(struct rpc_task *task, void *calldata)
4374{
4375 rpc_task_set_priority(task, RPC_PRIORITY_PRIVILEGED);
4376 nfs4_lock_prepare(task, calldata);
4377}
4378
a5d16a4d
TM		 4379static void nfs4_lock_done(struct rpc_task *task, void *calldata)
4380{
4381 struct nfs4_lockdata *data = calldata;
4382
3110ff80 4383 dprintk("%s: begin!\n", __func__);
a5d16a4d 4384
14516c3a
TM		 4385 if (!nfs4_sequence_done(task, &data->res.seq_res))
4386 return;
66179efe 4387
a5d16a4d 4388 data->rpc_status = task->tk_status;
a5d16a4d 4389 if (data->arg.new_lock_owner != 0) {
a5d16a4d
TM		 4390 if (data->rpc_status == 0)
4391 nfs_confirm_seqid(&data->lsp->ls_seqid, 0);
4392 else
4393 goto out;
4394 }
4395 if (data->rpc_status == 0) {
f597c537 4396 nfs4_stateid_copy(&data->lsp->ls_stateid, &data->res.stateid);
a5d16a4d 4397 data->lsp->ls_flags |= NFS_LOCK_INITIALIZED;
3d4ff43d 4398 renew_lease(NFS_SERVER(data->ctx->dentry->d_inode), data->timestamp);
a5d16a4d 4399 }
a5d16a4d 4400out:
3110ff80 4401 dprintk("%s: done, ret = %d!\n", __func__, data->rpc_status);
a5d16a4d
TM		 4402}
4403
4404static void nfs4_lock_release(void *calldata)
4405{
4406 struct nfs4_lockdata *data = calldata;
4407
3110ff80 4408 dprintk("%s: begin!\n", __func__);
2f74c0a0 4409 nfs_free_seqid(data->arg.open_seqid);
a5d16a4d
TM		 4410 if (data->cancelled != 0) {
4411 struct rpc_task *task;
4412 task = nfs4_do_unlck(&data->fl, data->ctx, data->lsp,
4413 data->arg.lock_seqid);
4414 if (!IS_ERR(task))
bf294b41 4415 rpc_put_task_async(task);
3110ff80 4416 dprintk("%s: cancelling lock!\n", __func__);
a5d16a4d
TM		 4417 } else
4418 nfs_free_seqid(data->arg.lock_seqid);
4419 nfs4_put_lock_state(data->lsp);
4420 put_nfs_open_context(data->ctx);
4421 kfree(data);
3110ff80 4422 dprintk("%s: done!\n", __func__);
a5d16a4d
TM		 4423}
4424
4425static const struct rpc_call_ops nfs4_lock_ops = {
4426 .rpc_call_prepare = nfs4_lock_prepare,
4427 .rpc_call_done = nfs4_lock_done,
4428 .rpc_release = nfs4_lock_release,
4429};
4430
b257957e
AB		 4431static const struct rpc_call_ops nfs4_recover_lock_ops = {
4432 .rpc_call_prepare = nfs4_recover_lock_prepare,
4433 .rpc_call_done = nfs4_lock_done,
4434 .rpc_release = nfs4_lock_release,
4435};
4436
2bee72a6
TM		 4437static void nfs4_handle_setlk_error(struct nfs_server *server, struct nfs4_lock_state *lsp, int new_lock_owner, int error)
4438{
2bee72a6
TM		 4439 switch (error) {
4440 case -NFS4ERR_ADMIN_REVOKED:
4441 case -NFS4ERR_BAD_STATEID:
ecac799a 4442 lsp->ls_seqid.flags &= ~NFS_SEQID_CONFIRMED;
2bee72a6
TM		 4443 if (new_lock_owner != 0 ||
4444 (lsp->ls_flags & NFS_LOCK_INITIALIZED) != 0)
ecac799a 4445 nfs4_schedule_stateid_recovery(server, lsp->ls_state);
a2c0b9e2
TM		 4446 break;
4447 case -NFS4ERR_STALE_STATEID:
a2c0b9e2 4448 lsp->ls_seqid.flags &= ~NFS_SEQID_CONFIRMED;
ecac799a
TM		 4449 case -NFS4ERR_EXPIRED:
4450 nfs4_schedule_lease_recovery(server->nfs_client);
2bee72a6
TM		 4451 };
4452}
4453
afe6c27c 4454static int _nfs4_do_setlk(struct nfs4_state *state, int cmd, struct file_lock *fl, int recovery_type)
a5d16a4d
TM		 4455{
4456 struct nfs4_lockdata *data;
4457 struct rpc_task *task;
5138fde0
TM		 4458 struct rpc_message msg = {
4459 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_LOCK],
4460 .rpc_cred = state->owner->so_cred,
4461 };
c970aa85
TM		 4462 struct rpc_task_setup task_setup_data = {
4463 .rpc_client = NFS_CLIENT(state->inode),
5138fde0 4464 .rpc_message = &msg,
c970aa85 4465 .callback_ops = &nfs4_lock_ops,
101070ca 4466 .workqueue = nfsiod_workqueue,
c970aa85
TM		 4467 .flags = RPC_TASK_ASYNC,
4468 };
a5d16a4d
TM		 4469 int ret;
4470
3110ff80 4471 dprintk("%s: begin!\n", __func__);
cd3758e3 4472 data = nfs4_alloc_lockdata(fl, nfs_file_open_context(fl->fl_file),
8535b2be
TM		 4473 fl->fl_u.nfs4_fl.owner,
4474 recovery_type == NFS_LOCK_NEW ? GFP_KERNEL : GFP_NOFS);
a5d16a4d
TM		 4475 if (data == NULL)
4476 return -ENOMEM;
4477 if (IS_SETLKW(cmd))
4478 data->arg.block = 1;
b257957e
AB		 4479 if (recovery_type > NFS_LOCK_NEW) {
4480 if (recovery_type == NFS_LOCK_RECLAIM)
afe6c27c 4481 data->arg.reclaim = NFS_LOCK_RECLAIM;
b257957e
AB		 4482 task_setup_data.callback_ops = &nfs4_recover_lock_ops;
4483 }
9d12b216 4484 nfs41_init_sequence(&data->arg.seq_args, &data->res.seq_res, 1);
1174dd1f
TM		 4485 msg.rpc_argp = &data->arg;
4486 msg.rpc_resp = &data->res;
c970aa85
TM		 4487 task_setup_data.callback_data = data;
4488 task = rpc_run_task(&task_setup_data);
7a1218a2 4489 if (IS_ERR(task))
a5d16a4d 4490 return PTR_ERR(task);
a5d16a4d
TM		 4491 ret = nfs4_wait_for_completion_rpc_task(task);
4492 if (ret == 0) {
4493 ret = data->rpc_status;
2bee72a6
TM		 4494 if (ret)
4495 nfs4_handle_setlk_error(data->server, data->lsp,
4496 data->arg.new_lock_owner, ret);
a5d16a4d
TM		 4497 } else
4498 data->cancelled = 1;
e6b3c4db 4499 rpc_put_task(task);
3110ff80 4500 dprintk("%s: done, ret = %d!\n", __func__, ret);
a5d16a4d 4501 return ret;
1da177e4
LT		 4502}
4503
4504static int nfs4_lock_reclaim(struct nfs4_state *state, struct file_lock *request)
4505{
202b50dc
TM		 4506 struct nfs_server *server = NFS_SERVER(state->inode);
4507 struct nfs4_exception exception = { };
4508 int err;
4509
4510 do {
42a2d13e
TM		 4511 /* Cache the lock if possible... */
4512 if (test_bit(NFS_DELEGATED_STATE, &state->flags) != 0)
4513 return 0;
afe6c27c 4514 err = _nfs4_do_setlk(state, F_SETLK, request, NFS_LOCK_RECLAIM);
168667c4 4515 if (err != -NFS4ERR_DELAY)
202b50dc
TM		 4516 break;
4517 nfs4_handle_exception(server, err, &exception);
4518 } while (exception.retry);
4519 return err;
1da177e4
LT		 4520}
4521
4522static int nfs4_lock_expired(struct nfs4_state *state, struct file_lock *request)
4523{
202b50dc
TM		 4524 struct nfs_server *server = NFS_SERVER(state->inode);
4525 struct nfs4_exception exception = { };
4526 int err;
4527
6bfc93ef
TM		 4528 err = nfs4_set_lock_state(state, request);
4529 if (err != 0)
4530 return err;
202b50dc 4531 do {
42a2d13e
TM		 4532 if (test_bit(NFS_DELEGATED_STATE, &state->flags) != 0)
4533 return 0;
afe6c27c 4534 err = _nfs4_do_setlk(state, F_SETLK, request, NFS_LOCK_EXPIRED);
a9ed2e25
TM		 4535 switch (err) {
4536 default:
4537 goto out;
4538 case -NFS4ERR_GRACE:
4539 case -NFS4ERR_DELAY:
4540 nfs4_handle_exception(server, err, &exception);
4541 err = 0;
4542 }
202b50dc 4543 } while (exception.retry);
a9ed2e25 4544out:
202b50dc 4545 return err;
1da177e4
LT		 4546}
4547
f062eb6c 4548#if defined(CONFIG_NFS_V4_1)
b01dd1d8 4549static int nfs41_check_expired_locks(struct nfs4_state *state)
f062eb6c 4550{
b01dd1d8
BS		 4551 int status, ret = NFS_OK;
4552 struct nfs4_lock_state *lsp;
f062eb6c
BS		 4553 struct nfs_server *server = NFS_SERVER(state->inode);
4554
b01dd1d8
BS		 4555 list_for_each_entry(lsp, &state->lock_states, ls_locks) {
4556 if (lsp->ls_flags & NFS_LOCK_INITIALIZED) {
4557 status = nfs41_test_stateid(server, &lsp->ls_stateid);
4558 if (status != NFS_OK) {
4559 nfs41_free_stateid(server, &lsp->ls_stateid);
4560 lsp->ls_flags &= ~NFS_LOCK_INITIALIZED;
4561 ret = status;
4562 }
4563 }
4564 };
4565
4566 return ret;
4567}
4568
4569static int nfs41_lock_expired(struct nfs4_state *state, struct file_lock *request)
4570{
4571 int status = NFS_OK;
4572
4573 if (test_bit(LK_STATE_IN_USE, &state->flags))
4574 status = nfs41_check_expired_locks(state);
f062eb6c 4575 if (status == NFS_OK)
b01dd1d8 4576 return status;
f062eb6c
BS		 4577 return nfs4_lock_expired(state, request);
4578}
4579#endif
4580
1da177e4
LT		 4581static int _nfs4_proc_setlk(struct nfs4_state *state, int cmd, struct file_lock *request)
4582{
19e03c57 4583 struct nfs_inode *nfsi = NFS_I(state->inode);
01c3b861 4584 unsigned char fl_flags = request->fl_flags;
8e469ebd 4585 int status = -ENOLCK;
1da177e4 4586
8e469ebd
TM		 4587 if ((fl_flags & FL_POSIX) &&
4588 !test_bit(NFS_STATE_POSIX_LOCKS, &state->flags))
4589 goto out;
6bfc93ef 4590 /* Is this a delegated open? */
6bfc93ef
TM		 4591 status = nfs4_set_lock_state(state, request);
4592 if (status != 0)
4593 goto out;
01c3b861
TM		 4594 request->fl_flags |= FL_ACCESS;
4595 status = do_vfs_lock(request->fl_file, request);
4596 if (status < 0)
4597 goto out;
19e03c57 4598 down_read(&nfsi->rwsem);
01c3b861 4599 if (test_bit(NFS_DELEGATED_STATE, &state->flags)) {
01c3b861 4600 /* Yes: cache locks! */
01c3b861 4601 /* ...but avoid races with delegation recall... */
19e03c57
TM		 4602 request->fl_flags = fl_flags & ~FL_SLEEP;
4603 status = do_vfs_lock(request->fl_file, request);
4604 goto out_unlock;
01c3b861 4605 }
afe6c27c 4606 status = _nfs4_do_setlk(state, cmd, request, NFS_LOCK_NEW);
6bfc93ef 4607 if (status != 0)
01c3b861 4608 goto out_unlock;
6bfc93ef 4609 /* Note: we always want to sleep here! */
01c3b861 4610 request->fl_flags = fl_flags | FL_SLEEP;
6bfc93ef 4611 if (do_vfs_lock(request->fl_file, request) < 0)
a030889a
WAA		 4612 printk(KERN_WARNING "NFS: %s: VFS is out of sync with lock "
4613 "manager!\n", __func__);
01c3b861 4614out_unlock:
19e03c57 4615 up_read(&nfsi->rwsem);
01c3b861
TM		 4616out:
4617 request->fl_flags = fl_flags;
1da177e4
LT		 4618 return status;
4619}
4620
4621static int nfs4_proc_setlk(struct nfs4_state *state, int cmd, struct file_lock *request)
4622{
a1d0b5ee
TM		 4623 struct nfs4_exception exception = {
4624 .state = state,
4625 };
1da177e4
LT		 4626 int err;
4627
4628 do {
965b5d67
TM		 4629 err = _nfs4_proc_setlk(state, cmd, request);
4630 if (err == -NFS4ERR_DENIED)
4631 err = -EAGAIN;
1da177e4 4632 err = nfs4_handle_exception(NFS_SERVER(state->inode),
965b5d67 4633 err, &exception);
1da177e4
LT		 4634 } while (exception.retry);
4635 return err;
4636}
4637
4638static int
4639nfs4_proc_lock(struct file *filp, int cmd, struct file_lock *request)
4640{
4641 struct nfs_open_context *ctx;
4642 struct nfs4_state *state;
4643 unsigned long timeout = NFS4_LOCK_MINTIMEOUT;
4644 int status;
4645
4646 /* verify open state */
cd3758e3 4647 ctx = nfs_file_open_context(filp);
1da177e4
LT		 4648 state = ctx->state;
4649
4650 if (request->fl_start < 0 || request->fl_end < 0)
4651 return -EINVAL;
4652
d953126a
TM		 4653 if (IS_GETLK(cmd)) {
4654 if (state != NULL)
4655 return nfs4_proc_getlk(state, F_GETLK, request);
4656 return 0;
4657 }
1da177e4
LT		 4658
4659 if (!(IS_SETLK(cmd) || IS_SETLKW(cmd)))
4660 return -EINVAL;
4661
d953126a
TM		 4662 if (request->fl_type == F_UNLCK) {
4663 if (state != NULL)
4664 return nfs4_proc_unlck(state, cmd, request);
4665 return 0;
4666 }
1da177e4 4667
d953126a
TM		 4668 if (state == NULL)
4669 return -ENOLCK;
1da177e4
LT		 4670 do {
4671 status = nfs4_proc_setlk(state, cmd, request);
4672 if ((status != -EAGAIN) || IS_SETLK(cmd))
4673 break;
4674 timeout = nfs4_set_lock_task_retry(timeout);
4675 status = -ERESTARTSYS;
4676 if (signalled())
4677 break;
4678 } while(status < 0);
1da177e4
LT		 4679 return status;
4680}
4681
888e694c
TM		 4682int nfs4_lock_delegation_recall(struct nfs4_state *state, struct file_lock *fl)
4683{
4684 struct nfs_server *server = NFS_SERVER(state->inode);
4685 struct nfs4_exception exception = { };
4686 int err;
4687
4688 err = nfs4_set_lock_state(state, fl);
4689 if (err != 0)
4690 goto out;
4691 do {
afe6c27c 4692 err = _nfs4_do_setlk(state, F_SETLK, fl, NFS_LOCK_NEW);
d5122201
TM		 4693 switch (err) {
4694 default:
a030889a
WAA		 4695 printk(KERN_ERR "NFS: %s: unhandled error "
4696 "%d.\n", __func__, err);
d5122201 4697 case 0:
965b5d67 4698 case -ESTALE:
d5122201
TM		 4699 goto out;
4700 case -NFS4ERR_EXPIRED:
0ced63d1 4701 nfs4_schedule_stateid_recovery(server, state);
d5122201 4702 case -NFS4ERR_STALE_CLIENTID:
965b5d67 4703 case -NFS4ERR_STALE_STATEID:
0400a6b0
TM		 4704 nfs4_schedule_lease_recovery(server->nfs_client);
4705 goto out;
74e7bb73
RL		 4706 case -NFS4ERR_BADSESSION:
4707 case -NFS4ERR_BADSLOT:
4708 case -NFS4ERR_BAD_HIGH_SLOT:
4709 case -NFS4ERR_CONN_NOT_BOUND_TO_SESSION:
4710 case -NFS4ERR_DEADSESSION:
0400a6b0 4711 nfs4_schedule_session_recovery(server->nfs_client->cl_session);
d5122201 4712 goto out;
965b5d67
TM		 4713 case -ERESTARTSYS:
4714 /*
4715 * The show must go on: exit, but mark the
4716 * stateid as needing recovery.
4717 */
a1d0b5ee 4718 case -NFS4ERR_DELEG_REVOKED:
965b5d67
TM		 4719 case -NFS4ERR_ADMIN_REVOKED:
4720 case -NFS4ERR_BAD_STATEID:
4721 case -NFS4ERR_OPENMODE:
0400a6b0 4722 nfs4_schedule_stateid_recovery(server, state);
965b5d67
TM		 4723 err = 0;
4724 goto out;
168667c4
TM		 4725 case -EKEYEXPIRED:
4726 /*
4727 * User RPCSEC_GSS context has expired.
4728 * We cannot recover this stateid now, so
4729 * skip it and allow recovery thread to
4730 * proceed.
4731 */
4732 err = 0;
4733 goto out;
965b5d67
TM		 4734 case -ENOMEM:
4735 case -NFS4ERR_DENIED:
4736 /* kill_proc(fl->fl_pid, SIGLOST, 1); */
4737 err = 0;
4738 goto out;
d5122201
TM		 4739 case -NFS4ERR_DELAY:
4740 break;
4741 }
888e694c
TM		 4742 err = nfs4_handle_exception(server, err, &exception);
4743 } while (exception.retry);
4744out:
4745 return err;
4746}
6b3b5496 4747
cf470c3e
TM		 4748struct nfs_release_lockowner_data {
4749 struct nfs4_lock_state *lsp;
4750 struct nfs_release_lockowner_args args;
4751};
4752
d3c7b7cc
TM		 4753static void nfs4_release_lockowner_release(void *calldata)
4754{
cf470c3e
TM		 4755 struct nfs_release_lockowner_data *data = calldata;
4756 nfs4_free_lock_state(data->lsp);
d3c7b7cc
TM		 4757 kfree(calldata);
4758}
4759
4760const struct rpc_call_ops nfs4_release_lockowner_ops = {
4761 .rpc_release = nfs4_release_lockowner_release,
4762};
4763
cf470c3e 4764int nfs4_release_lockowner(struct nfs4_lock_state *lsp)
d3c7b7cc
TM		 4765{
4766 struct nfs_server *server = lsp->ls_state->owner->so_server;
cf470c3e 4767 struct nfs_release_lockowner_data *data;
d3c7b7cc
TM		 4768 struct rpc_message msg = {
4769 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_RELEASE_LOCKOWNER],
4770 };
4771
4772 if (server->nfs_client->cl_mvops->minor_version != 0)
cf470c3e
TM		 4773 return -EINVAL;
4774 data = kmalloc(sizeof(*data), GFP_NOFS);
4775 if (!data)
4776 return -ENOMEM;
4777 data->lsp = lsp;
4778 data->args.lock_owner.clientid = server->nfs_client->cl_clientid;
4779 data->args.lock_owner.id = lsp->ls_seqid.owner_id;
4780 data->args.lock_owner.s_dev = server->s_dev;
4781 msg.rpc_argp = &data->args;
4782 rpc_call_async(server->client, &msg, 0, &nfs4_release_lockowner_ops, data);
4783 return 0;
d3c7b7cc
TM		 4784}
4785
aa1870af
BF		 4786#define XATTR_NAME_NFSV4_ACL "system.nfs4_acl"
4787
64c2ce8b
AK		 4788static int nfs4_xattr_set_nfs4_acl(struct dentry *dentry, const char *key,
4789 const void *buf, size_t buflen,
4790 int flags, int type)
6b3b5496 4791{
64c2ce8b
AK		 4792 if (strcmp(key, "") != 0)
4793 return -EINVAL;
4b580ee3 4794
64c2ce8b 4795 return nfs4_proc_set_acl(dentry->d_inode, buf, buflen);
6b3b5496
BF		 4796}
4797
64c2ce8b
AK		 4798static int nfs4_xattr_get_nfs4_acl(struct dentry *dentry, const char *key,
4799 void *buf, size_t buflen, int type)
6b3b5496 4800{
64c2ce8b
AK		 4801 if (strcmp(key, "") != 0)
4802 return -EINVAL;
aa1870af 4803
64c2ce8b 4804 return nfs4_proc_get_acl(dentry->d_inode, buf, buflen);
6b3b5496
BF		 4805}
4806
64c2ce8b
AK		 4807static size_t nfs4_xattr_list_nfs4_acl(struct dentry *dentry, char *list,
4808 size_t list_len, const char *name,
4809 size_t name_len, int type)
6b3b5496 4810{
64c2ce8b 4811 size_t len = sizeof(XATTR_NAME_NFSV4_ACL);
6b3b5496 4812
096455a2
BF		 4813 if (!nfs4_server_supports_acls(NFS_SERVER(dentry->d_inode)))
4814 return 0;
64c2ce8b
AK		 4815
4816 if (list && len <= list_len)
4817 memcpy(list, XATTR_NAME_NFSV4_ACL, len);
aa1870af 4818 return len;
6b3b5496
BF		 4819}
4820
533eb461
AA		 4821/*
4822 * nfs_fhget will use either the mounted_on_fileid or the fileid
4823 */
69aaaae1
TM		 4824static void nfs_fixup_referral_attributes(struct nfs_fattr *fattr)
4825{
533eb461
AA		 4826 if (!(((fattr->valid & NFS_ATTR_FATTR_MOUNTED_ON_FILEID) ||
4827 (fattr->valid & NFS_ATTR_FATTR_FILEID)) &&
4828 (fattr->valid & NFS_ATTR_FATTR_FSID) &&
81934ddb 4829 (fattr->valid & NFS_ATTR_FATTR_V4_LOCATIONS)))
69aaaae1
TM		 4830 return;
4831
4832 fattr->valid |= NFS_ATTR_FATTR_TYPE | NFS_ATTR_FATTR_MODE |
81934ddb 4833 NFS_ATTR_FATTR_NLINK | NFS_ATTR_FATTR_V4_REFERRAL;
69aaaae1
TM		 4834 fattr->mode = S_IFDIR | S_IRUGO | S_IXUGO;
4835 fattr->nlink = 2;
4836}
4837
56659e99 4838int nfs4_proc_fs_locations(struct inode *dir, const struct qstr *name,
7aaa0b3b 4839 struct nfs4_fs_locations *fs_locations, struct page *page)
683b57b4
TM		 4840{
4841 struct nfs_server *server = NFS_SERVER(dir);
4842 u32 bitmask[2] = {
361e624f 4843 [0] = FATTR4_WORD0_FSID | FATTR4_WORD0_FS_LOCATIONS,
683b57b4
TM		 4844 };
4845 struct nfs4_fs_locations_arg args = {
4846 .dir_fh = NFS_FH(dir),
c228fd3a 4847 .name = name,
683b57b4
TM		 4848 .page = page,
4849 .bitmask = bitmask,
4850 };
22958463
BH		 4851 struct nfs4_fs_locations_res res = {
4852 .fs_locations = fs_locations,
4853 };
683b57b4
TM		 4854 struct rpc_message msg = {
4855 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_FS_LOCATIONS],
4856 .rpc_argp = &args,
22958463 4857 .rpc_resp = &res,
683b57b4
TM		 4858 };
4859 int status;
4860
3110ff80 4861 dprintk("%s: start\n", __func__);
533eb461
AA		 4862
4863 /* Ask for the fileid of the absent filesystem if mounted_on_fileid
4864 * is not supported */
4865 if (NFS_SERVER(dir)->attr_bitmask[1] & FATTR4_WORD1_MOUNTED_ON_FILEID)
4866 bitmask[1] |= FATTR4_WORD1_MOUNTED_ON_FILEID;
4867 else
4868 bitmask[0] |= FATTR4_WORD0_FILEID;
4869
c228fd3a 4870 nfs_fattr_init(&fs_locations->fattr);
683b57b4 4871 fs_locations->server = server;
830b8e33 4872 fs_locations->nlocations = 0;
7c513058 4873 status = nfs4_call_sync(server->client, server, &msg, &args.seq_args, &res.seq_res, 0);
3110ff80 4874 dprintk("%s: returned status = %d\n", __func__, status);
683b57b4
TM		 4875 return status;
4876}
4877
5a5ea0d4
BS		 4878static int _nfs4_proc_secinfo(struct inode *dir, const struct qstr *name, struct nfs4_secinfo_flavors *flavors)
4879{
4880 int status;
4881 struct nfs4_secinfo_arg args = {
4882 .dir_fh = NFS_FH(dir),
4883 .name = name,
4884 };
4885 struct nfs4_secinfo_res res = {
4886 .flavors = flavors,
4887 };
4888 struct rpc_message msg = {
4889 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_SECINFO],
4890 .rpc_argp = &args,
4891 .rpc_resp = &res,
4892 };
4893
4894 dprintk("NFS call secinfo %s\n", name->name);
4895 status = nfs4_call_sync(NFS_SERVER(dir)->client, NFS_SERVER(dir), &msg, &args.seq_args, &res.seq_res, 0);
4896 dprintk("NFS reply secinfo: %d\n", status);
4897 return status;
4898}
4899
4900int nfs4_proc_secinfo(struct inode *dir, const struct qstr *name, struct nfs4_secinfo_flavors *flavors)
4901{
4902 struct nfs4_exception exception = { };
4903 int err;
4904 do {
4905 err = nfs4_handle_exception(NFS_SERVER(dir),
4906 _nfs4_proc_secinfo(dir, name, flavors),
4907 &exception);
4908 } while (exception.retry);
4909 return err;
4910}
4911
557134a3 4912#ifdef CONFIG_NFS_V4_1
357f54d6
AA		 4913/*
4914 * Check the exchange flags returned by the server for invalid flags, having
4915 * both PNFS and NON_PNFS flags set, and not having one of NON_PNFS, PNFS, or
4916 * DS flags set.
4917 */
4918static int nfs4_check_cl_exchange_flags(u32 flags)
4919{
4920 if (flags & ~EXCHGID4_FLAG_MASK_R)
4921 goto out_inval;
4922 if ((flags & EXCHGID4_FLAG_USE_PNFS_MDS) &&
4923 (flags & EXCHGID4_FLAG_USE_NON_PNFS))
4924 goto out_inval;
4925 if (!(flags & (EXCHGID4_FLAG_MASK_PNFS)))
4926 goto out_inval;
4927 return NFS_OK;
4928out_inval:
4929 return -NFS4ERR_INVAL;
4930}
4931
78fe0f41
WAA		 4932static bool
4933nfs41_same_server_scope(struct server_scope *a, struct server_scope *b)
4934{
4935 if (a->server_scope_sz == b->server_scope_sz &&
4936 memcmp(a->server_scope, b->server_scope, a->server_scope_sz) == 0)
4937 return true;
4938
4939 return false;
4940}
4941
99fe60d0
BH		 4942/*
4943 * nfs4_proc_exchange_id()
4944 *
4945 * Since the clientid has expired, all compounds using sessions
4946 * associated with the stale clientid will be returning
4947 * NFS4ERR_BADSESSION in the sequence operation, and will therefore
4948 * be in some phase of session reset.
4949 */
4d643d1d 4950int nfs4_proc_exchange_id(struct nfs_client *clp, struct rpc_cred *cred)
99fe60d0
BH		 4951{
4952 nfs4_verifier verifier;
4953 struct nfs41_exchange_id_args args = {
cd93710e 4954 .verifier = &verifier,
99fe60d0 4955 .client = clp,
357f54d6 4956 .flags = EXCHGID4_FLAG_SUPP_MOVED_REFER,
99fe60d0
BH		 4957 };
4958 struct nfs41_exchange_id_res res = {
4959 .client = clp,
4960 };
4961 int status;
4962 struct rpc_message msg = {
4963 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_EXCHANGE_ID],
4964 .rpc_argp = &args,
4965 .rpc_resp = &res,
4966 .rpc_cred = cred,
4967 };
99fe60d0
BH		 4968
4969 dprintk("--> %s\n", __func__);
4970 BUG_ON(clp == NULL);
a7b72103 4971
cd93710e 4972 nfs4_construct_boot_verifier(clp, &verifier);
99fe60d0 4973
c7a360b0
AA		 4974 args.id_len = scnprintf(args.id, sizeof(args.id),
4975 "%s/%s.%s/%u",
4976 clp->cl_ipaddr,
4977 init_utsname()->nodename,
4978 init_utsname()->domainname,
4979 clp->cl_rpcclient->cl_auth->au_flavor);
99fe60d0 4980
78fe0f41 4981 res.server_scope = kzalloc(sizeof(struct server_scope), GFP_KERNEL);
9edbd953
WAA		 4982 if (unlikely(!res.server_scope)) {
4983 status = -ENOMEM;
4984 goto out;
4985 }
78fe0f41 4986
7d2ed9ac
WAA		 4987 res.impl_id = kzalloc(sizeof(struct nfs41_impl_id), GFP_KERNEL);
4988 if (unlikely(!res.impl_id)) {
4989 status = -ENOMEM;
4990 goto out_server_scope;
4991 }
4992
1bd714f2 4993 status = rpc_call_sync(clp->cl_rpcclient, &msg, RPC_TASK_TIMEOUT);
c7a360b0
AA		 4994 if (!status)
4995 status = nfs4_check_cl_exchange_flags(clp->cl_exchange_flags);
78fe0f41 4996
7d2ed9ac
WAA		 4997 if (!status) {
4998 /* use the most recent implementation id */
4999 kfree(clp->impl_id);
5000 clp->impl_id = res.impl_id;
5001 } else
5002 kfree(res.impl_id);
5003
78fe0f41
WAA		 5004 if (!status) {
5005 if (clp->server_scope &&
5006 !nfs41_same_server_scope(clp->server_scope,
5007 res.server_scope)) {
5008 dprintk("%s: server_scope mismatch detected\n",
5009 __func__);
5010 set_bit(NFS4CLNT_SERVER_SCOPE_MISMATCH, &clp->cl_state);
5011 kfree(clp->server_scope);
5012 clp->server_scope = NULL;
5013 }
5014
9edbd953 5015 if (!clp->server_scope) {
78fe0f41 5016 clp->server_scope = res.server_scope;
9edbd953
WAA		 5017 goto out;
5018 }
78fe0f41 5019 }
7d2ed9ac
WAA		 5020
5021out_server_scope:
9edbd953
WAA		 5022 kfree(res.server_scope);
5023out:
7d2ed9ac
WAA		 5024 if (clp->impl_id)
5025 dprintk("%s: Server Implementation ID: "
5026 "domain: %s, name: %s, date: %llu,%u\n",
5027 __func__, clp->impl_id->domain, clp->impl_id->name,
5028 clp->impl_id->date.seconds,
5029 clp->impl_id->date.nseconds);
99fe60d0
BH		 5030 dprintk("<-- %s status= %d\n", __func__, status);
5031 return status;
5032}
5033
2050f0cc
AA		 5034struct nfs4_get_lease_time_data {
5035 struct nfs4_get_lease_time_args *args;
5036 struct nfs4_get_lease_time_res *res;
5037 struct nfs_client *clp;
5038};
5039
5040static void nfs4_get_lease_time_prepare(struct rpc_task *task,
5041 void *calldata)
5042{
5043 int ret;
5044 struct nfs4_get_lease_time_data *data =
5045 (struct nfs4_get_lease_time_data *)calldata;
5046
5047 dprintk("--> %s\n", __func__);
689cf5c1 5048 rpc_task_set_priority(task, RPC_PRIORITY_PRIVILEGED);
2050f0cc
AA		 5049 /* just setup sequence, do not trigger session recovery
5050 since we're invoked within one */
5051 ret = nfs41_setup_sequence(data->clp->cl_session,
689cf5c1 5052 &data->args->la_seq_args,
9d12b216 5053 &data->res->lr_seq_res, task);
2050f0cc
AA		 5054
5055 BUG_ON(ret == -EAGAIN);
5056 rpc_call_start(task);
5057 dprintk("<-- %s\n", __func__);
5058}
5059
5060/*
5061 * Called from nfs4_state_manager thread for session setup, so don't recover
5062 * from sequence operation or clientid errors.
5063 */
5064static void nfs4_get_lease_time_done(struct rpc_task *task, void *calldata)
5065{
5066 struct nfs4_get_lease_time_data *data =
5067 (struct nfs4_get_lease_time_data *)calldata;
5068
5069 dprintk("--> %s\n", __func__);
14516c3a
TM		 5070 if (!nfs41_sequence_done(task, &data->res->lr_seq_res))
5071 return;
2050f0cc
AA		 5072 switch (task->tk_status) {
5073 case -NFS4ERR_DELAY:
5074 case -NFS4ERR_GRACE:
5075 dprintk("%s Retry: tk_status %d\n", __func__, task->tk_status);
5076 rpc_delay(task, NFS4_POLL_RETRY_MIN);
5077 task->tk_status = 0;
a8a4ae3a
AA		 5078 /* fall through */
5079 case -NFS4ERR_RETRY_UNCACHED_REP:
d00c5d43 5080 rpc_restart_call_prepare(task);
2050f0cc
AA		 5081 return;
5082 }
2050f0cc
AA		 5083 dprintk("<-- %s\n", __func__);
5084}
5085
5086struct rpc_call_ops nfs4_get_lease_time_ops = {
5087 .rpc_call_prepare = nfs4_get_lease_time_prepare,
5088 .rpc_call_done = nfs4_get_lease_time_done,
5089};
5090
5091int nfs4_proc_get_lease_time(struct nfs_client *clp, struct nfs_fsinfo *fsinfo)
5092{
5093 struct rpc_task *task;
5094 struct nfs4_get_lease_time_args args;
5095 struct nfs4_get_lease_time_res res = {
5096 .lr_fsinfo = fsinfo,
5097 };
5098 struct nfs4_get_lease_time_data data = {
5099 .args = &args,
5100 .res = &res,
5101 .clp = clp,
5102 };
5103 struct rpc_message msg = {
5104 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_GET_LEASE_TIME],
5105 .rpc_argp = &args,
5106 .rpc_resp = &res,
5107 };
5108 struct rpc_task_setup task_setup = {
5109 .rpc_client = clp->cl_rpcclient,
5110 .rpc_message = &msg,
5111 .callback_ops = &nfs4_get_lease_time_ops,
1bd714f2
TM		 5112 .callback_data = &data,
5113 .flags = RPC_TASK_TIMEOUT,
2050f0cc
AA		 5114 };
5115 int status;
5116
9d12b216 5117 nfs41_init_sequence(&args.la_seq_args, &res.lr_seq_res, 0);
2050f0cc
AA		 5118 dprintk("--> %s\n", __func__);
5119 task = rpc_run_task(&task_setup);
5120
5121 if (IS_ERR(task))
5122 status = PTR_ERR(task);
5123 else {
5124 status = task->tk_status;
5125 rpc_put_task(task);
5126 }
5127 dprintk("<-- %s return %d\n", __func__, status);
5128
5129 return status;
5130}
5131
f86f36a6
TM		 5132static struct nfs4_slot *nfs4_alloc_slots(u32 max_slots, gfp_t gfp_flags)
5133{
5134 return kcalloc(max_slots, sizeof(struct nfs4_slot), gfp_flags);
5135}
5136
5137static void nfs4_add_and_init_slots(struct nfs4_slot_table *tbl,
5138 struct nfs4_slot *new,
5139 u32 max_slots,
5140 u32 ivalue)
5141{
5142 struct nfs4_slot *old = NULL;
5143 u32 i;
5144
5145 spin_lock(&tbl->slot_tbl_lock);
5146 if (new) {
5147 old = tbl->slots;
5148 tbl->slots = new;
5149 tbl->max_slots = max_slots;
5150 }
5151 tbl->highest_used_slotid = -1; /* no slot is currently used */
5152 for (i = 0; i < tbl->max_slots; i++)
5153 tbl->slots[i].seq_nr = ivalue;
5154 spin_unlock(&tbl->slot_tbl_lock);
5155 kfree(old);
5156}
5157
b73dafa7 5158/*
f86f36a6 5159 * (re)Initialise a slot table
b73dafa7 5160 */
f86f36a6
TM		 5161static int nfs4_realloc_slot_table(struct nfs4_slot_table *tbl, u32 max_reqs,
5162 u32 ivalue)
ac72b7b3 5163{
104aeba4 5164 struct nfs4_slot *new = NULL;
f86f36a6 5165 int ret = -ENOMEM;
ac72b7b3 5166
104aeba4
AA		 5167 dprintk("--> %s: max_reqs=%u, tbl->max_slots %d\n", __func__,
5168 max_reqs, tbl->max_slots);
ac72b7b3 5169
104aeba4
AA		 5170 /* Does the newly negotiated max_reqs match the existing slot table? */
5171 if (max_reqs != tbl->max_slots) {
f86f36a6 5172 new = nfs4_alloc_slots(max_reqs, GFP_NOFS);
104aeba4
AA		 5173 if (!new)
5174 goto out;
104aeba4 5175 }
f86f36a6
TM		 5176 ret = 0;
5177
5178 nfs4_add_and_init_slots(tbl, new, max_reqs, ivalue);
ac72b7b3
AA		 5179 dprintk("%s: tbl=%p slots=%p max_slots=%d\n", __func__,
5180 tbl, tbl->slots, tbl->max_slots);
5181out:
5182 dprintk("<-- %s: return %d\n", __func__, ret);
5183 return ret;
5184}
5185
f8625a6a
RL		 5186/* Destroy the slot table */
5187static void nfs4_destroy_slot_tables(struct nfs4_session *session)
5188{
5189 if (session->fc_slot_table.slots != NULL) {
5190 kfree(session->fc_slot_table.slots);
5191 session->fc_slot_table.slots = NULL;
5192 }
5193 if (session->bc_slot_table.slots != NULL) {
5194 kfree(session->bc_slot_table.slots);
5195 session->bc_slot_table.slots = NULL;
5196 }
5197 return;
5198}
5199
050047ce 5200/*
aacd5537 5201 * Initialize or reset the forechannel and backchannel tables
050047ce 5202 */
aacd5537 5203static int nfs4_setup_session_slot_tables(struct nfs4_session *ses)
050047ce 5204{
f26468fb 5205 struct nfs4_slot_table *tbl;
aacd5537 5206 int status;
050047ce 5207
aacd5537
AA		 5208 dprintk("--> %s\n", __func__);
5209 /* Fore channel */
5210 tbl = &ses->fc_slot_table;
f86f36a6
TM		 5211 status = nfs4_realloc_slot_table(tbl, ses->fc_attrs.max_reqs, 1);
5212 if (status) /* -ENOMEM */
5213 return status;
aacd5537
AA		 5214 /* Back channel */
5215 tbl = &ses->bc_slot_table;
f86f36a6
TM		 5216 status = nfs4_realloc_slot_table(tbl, ses->bc_attrs.max_reqs, 0);
5217 if (status && tbl->slots == NULL)
5218 /* Fore and back channel share a connection so get
5219 * both slot tables or neither */
5220 nfs4_destroy_slot_tables(ses);
f8625a6a 5221 return status;
557134a3
AA		 5222}
5223
5224struct nfs4_session *nfs4_alloc_session(struct nfs_client *clp)
5225{
5226 struct nfs4_session *session;
5227 struct nfs4_slot_table *tbl;
5228
8535b2be 5229 session = kzalloc(sizeof(struct nfs4_session), GFP_NOFS);
557134a3
AA		 5230 if (!session)
5231 return NULL;
76db6d95 5232
557134a3 5233 tbl = &session->fc_slot_table;
45d43c29 5234 tbl->highest_used_slotid = NFS4_NO_SLOT;
557134a3 5235 spin_lock_init(&tbl->slot_tbl_lock);
689cf5c1 5236 rpc_init_priority_wait_queue(&tbl->slot_tbl_waitq, "ForeChannel Slot table");
42acd021 5237 init_completion(&tbl->complete);
f8625a6a
RL		 5238
5239 tbl = &session->bc_slot_table;
45d43c29 5240 tbl->highest_used_slotid = NFS4_NO_SLOT;
f8625a6a
RL		 5241 spin_lock_init(&tbl->slot_tbl_lock);
5242 rpc_init_wait_queue(&tbl->slot_tbl_waitq, "BackChannel Slot table");
42acd021 5243 init_completion(&tbl->complete);
f8625a6a 5244
1055d76d
TM		 5245 session->session_state = 1<<NFS4_SESSION_INITING;
5246
557134a3
AA		 5247 session->clp = clp;
5248 return session;
5249}
5250
5251void nfs4_destroy_session(struct nfs4_session *session)
5252{
2446ab60
TM		 5253 struct rpc_xprt *xprt;
5254
5a0ffe54 5255 nfs4_proc_destroy_session(session);
2446ab60
TM		 5256
5257 rcu_read_lock();
5258 xprt = rcu_dereference(session->clp->cl_rpcclient->cl_xprt);
5259 rcu_read_unlock();
5a0ffe54 5260 dprintk("%s Destroy backchannel for xprt %p\n",
2446ab60
TM		 5261 __func__, xprt);
5262 xprt_destroy_backchannel(xprt, NFS41_BC_MIN_CALLBACKS);
f8625a6a 5263 nfs4_destroy_slot_tables(session);
557134a3
AA		 5264 kfree(session);
5265}
5266
fc931582
AA		 5267/*
5268 * Initialize the values to be used by the client in CREATE_SESSION
5269 * If nfs4_init_session set the fore channel request and response sizes,
5270 * use them.
5271 *
5272 * Set the back channel max_resp_sz_cached to zero to force the client to
5273 * always set csa_cachethis to FALSE because the current implementation
5274 * of the back channel DRC only supports caching the CB_SEQUENCE operation.
5275 */
5276static void nfs4_init_channel_attrs(struct nfs41_create_session_args *args)
5277{
5278 struct nfs4_session *session = args->client->cl_session;
5279 unsigned int mxrqst_sz = session->fc_attrs.max_rqst_sz,
5280 mxresp_sz = session->fc_attrs.max_resp_sz;
5281
5282 if (mxrqst_sz == 0)
5283 mxrqst_sz = NFS_MAX_FILE_IO_SIZE;
5284 if (mxresp_sz == 0)
5285 mxresp_sz = NFS_MAX_FILE_IO_SIZE;
5286 /* Fore channel attributes */
fc931582
AA		 5287 args->fc_attrs.max_rqst_sz = mxrqst_sz;
5288 args->fc_attrs.max_resp_sz = mxresp_sz;
fc931582 5289 args->fc_attrs.max_ops = NFS4_MAX_OPS;
ef159e91 5290 args->fc_attrs.max_reqs = max_session_slots;
fc931582
AA		 5291
5292 dprintk("%s: Fore Channel : max_rqst_sz=%u max_resp_sz=%u "
8e0d46e1 5293 "max_ops=%u max_reqs=%u\n",
fc931582
AA		 5294 __func__,
5295 args->fc_attrs.max_rqst_sz, args->fc_attrs.max_resp_sz,
8e0d46e1 5296 args->fc_attrs.max_ops, args->fc_attrs.max_reqs);
fc931582
AA		 5297
5298 /* Back channel attributes */
fc931582
AA		 5299 args->bc_attrs.max_rqst_sz = PAGE_SIZE;
5300 args->bc_attrs.max_resp_sz = PAGE_SIZE;
5301 args->bc_attrs.max_resp_sz_cached = 0;
5302 args->bc_attrs.max_ops = NFS4_MAX_BACK_CHANNEL_OPS;
5303 args->bc_attrs.max_reqs = 1;
5304
5305 dprintk("%s: Back Channel : max_rqst_sz=%u max_resp_sz=%u "
5306 "max_resp_sz_cached=%u max_ops=%u max_reqs=%u\n",
5307 __func__,
5308 args->bc_attrs.max_rqst_sz, args->bc_attrs.max_resp_sz,
5309 args->bc_attrs.max_resp_sz_cached, args->bc_attrs.max_ops,
5310 args->bc_attrs.max_reqs);
5311}
5312
43c2e885 5313static int nfs4_verify_fore_channel_attrs(struct nfs41_create_session_args *args, struct nfs4_session *session)
8d35301d 5314{
43c2e885
BF		 5315 struct nfs4_channel_attrs *sent = &args->fc_attrs;
5316 struct nfs4_channel_attrs *rcvd = &session->fc_attrs;
5317
43c2e885
BF		 5318 if (rcvd->max_resp_sz > sent->max_resp_sz)
5319 return -EINVAL;
5320 /*
5321 * Our requested max_ops is the minimum we need; we're not
5322 * prepared to break up compounds into smaller pieces than that.
5323 * So, no point even trying to continue if the server won't
5324 * cooperate:
5325 */
5326 if (rcvd->max_ops < sent->max_ops)
5327 return -EINVAL;
5328 if (rcvd->max_reqs == 0)
5329 return -EINVAL;
b4b9a0c1
VG		 5330 if (rcvd->max_reqs > NFS4_MAX_SLOT_TABLE)
5331 rcvd->max_reqs = NFS4_MAX_SLOT_TABLE;
43c2e885 5332 return 0;
8d35301d
AA		 5333}
5334
43c2e885
BF		 5335static int nfs4_verify_back_channel_attrs(struct nfs41_create_session_args *args, struct nfs4_session *session)
5336{
5337 struct nfs4_channel_attrs *sent = &args->bc_attrs;
5338 struct nfs4_channel_attrs *rcvd = &session->bc_attrs;
8d35301d 5339
43c2e885
BF		 5340 if (rcvd->max_rqst_sz > sent->max_rqst_sz)
5341 return -EINVAL;
5342 if (rcvd->max_resp_sz < sent->max_resp_sz)
5343 return -EINVAL;
5344 if (rcvd->max_resp_sz_cached > sent->max_resp_sz_cached)
5345 return -EINVAL;
5346 /* These would render the backchannel useless: */
b4b9a0c1 5347 if (rcvd->max_ops != sent->max_ops)
43c2e885 5348 return -EINVAL;
b4b9a0c1 5349 if (rcvd->max_reqs != sent->max_reqs)
43c2e885
BF		 5350 return -EINVAL;
5351 return 0;
5352}
8d35301d 5353
8d35301d
AA		 5354static int nfs4_verify_channel_attrs(struct nfs41_create_session_args *args,
5355 struct nfs4_session *session)
5356{
43c2e885 5357 int ret;
8d35301d 5358
43c2e885
BF		 5359 ret = nfs4_verify_fore_channel_attrs(args, session);
5360 if (ret)
5361 return ret;
5362 return nfs4_verify_back_channel_attrs(args, session);
8d35301d
AA		 5363}
5364
fc931582
AA		 5365static int _nfs4_proc_create_session(struct nfs_client *clp)
5366{
5367 struct nfs4_session *session = clp->cl_session;
5368 struct nfs41_create_session_args args = {
5369 .client = clp,
5370 .cb_program = NFS4_CALLBACK,
5371 };
5372 struct nfs41_create_session_res res = {
5373 .client = clp,
5374 };
5375 struct rpc_message msg = {
5376 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_CREATE_SESSION],
5377 .rpc_argp = &args,
5378 .rpc_resp = &res,
5379 };
5380 int status;
5381
5382 nfs4_init_channel_attrs(&args);
0f91421e 5383 args.flags = (SESSION4_PERSIST | SESSION4_BACK_CHAN);
fc931582 5384
1bd714f2 5385 status = rpc_call_sync(session->clp->cl_rpcclient, &msg, RPC_TASK_TIMEOUT);
fc931582 5386
8d35301d
AA		 5387 if (!status)
5388 /* Verify the session's negotiated channel_attrs values */
5389 status = nfs4_verify_channel_attrs(&args, session);
fc931582
AA		 5390 if (!status) {
5391 /* Increment the clientid slot sequence id */
5392 clp->cl_seqid++;
5393 }
5394
5395 return status;
5396}
5397
5398/*
5399 * Issues a CREATE_SESSION operation to the server.
5400 * It is the responsibility of the caller to verify the session is
5401 * expired before calling this routine.
5402 */
f26468fb 5403int nfs4_proc_create_session(struct nfs_client *clp)
fc931582
AA		 5404{
5405 int status;
5406 unsigned *ptr;
fc931582
AA		 5407 struct nfs4_session *session = clp->cl_session;
5408
5409 dprintk("--> %s clp=%p session=%p\n", __func__, clp, session);
5410
fd954ae1 5411 status = _nfs4_proc_create_session(clp);
fc931582
AA		 5412 if (status)
5413 goto out;
5414
aacd5537
AA		 5415 /* Init or reset the session slot tables */
5416 status = nfs4_setup_session_slot_tables(session);
5417 dprintk("slot table setup returned %d\n", status);
fc931582
AA		 5418 if (status)
5419 goto out;
5420
5421 ptr = (unsigned *)&session->sess_id.data[0];
5422 dprintk("%s client>seqid %d sessionid %u:%u:%u:%u\n", __func__,
5423 clp->cl_seqid, ptr[0], ptr[1], ptr[2], ptr[3]);
fc931582
AA		 5424out:
5425 dprintk("<-- %s\n", __func__);
5426 return status;
5427}
5428
0f3e66c6
AA		 5429/*
5430 * Issue the over-the-wire RPC DESTROY_SESSION.
5431 * The caller must serialize access to this routine.
5432 */
5433int nfs4_proc_destroy_session(struct nfs4_session *session)
5434{
5435 int status = 0;
5436 struct rpc_message msg;
5437
5438 dprintk("--> nfs4_proc_destroy_session\n");
5439
5440 /* session is still being setup */
5441 if (session->clp->cl_cons_state != NFS_CS_READY)
5442 return status;
5443
5444 msg.rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_DESTROY_SESSION];
5445 msg.rpc_argp = session;
5446 msg.rpc_resp = NULL;
5447 msg.rpc_cred = NULL;
1bd714f2 5448 status = rpc_call_sync(session->clp->cl_rpcclient, &msg, RPC_TASK_TIMEOUT);
0f3e66c6
AA		 5449
5450 if (status)
5451 printk(KERN_WARNING
f9fd2d9c 5452 "NFS: Got error %d from the server on DESTROY_SESSION. "
0f3e66c6
AA		 5453 "Session has been destroyed regardless...\n", status);
5454
5455 dprintk("<-- nfs4_proc_destroy_session\n");
5456 return status;
5457}
5458
fccba804
TM		 5459int nfs4_init_session(struct nfs_server *server)
5460{
5461 struct nfs_client *clp = server->nfs_client;
2449ea2e 5462 struct nfs4_session *session;
68bf05ef 5463 unsigned int rsize, wsize;
fccba804
TM		 5464 int ret;
5465
5466 if (!nfs4_has_session(clp))
5467 return 0;
5468
1055d76d
TM		 5469 session = clp->cl_session;
5470 if (!test_and_clear_bit(NFS4_SESSION_INITING, &session->session_state))
5471 return 0;
5472
68bf05ef
AA		 5473 rsize = server->rsize;
5474 if (rsize == 0)
5475 rsize = NFS_MAX_FILE_IO_SIZE;
5476 wsize = server->wsize;
5477 if (wsize == 0)
5478 wsize = NFS_MAX_FILE_IO_SIZE;
5479
68bf05ef
AA		 5480 session->fc_attrs.max_rqst_sz = wsize + nfs41_maxwrite_overhead;
5481 session->fc_attrs.max_resp_sz = rsize + nfs41_maxread_overhead;
2449ea2e 5482
fccba804
TM		 5483 ret = nfs4_recover_expired_lease(server);
5484 if (!ret)
5485 ret = nfs4_check_client_ready(clp);
5486 return ret;
5487}
5488
d83217c1
AA		 5489int nfs4_init_ds_session(struct nfs_client *clp)
5490{
5491 struct nfs4_session *session = clp->cl_session;
5492 int ret;
5493
5494 if (!test_and_clear_bit(NFS4_SESSION_INITING, &session->session_state))
5495 return 0;
5496
5497 ret = nfs4_client_recover_expired_lease(clp);
5498 if (!ret)
5499 /* Test for the DS role */
5500 if (!is_ds_client(clp))
5501 ret = -ENODEV;
5502 if (!ret)
5503 ret = nfs4_check_client_ready(clp);
5504 return ret;
5505
5506}
5507EXPORT_SYMBOL_GPL(nfs4_init_ds_session);
5508
5509
fc01cea9
AA		 5510/*
5511 * Renew the cl_session lease.
5512 */
d5f8d3fe
TM		 5513struct nfs4_sequence_data {
5514 struct nfs_client *clp;
5515 struct nfs4_sequence_args args;
5516 struct nfs4_sequence_res res;
5517};
5518
dc96aef9
AB		 5519static void nfs41_sequence_release(void *data)
5520{
d5f8d3fe
TM		 5521 struct nfs4_sequence_data *calldata = data;
5522 struct nfs_client *clp = calldata->clp;
dc96aef9 5523
7135840f
AB		 5524 if (atomic_read(&clp->cl_count) > 1)
5525 nfs4_schedule_state_renewal(clp);
5526 nfs_put_client(clp);
d5f8d3fe 5527 kfree(calldata);
dc96aef9
AB		 5528}
5529
aa5190d0
TM		 5530static int nfs41_sequence_handle_errors(struct rpc_task *task, struct nfs_client *clp)
5531{
5532 switch(task->tk_status) {
5533 case -NFS4ERR_DELAY:
aa5190d0
TM		 5534 rpc_delay(task, NFS4_POLL_RETRY_MAX);
5535 return -EAGAIN;
5536 default:
0400a6b0 5537 nfs4_schedule_lease_recovery(clp);
aa5190d0
TM		 5538 }
5539 return 0;
5540}
5541
dc96aef9 5542static void nfs41_sequence_call_done(struct rpc_task *task, void *data)
fc01cea9 5543{
d5f8d3fe
TM		 5544 struct nfs4_sequence_data *calldata = data;
5545 struct nfs_client *clp = calldata->clp;
fc01cea9 5546
14516c3a
TM		 5547 if (!nfs41_sequence_done(task, task->tk_msg.rpc_resp))
5548 return;
fc01cea9
AA		 5549
5550 if (task->tk_status < 0) {
5551 dprintk("%s ERROR %d\n", __func__, task->tk_status);
7135840f
AB		 5552 if (atomic_read(&clp->cl_count) == 1)
5553 goto out;
fc01cea9 5554
aa5190d0
TM		 5555 if (nfs41_sequence_handle_errors(task, clp) == -EAGAIN) {
5556 rpc_restart_call_prepare(task);
fc01cea9
AA		 5557 return;
5558 }
5559 }
fc01cea9 5560 dprintk("%s rpc_cred %p\n", __func__, task->tk_msg.rpc_cred);
7135840f 5561out:
fc01cea9
AA		 5562 dprintk("<-- %s\n", __func__);
5563}
5564
5565static void nfs41_sequence_prepare(struct rpc_task *task, void *data)
5566{
d5f8d3fe
TM		 5567 struct nfs4_sequence_data *calldata = data;
5568 struct nfs_client *clp = calldata->clp;
fc01cea9
AA		 5569 struct nfs4_sequence_args *args;
5570 struct nfs4_sequence_res *res;
5571
fc01cea9
AA		 5572 args = task->tk_msg.rpc_argp;
5573 res = task->tk_msg.rpc_resp;
5574
9d12b216 5575 if (nfs41_setup_sequence(clp->cl_session, args, res, task))
fc01cea9
AA		 5576 return;
5577 rpc_call_start(task);
5578}
5579
5580static const struct rpc_call_ops nfs41_sequence_ops = {
5581 .rpc_call_done = nfs41_sequence_call_done,
5582 .rpc_call_prepare = nfs41_sequence_prepare,
dc96aef9 5583 .rpc_release = nfs41_sequence_release,
fc01cea9
AA		 5584};
5585
71ac6da9 5586static struct rpc_task *_nfs41_proc_sequence(struct nfs_client *clp, struct rpc_cred *cred)
fc01cea9 5587{
d5f8d3fe 5588 struct nfs4_sequence_data *calldata;
fc01cea9
AA		 5589 struct rpc_message msg = {
5590 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_SEQUENCE],
5591 .rpc_cred = cred,
5592 };
71ac6da9
TM		 5593 struct rpc_task_setup task_setup_data = {
5594 .rpc_client = clp->cl_rpcclient,
5595 .rpc_message = &msg,
5596 .callback_ops = &nfs41_sequence_ops,
5597 .flags = RPC_TASK_ASYNC | RPC_TASK_SOFT,
5598 };
fc01cea9 5599
7135840f 5600 if (!atomic_inc_not_zero(&clp->cl_count))
71ac6da9 5601 return ERR_PTR(-EIO);
dfb4f309 5602 calldata = kzalloc(sizeof(*calldata), GFP_NOFS);
d5f8d3fe 5603 if (calldata == NULL) {
7135840f 5604 nfs_put_client(clp);
71ac6da9 5605 return ERR_PTR(-ENOMEM);
fc01cea9 5606 }
9d12b216 5607 nfs41_init_sequence(&calldata->args, &calldata->res, 0);
d5f8d3fe
TM		 5608 msg.rpc_argp = &calldata->args;
5609 msg.rpc_resp = &calldata->res;
5610 calldata->clp = clp;
71ac6da9 5611 task_setup_data.callback_data = calldata;
fc01cea9 5612
71ac6da9
TM		 5613 return rpc_run_task(&task_setup_data);
5614}
5615
2f60ea6b 5616static int nfs41_proc_async_sequence(struct nfs_client *clp, struct rpc_cred *cred, unsigned renew_flags)
71ac6da9
TM		 5617{
5618 struct rpc_task *task;
5619 int ret = 0;
5620
2f60ea6b
TM		 5621 if ((renew_flags & NFS4_RENEW_TIMEOUT) == 0)
5622 return 0;
71ac6da9
TM		 5623 task = _nfs41_proc_sequence(clp, cred);
5624 if (IS_ERR(task))
5625 ret = PTR_ERR(task);
5626 else
bf294b41 5627 rpc_put_task_async(task);
71ac6da9
TM		 5628 dprintk("<-- %s status=%d\n", __func__, ret);
5629 return ret;
5630}
5631
5632static int nfs4_proc_sequence(struct nfs_client *clp, struct rpc_cred *cred)
5633{
5634 struct rpc_task *task;
5635 int ret;
5636
5637 task = _nfs41_proc_sequence(clp, cred);
5638 if (IS_ERR(task)) {
5639 ret = PTR_ERR(task);
5640 goto out;
5641 }
5642 ret = rpc_wait_for_completion_task(task);
b4410c2f
TM		 5643 if (!ret) {
5644 struct nfs4_sequence_res *res = task->tk_msg.rpc_resp;
5645
5646 if (task->tk_status == 0)
5647 nfs41_handle_sequence_flag_errors(clp, res->sr_status_flags);
71ac6da9 5648 ret = task->tk_status;
b4410c2f 5649 }
71ac6da9
TM		 5650 rpc_put_task(task);
5651out:
5652 dprintk("<-- %s status=%d\n", __func__, ret);
5653 return ret;
fc01cea9
AA		 5654}
5655
fce5c838
RL		 5656struct nfs4_reclaim_complete_data {
5657 struct nfs_client *clp;
5658 struct nfs41_reclaim_complete_args arg;
5659 struct nfs41_reclaim_complete_res res;
5660};
5661
5662static void nfs4_reclaim_complete_prepare(struct rpc_task *task, void *data)
5663{
5664 struct nfs4_reclaim_complete_data *calldata = data;
5665
b257957e 5666 rpc_task_set_priority(task, RPC_PRIORITY_PRIVILEGED);
035168ab
TM		 5667 if (nfs41_setup_sequence(calldata->clp->cl_session,
5668 &calldata->arg.seq_args,
9d12b216 5669 &calldata->res.seq_res, task))
fce5c838
RL		 5670 return;
5671
5672 rpc_call_start(task);
5673}
5674
aa5190d0
TM		 5675static int nfs41_reclaim_complete_handle_errors(struct rpc_task *task, struct nfs_client *clp)
5676{
5677 switch(task->tk_status) {
5678 case 0:
5679 case -NFS4ERR_COMPLETE_ALREADY:
5680 case -NFS4ERR_WRONG_CRED: /* What to do here? */
5681 break;
5682 case -NFS4ERR_DELAY:
aa5190d0 5683 rpc_delay(task, NFS4_POLL_RETRY_MAX);
a8a4ae3a
AA		 5684 /* fall through */
5685 case -NFS4ERR_RETRY_UNCACHED_REP:
aa5190d0
TM		 5686 return -EAGAIN;
5687 default:
0400a6b0 5688 nfs4_schedule_lease_recovery(clp);
aa5190d0
TM		 5689 }
5690 return 0;
5691}
5692
fce5c838
RL		 5693static void nfs4_reclaim_complete_done(struct rpc_task *task, void *data)
5694{
5695 struct nfs4_reclaim_complete_data *calldata = data;
5696 struct nfs_client *clp = calldata->clp;
5697 struct nfs4_sequence_res *res = &calldata->res.seq_res;
5698
5699 dprintk("--> %s\n", __func__);
14516c3a
TM		 5700 if (!nfs41_sequence_done(task, res))
5701 return;
fce5c838 5702
aa5190d0
TM		 5703 if (nfs41_reclaim_complete_handle_errors(task, clp) == -EAGAIN) {
5704 rpc_restart_call_prepare(task);
5705 return;
5706 }
fce5c838
RL		 5707 dprintk("<-- %s\n", __func__);
5708}
5709
5710static void nfs4_free_reclaim_complete_data(void *data)
5711{
5712 struct nfs4_reclaim_complete_data *calldata = data;
5713
5714 kfree(calldata);
5715}
5716
5717static const struct rpc_call_ops nfs4_reclaim_complete_call_ops = {
5718 .rpc_call_prepare = nfs4_reclaim_complete_prepare,
5719 .rpc_call_done = nfs4_reclaim_complete_done,
5720 .rpc_release = nfs4_free_reclaim_complete_data,
5721};
5722
5723/*
5724 * Issue a global reclaim complete.
5725 */
5726static int nfs41_proc_reclaim_complete(struct nfs_client *clp)
5727{
5728 struct nfs4_reclaim_complete_data *calldata;
5729 struct rpc_task *task;
5730 struct rpc_message msg = {
5731 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_RECLAIM_COMPLETE],
5732 };
5733 struct rpc_task_setup task_setup_data = {
5734 .rpc_client = clp->cl_rpcclient,
5735 .rpc_message = &msg,
5736 .callback_ops = &nfs4_reclaim_complete_call_ops,
5737 .flags = RPC_TASK_ASYNC,
5738 };
5739 int status = -ENOMEM;
5740
5741 dprintk("--> %s\n", __func__);
8535b2be 5742 calldata = kzalloc(sizeof(*calldata), GFP_NOFS);
fce5c838
RL		 5743 if (calldata == NULL)
5744 goto out;
5745 calldata->clp = clp;
5746 calldata->arg.one_fs = 0;
fce5c838 5747
9d12b216 5748 nfs41_init_sequence(&calldata->arg.seq_args, &calldata->res.seq_res, 0);
fce5c838
RL		 5749 msg.rpc_argp = &calldata->arg;
5750 msg.rpc_resp = &calldata->res;
5751 task_setup_data.callback_data = calldata;
5752 task = rpc_run_task(&task_setup_data);
acf82b85 5753 if (IS_ERR(task)) {
fce5c838 5754 status = PTR_ERR(task);
acf82b85
DC		 5755 goto out;
5756 }
c34c32ea
AA		 5757 status = nfs4_wait_for_completion_rpc_task(task);
5758 if (status == 0)
5759 status = task->tk_status;
fce5c838 5760 rpc_put_task(task);
acf82b85 5761 return 0;
fce5c838
RL		 5762out:
5763 dprintk("<-- %s status=%d\n", __func__, status);
5764 return status;
5765}
b1f69b75
AA		 5766
5767static void
5768nfs4_layoutget_prepare(struct rpc_task *task, void *calldata)
5769{
5770 struct nfs4_layoutget *lgp = calldata;
c31663d4 5771 struct nfs_server *server = NFS_SERVER(lgp->args.inode);
b1f69b75
AA		 5772
5773 dprintk("--> %s\n", __func__);
c31663d4
FI		 5774 /* Note the is a race here, where a CB_LAYOUTRECALL can come in
5775 * right now covering the LAYOUTGET we are about to send.
5776 * However, that is not so catastrophic, and there seems
5777 * to be no way to prevent it completely.
5778 */
b1f69b75 5779 if (nfs4_setup_sequence(server, &lgp->args.seq_args,
9d12b216 5780 &lgp->res.seq_res, task))
b1f69b75 5781 return;
cf7d63f1
FI		 5782 if (pnfs_choose_layoutget_stateid(&lgp->args.stateid,
5783 NFS_I(lgp->args.inode)->layout,
5784 lgp->args.ctx->state)) {
5785 rpc_exit(task, NFS4_OK);
5786 return;
5787 }
b1f69b75
AA		 5788 rpc_call_start(task);
5789}
5790
5791static void nfs4_layoutget_done(struct rpc_task *task, void *calldata)
5792{
5793 struct nfs4_layoutget *lgp = calldata;
5794 struct nfs_server *server = NFS_SERVER(lgp->args.inode);
5795
5796 dprintk("--> %s\n", __func__);
5797
5798 if (!nfs4_sequence_done(task, &lgp->res.seq_res))
5799 return;
5800
5801 switch (task->tk_status) {
5802 case 0:
5803 break;
5804 case -NFS4ERR_LAYOUTTRYLATER:
5805 case -NFS4ERR_RECALLCONFLICT:
5806 task->tk_status = -NFS4ERR_DELAY;
5807 /* Fall through */
5808 default:
5809 if (nfs4_async_handle_error(task, server, NULL) == -EAGAIN) {
5810 rpc_restart_call_prepare(task);
5811 return;
5812 }
5813 }
b1f69b75
AA		 5814 dprintk("<-- %s\n", __func__);
5815}
5816
5817static void nfs4_layoutget_release(void *calldata)
5818{
5819 struct nfs4_layoutget *lgp = calldata;
5820
5821 dprintk("--> %s\n", __func__);
b1f69b75
AA		 5822 put_nfs_open_context(lgp->args.ctx);
5823 kfree(calldata);
5824 dprintk("<-- %s\n", __func__);
5825}
5826
5827static const struct rpc_call_ops nfs4_layoutget_call_ops = {
5828 .rpc_call_prepare = nfs4_layoutget_prepare,
5829 .rpc_call_done = nfs4_layoutget_done,
5830 .rpc_release = nfs4_layoutget_release,
5831};
5832
5833int nfs4_proc_layoutget(struct nfs4_layoutget *lgp)
5834{
5835 struct nfs_server *server = NFS_SERVER(lgp->args.inode);
5836 struct rpc_task *task;
5837 struct rpc_message msg = {
5838 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_LAYOUTGET],
5839 .rpc_argp = &lgp->args,
5840 .rpc_resp = &lgp->res,
5841 };
5842 struct rpc_task_setup task_setup_data = {
5843 .rpc_client = server->client,
5844 .rpc_message = &msg,
5845 .callback_ops = &nfs4_layoutget_call_ops,
5846 .callback_data = lgp,
5847 .flags = RPC_TASK_ASYNC,
5848 };
5849 int status = 0;
5850
5851 dprintk("--> %s\n", __func__);
5852
35124a09 5853 lgp->res.layoutp = &lgp->args.layout;
b1f69b75 5854 lgp->res.seq_res.sr_slot = NULL;
9d12b216 5855 nfs41_init_sequence(&lgp->args.seq_args, &lgp->res.seq_res, 0);
b1f69b75
AA		 5856 task = rpc_run_task(&task_setup_data);
5857 if (IS_ERR(task))
5858 return PTR_ERR(task);
5859 status = nfs4_wait_for_completion_rpc_task(task);
c31663d4
FI		 5860 if (status == 0)
5861 status = task->tk_status;
5862 if (status == 0)
5863 status = pnfs_layout_process(lgp);
b1f69b75
AA		 5864 rpc_put_task(task);
5865 dprintk("<-- %s status=%d\n", __func__, status);
5866 return status;
5867}
5868
cbe82603
BH		 5869static void
5870nfs4_layoutreturn_prepare(struct rpc_task *task, void *calldata)
5871{
5872 struct nfs4_layoutreturn *lrp = calldata;
5873
5874 dprintk("--> %s\n", __func__);
5875 if (nfs41_setup_sequence(lrp->clp->cl_session, &lrp->args.seq_args,
9d12b216 5876 &lrp->res.seq_res, task))
cbe82603
BH		 5877 return;
5878 rpc_call_start(task);
5879}
5880
5881static void nfs4_layoutreturn_done(struct rpc_task *task, void *calldata)
5882{
5883 struct nfs4_layoutreturn *lrp = calldata;
5884 struct nfs_server *server;
a56aaa02 5885 struct pnfs_layout_hdr *lo = lrp->args.layout;
cbe82603
BH		 5886
5887 dprintk("--> %s\n", __func__);
5888
5889 if (!nfs4_sequence_done(task, &lrp->res.seq_res))
5890 return;
5891
5892 server = NFS_SERVER(lrp->args.inode);
5893 if (nfs4_async_handle_error(task, server, NULL) == -EAGAIN) {
d00c5d43 5894 rpc_restart_call_prepare(task);
cbe82603
BH		 5895 return;
5896 }
a2e1d4f2 5897 spin_lock(&lo->plh_inode->i_lock);
cbe82603 5898 if (task->tk_status == 0) {
cbe82603 5899 if (lrp->res.lrs_present) {
cbe82603 5900 pnfs_set_layout_stateid(lo, &lrp->res.stateid, true);
cbe82603
BH		 5901 } else
5902 BUG_ON(!list_empty(&lo->plh_segs));
5903 }
a2e1d4f2
FI		 5904 lo->plh_block_lgets--;
5905 spin_unlock(&lo->plh_inode->i_lock);
cbe82603
BH		 5906 dprintk("<-- %s\n", __func__);
5907}
5908
5909static void nfs4_layoutreturn_release(void *calldata)
5910{
5911 struct nfs4_layoutreturn *lrp = calldata;
5912
5913 dprintk("--> %s\n", __func__);
a56aaa02 5914 put_layout_hdr(lrp->args.layout);
cbe82603
BH		 5915 kfree(calldata);
5916 dprintk("<-- %s\n", __func__);
5917}
5918
5919static const struct rpc_call_ops nfs4_layoutreturn_call_ops = {
5920 .rpc_call_prepare = nfs4_layoutreturn_prepare,
5921 .rpc_call_done = nfs4_layoutreturn_done,
5922 .rpc_release = nfs4_layoutreturn_release,
5923};
5924
5925int nfs4_proc_layoutreturn(struct nfs4_layoutreturn *lrp)
5926{
5927 struct rpc_task *task;
5928 struct rpc_message msg = {
5929 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_LAYOUTRETURN],
5930 .rpc_argp = &lrp->args,
5931 .rpc_resp = &lrp->res,
5932 };
5933 struct rpc_task_setup task_setup_data = {
5934 .rpc_client = lrp->clp->cl_rpcclient,
5935 .rpc_message = &msg,
5936 .callback_ops = &nfs4_layoutreturn_call_ops,
5937 .callback_data = lrp,
5938 };
5939 int status;
5940
5941 dprintk("--> %s\n", __func__);
9d12b216 5942 nfs41_init_sequence(&lrp->args.seq_args, &lrp->res.seq_res, 1);
cbe82603
BH		 5943 task = rpc_run_task(&task_setup_data);
5944 if (IS_ERR(task))
5945 return PTR_ERR(task);
5946 status = task->tk_status;
5947 dprintk("<-- %s status=%d\n", __func__, status);
5948 rpc_put_task(task);
5949 return status;
5950}
5951
7f11d8d3
AA		 5952/*
5953 * Retrieve the list of Data Server devices from the MDS.
5954 */
5955static int _nfs4_getdevicelist(struct nfs_server *server,
5956 const struct nfs_fh *fh,
5957 struct pnfs_devicelist *devlist)
5958{
5959 struct nfs4_getdevicelist_args args = {
5960 .fh = fh,
5961 .layoutclass = server->pnfs_curr_ld->id,
5962 };
5963 struct nfs4_getdevicelist_res res = {
5964 .devlist = devlist,
5965 };
5966 struct rpc_message msg = {
5967 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_GETDEVICELIST],
5968 .rpc_argp = &args,
5969 .rpc_resp = &res,
5970 };
5971 int status;
5972
5973 dprintk("--> %s\n", __func__);
5974 status = nfs4_call_sync(server->client, server, &msg, &args.seq_args,
5975 &res.seq_res, 0);
5976 dprintk("<-- %s status=%d\n", __func__, status);
5977 return status;
5978}
5979
5980int nfs4_proc_getdevicelist(struct nfs_server *server,
5981 const struct nfs_fh *fh,
5982 struct pnfs_devicelist *devlist)
5983{
5984 struct nfs4_exception exception = { };
5985 int err;
5986
5987 do {
5988 err = nfs4_handle_exception(server,
5989 _nfs4_getdevicelist(server, fh, devlist),
5990 &exception);
5991 } while (exception.retry);
5992
5993 dprintk("%s: err=%d, num_devs=%u\n", __func__,
5994 err, devlist->num_devs);
5995
5996 return err;
5997}
5998EXPORT_SYMBOL_GPL(nfs4_proc_getdevicelist);
5999
b1f69b75
AA		 6000static int
6001_nfs4_proc_getdeviceinfo(struct nfs_server *server, struct pnfs_device *pdev)
6002{
6003 struct nfs4_getdeviceinfo_args args = {
6004 .pdev = pdev,
6005 };
6006 struct nfs4_getdeviceinfo_res res = {
6007 .pdev = pdev,
6008 };
6009 struct rpc_message msg = {
6010 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_GETDEVICEINFO],
6011 .rpc_argp = &args,
6012 .rpc_resp = &res,
6013 };
6014 int status;
6015
6016 dprintk("--> %s\n", __func__);
7c513058 6017 status = nfs4_call_sync(server->client, server, &msg, &args.seq_args, &res.seq_res, 0);
b1f69b75
AA		 6018 dprintk("<-- %s status=%d\n", __func__, status);
6019
6020 return status;
6021}
6022
6023int nfs4_proc_getdeviceinfo(struct nfs_server *server, struct pnfs_device *pdev)
6024{
6025 struct nfs4_exception exception = { };
6026 int err;
6027
6028 do {
6029 err = nfs4_handle_exception(server,
6030 _nfs4_proc_getdeviceinfo(server, pdev),
6031 &exception);
6032 } while (exception.retry);
6033 return err;
6034}
6035EXPORT_SYMBOL_GPL(nfs4_proc_getdeviceinfo);
6036
863a3c6c
AA		 6037static void nfs4_layoutcommit_prepare(struct rpc_task *task, void *calldata)
6038{
6039 struct nfs4_layoutcommit_data *data = calldata;
6040 struct nfs_server *server = NFS_SERVER(data->args.inode);
6041
6042 if (nfs4_setup_sequence(server, &data->args.seq_args,
9d12b216 6043 &data->res.seq_res, task))
863a3c6c
AA		 6044 return;
6045 rpc_call_start(task);
6046}
6047
6048static void
6049nfs4_layoutcommit_done(struct rpc_task *task, void *calldata)
6050{
6051 struct nfs4_layoutcommit_data *data = calldata;
6052 struct nfs_server *server = NFS_SERVER(data->args.inode);
6053
6054 if (!nfs4_sequence_done(task, &data->res.seq_res))
6055 return;
6056
6057 switch (task->tk_status) { /* Just ignore these failures */
6058 case NFS4ERR_DELEG_REVOKED: /* layout was recalled */
6059 case NFS4ERR_BADIOMODE: /* no IOMODE_RW layout for range */
6060 case NFS4ERR_BADLAYOUT: /* no layout */
6061 case NFS4ERR_GRACE: /* loca_recalim always false */
6062 task->tk_status = 0;
6063 }
6064
6065 if (nfs4_async_handle_error(task, server, NULL) == -EAGAIN) {
d00c5d43 6066 rpc_restart_call_prepare(task);
863a3c6c
AA		 6067 return;
6068 }
6069
6070 if (task->tk_status == 0)
6071 nfs_post_op_update_inode_force_wcc(data->args.inode,
6072 data->res.fattr);
6073}
6074
6075static void nfs4_layoutcommit_release(void *calldata)
6076{
6077 struct nfs4_layoutcommit_data *data = calldata;
a9bae566 6078 struct pnfs_layout_segment *lseg, *tmp;
92407e75 6079 unsigned long *bitlock = &NFS_I(data->args.inode)->flags;
863a3c6c 6080
db29c089 6081 pnfs_cleanup_layoutcommit(data);
863a3c6c 6082 /* Matched by references in pnfs_set_layoutcommit */
a9bae566
PT		 6083 list_for_each_entry_safe(lseg, tmp, &data->lseg_list, pls_lc_list) {
6084 list_del_init(&lseg->pls_lc_list);
6085 if (test_and_clear_bit(NFS_LSEG_LAYOUTCOMMIT,
6086 &lseg->pls_flags))
6087 put_lseg(lseg);
6088 }
92407e75
PT		 6089
6090 clear_bit_unlock(NFS_INO_LAYOUTCOMMITTING, bitlock);
6091 smp_mb__after_clear_bit();
6092 wake_up_bit(bitlock, NFS_INO_LAYOUTCOMMITTING);
6093
863a3c6c
AA		 6094 put_rpccred(data->cred);
6095 kfree(data);
6096}
6097
6098static const struct rpc_call_ops nfs4_layoutcommit_ops = {
6099 .rpc_call_prepare = nfs4_layoutcommit_prepare,
6100 .rpc_call_done = nfs4_layoutcommit_done,
6101 .rpc_release = nfs4_layoutcommit_release,
6102};
6103
6104int
ef311537 6105nfs4_proc_layoutcommit(struct nfs4_layoutcommit_data *data, bool sync)
863a3c6c
AA		 6106{
6107 struct rpc_message msg = {
6108 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_LAYOUTCOMMIT],
6109 .rpc_argp = &data->args,
6110 .rpc_resp = &data->res,
6111 .rpc_cred = data->cred,
6112 };
6113 struct rpc_task_setup task_setup_data = {
6114 .task = &data->task,
6115 .rpc_client = NFS_CLIENT(data->args.inode),
6116 .rpc_message = &msg,
6117 .callback_ops = &nfs4_layoutcommit_ops,
6118 .callback_data = data,
6119 .flags = RPC_TASK_ASYNC,
6120 };
6121 struct rpc_task *task;
6122 int status = 0;
6123
6124 dprintk("NFS: %4d initiating layoutcommit call. sync %d "
6125 "lbw: %llu inode %lu\n",
6126 data->task.tk_pid, sync,
6127 data->args.lastbytewritten,
6128 data->args.inode->i_ino);
6129
9d12b216 6130 nfs41_init_sequence(&data->args.seq_args, &data->res.seq_res, 1);
863a3c6c
AA		 6131 task = rpc_run_task(&task_setup_data);
6132 if (IS_ERR(task))
6133 return PTR_ERR(task);
ef311537 6134 if (sync == false)
863a3c6c
AA		 6135 goto out;
6136 status = nfs4_wait_for_completion_rpc_task(task);
6137 if (status != 0)
6138 goto out;
6139 status = task->tk_status;
6140out:
6141 dprintk("%s: status %d\n", __func__, status);
6142 rpc_put_task(task);
6143 return status;
6144}
fca78d6d
BS		 6145
6146static int
6147_nfs41_proc_secinfo_no_name(struct nfs_server *server, struct nfs_fh *fhandle,
6148 struct nfs_fsinfo *info, struct nfs4_secinfo_flavors *flavors)
6149{
6150 struct nfs41_secinfo_no_name_args args = {
6151 .style = SECINFO_STYLE_CURRENT_FH,
6152 };
6153 struct nfs4_secinfo_res res = {
6154 .flavors = flavors,
6155 };
6156 struct rpc_message msg = {
6157 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_SECINFO_NO_NAME],
6158 .rpc_argp = &args,
6159 .rpc_resp = &res,
6160 };
6161 return nfs4_call_sync(server->client, server, &msg, &args.seq_args, &res.seq_res, 0);
6162}
6163
6164static int
6165nfs41_proc_secinfo_no_name(struct nfs_server *server, struct nfs_fh *fhandle,
6166 struct nfs_fsinfo *info, struct nfs4_secinfo_flavors *flavors)
6167{
6168 struct nfs4_exception exception = { };
6169 int err;
6170 do {
6171 err = _nfs41_proc_secinfo_no_name(server, fhandle, info, flavors);
6172 switch (err) {
6173 case 0:
6174 case -NFS4ERR_WRONGSEC:
6175 case -NFS4ERR_NOTSUPP:
6176 break;
6177 default:
6178 err = nfs4_handle_exception(server, err, &exception);
6179 }
6180 } while (exception.retry);
6181 return err;
6182}
6183
6184static int
6185nfs41_find_root_sec(struct nfs_server *server, struct nfs_fh *fhandle,
6186 struct nfs_fsinfo *info)
6187{
6188 int err;
6189 struct page *page;
6190 rpc_authflavor_t flavor;
6191 struct nfs4_secinfo_flavors *flavors;
6192
6193 page = alloc_page(GFP_KERNEL);
6194 if (!page) {
6195 err = -ENOMEM;
6196 goto out;
6197 }
6198
6199 flavors = page_address(page);
6200 err = nfs41_proc_secinfo_no_name(server, fhandle, info, flavors);
6201
6202 /*
6203 * Fall back on "guess and check" method if
6204 * the server doesn't support SECINFO_NO_NAME
6205 */
6206 if (err == -NFS4ERR_WRONGSEC || err == -NFS4ERR_NOTSUPP) {
6207 err = nfs4_find_root_sec(server, fhandle, info);
6208 goto out_freepage;
6209 }
6210 if (err)
6211 goto out_freepage;
6212
6213 flavor = nfs_find_best_sec(flavors);
6214 if (err == 0)
6215 err = nfs4_lookup_root_sec(server, fhandle, info, flavor);
6216
6217out_freepage:
6218 put_page(page);
6219 if (err == -EACCES)
6220 return -EPERM;
6221out:
6222 return err;
6223}
1cab0652
BS		 6224
6225static int _nfs41_test_stateid(struct nfs_server *server, nfs4_stateid *stateid)
7d974794 6226{
1cab0652 6227 int status;
7d974794 6228 struct nfs41_test_stateid_args args = {
1cab0652 6229 .stateid = stateid,
7d974794
BS		 6230 };
6231 struct nfs41_test_stateid_res res;
6232 struct rpc_message msg = {
6233 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_TEST_STATEID],
6234 .rpc_argp = &args,
6235 .rpc_resp = &res,
6236 };
1cab0652 6237
9d12b216 6238 nfs41_init_sequence(&args.seq_args, &res.seq_res, 0);
1cab0652
BS		 6239 status = nfs4_call_sync_sequence(server->client, server, &msg, &args.seq_args, &res.seq_res, 1);
6240
6241 if (status == NFS_OK)
6242 return res.status;
6243 return status;
7d974794
BS		 6244}
6245
1cab0652 6246static int nfs41_test_stateid(struct nfs_server *server, nfs4_stateid *stateid)
7d974794
BS		 6247{
6248 struct nfs4_exception exception = { };
6249 int err;
6250 do {
6251 err = nfs4_handle_exception(server,
1cab0652 6252 _nfs41_test_stateid(server, stateid),
7d974794
BS		 6253 &exception);
6254 } while (exception.retry);
6255 return err;
6256}
9aeda35f 6257
1cab0652 6258static int _nfs4_free_stateid(struct nfs_server *server, nfs4_stateid *stateid)
9aeda35f 6259{
9aeda35f 6260 struct nfs41_free_stateid_args args = {
1cab0652 6261 .stateid = stateid,
9aeda35f
BS		 6262 };
6263 struct nfs41_free_stateid_res res;
6264 struct rpc_message msg = {
6265 .rpc_proc = &nfs4_procedures[NFSPROC4_CLNT_FREE_STATEID],
6266 .rpc_argp = &args,
6267 .rpc_resp = &res,
6268 };
6269
9d12b216
TM		 6270 nfs41_init_sequence(&args.seq_args, &res.seq_res, 0);
6271 return nfs4_call_sync_sequence(server->client, server, &msg, &args.seq_args, &res.seq_res, 1);
9aeda35f
BS		 6272}
6273
1cab0652 6274static int nfs41_free_stateid(struct nfs_server *server, nfs4_stateid *stateid)
9aeda35f
BS		 6275{
6276 struct nfs4_exception exception = { };
6277 int err;
6278 do {
6279 err = nfs4_handle_exception(server,
1cab0652 6280 _nfs4_free_stateid(server, stateid),
9aeda35f
BS		 6281 &exception);
6282 } while (exception.retry);
6283 return err;
6284}
36281caa
TM		 6285
6286static bool nfs41_match_stateid(const nfs4_stateid *s1,
6287 const nfs4_stateid *s2)
6288{
2d2f24ad 6289 if (memcmp(s1->other, s2->other, sizeof(s1->other)) != 0)
36281caa
TM		 6290 return false;
6291
2d2f24ad 6292 if (s1->seqid == s2->seqid)
36281caa 6293 return true;
2d2f24ad 6294 if (s1->seqid == 0 || s2->seqid == 0)
36281caa
TM		 6295 return true;
6296
6297 return false;
6298}
6299
557134a3
AA		 6300#endif /* CONFIG_NFS_V4_1 */
6301
36281caa
TM		 6302static bool nfs4_match_stateid(const nfs4_stateid *s1,
6303 const nfs4_stateid *s2)
6304{
f597c537 6305 return nfs4_stateid_match(s1, s2);
36281caa
TM		 6306}
6307
6308
591d71cb 6309struct nfs4_state_recovery_ops nfs40_reboot_recovery_ops = {
7eff03ae 6310 .owner_flag_bit = NFS_OWNER_RECLAIM_REBOOT,
b79a4a1b 6311 .state_flag_bit = NFS_STATE_RECLAIM_REBOOT,
1da177e4
LT		 6312 .recover_open = nfs4_open_reclaim,
6313 .recover_lock = nfs4_lock_reclaim,
591d71cb 6314 .establish_clid = nfs4_init_clientid,
90a16617 6315 .get_clid_cred = nfs4_get_setclientid_cred,
1da177e4
LT		 6316};
6317
591d71cb
AA		 6318#if defined(CONFIG_NFS_V4_1)
6319struct nfs4_state_recovery_ops nfs41_reboot_recovery_ops = {
6320 .owner_flag_bit = NFS_OWNER_RECLAIM_REBOOT,
6321 .state_flag_bit = NFS_STATE_RECLAIM_REBOOT,
6322 .recover_open = nfs4_open_reclaim,
6323 .recover_lock = nfs4_lock_reclaim,
4d643d1d 6324 .establish_clid = nfs41_init_clientid,
b4b82607 6325 .get_clid_cred = nfs4_get_exchange_id_cred,
fce5c838 6326 .reclaim_complete = nfs41_proc_reclaim_complete,
591d71cb
AA		 6327};
6328#endif /* CONFIG_NFS_V4_1 */
6329
6330struct nfs4_state_recovery_ops nfs40_nograce_recovery_ops = {
6331 .owner_flag_bit = NFS_OWNER_RECLAIM_NOGRACE,
6332 .state_flag_bit = NFS_STATE_RECLAIM_NOGRACE,
6333 .recover_open = nfs4_open_expired,
6334 .recover_lock = nfs4_lock_expired,
6335 .establish_clid = nfs4_init_clientid,
90a16617 6336 .get_clid_cred = nfs4_get_setclientid_cred,
591d71cb
AA		 6337};
6338
6339#if defined(CONFIG_NFS_V4_1)
6340struct nfs4_state_recovery_ops nfs41_nograce_recovery_ops = {
7eff03ae 6341 .owner_flag_bit = NFS_OWNER_RECLAIM_NOGRACE,
b79a4a1b 6342 .state_flag_bit = NFS_STATE_RECLAIM_NOGRACE,
f062eb6c
BS		 6343 .recover_open = nfs41_open_expired,
6344 .recover_lock = nfs41_lock_expired,
4d643d1d 6345 .establish_clid = nfs41_init_clientid,
b4b82607 6346 .get_clid_cred = nfs4_get_exchange_id_cred,
1da177e4 6347};
591d71cb 6348#endif /* CONFIG_NFS_V4_1 */
1da177e4 6349
29fba38b
BH		 6350struct nfs4_state_maintenance_ops nfs40_state_renewal_ops = {
6351 .sched_state_renewal = nfs4_proc_async_renew,
a7b72103 6352 .get_state_renewal_cred_locked = nfs4_get_renew_cred_locked,
8e69514f 6353 .renew_lease = nfs4_proc_renew,
29fba38b
BH		 6354};
6355
6356#if defined(CONFIG_NFS_V4_1)
6357struct nfs4_state_maintenance_ops nfs41_state_renewal_ops = {
6358 .sched_state_renewal = nfs41_proc_async_sequence,
a7b72103 6359 .get_state_renewal_cred_locked = nfs4_get_machine_cred_locked,
8e69514f 6360 .renew_lease = nfs4_proc_sequence,
29fba38b
BH		 6361};
6362#endif
6363
97dc1359
TM		 6364static const struct nfs4_minor_version_ops nfs_v4_0_minor_ops = {
6365 .minor_version = 0,
6366 .call_sync = _nfs4_call_sync,
36281caa 6367 .match_stateid = nfs4_match_stateid,
fca78d6d 6368 .find_root_sec = nfs4_find_root_sec,
c48f4f35
TM		 6369 .reboot_recovery_ops = &nfs40_reboot_recovery_ops,
6370 .nograce_recovery_ops = &nfs40_nograce_recovery_ops,
6371 .state_renewal_ops = &nfs40_state_renewal_ops,
97dc1359
TM		 6372};
6373
6374#if defined(CONFIG_NFS_V4_1)
6375static const struct nfs4_minor_version_ops nfs_v4_1_minor_ops = {
6376 .minor_version = 1,
6377 .call_sync = _nfs4_call_sync_session,
36281caa 6378 .match_stateid = nfs41_match_stateid,
fca78d6d 6379 .find_root_sec = nfs41_find_root_sec,
c48f4f35
TM		 6380 .reboot_recovery_ops = &nfs41_reboot_recovery_ops,
6381 .nograce_recovery_ops = &nfs41_nograce_recovery_ops,
6382 .state_renewal_ops = &nfs41_state_renewal_ops,
97dc1359
TM		 6383};
6384#endif
6385
97dc1359
TM		 6386const struct nfs4_minor_version_ops *nfs_v4_minor_ops[] = {
6387 [0] = &nfs_v4_0_minor_ops,
6388#if defined(CONFIG_NFS_V4_1)
6389 [1] = &nfs_v4_1_minor_ops,
6390#endif
6391};
6392
92e1d5be 6393static const struct inode_operations nfs4_file_inode_operations = {
6b3b5496
BF		 6394 .permission = nfs_permission,
6395 .getattr = nfs_getattr,
6396 .setattr = nfs_setattr,
64c2ce8b
AK		 6397 .getxattr = generic_getxattr,
6398 .setxattr = generic_setxattr,
6399 .listxattr = generic_listxattr,
6400 .removexattr = generic_removexattr,
6b3b5496
BF		 6401};
6402
509de811 6403const struct nfs_rpc_ops nfs_v4_clientops = {
1da177e4
LT		 6404 .version = 4, /* protocol version */
6405 .dentry_ops = &nfs4_dentry_operations,
6406 .dir_inode_ops = &nfs4_dir_inode_operations,
6b3b5496 6407 .file_inode_ops = &nfs4_file_inode_operations,
1788ea6e 6408 .file_ops = &nfs4_file_operations,
1da177e4
LT		 6409 .getroot = nfs4_proc_get_root,
6410 .getattr = nfs4_proc_getattr,
6411 .setattr = nfs4_proc_setattr,
6412 .lookup = nfs4_proc_lookup,
6413 .access = nfs4_proc_access,
6414 .readlink = nfs4_proc_readlink,
1da177e4
LT		 6415 .create = nfs4_proc_create,
6416 .remove = nfs4_proc_remove,
6417 .unlink_setup = nfs4_proc_unlink_setup,
6418 .unlink_done = nfs4_proc_unlink_done,
6419 .rename = nfs4_proc_rename,
d3d4152a
JL		 6420 .rename_setup = nfs4_proc_rename_setup,
6421 .rename_done = nfs4_proc_rename_done,
1da177e4
LT		 6422 .link = nfs4_proc_link,
6423 .symlink = nfs4_proc_symlink,
6424 .mkdir = nfs4_proc_mkdir,
6425 .rmdir = nfs4_proc_remove,
6426 .readdir = nfs4_proc_readdir,
6427 .mknod = nfs4_proc_mknod,
6428 .statfs = nfs4_proc_statfs,
6429 .fsinfo = nfs4_proc_fsinfo,
6430 .pathconf = nfs4_proc_pathconf,
e9326dca 6431 .set_capabilities = nfs4_server_capabilities,
1da177e4
LT		 6432 .decode_dirent = nfs4_decode_dirent,
6433 .read_setup = nfs4_proc_read_setup,
ec06c096 6434 .read_done = nfs4_read_done,
1da177e4 6435 .write_setup = nfs4_proc_write_setup,
788e7a89 6436 .write_done = nfs4_write_done,
1da177e4 6437 .commit_setup = nfs4_proc_commit_setup,
788e7a89 6438 .commit_done = nfs4_commit_done,
1da177e4 6439 .lock = nfs4_proc_lock,
e50a1c2e 6440 .clear_acl_cache = nfs4_zap_acl_attr,
7fe5c398 6441 .close_context = nfs4_close_context,
2b484297 6442 .open_context = nfs4_atomic_open,
45a52a02 6443 .init_client = nfs4_init_client,
5a5ea0d4 6444 .secinfo = nfs4_proc_secinfo,
1da177e4
LT		 6445};
6446
64c2ce8b
AK		 6447static const struct xattr_handler nfs4_xattr_nfs4_acl_handler = {
6448 .prefix = XATTR_NAME_NFSV4_ACL,
6449 .list = nfs4_xattr_list_nfs4_acl,
6450 .get = nfs4_xattr_get_nfs4_acl,
6451 .set = nfs4_xattr_set_nfs4_acl,
6452};
6453
6454const struct xattr_handler *nfs4_xattr_handlers[] = {
6455 &nfs4_xattr_nfs4_acl_handler,
6456 NULL
6457};
6458
ef159e91
TM		 6459module_param(max_session_slots, ushort, 0644);
6460MODULE_PARM_DESC(max_session_slots, "Maximum number of outstanding NFSv4.1 "
6461 "requests the client will negotiate");
6462
1da177e4
LT		 6463/*
6464 * Local variables:
6465 * c-basic-offset: 8
6466 * End:
6467 */
Linux 6.x block layer and io_uring tree(s)