cifs: fix use after free in cifs_smb3_do_mount()
[linux-block.git] / fs / cifs / transport.c
CommitLineData
1da177e4
LT
1/*
2 * fs/cifs/transport.c
3 *
ad7a2926 4 * Copyright (C) International Business Machines Corp., 2002,2008
1da177e4 5 * Author(s): Steve French (sfrench@us.ibm.com)
14a441a2 6 * Jeremy Allison (jra@samba.org) 2006.
79a58d1f 7 *
1da177e4
LT
8 * This library is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU Lesser General Public License as published
10 * by the Free Software Foundation; either version 2.1 of the License, or
11 * (at your option) any later version.
12 *
13 * This library is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See
16 * the GNU Lesser General Public License for more details.
17 *
18 * You should have received a copy of the GNU Lesser General Public License
19 * along with this library; if not, write to the Free Software
79a58d1f 20 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
1da177e4
LT
21 */
22
23#include <linux/fs.h>
24#include <linux/list.h>
5a0e3ad6 25#include <linux/gfp.h>
1da177e4
LT
26#include <linux/wait.h>
27#include <linux/net.h>
28#include <linux/delay.h>
f06ac72e 29#include <linux/freezer.h>
b8eed283 30#include <linux/tcp.h>
2f8b5444 31#include <linux/bvec.h>
97bc00b3 32#include <linux/highmem.h>
7c0f6ba6 33#include <linux/uaccess.h>
1da177e4
LT
34#include <asm/processor.h>
35#include <linux/mempool.h>
14e25977 36#include <linux/sched/signal.h>
1da177e4
LT
37#include "cifspdu.h"
38#include "cifsglob.h"
39#include "cifsproto.h"
40#include "cifs_debug.h"
8bd68c6e 41#include "smb2proto.h"
9762c2d0 42#include "smbdirect.h"
50c2f753 43
3cecf486
RS
44/* Max number of iovectors we can use off the stack when sending requests. */
45#define CIFS_MAX_IOV_SIZE 8
46
2dc7e1c0
PS
47void
48cifs_wake_up_task(struct mid_q_entry *mid)
2b84a36c
JL
49{
50 wake_up_process(mid->callback_data);
51}
52
a6827c18 53struct mid_q_entry *
24b9b06b 54AllocMidQEntry(const struct smb_hdr *smb_buffer, struct TCP_Server_Info *server)
1da177e4
LT
55{
56 struct mid_q_entry *temp;
57
24b9b06b 58 if (server == NULL) {
f96637be 59 cifs_dbg(VFS, "Null TCP session in AllocMidQEntry\n");
1da177e4
LT
60 return NULL;
61 }
50c2f753 62
232087cb 63 temp = mempool_alloc(cifs_mid_poolp, GFP_NOFS);
a6f74e80 64 memset(temp, 0, sizeof(struct mid_q_entry));
696e420b 65 kref_init(&temp->refcount);
a6f74e80
N
66 temp->mid = get_mid(smb_buffer);
67 temp->pid = current->pid;
68 temp->command = cpu_to_le16(smb_buffer->Command);
69 cifs_dbg(FYI, "For smb_command %d\n", smb_buffer->Command);
1047abc1 70 /* do_gettimeofday(&temp->when_sent);*/ /* easier to use jiffies */
a6f74e80
N
71 /* when mid allocated can be before when sent */
72 temp->when_alloc = jiffies;
73 temp->server = server;
2b84a36c 74
a6f74e80
N
75 /*
76 * The default is for the mid to be synchronous, so the
77 * default callback just wakes up the current task.
78 */
f1f27ad7
VW
79 get_task_struct(current);
80 temp->creator = current;
a6f74e80
N
81 temp->callback = cifs_wake_up_task;
82 temp->callback_data = current;
1da177e4 83
1da177e4 84 atomic_inc(&midCount);
7c9421e1 85 temp->mid_state = MID_REQUEST_ALLOCATED;
1da177e4
LT
86 return temp;
87}
88
696e420b
LP
89static void _cifs_mid_q_entry_release(struct kref *refcount)
90{
abe57073
PS
91 struct mid_q_entry *midEntry =
92 container_of(refcount, struct mid_q_entry, refcount);
1047abc1 93#ifdef CONFIG_CIFS_STATS2
2dc7e1c0 94 __le16 command = midEntry->server->vals->lock_cmd;
433b8dd7 95 __u16 smb_cmd = le16_to_cpu(midEntry->command);
1047abc1 96 unsigned long now;
433b8dd7 97 unsigned long roundtrip_time;
1047abc1 98#endif
7b71843f
PS
99 struct TCP_Server_Info *server = midEntry->server;
100
101 if (midEntry->resp_buf && (midEntry->mid_flags & MID_WAIT_CANCELLED) &&
102 midEntry->mid_state == MID_RESPONSE_RECEIVED &&
103 server->ops->handle_cancelled_mid)
104 server->ops->handle_cancelled_mid(midEntry->resp_buf, server);
105
7c9421e1 106 midEntry->mid_state = MID_FREE;
8097531a 107 atomic_dec(&midCount);
7c9421e1 108 if (midEntry->large_buf)
b8643e1b
SF
109 cifs_buf_release(midEntry->resp_buf);
110 else
111 cifs_small_buf_release(midEntry->resp_buf);
1047abc1
SF
112#ifdef CONFIG_CIFS_STATS2
113 now = jiffies;
433b8dd7 114 if (now < midEntry->when_alloc)
a0a3036b 115 cifs_server_dbg(VFS, "Invalid mid allocation time\n");
433b8dd7
SF
116 roundtrip_time = now - midEntry->when_alloc;
117
118 if (smb_cmd < NUMBER_OF_SMB2_COMMANDS) {
119 if (atomic_read(&server->num_cmds[smb_cmd]) == 0) {
120 server->slowest_cmd[smb_cmd] = roundtrip_time;
121 server->fastest_cmd[smb_cmd] = roundtrip_time;
122 } else {
123 if (server->slowest_cmd[smb_cmd] < roundtrip_time)
124 server->slowest_cmd[smb_cmd] = roundtrip_time;
125 else if (server->fastest_cmd[smb_cmd] > roundtrip_time)
126 server->fastest_cmd[smb_cmd] = roundtrip_time;
127 }
128 cifs_stats_inc(&server->num_cmds[smb_cmd]);
129 server->time_per_cmd[smb_cmd] += roundtrip_time;
130 }
00778e22
SF
131 /*
132 * commands taking longer than one second (default) can be indications
133 * that something is wrong, unless it is quite a slow link or a very
134 * busy server. Note that this calc is unlikely or impossible to wrap
135 * as long as slow_rsp_threshold is not set way above recommended max
136 * value (32767 ie 9 hours) and is generally harmless even if wrong
137 * since only affects debug counters - so leaving the calc as simple
138 * comparison rather than doing multiple conversions and overflow
139 * checks
140 */
141 if ((slow_rsp_threshold != 0) &&
142 time_after(now, midEntry->when_alloc + (slow_rsp_threshold * HZ)) &&
020eec5f 143 (midEntry->command != command)) {
f5942db5
SF
144 /*
145 * smb2slowcmd[NUMBER_OF_SMB2_COMMANDS] counts by command
146 * NB: le16_to_cpu returns unsigned so can not be negative below
147 */
433b8dd7
SF
148 if (smb_cmd < NUMBER_OF_SMB2_COMMANDS)
149 cifs_stats_inc(&server->smb2slowcmd[smb_cmd]);
468d6779 150
433b8dd7 151 trace_smb3_slow_rsp(smb_cmd, midEntry->mid, midEntry->pid,
020eec5f
SF
152 midEntry->when_sent, midEntry->when_received);
153 if (cifsFYI & CIFS_TIMER) {
a0a3036b
JP
154 pr_debug("slow rsp: cmd %d mid %llu",
155 midEntry->command, midEntry->mid);
156 cifs_info("A: 0x%lx S: 0x%lx R: 0x%lx\n",
157 now - midEntry->when_alloc,
158 now - midEntry->when_sent,
159 now - midEntry->when_received);
1047abc1
SF
160 }
161 }
162#endif
f1f27ad7 163 put_task_struct(midEntry->creator);
abe57073
PS
164
165 mempool_free(midEntry, cifs_mid_poolp);
166}
167
168void cifs_mid_q_entry_release(struct mid_q_entry *midEntry)
169{
170 spin_lock(&GlobalMid_Lock);
171 kref_put(&midEntry->refcount, _cifs_mid_q_entry_release);
172 spin_unlock(&GlobalMid_Lock);
173}
174
175void DeleteMidQEntry(struct mid_q_entry *midEntry)
176{
696e420b 177 cifs_mid_q_entry_release(midEntry);
1da177e4
LT
178}
179
3c1bf7e4
PS
180void
181cifs_delete_mid(struct mid_q_entry *mid)
ddc8cf8f
JL
182{
183 spin_lock(&GlobalMid_Lock);
abe57073
PS
184 if (!(mid->mid_flags & MID_DELETED)) {
185 list_del_init(&mid->qhead);
186 mid->mid_flags |= MID_DELETED;
187 }
ddc8cf8f
JL
188 spin_unlock(&GlobalMid_Lock);
189
190 DeleteMidQEntry(mid);
191}
192
6f49f46b
JL
193/*
194 * smb_send_kvec - send an array of kvecs to the server
195 * @server: Server to send the data to
3ab3f2a1 196 * @smb_msg: Message to send
6f49f46b
JL
197 * @sent: amount of data sent on socket is stored here
198 *
199 * Our basic "send data to server" function. Should be called with srv_mutex
200 * held. The caller is responsible for handling the results.
201 */
d6e04ae6 202static int
3ab3f2a1
AV
203smb_send_kvec(struct TCP_Server_Info *server, struct msghdr *smb_msg,
204 size_t *sent)
1da177e4
LT
205{
206 int rc = 0;
3ab3f2a1 207 int retries = 0;
edf1ae40 208 struct socket *ssocket = server->ssocket;
50c2f753 209
6f49f46b
JL
210 *sent = 0;
211
3ab3f2a1
AV
212 smb_msg->msg_name = (struct sockaddr *) &server->dstaddr;
213 smb_msg->msg_namelen = sizeof(struct sockaddr);
214 smb_msg->msg_control = NULL;
215 smb_msg->msg_controllen = 0;
0496e02d 216 if (server->noblocksnd)
3ab3f2a1 217 smb_msg->msg_flags = MSG_DONTWAIT + MSG_NOSIGNAL;
edf1ae40 218 else
3ab3f2a1 219 smb_msg->msg_flags = MSG_NOSIGNAL;
1da177e4 220
3ab3f2a1 221 while (msg_data_left(smb_msg)) {
6f49f46b
JL
222 /*
223 * If blocking send, we try 3 times, since each can block
224 * for 5 seconds. For nonblocking we have to try more
225 * but wait increasing amounts of time allowing time for
226 * socket to clear. The overall time we wait in either
227 * case to send on the socket is about 15 seconds.
228 * Similarly we wait for 15 seconds for a response from
229 * the server in SendReceive[2] for the server to send
230 * a response back for most types of requests (except
231 * SMB Write past end of file which can be slow, and
232 * blocking lock operations). NFS waits slightly longer
233 * than CIFS, but this can make it take longer for
234 * nonresponsive servers to be detected and 15 seconds
235 * is more than enough time for modern networks to
236 * send a packet. In most cases if we fail to send
237 * after the retries we will kill the socket and
238 * reconnect which may clear the network problem.
239 */
3ab3f2a1 240 rc = sock_sendmsg(ssocket, smb_msg);
ce6c44e4 241 if (rc == -EAGAIN) {
3ab3f2a1
AV
242 retries++;
243 if (retries >= 14 ||
244 (!server->noblocksnd && (retries > 2))) {
afe6f653 245 cifs_server_dbg(VFS, "sends on sock %p stuck for 15 seconds\n",
f96637be 246 ssocket);
3ab3f2a1 247 return -EAGAIN;
1da177e4 248 }
3ab3f2a1 249 msleep(1 << retries);
1da177e4
LT
250 continue;
251 }
6f49f46b 252
79a58d1f 253 if (rc < 0)
3ab3f2a1 254 return rc;
6f49f46b 255
79a58d1f 256 if (rc == 0) {
3e84469d
SF
257 /* should never happen, letting socket clear before
258 retrying is our only obvious option here */
afe6f653 259 cifs_server_dbg(VFS, "tcp sent no data\n");
3e84469d
SF
260 msleep(500);
261 continue;
d6e04ae6 262 }
6f49f46b 263
3ab3f2a1
AV
264 /* send was at least partially successful */
265 *sent += rc;
266 retries = 0; /* in case we get ENOSPC on the next send */
1da177e4 267 }
3ab3f2a1 268 return 0;
97bc00b3
JL
269}
270
35e2cc1b 271unsigned long
81f39f95 272smb_rqst_len(struct TCP_Server_Info *server, struct smb_rqst *rqst)
a26054d1
JL
273{
274 unsigned int i;
35e2cc1b
PA
275 struct kvec *iov;
276 int nvec;
a26054d1
JL
277 unsigned long buflen = 0;
278
81f39f95
RS
279 if (server->vals->header_preamble_size == 0 &&
280 rqst->rq_nvec >= 2 && rqst->rq_iov[0].iov_len == 4) {
35e2cc1b
PA
281 iov = &rqst->rq_iov[1];
282 nvec = rqst->rq_nvec - 1;
283 } else {
284 iov = rqst->rq_iov;
285 nvec = rqst->rq_nvec;
286 }
287
a26054d1 288 /* total up iov array first */
35e2cc1b 289 for (i = 0; i < nvec; i++)
a26054d1
JL
290 buflen += iov[i].iov_len;
291
c06a0f2d
LL
292 /*
293 * Add in the page array if there is one. The caller needs to make
294 * sure rq_offset and rq_tailsz are set correctly. If a buffer of
295 * multiple pages ends at page boundary, rq_tailsz needs to be set to
296 * PAGE_SIZE.
297 */
a26054d1 298 if (rqst->rq_npages) {
c06a0f2d
LL
299 if (rqst->rq_npages == 1)
300 buflen += rqst->rq_tailsz;
301 else {
302 /*
303 * If there is more than one page, calculate the
304 * buffer length based on rq_offset and rq_tailsz
305 */
306 buflen += rqst->rq_pagesz * (rqst->rq_npages - 1) -
307 rqst->rq_offset;
308 buflen += rqst->rq_tailsz;
309 }
a26054d1
JL
310 }
311
312 return buflen;
313}
314
6f49f46b 315static int
07cd952f
RS
316__smb_send_rqst(struct TCP_Server_Info *server, int num_rqst,
317 struct smb_rqst *rqst)
6f49f46b 318{
07cd952f
RS
319 int rc = 0;
320 struct kvec *iov;
321 int n_vec;
322 unsigned int send_length = 0;
323 unsigned int i, j;
b30c74c7 324 sigset_t mask, oldmask;
3ab3f2a1 325 size_t total_len = 0, sent, size;
b8eed283 326 struct socket *ssocket = server->ssocket;
3ab3f2a1 327 struct msghdr smb_msg;
c713c877
RS
328 __be32 rfc1002_marker;
329
4357d45f
LL
330 if (cifs_rdma_enabled(server)) {
331 /* return -EAGAIN when connecting or reconnecting */
332 rc = -EAGAIN;
333 if (server->smbd_conn)
334 rc = smbd_send(server, num_rqst, rqst);
9762c2d0
LL
335 goto smbd_done;
336 }
afc18a6f 337
ea702b80 338 if (ssocket == NULL)
afc18a6f 339 return -EAGAIN;
ea702b80 340
b30c74c7 341 if (signal_pending(current)) {
6988a619
PA
342 cifs_dbg(FYI, "signal pending before send request\n");
343 return -ERESTARTSYS;
b30c74c7
PS
344 }
345
b8eed283 346 /* cork the socket */
db10538a 347 tcp_sock_set_cork(ssocket->sk, true);
b8eed283 348
07cd952f 349 for (j = 0; j < num_rqst; j++)
81f39f95 350 send_length += smb_rqst_len(server, &rqst[j]);
07cd952f
RS
351 rfc1002_marker = cpu_to_be32(send_length);
352
b30c74c7
PS
353 /*
354 * We should not allow signals to interrupt the network send because
355 * any partial send will cause session reconnects thus increasing
356 * latency of system calls and overload a server with unnecessary
357 * requests.
358 */
359
360 sigfillset(&mask);
361 sigprocmask(SIG_BLOCK, &mask, &oldmask);
362
c713c877
RS
363 /* Generate a rfc1002 marker for SMB2+ */
364 if (server->vals->header_preamble_size == 0) {
365 struct kvec hiov = {
366 .iov_base = &rfc1002_marker,
367 .iov_len = 4
368 };
aa563d7b 369 iov_iter_kvec(&smb_msg.msg_iter, WRITE, &hiov, 1, 4);
c713c877
RS
370 rc = smb_send_kvec(server, &smb_msg, &sent);
371 if (rc < 0)
b30c74c7 372 goto unmask;
c713c877
RS
373
374 total_len += sent;
375 send_length += 4;
376 }
377
662bf5bc
PA
378 cifs_dbg(FYI, "Sending smb: smb_len=%u\n", send_length);
379
07cd952f
RS
380 for (j = 0; j < num_rqst; j++) {
381 iov = rqst[j].rq_iov;
382 n_vec = rqst[j].rq_nvec;
3ab3f2a1 383
07cd952f 384 size = 0;
662bf5bc
PA
385 for (i = 0; i < n_vec; i++) {
386 dump_smb(iov[i].iov_base, iov[i].iov_len);
07cd952f 387 size += iov[i].iov_len;
662bf5bc 388 }
97bc00b3 389
aa563d7b 390 iov_iter_kvec(&smb_msg.msg_iter, WRITE, iov, n_vec, size);
97bc00b3 391
3ab3f2a1 392 rc = smb_send_kvec(server, &smb_msg, &sent);
97bc00b3 393 if (rc < 0)
b30c74c7 394 goto unmask;
97bc00b3
JL
395
396 total_len += sent;
07cd952f
RS
397
398 /* now walk the page array and send each page in it */
399 for (i = 0; i < rqst[j].rq_npages; i++) {
400 struct bio_vec bvec;
401
402 bvec.bv_page = rqst[j].rq_pages[i];
403 rqst_page_get_length(&rqst[j], i, &bvec.bv_len,
404 &bvec.bv_offset);
405
aa563d7b 406 iov_iter_bvec(&smb_msg.msg_iter, WRITE,
07cd952f
RS
407 &bvec, 1, bvec.bv_len);
408 rc = smb_send_kvec(server, &smb_msg, &sent);
409 if (rc < 0)
410 break;
411
412 total_len += sent;
413 }
97bc00b3 414 }
1da177e4 415
b30c74c7
PS
416unmask:
417 sigprocmask(SIG_SETMASK, &oldmask, NULL);
418
419 /*
420 * If signal is pending but we have already sent the whole packet to
421 * the server we need to return success status to allow a corresponding
422 * mid entry to be kept in the pending requests queue thus allowing
423 * to handle responses from the server by the client.
424 *
425 * If only part of the packet has been sent there is no need to hide
426 * interrupt because the session will be reconnected anyway, so there
427 * won't be any response from the server to handle.
428 */
429
430 if (signal_pending(current) && (total_len != send_length)) {
431 cifs_dbg(FYI, "signal is pending after attempt to send\n");
432 rc = -EINTR;
433 }
434
b8eed283 435 /* uncork it */
db10538a 436 tcp_sock_set_cork(ssocket->sk, false);
b8eed283 437
c713c877 438 if ((total_len > 0) && (total_len != send_length)) {
f96637be 439 cifs_dbg(FYI, "partial send (wanted=%u sent=%zu): terminating session\n",
c713c877 440 send_length, total_len);
6f49f46b
JL
441 /*
442 * If we have only sent part of an SMB then the next SMB could
443 * be taken as the remainder of this one. We need to kill the
444 * socket so the server throws away the partial SMB
445 */
edf1ae40 446 server->tcpStatus = CifsNeedReconnect;
bf1fdeb7
SF
447 trace_smb3_partial_send_reconnect(server->CurrentMid,
448 server->hostname);
edf1ae40 449 }
9762c2d0 450smbd_done:
d804d41d 451 if (rc < 0 && rc != -EINTR)
afe6f653 452 cifs_server_dbg(VFS, "Error %d sending data on socket to server\n",
f96637be 453 rc);
ee13919c 454 else if (rc > 0)
1da177e4 455 rc = 0;
1da177e4
LT
456
457 return rc;
458}
459
6f49f46b 460static int
1f3a8f5f
RS
461smb_send_rqst(struct TCP_Server_Info *server, int num_rqst,
462 struct smb_rqst *rqst, int flags)
6f49f46b 463{
b2c96de7 464 struct kvec iov;
3946d0d0 465 struct smb2_transform_hdr *tr_hdr;
b2c96de7 466 struct smb_rqst cur_rqst[MAX_COMPOUND];
7fb8986e
PS
467 int rc;
468
469 if (!(flags & CIFS_TRANSFORM_REQ))
1f3a8f5f
RS
470 return __smb_send_rqst(server, num_rqst, rqst);
471
472 if (num_rqst > MAX_COMPOUND - 1)
473 return -ENOMEM;
7fb8986e 474
b2c96de7 475 if (!server->ops->init_transform_rq) {
a0a3036b 476 cifs_server_dbg(VFS, "Encryption requested but transform callback is missing\n");
7fb8986e
PS
477 return -EIO;
478 }
6f49f46b 479
3946d0d0
LL
480 tr_hdr = kmalloc(sizeof(*tr_hdr), GFP_NOFS);
481 if (!tr_hdr)
482 return -ENOMEM;
483
484 memset(&cur_rqst[0], 0, sizeof(cur_rqst));
485 memset(&iov, 0, sizeof(iov));
486 memset(tr_hdr, 0, sizeof(*tr_hdr));
487
488 iov.iov_base = tr_hdr;
489 iov.iov_len = sizeof(*tr_hdr);
490 cur_rqst[0].rq_iov = &iov;
491 cur_rqst[0].rq_nvec = 1;
492
1f3a8f5f
RS
493 rc = server->ops->init_transform_rq(server, num_rqst + 1,
494 &cur_rqst[0], rqst);
7fb8986e 495 if (rc)
3946d0d0 496 goto out;
7fb8986e 497
1f3a8f5f
RS
498 rc = __smb_send_rqst(server, num_rqst + 1, &cur_rqst[0]);
499 smb3_free_compound_rqst(num_rqst, &cur_rqst[1]);
3946d0d0
LL
500out:
501 kfree(tr_hdr);
7fb8986e 502 return rc;
6f49f46b
JL
503}
504
0496e02d
JL
505int
506smb_send(struct TCP_Server_Info *server, struct smb_hdr *smb_buffer,
507 unsigned int smb_buf_length)
508{
738f9de5 509 struct kvec iov[2];
7fb8986e
PS
510 struct smb_rqst rqst = { .rq_iov = iov,
511 .rq_nvec = 2 };
0496e02d 512
738f9de5
PS
513 iov[0].iov_base = smb_buffer;
514 iov[0].iov_len = 4;
515 iov[1].iov_base = (char *)smb_buffer + 4;
516 iov[1].iov_len = smb_buf_length;
0496e02d 517
07cd952f 518 return __smb_send_rqst(server, 1, &rqst);
0496e02d
JL
519}
520
fc40f9cf 521static int
b227d215 522wait_for_free_credits(struct TCP_Server_Info *server, const int num_credits,
2b53b929
RS
523 const int timeout, const int flags,
524 unsigned int *instance)
1da177e4 525{
19e88867 526 long rc;
4230cff8
RS
527 int *credits;
528 int optype;
2b53b929
RS
529 long int t;
530
531 if (timeout < 0)
532 t = MAX_JIFFY_OFFSET;
533 else
534 t = msecs_to_jiffies(timeout);
4230cff8
RS
535
536 optype = flags & CIFS_OP_MASK;
5bc59498 537
34f4deb7
PS
538 *instance = 0;
539
4230cff8
RS
540 credits = server->ops->get_credits_field(server, optype);
541 /* Since an echo is already inflight, no need to wait to send another */
542 if (*credits <= 0 && optype == CIFS_ECHO_OP)
543 return -EAGAIN;
544
fc40f9cf 545 spin_lock(&server->req_lock);
392e1c5d 546 if ((flags & CIFS_TIMEOUT_MASK) == CIFS_NON_BLOCKING) {
1da177e4 547 /* oplock breaks must not be held up */
fc40f9cf 548 server->in_flight++;
1b63f184
SF
549 if (server->in_flight > server->max_in_flight)
550 server->max_in_flight = server->in_flight;
bc205ed1 551 *credits -= 1;
34f4deb7 552 *instance = server->reconnect_instance;
fc40f9cf 553 spin_unlock(&server->req_lock);
27a97a61
VL
554 return 0;
555 }
556
27a97a61 557 while (1) {
b227d215 558 if (*credits < num_credits) {
fc40f9cf 559 spin_unlock(&server->req_lock);
789e6661 560 cifs_num_waiters_inc(server);
2b53b929
RS
561 rc = wait_event_killable_timeout(server->request_q,
562 has_credits(server, credits, num_credits), t);
789e6661 563 cifs_num_waiters_dec(server);
2b53b929 564 if (!rc) {
7937ca96 565 trace_smb3_credit_timeout(server->CurrentMid,
9eec21bf 566 server->hostname, num_credits, 0);
afe6f653 567 cifs_server_dbg(VFS, "wait timed out after %d ms\n",
2b53b929
RS
568 timeout);
569 return -ENOTSUPP;
570 }
571 if (rc == -ERESTARTSYS)
572 return -ERESTARTSYS;
fc40f9cf 573 spin_lock(&server->req_lock);
27a97a61 574 } else {
c5797a94 575 if (server->tcpStatus == CifsExiting) {
fc40f9cf 576 spin_unlock(&server->req_lock);
27a97a61 577 return -ENOENT;
1da177e4 578 }
27a97a61 579
16b34aa4
RS
580 /*
581 * For normal commands, reserve the last MAX_COMPOUND
582 * credits to compound requests.
583 * Otherwise these compounds could be permanently
584 * starved for credits by single-credit requests.
585 *
586 * To prevent spinning CPU, block this thread until
587 * there are >MAX_COMPOUND credits available.
588 * But only do this is we already have a lot of
589 * credits in flight to avoid triggering this check
590 * for servers that are slow to hand out credits on
591 * new sessions.
592 */
593 if (!optype && num_credits == 1 &&
594 server->in_flight > 2 * MAX_COMPOUND &&
595 *credits <= MAX_COMPOUND) {
596 spin_unlock(&server->req_lock);
597 cifs_num_waiters_inc(server);
2b53b929
RS
598 rc = wait_event_killable_timeout(
599 server->request_q,
16b34aa4 600 has_credits(server, credits,
2b53b929
RS
601 MAX_COMPOUND + 1),
602 t);
16b34aa4 603 cifs_num_waiters_dec(server);
2b53b929 604 if (!rc) {
7937ca96
SF
605 trace_smb3_credit_timeout(
606 server->CurrentMid,
9eec21bf
SF
607 server->hostname, num_credits,
608 0);
afe6f653 609 cifs_server_dbg(VFS, "wait timed out after %d ms\n",
2b53b929
RS
610 timeout);
611 return -ENOTSUPP;
612 }
613 if (rc == -ERESTARTSYS)
614 return -ERESTARTSYS;
16b34aa4
RS
615 spin_lock(&server->req_lock);
616 continue;
617 }
618
2d86dbc9
PS
619 /*
620 * Can not count locking commands against total
621 * as they are allowed to block on server.
622 */
27a97a61
VL
623
624 /* update # of requests on the wire to server */
4230cff8 625 if ((flags & CIFS_TIMEOUT_MASK) != CIFS_BLOCKING_OP) {
b227d215
RS
626 *credits -= num_credits;
627 server->in_flight += num_credits;
1b63f184
SF
628 if (server->in_flight > server->max_in_flight)
629 server->max_in_flight = server->in_flight;
34f4deb7 630 *instance = server->reconnect_instance;
2d86dbc9 631 }
fc40f9cf 632 spin_unlock(&server->req_lock);
27a97a61 633 break;
1da177e4
LT
634 }
635 }
7ee1af76
JA
636 return 0;
637}
1da177e4 638
bc205ed1 639static int
480b1cb9
RS
640wait_for_free_request(struct TCP_Server_Info *server, const int flags,
641 unsigned int *instance)
bc205ed1 642{
2b53b929
RS
643 return wait_for_free_credits(server, 1, -1, flags,
644 instance);
bc205ed1
PS
645}
646
257b7809
RS
647static int
648wait_for_compound_request(struct TCP_Server_Info *server, int num,
649 const int flags, unsigned int *instance)
650{
651 int *credits;
652
653 credits = server->ops->get_credits_field(server, flags & CIFS_OP_MASK);
654
655 spin_lock(&server->req_lock);
656 if (*credits < num) {
657 /*
658 * Return immediately if not too many requests in flight since
659 * we will likely be stuck on waiting for credits.
660 */
661 if (server->in_flight < num - *credits) {
662 spin_unlock(&server->req_lock);
663 return -ENOTSUPP;
664 }
665 }
666 spin_unlock(&server->req_lock);
667
668 return wait_for_free_credits(server, num, 60000, flags,
669 instance);
670}
671
cb7e9eab
PS
672int
673cifs_wait_mtu_credits(struct TCP_Server_Info *server, unsigned int size,
335b7b62 674 unsigned int *num, struct cifs_credits *credits)
cb7e9eab
PS
675{
676 *num = size;
335b7b62
PS
677 credits->value = 0;
678 credits->instance = server->reconnect_instance;
cb7e9eab
PS
679 return 0;
680}
681
96daf2b0 682static int allocate_mid(struct cifs_ses *ses, struct smb_hdr *in_buf,
7ee1af76
JA
683 struct mid_q_entry **ppmidQ)
684{
1da177e4 685 if (ses->server->tcpStatus == CifsExiting) {
7ee1af76 686 return -ENOENT;
8fbbd365
VL
687 }
688
689 if (ses->server->tcpStatus == CifsNeedReconnect) {
f96637be 690 cifs_dbg(FYI, "tcp session dead - return to caller to retry\n");
7ee1af76 691 return -EAGAIN;
8fbbd365
VL
692 }
693
7f48558e 694 if (ses->status == CifsNew) {
79a58d1f 695 if ((in_buf->Command != SMB_COM_SESSION_SETUP_ANDX) &&
ad7a2926 696 (in_buf->Command != SMB_COM_NEGOTIATE))
7ee1af76 697 return -EAGAIN;
ad7a2926 698 /* else ok - we are setting up session */
1da177e4 699 }
7f48558e
SP
700
701 if (ses->status == CifsExiting) {
702 /* check if SMB session is bad because we are setting it up */
703 if (in_buf->Command != SMB_COM_LOGOFF_ANDX)
704 return -EAGAIN;
705 /* else ok - we are shutting down session */
706 }
707
24b9b06b 708 *ppmidQ = AllocMidQEntry(in_buf, ses->server);
26f57364 709 if (*ppmidQ == NULL)
7ee1af76 710 return -ENOMEM;
ddc8cf8f
JL
711 spin_lock(&GlobalMid_Lock);
712 list_add_tail(&(*ppmidQ)->qhead, &ses->server->pending_mid_q);
713 spin_unlock(&GlobalMid_Lock);
7ee1af76
JA
714 return 0;
715}
716
0ade640e
JL
717static int
718wait_for_response(struct TCP_Server_Info *server, struct mid_q_entry *midQ)
7ee1af76 719{
0ade640e 720 int error;
7ee1af76 721
5853cc2a 722 error = wait_event_freezekillable_unsafe(server->response_q,
7c9421e1 723 midQ->mid_state != MID_REQUEST_SUBMITTED);
0ade640e
JL
724 if (error < 0)
725 return -ERESTARTSYS;
7ee1af76 726
0ade640e 727 return 0;
7ee1af76
JA
728}
729
fec344e3
JL
730struct mid_q_entry *
731cifs_setup_async_request(struct TCP_Server_Info *server, struct smb_rqst *rqst)
792af7b0
PS
732{
733 int rc;
fec344e3 734 struct smb_hdr *hdr = (struct smb_hdr *)rqst->rq_iov[0].iov_base;
792af7b0
PS
735 struct mid_q_entry *mid;
736
738f9de5
PS
737 if (rqst->rq_iov[0].iov_len != 4 ||
738 rqst->rq_iov[0].iov_base + 4 != rqst->rq_iov[1].iov_base)
739 return ERR_PTR(-EIO);
740
792af7b0 741 /* enable signing if server requires it */
38d77c50 742 if (server->sign)
792af7b0
PS
743 hdr->Flags2 |= SMBFLG2_SECURITY_SIGNATURE;
744
745 mid = AllocMidQEntry(hdr, server);
746 if (mid == NULL)
fec344e3 747 return ERR_PTR(-ENOMEM);
792af7b0 748
fec344e3 749 rc = cifs_sign_rqst(rqst, server, &mid->sequence_number);
ffc61ccb
SP
750 if (rc) {
751 DeleteMidQEntry(mid);
fec344e3 752 return ERR_PTR(rc);
ffc61ccb
SP
753 }
754
fec344e3 755 return mid;
792af7b0 756}
133672ef 757
a6827c18
JL
758/*
759 * Send a SMB request and set the callback function in the mid to handle
760 * the result. Caller is responsible for dealing with timeouts.
761 */
762int
fec344e3 763cifs_call_async(struct TCP_Server_Info *server, struct smb_rqst *rqst,
9b7c18a2 764 mid_receive_t *receive, mid_callback_t *callback,
3349c3a7
PS
765 mid_handle_t *handle, void *cbdata, const int flags,
766 const struct cifs_credits *exist_credits)
a6827c18 767{
480b1cb9 768 int rc;
a6827c18 769 struct mid_q_entry *mid;
335b7b62 770 struct cifs_credits credits = { .value = 0, .instance = 0 };
34f4deb7 771 unsigned int instance;
480b1cb9 772 int optype;
a6827c18 773
a891f0f8
PS
774 optype = flags & CIFS_OP_MASK;
775
cb7e9eab 776 if ((flags & CIFS_HAS_CREDITS) == 0) {
480b1cb9 777 rc = wait_for_free_request(server, flags, &instance);
cb7e9eab
PS
778 if (rc)
779 return rc;
335b7b62 780 credits.value = 1;
34f4deb7 781 credits.instance = instance;
3349c3a7
PS
782 } else
783 instance = exist_credits->instance;
a6827c18
JL
784
785 mutex_lock(&server->srv_mutex);
3349c3a7
PS
786
787 /*
788 * We can't use credits obtained from the previous session to send this
789 * request. Check if there were reconnects after we obtained credits and
790 * return -EAGAIN in such cases to let callers handle it.
791 */
792 if (instance != server->reconnect_instance) {
793 mutex_unlock(&server->srv_mutex);
794 add_credits_and_wake_if(server, &credits, optype);
795 return -EAGAIN;
796 }
797
fec344e3
JL
798 mid = server->ops->setup_async_request(server, rqst);
799 if (IS_ERR(mid)) {
a6827c18 800 mutex_unlock(&server->srv_mutex);
335b7b62 801 add_credits_and_wake_if(server, &credits, optype);
fec344e3 802 return PTR_ERR(mid);
a6827c18
JL
803 }
804
44d22d84 805 mid->receive = receive;
a6827c18
JL
806 mid->callback = callback;
807 mid->callback_data = cbdata;
9b7c18a2 808 mid->handle = handle;
7c9421e1 809 mid->mid_state = MID_REQUEST_SUBMITTED;
789e6661 810
ffc61ccb
SP
811 /* put it on the pending_mid_q */
812 spin_lock(&GlobalMid_Lock);
813 list_add_tail(&mid->qhead, &server->pending_mid_q);
814 spin_unlock(&GlobalMid_Lock);
815
93d2cb6c
LL
816 /*
817 * Need to store the time in mid before calling I/O. For call_async,
818 * I/O response may come back and free the mid entry on another thread.
819 */
820 cifs_save_when_sent(mid);
789e6661 821 cifs_in_send_inc(server);
1f3a8f5f 822 rc = smb_send_rqst(server, 1, rqst, flags);
789e6661 823 cifs_in_send_dec(server);
ad313cb8 824
820962dc 825 if (rc < 0) {
c781af7e 826 revert_current_mid(server, mid->credits);
ad313cb8 827 server->sequence_number -= 2;
820962dc
RV
828 cifs_delete_mid(mid);
829 }
830
a6827c18 831 mutex_unlock(&server->srv_mutex);
789e6661 832
ffc61ccb
SP
833 if (rc == 0)
834 return 0;
a6827c18 835
335b7b62 836 add_credits_and_wake_if(server, &credits, optype);
a6827c18
JL
837 return rc;
838}
839
133672ef
SF
840/*
841 *
842 * Send an SMB Request. No response info (other than return code)
843 * needs to be parsed.
844 *
845 * flags indicate the type of request buffer and how long to wait
846 * and whether to log NT STATUS code (error) before mapping it to POSIX error
847 *
848 */
849int
96daf2b0 850SendReceiveNoRsp(const unsigned int xid, struct cifs_ses *ses,
792af7b0 851 char *in_buf, int flags)
133672ef
SF
852{
853 int rc;
854 struct kvec iov[1];
da502f7d 855 struct kvec rsp_iov;
133672ef
SF
856 int resp_buf_type;
857
792af7b0
PS
858 iov[0].iov_base = in_buf;
859 iov[0].iov_len = get_rfc1002_length(in_buf) + 4;
392e1c5d 860 flags |= CIFS_NO_RSP_BUF;
da502f7d 861 rc = SendReceive2(xid, ses, iov, 1, &resp_buf_type, flags, &rsp_iov);
f96637be 862 cifs_dbg(NOISY, "SendRcvNoRsp flags %d rc %d\n", flags, rc);
90c81e0b 863
133672ef
SF
864 return rc;
865}
866
053d5034 867static int
3c1105df 868cifs_sync_mid_result(struct mid_q_entry *mid, struct TCP_Server_Info *server)
053d5034
JL
869{
870 int rc = 0;
871
f96637be
JP
872 cifs_dbg(FYI, "%s: cmd=%d mid=%llu state=%d\n",
873 __func__, le16_to_cpu(mid->command), mid->mid, mid->mid_state);
053d5034 874
74dd92a8 875 spin_lock(&GlobalMid_Lock);
7c9421e1 876 switch (mid->mid_state) {
74dd92a8 877 case MID_RESPONSE_RECEIVED:
053d5034
JL
878 spin_unlock(&GlobalMid_Lock);
879 return rc;
74dd92a8
JL
880 case MID_RETRY_NEEDED:
881 rc = -EAGAIN;
882 break;
71823baf
JL
883 case MID_RESPONSE_MALFORMED:
884 rc = -EIO;
885 break;
3c1105df
JL
886 case MID_SHUTDOWN:
887 rc = -EHOSTDOWN;
888 break;
74dd92a8 889 default:
abe57073
PS
890 if (!(mid->mid_flags & MID_DELETED)) {
891 list_del_init(&mid->qhead);
892 mid->mid_flags |= MID_DELETED;
893 }
afe6f653 894 cifs_server_dbg(VFS, "%s: invalid mid state mid=%llu state=%d\n",
f96637be 895 __func__, mid->mid, mid->mid_state);
74dd92a8 896 rc = -EIO;
053d5034
JL
897 }
898 spin_unlock(&GlobalMid_Lock);
899
2b84a36c 900 DeleteMidQEntry(mid);
053d5034
JL
901 return rc;
902}
903
121b046a 904static inline int
fb2036d8
PS
905send_cancel(struct TCP_Server_Info *server, struct smb_rqst *rqst,
906 struct mid_q_entry *mid)
76dcc26f 907{
121b046a 908 return server->ops->send_cancel ?
fb2036d8 909 server->ops->send_cancel(server, rqst, mid) : 0;
76dcc26f
JL
910}
911
2c8f981d
JL
912int
913cifs_check_receive(struct mid_q_entry *mid, struct TCP_Server_Info *server,
914 bool log_error)
915{
792af7b0 916 unsigned int len = get_rfc1002_length(mid->resp_buf) + 4;
826a95e4
JL
917
918 dump_smb(mid->resp_buf, min_t(u32, 92, len));
2c8f981d
JL
919
920 /* convert the length into a more usable form */
38d77c50 921 if (server->sign) {
738f9de5 922 struct kvec iov[2];
985e4ff0 923 int rc = 0;
738f9de5
PS
924 struct smb_rqst rqst = { .rq_iov = iov,
925 .rq_nvec = 2 };
826a95e4 926
738f9de5
PS
927 iov[0].iov_base = mid->resp_buf;
928 iov[0].iov_len = 4;
929 iov[1].iov_base = (char *)mid->resp_buf + 4;
930 iov[1].iov_len = len - 4;
2c8f981d 931 /* FIXME: add code to kill session */
bf5ea0e2 932 rc = cifs_verify_signature(&rqst, server,
0124cc45 933 mid->sequence_number);
985e4ff0 934 if (rc)
afe6f653 935 cifs_server_dbg(VFS, "SMB signature verification returned error = %d\n",
f96637be 936 rc);
2c8f981d
JL
937 }
938
939 /* BB special case reconnect tid and uid here? */
a3713ec3 940 return map_and_check_smb_error(mid, log_error);
2c8f981d
JL
941}
942
fec344e3 943struct mid_q_entry *
f780bd3f
AA
944cifs_setup_request(struct cifs_ses *ses, struct TCP_Server_Info *ignored,
945 struct smb_rqst *rqst)
792af7b0
PS
946{
947 int rc;
fec344e3 948 struct smb_hdr *hdr = (struct smb_hdr *)rqst->rq_iov[0].iov_base;
792af7b0
PS
949 struct mid_q_entry *mid;
950
738f9de5
PS
951 if (rqst->rq_iov[0].iov_len != 4 ||
952 rqst->rq_iov[0].iov_base + 4 != rqst->rq_iov[1].iov_base)
953 return ERR_PTR(-EIO);
954
792af7b0
PS
955 rc = allocate_mid(ses, hdr, &mid);
956 if (rc)
fec344e3
JL
957 return ERR_PTR(rc);
958 rc = cifs_sign_rqst(rqst, ses->server, &mid->sequence_number);
959 if (rc) {
3c1bf7e4 960 cifs_delete_mid(mid);
fec344e3
JL
961 return ERR_PTR(rc);
962 }
963 return mid;
792af7b0
PS
964}
965
4e34feb5 966static void
ee258d79 967cifs_compound_callback(struct mid_q_entry *mid)
8a26f0f7
PS
968{
969 struct TCP_Server_Info *server = mid->server;
34f4deb7
PS
970 struct cifs_credits credits;
971
972 credits.value = server->ops->get_credits(mid);
973 credits.instance = server->reconnect_instance;
8a26f0f7 974
34f4deb7 975 add_credits(server, &credits, mid->optype);
8a26f0f7
PS
976}
977
ee258d79
PS
978static void
979cifs_compound_last_callback(struct mid_q_entry *mid)
980{
981 cifs_compound_callback(mid);
982 cifs_wake_up_task(mid);
983}
984
985static void
986cifs_cancelled_callback(struct mid_q_entry *mid)
987{
988 cifs_compound_callback(mid);
989 DeleteMidQEntry(mid);
990}
991
5f68ea4a
AA
992/*
993 * Return a channel (master if none) of @ses that can be used to send
994 * regular requests.
995 *
996 * If we are currently binding a new channel (negprot/sess.setup),
997 * return the new incomplete channel.
998 */
999struct TCP_Server_Info *cifs_pick_channel(struct cifs_ses *ses)
1000{
1001 uint index = 0;
1002
1003 if (!ses)
1004 return NULL;
1005
1006 if (!ses->binding) {
1007 /* round robin */
1008 if (ses->chan_count > 1) {
1009 index = (uint)atomic_inc_return(&ses->chan_seq);
1010 index %= ses->chan_count;
1011 }
1012 return ses->chans[index].server;
1013 } else {
1014 return cifs_ses_server(ses);
1015 }
1016}
1017
b8f57ee8 1018int
e0bba0b8 1019compound_send_recv(const unsigned int xid, struct cifs_ses *ses,
352d96f3 1020 struct TCP_Server_Info *server,
e0bba0b8
RS
1021 const int flags, const int num_rqst, struct smb_rqst *rqst,
1022 int *resp_buf_type, struct kvec *resp_iov)
7ee1af76 1023{
480b1cb9 1024 int i, j, optype, rc = 0;
e0bba0b8 1025 struct mid_q_entry *midQ[MAX_COMPOUND];
8544f4aa 1026 bool cancelled_mid[MAX_COMPOUND] = {false};
34f4deb7
PS
1027 struct cifs_credits credits[MAX_COMPOUND] = {
1028 { .value = 0, .instance = 0 }
1029 };
1030 unsigned int instance;
738f9de5 1031 char *buf;
50c2f753 1032
a891f0f8 1033 optype = flags & CIFS_OP_MASK;
133672ef 1034
e0bba0b8
RS
1035 for (i = 0; i < num_rqst; i++)
1036 resp_buf_type[i] = CIFS_NO_BUFFER; /* no response buf yet */
7ee1af76 1037
352d96f3 1038 if (!ses || !ses->server || !server) {
f96637be 1039 cifs_dbg(VFS, "Null session\n");
7ee1af76
JA
1040 return -EIO;
1041 }
1042
3190b59a 1043 if (server->tcpStatus == CifsExiting)
7ee1af76 1044 return -ENOENT;
7ee1af76 1045
792af7b0 1046 /*
257b7809 1047 * Wait for all the requests to become available.
7091bcab
PS
1048 * This approach still leaves the possibility to be stuck waiting for
1049 * credits if the server doesn't grant credits to the outstanding
257b7809
RS
1050 * requests and if the client is completely idle, not generating any
1051 * other requests.
1052 * This can be handled by the eventual session reconnect.
792af7b0 1053 */
3190b59a 1054 rc = wait_for_compound_request(server, num_rqst, flags,
257b7809
RS
1055 &instance);
1056 if (rc)
1057 return rc;
97ea4998 1058
257b7809
RS
1059 for (i = 0; i < num_rqst; i++) {
1060 credits[i].value = 1;
1061 credits[i].instance = instance;
8544f4aa 1062 }
7ee1af76 1063
792af7b0
PS
1064 /*
1065 * Make sure that we sign in the same order that we send on this socket
1066 * and avoid races inside tcp sendmsg code that could cause corruption
1067 * of smb data.
1068 */
7ee1af76 1069
3190b59a 1070 mutex_lock(&server->srv_mutex);
7ee1af76 1071
97ea4998
PS
1072 /*
1073 * All the parts of the compound chain belong obtained credits from the
257b7809 1074 * same session. We can not use credits obtained from the previous
97ea4998
PS
1075 * session to send this request. Check if there were reconnects after
1076 * we obtained credits and return -EAGAIN in such cases to let callers
1077 * handle it.
1078 */
3190b59a
AA
1079 if (instance != server->reconnect_instance) {
1080 mutex_unlock(&server->srv_mutex);
97ea4998 1081 for (j = 0; j < num_rqst; j++)
3190b59a 1082 add_credits(server, &credits[j], optype);
97ea4998
PS
1083 return -EAGAIN;
1084 }
1085
e0bba0b8 1086 for (i = 0; i < num_rqst; i++) {
f780bd3f 1087 midQ[i] = server->ops->setup_request(ses, server, &rqst[i]);
e0bba0b8 1088 if (IS_ERR(midQ[i])) {
3190b59a 1089 revert_current_mid(server, i);
e0bba0b8
RS
1090 for (j = 0; j < i; j++)
1091 cifs_delete_mid(midQ[j]);
3190b59a 1092 mutex_unlock(&server->srv_mutex);
8544f4aa 1093
e0bba0b8 1094 /* Update # of requests on wire to server */
8544f4aa 1095 for (j = 0; j < num_rqst; j++)
3190b59a 1096 add_credits(server, &credits[j], optype);
e0bba0b8
RS
1097 return PTR_ERR(midQ[i]);
1098 }
1099
1100 midQ[i]->mid_state = MID_REQUEST_SUBMITTED;
8a26f0f7 1101 midQ[i]->optype = optype;
4e34feb5 1102 /*
ee258d79
PS
1103 * Invoke callback for every part of the compound chain
1104 * to calculate credits properly. Wake up this thread only when
1105 * the last element is received.
4e34feb5
RS
1106 */
1107 if (i < num_rqst - 1)
ee258d79
PS
1108 midQ[i]->callback = cifs_compound_callback;
1109 else
1110 midQ[i]->callback = cifs_compound_last_callback;
1da177e4 1111 }
3190b59a
AA
1112 cifs_in_send_inc(server);
1113 rc = smb_send_rqst(server, num_rqst, rqst, flags);
1114 cifs_in_send_dec(server);
e0bba0b8
RS
1115
1116 for (i = 0; i < num_rqst; i++)
1117 cifs_save_when_sent(midQ[i]);
7ee1af76 1118
c781af7e 1119 if (rc < 0) {
3190b59a
AA
1120 revert_current_mid(server, num_rqst);
1121 server->sequence_number -= 2;
c781af7e 1122 }
e0bba0b8 1123
3190b59a 1124 mutex_unlock(&server->srv_mutex);
7ee1af76 1125
d69cb728
RS
1126 /*
1127 * If sending failed for some reason or it is an oplock break that we
1128 * will not receive a response to - return credits back
1129 */
1130 if (rc < 0 || (flags & CIFS_NO_SRV_RSP)) {
ee258d79 1131 for (i = 0; i < num_rqst; i++)
3190b59a 1132 add_credits(server, &credits[i], optype);
cb5c2e63 1133 goto out;
ee258d79
PS
1134 }
1135
1136 /*
1137 * At this point the request is passed to the network stack - we assume
1138 * that any credits taken from the server structure on the client have
1139 * been spent and we can't return them back. Once we receive responses
1140 * we will collect credits granted by the server in the mid callbacks
1141 * and add those credits to the server structure.
1142 */
e0bba0b8 1143
cb5c2e63
RS
1144 /*
1145 * Compounding is never used during session establish.
1146 */
1147 if ((ses->status == CifsNew) || (optype & CIFS_NEG_OP))
1148 smb311_update_preauth_hash(ses, rqst[0].rq_iov,
1149 rqst[0].rq_nvec);
e0bba0b8 1150
cb5c2e63 1151 for (i = 0; i < num_rqst; i++) {
3190b59a 1152 rc = wait_for_response(server, midQ[i]);
8a26f0f7
PS
1153 if (rc != 0)
1154 break;
1155 }
1156 if (rc != 0) {
1157 for (; i < num_rqst; i++) {
afe6f653 1158 cifs_server_dbg(VFS, "Cancelling wait for mid %llu cmd: %d\n",
43de1db3 1159 midQ[i]->mid, le16_to_cpu(midQ[i]->command));
3190b59a 1160 send_cancel(server, &rqst[i], midQ[i]);
e0bba0b8 1161 spin_lock(&GlobalMid_Lock);
7b71843f 1162 midQ[i]->mid_flags |= MID_WAIT_CANCELLED;
e0bba0b8 1163 if (midQ[i]->mid_state == MID_REQUEST_SUBMITTED) {
8a26f0f7 1164 midQ[i]->callback = cifs_cancelled_callback;
8544f4aa 1165 cancelled_mid[i] = true;
34f4deb7 1166 credits[i].value = 0;
e0bba0b8 1167 }
1be912dd 1168 spin_unlock(&GlobalMid_Lock);
e0bba0b8 1169 }
cb5c2e63
RS
1170 }
1171
cb5c2e63
RS
1172 for (i = 0; i < num_rqst; i++) {
1173 if (rc < 0)
1174 goto out;
e0bba0b8 1175
3190b59a 1176 rc = cifs_sync_mid_result(midQ[i], server);
e0bba0b8 1177 if (rc != 0) {
8544f4aa
PS
1178 /* mark this mid as cancelled to not free it below */
1179 cancelled_mid[i] = true;
1180 goto out;
1be912dd 1181 }
2b2bdfba 1182
e0bba0b8
RS
1183 if (!midQ[i]->resp_buf ||
1184 midQ[i]->mid_state != MID_RESPONSE_RECEIVED) {
1185 rc = -EIO;
1186 cifs_dbg(FYI, "Bad MID state?\n");
1187 goto out;
1188 }
a891f0f8 1189
e0bba0b8
RS
1190 buf = (char *)midQ[i]->resp_buf;
1191 resp_iov[i].iov_base = buf;
1192 resp_iov[i].iov_len = midQ[i]->resp_buf_size +
3190b59a 1193 server->vals->header_preamble_size;
e0bba0b8
RS
1194
1195 if (midQ[i]->large_buf)
1196 resp_buf_type[i] = CIFS_LARGE_BUFFER;
1197 else
1198 resp_buf_type[i] = CIFS_SMALL_BUFFER;
1199
3190b59a 1200 rc = server->ops->check_receive(midQ[i], server,
e0bba0b8 1201 flags & CIFS_LOG_ERROR);
1da177e4 1202
e0bba0b8 1203 /* mark it so buf will not be freed by cifs_delete_mid */
392e1c5d 1204 if ((flags & CIFS_NO_RSP_BUF) == 0)
e0bba0b8 1205 midQ[i]->resp_buf = NULL;
cb5c2e63 1206
e0bba0b8 1207 }
cb5c2e63
RS
1208
1209 /*
1210 * Compounding is never used during session establish.
1211 */
1212 if ((ses->status == CifsNew) || (optype & CIFS_NEG_OP)) {
1213 struct kvec iov = {
1214 .iov_base = resp_iov[0].iov_base,
1215 .iov_len = resp_iov[0].iov_len
1216 };
1217 smb311_update_preauth_hash(ses, &iov, 1);
1218 }
1219
7ee1af76 1220out:
4e34feb5
RS
1221 /*
1222 * This will dequeue all mids. After this it is important that the
1223 * demultiplex_thread will not process any of these mids any futher.
1224 * This is prevented above by using a noop callback that will not
1225 * wake this thread except for the very last PDU.
1226 */
8544f4aa
PS
1227 for (i = 0; i < num_rqst; i++) {
1228 if (!cancelled_mid[i])
1229 cifs_delete_mid(midQ[i]);
8544f4aa 1230 }
1da177e4 1231
d6e04ae6
SF
1232 return rc;
1233}
1da177e4 1234
e0bba0b8
RS
1235int
1236cifs_send_recv(const unsigned int xid, struct cifs_ses *ses,
352d96f3 1237 struct TCP_Server_Info *server,
e0bba0b8
RS
1238 struct smb_rqst *rqst, int *resp_buf_type, const int flags,
1239 struct kvec *resp_iov)
1240{
352d96f3
AA
1241 return compound_send_recv(xid, ses, server, flags, 1,
1242 rqst, resp_buf_type, resp_iov);
e0bba0b8
RS
1243}
1244
738f9de5
PS
1245int
1246SendReceive2(const unsigned int xid, struct cifs_ses *ses,
1247 struct kvec *iov, int n_vec, int *resp_buf_type /* ret */,
1248 const int flags, struct kvec *resp_iov)
1249{
1250 struct smb_rqst rqst;
3cecf486 1251 struct kvec s_iov[CIFS_MAX_IOV_SIZE], *new_iov;
738f9de5
PS
1252 int rc;
1253
3cecf486 1254 if (n_vec + 1 > CIFS_MAX_IOV_SIZE) {
6da2ec56
KC
1255 new_iov = kmalloc_array(n_vec + 1, sizeof(struct kvec),
1256 GFP_KERNEL);
117e3b7f
SF
1257 if (!new_iov) {
1258 /* otherwise cifs_send_recv below sets resp_buf_type */
1259 *resp_buf_type = CIFS_NO_BUFFER;
3cecf486 1260 return -ENOMEM;
117e3b7f 1261 }
3cecf486
RS
1262 } else
1263 new_iov = s_iov;
738f9de5
PS
1264
1265 /* 1st iov is a RFC1001 length followed by the rest of the packet */
1266 memcpy(new_iov + 1, iov, (sizeof(struct kvec) * n_vec));
1267
1268 new_iov[0].iov_base = new_iov[1].iov_base;
1269 new_iov[0].iov_len = 4;
1270 new_iov[1].iov_base += 4;
1271 new_iov[1].iov_len -= 4;
1272
1273 memset(&rqst, 0, sizeof(struct smb_rqst));
1274 rqst.rq_iov = new_iov;
1275 rqst.rq_nvec = n_vec + 1;
1276
352d96f3
AA
1277 rc = cifs_send_recv(xid, ses, ses->server,
1278 &rqst, resp_buf_type, flags, resp_iov);
3cecf486
RS
1279 if (n_vec + 1 > CIFS_MAX_IOV_SIZE)
1280 kfree(new_iov);
738f9de5
PS
1281 return rc;
1282}
1283
1da177e4 1284int
96daf2b0 1285SendReceive(const unsigned int xid, struct cifs_ses *ses,
1da177e4 1286 struct smb_hdr *in_buf, struct smb_hdr *out_buf,
480b1cb9 1287 int *pbytes_returned, const int flags)
1da177e4
LT
1288{
1289 int rc = 0;
1da177e4 1290 struct mid_q_entry *midQ;
fb2036d8
PS
1291 unsigned int len = be32_to_cpu(in_buf->smb_buf_length);
1292 struct kvec iov = { .iov_base = in_buf, .iov_len = len };
1293 struct smb_rqst rqst = { .rq_iov = &iov, .rq_nvec = 1 };
34f4deb7 1294 struct cifs_credits credits = { .value = 1, .instance = 0 };
ac6ad7a8 1295 struct TCP_Server_Info *server;
1da177e4
LT
1296
1297 if (ses == NULL) {
f96637be 1298 cifs_dbg(VFS, "Null smb session\n");
1da177e4
LT
1299 return -EIO;
1300 }
ac6ad7a8 1301 server = ses->server;
afe6f653 1302 if (server == NULL) {
f96637be 1303 cifs_dbg(VFS, "Null tcp session\n");
1da177e4
LT
1304 return -EIO;
1305 }
1306
afe6f653 1307 if (server->tcpStatus == CifsExiting)
31ca3bc3
SF
1308 return -ENOENT;
1309
79a58d1f 1310 /* Ensure that we do not send more than 50 overlapping requests
1da177e4
LT
1311 to the same server. We may make this configurable later or
1312 use ses->maxReq */
1da177e4 1313
fb2036d8 1314 if (len > CIFSMaxBufSize + MAX_CIFS_HDR_SIZE - 4) {
a0a3036b
JP
1315 cifs_server_dbg(VFS, "Invalid length, greater than maximum frame, %d\n",
1316 len);
6d9c6d54
VL
1317 return -EIO;
1318 }
1319
afe6f653 1320 rc = wait_for_free_request(server, flags, &credits.instance);
7ee1af76
JA
1321 if (rc)
1322 return rc;
1323
79a58d1f 1324 /* make sure that we sign in the same order that we send on this socket
1da177e4
LT
1325 and avoid races inside tcp sendmsg code that could cause corruption
1326 of smb data */
1327
afe6f653 1328 mutex_lock(&server->srv_mutex);
1da177e4 1329
7ee1af76
JA
1330 rc = allocate_mid(ses, in_buf, &midQ);
1331 if (rc) {
8bd3754c 1332 mutex_unlock(&server->srv_mutex);
7ee1af76 1333 /* Update # of requests on wire to server */
afe6f653 1334 add_credits(server, &credits, 0);
7ee1af76 1335 return rc;
1da177e4
LT
1336 }
1337
afe6f653 1338 rc = cifs_sign_smb(in_buf, server, &midQ->sequence_number);
829049cb 1339 if (rc) {
afe6f653 1340 mutex_unlock(&server->srv_mutex);
829049cb
VL
1341 goto out;
1342 }
1da177e4 1343
7c9421e1 1344 midQ->mid_state = MID_REQUEST_SUBMITTED;
789e6661 1345
afe6f653
RS
1346 cifs_in_send_inc(server);
1347 rc = smb_send(server, in_buf, len);
1348 cifs_in_send_dec(server);
789e6661 1349 cifs_save_when_sent(midQ);
ad313cb8
JL
1350
1351 if (rc < 0)
afe6f653 1352 server->sequence_number -= 2;
ad313cb8 1353
afe6f653 1354 mutex_unlock(&server->srv_mutex);
7ee1af76 1355
79a58d1f 1356 if (rc < 0)
7ee1af76
JA
1357 goto out;
1358
afe6f653 1359 rc = wait_for_response(server, midQ);
1be912dd 1360 if (rc != 0) {
afe6f653 1361 send_cancel(server, &rqst, midQ);
1be912dd 1362 spin_lock(&GlobalMid_Lock);
7c9421e1 1363 if (midQ->mid_state == MID_REQUEST_SUBMITTED) {
1be912dd
JL
1364 /* no longer considered to be "in-flight" */
1365 midQ->callback = DeleteMidQEntry;
1366 spin_unlock(&GlobalMid_Lock);
afe6f653 1367 add_credits(server, &credits, 0);
1be912dd
JL
1368 return rc;
1369 }
1370 spin_unlock(&GlobalMid_Lock);
1371 }
1da177e4 1372
afe6f653 1373 rc = cifs_sync_mid_result(midQ, server);
053d5034 1374 if (rc != 0) {
afe6f653 1375 add_credits(server, &credits, 0);
1da177e4
LT
1376 return rc;
1377 }
50c2f753 1378
2c8f981d 1379 if (!midQ->resp_buf || !out_buf ||
7c9421e1 1380 midQ->mid_state != MID_RESPONSE_RECEIVED) {
2b2bdfba 1381 rc = -EIO;
afe6f653 1382 cifs_server_dbg(VFS, "Bad MID state?\n");
2c8f981d 1383 goto out;
1da177e4 1384 }
7ee1af76 1385
d4e4854f 1386 *pbytes_returned = get_rfc1002_length(midQ->resp_buf);
2c8f981d 1387 memcpy(out_buf, midQ->resp_buf, *pbytes_returned + 4);
afe6f653 1388 rc = cifs_check_receive(midQ, server, 0);
7ee1af76 1389out:
3c1bf7e4 1390 cifs_delete_mid(midQ);
afe6f653 1391 add_credits(server, &credits, 0);
1da177e4 1392
7ee1af76
JA
1393 return rc;
1394}
1da177e4 1395
7ee1af76
JA
1396/* We send a LOCKINGX_CANCEL_LOCK to cause the Windows
1397 blocking lock to return. */
1398
1399static int
96daf2b0 1400send_lock_cancel(const unsigned int xid, struct cifs_tcon *tcon,
7ee1af76
JA
1401 struct smb_hdr *in_buf,
1402 struct smb_hdr *out_buf)
1403{
1404 int bytes_returned;
96daf2b0 1405 struct cifs_ses *ses = tcon->ses;
7ee1af76
JA
1406 LOCK_REQ *pSMB = (LOCK_REQ *)in_buf;
1407
1408 /* We just modify the current in_buf to change
1409 the type of lock from LOCKING_ANDX_SHARED_LOCK
1410 or LOCKING_ANDX_EXCLUSIVE_LOCK to
1411 LOCKING_ANDX_CANCEL_LOCK. */
1412
1413 pSMB->LockType = LOCKING_ANDX_CANCEL_LOCK|LOCKING_ANDX_LARGE_FILES;
1414 pSMB->Timeout = 0;
88257360 1415 pSMB->hdr.Mid = get_next_mid(ses->server);
7ee1af76
JA
1416
1417 return SendReceive(xid, ses, in_buf, out_buf,
7749981e 1418 &bytes_returned, 0);
7ee1af76
JA
1419}
1420
1421int
96daf2b0 1422SendReceiveBlockingLock(const unsigned int xid, struct cifs_tcon *tcon,
7ee1af76
JA
1423 struct smb_hdr *in_buf, struct smb_hdr *out_buf,
1424 int *pbytes_returned)
1425{
1426 int rc = 0;
1427 int rstart = 0;
7ee1af76 1428 struct mid_q_entry *midQ;
96daf2b0 1429 struct cifs_ses *ses;
fb2036d8
PS
1430 unsigned int len = be32_to_cpu(in_buf->smb_buf_length);
1431 struct kvec iov = { .iov_base = in_buf, .iov_len = len };
1432 struct smb_rqst rqst = { .rq_iov = &iov, .rq_nvec = 1 };
34f4deb7 1433 unsigned int instance;
afe6f653 1434 struct TCP_Server_Info *server;
7ee1af76
JA
1435
1436 if (tcon == NULL || tcon->ses == NULL) {
f96637be 1437 cifs_dbg(VFS, "Null smb session\n");
7ee1af76
JA
1438 return -EIO;
1439 }
1440 ses = tcon->ses;
afe6f653 1441 server = ses->server;
7ee1af76 1442
afe6f653 1443 if (server == NULL) {
f96637be 1444 cifs_dbg(VFS, "Null tcp session\n");
7ee1af76
JA
1445 return -EIO;
1446 }
1447
afe6f653 1448 if (server->tcpStatus == CifsExiting)
7ee1af76
JA
1449 return -ENOENT;
1450
79a58d1f 1451 /* Ensure that we do not send more than 50 overlapping requests
7ee1af76
JA
1452 to the same server. We may make this configurable later or
1453 use ses->maxReq */
1454
fb2036d8 1455 if (len > CIFSMaxBufSize + MAX_CIFS_HDR_SIZE - 4) {
a0a3036b
JP
1456 cifs_tcon_dbg(VFS, "Invalid length, greater than maximum frame, %d\n",
1457 len);
6d9c6d54
VL
1458 return -EIO;
1459 }
1460
afe6f653 1461 rc = wait_for_free_request(server, CIFS_BLOCKING_OP, &instance);
7ee1af76
JA
1462 if (rc)
1463 return rc;
1464
79a58d1f 1465 /* make sure that we sign in the same order that we send on this socket
7ee1af76
JA
1466 and avoid races inside tcp sendmsg code that could cause corruption
1467 of smb data */
1468
afe6f653 1469 mutex_lock(&server->srv_mutex);
7ee1af76
JA
1470
1471 rc = allocate_mid(ses, in_buf, &midQ);
1472 if (rc) {
afe6f653 1473 mutex_unlock(&server->srv_mutex);
7ee1af76
JA
1474 return rc;
1475 }
1476
afe6f653 1477 rc = cifs_sign_smb(in_buf, server, &midQ->sequence_number);
829049cb 1478 if (rc) {
3c1bf7e4 1479 cifs_delete_mid(midQ);
afe6f653 1480 mutex_unlock(&server->srv_mutex);
829049cb
VL
1481 return rc;
1482 }
1da177e4 1483
7c9421e1 1484 midQ->mid_state = MID_REQUEST_SUBMITTED;
afe6f653
RS
1485 cifs_in_send_inc(server);
1486 rc = smb_send(server, in_buf, len);
1487 cifs_in_send_dec(server);
789e6661 1488 cifs_save_when_sent(midQ);
ad313cb8
JL
1489
1490 if (rc < 0)
afe6f653 1491 server->sequence_number -= 2;
ad313cb8 1492
afe6f653 1493 mutex_unlock(&server->srv_mutex);
7ee1af76 1494
79a58d1f 1495 if (rc < 0) {
3c1bf7e4 1496 cifs_delete_mid(midQ);
7ee1af76
JA
1497 return rc;
1498 }
1499
1500 /* Wait for a reply - allow signals to interrupt. */
afe6f653 1501 rc = wait_event_interruptible(server->response_q,
7c9421e1 1502 (!(midQ->mid_state == MID_REQUEST_SUBMITTED)) ||
afe6f653
RS
1503 ((server->tcpStatus != CifsGood) &&
1504 (server->tcpStatus != CifsNew)));
7ee1af76
JA
1505
1506 /* Were we interrupted by a signal ? */
1507 if ((rc == -ERESTARTSYS) &&
7c9421e1 1508 (midQ->mid_state == MID_REQUEST_SUBMITTED) &&
afe6f653
RS
1509 ((server->tcpStatus == CifsGood) ||
1510 (server->tcpStatus == CifsNew))) {
7ee1af76
JA
1511
1512 if (in_buf->Command == SMB_COM_TRANSACTION2) {
1513 /* POSIX lock. We send a NT_CANCEL SMB to cause the
1514 blocking lock to return. */
afe6f653 1515 rc = send_cancel(server, &rqst, midQ);
7ee1af76 1516 if (rc) {
3c1bf7e4 1517 cifs_delete_mid(midQ);
7ee1af76
JA
1518 return rc;
1519 }
1520 } else {
1521 /* Windows lock. We send a LOCKINGX_CANCEL_LOCK
1522 to cause the blocking lock to return. */
1523
1524 rc = send_lock_cancel(xid, tcon, in_buf, out_buf);
1525
1526 /* If we get -ENOLCK back the lock may have
1527 already been removed. Don't exit in this case. */
1528 if (rc && rc != -ENOLCK) {
3c1bf7e4 1529 cifs_delete_mid(midQ);
7ee1af76
JA
1530 return rc;
1531 }
1532 }
1533
afe6f653 1534 rc = wait_for_response(server, midQ);
1be912dd 1535 if (rc) {
afe6f653 1536 send_cancel(server, &rqst, midQ);
1be912dd 1537 spin_lock(&GlobalMid_Lock);
7c9421e1 1538 if (midQ->mid_state == MID_REQUEST_SUBMITTED) {
1be912dd
JL
1539 /* no longer considered to be "in-flight" */
1540 midQ->callback = DeleteMidQEntry;
1541 spin_unlock(&GlobalMid_Lock);
1542 return rc;
1543 }
1544 spin_unlock(&GlobalMid_Lock);
7ee1af76 1545 }
1be912dd
JL
1546
1547 /* We got the response - restart system call. */
1548 rstart = 1;
7ee1af76
JA
1549 }
1550
afe6f653 1551 rc = cifs_sync_mid_result(midQ, server);
053d5034 1552 if (rc != 0)
7ee1af76 1553 return rc;
50c2f753 1554
17c8bfed 1555 /* rcvd frame is ok */
7c9421e1 1556 if (out_buf == NULL || midQ->mid_state != MID_RESPONSE_RECEIVED) {
698e96a8 1557 rc = -EIO;
3175eb9b 1558 cifs_tcon_dbg(VFS, "Bad MID state?\n");
698e96a8
VL
1559 goto out;
1560 }
1da177e4 1561
d4e4854f 1562 *pbytes_returned = get_rfc1002_length(midQ->resp_buf);
2c8f981d 1563 memcpy(out_buf, midQ->resp_buf, *pbytes_returned + 4);
afe6f653 1564 rc = cifs_check_receive(midQ, server, 0);
17c8bfed 1565out:
3c1bf7e4 1566 cifs_delete_mid(midQ);
7ee1af76
JA
1567 if (rstart && rc == -EACCES)
1568 return -ERESTARTSYS;
1da177e4
LT
1569 return rc;
1570}