projects / linux-block.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
Merge tag 'locking-core-2023-05-05' of git://git.kernel.org/pub/scm/linux/kernel...
[linux-block.git] / fs / ksmbd / oplock.c
CommitLineData
e2f34481
NJ		 1// SPDX-License-Identifier: GPL-2.0-or-later
2/*
3 * Copyright (C) 2016 Namjae Jeon <linkinjeon@kernel.org>
4 * Copyright (C) 2018 Samsung Electronics Co., Ltd.
5 */
6
7#include <linux/moduleparam.h>
8
9#include "glob.h"
10#include "oplock.h"
11
12#include "smb_common.h"
13#include "smbstatus.h"
e2f34481
NJ		 14#include "connection.h"
15#include "mgmt/user_session.h"
16#include "mgmt/share_config.h"
17#include "mgmt/tree_connect.h"
18
19static LIST_HEAD(lease_table_list);
20static DEFINE_RWLOCK(lease_list_lock);
21
22/**
95fa1ce9
HL		 23 * alloc_opinfo() - allocate a new opinfo object for oplock info
24 * @work: smb work
e2f34481
NJ		 25 * @id: fid of open file
26 * @Tid: tree id of connection
e2f34481
NJ		 27 *
28 * Return: allocated opinfo object on success, otherwise NULL
29 */
30static struct oplock_info *alloc_opinfo(struct ksmbd_work *work,
070fb21e 31 u64 id, __u16 Tid)
e2f34481 32{
af7c39d9 33 struct ksmbd_conn *conn = work->conn;
e2f34481
NJ		 34 struct ksmbd_session *sess = work->sess;
35 struct oplock_info *opinfo;
36
37 opinfo = kzalloc(sizeof(struct oplock_info), GFP_KERNEL);
38 if (!opinfo)
39 return NULL;
40
41 opinfo->sess = sess;
af7c39d9 42 opinfo->conn = conn;
0ae941ef 43 opinfo->level = SMB2_OPLOCK_LEVEL_NONE;
e2f34481
NJ		 44 opinfo->op_state = OPLOCK_STATE_NONE;
45 opinfo->pending_break = 0;
46 opinfo->fid = id;
47 opinfo->Tid = Tid;
48 INIT_LIST_HEAD(&opinfo->op_entry);
49 INIT_LIST_HEAD(&opinfo->interim_list);
50 init_waitqueue_head(&opinfo->oplock_q);
51 init_waitqueue_head(&opinfo->oplock_brk);
52 atomic_set(&opinfo->refcount, 1);
53 atomic_set(&opinfo->breaking_cnt, 0);
54
55 return opinfo;
56}
57
58static void lease_add_list(struct oplock_info *opinfo)
59{
60 struct lease_table *lb = opinfo->o_lease->l_lb;
61
62 spin_lock(&lb->lb_lock);
63 list_add_rcu(&opinfo->lease_entry, &lb->lease_list);
64 spin_unlock(&lb->lb_lock);
65}
66
67static void lease_del_list(struct oplock_info *opinfo)
68{
69 struct lease_table *lb = opinfo->o_lease->l_lb;
70
71 if (!lb)
72 return;
73
74 spin_lock(&lb->lb_lock);
75 if (list_empty(&opinfo->lease_entry)) {
76 spin_unlock(&lb->lb_lock);
77 return;
78 }
79
80 list_del_init(&opinfo->lease_entry);
81 opinfo->o_lease->l_lb = NULL;
82 spin_unlock(&lb->lb_lock);
83}
84
85static void lb_add(struct lease_table *lb)
86{
87 write_lock(&lease_list_lock);
88 list_add(&lb->l_entry, &lease_table_list);
89 write_unlock(&lease_list_lock);
90}
91
64b39f4a 92static int alloc_lease(struct oplock_info *opinfo, struct lease_ctx_info *lctx)
e2f34481
NJ		 93{
94 struct lease *lease;
95
96 lease = kmalloc(sizeof(struct lease), GFP_KERNEL);
97 if (!lease)
98 return -ENOMEM;
99
100 memcpy(lease->lease_key, lctx->lease_key, SMB2_LEASE_KEY_SIZE);
101 lease->state = lctx->req_state;
102 lease->new_state = 0;
103 lease->flags = lctx->flags;
104 lease->duration = lctx->duration;
ade62d8b
NJ		 105 memcpy(lease->parent_lease_key, lctx->parent_lease_key, SMB2_LEASE_KEY_SIZE);
106 lease->version = lctx->version;
107 lease->epoch = 0;
e2f34481
NJ		 108 INIT_LIST_HEAD(&opinfo->lease_entry);
109 opinfo->o_lease = lease;
110
111 return 0;
112}
113
114static void free_lease(struct oplock_info *opinfo)
115{
116 struct lease *lease;
117
118 lease = opinfo->o_lease;
119 kfree(lease);
120}
121
122static void free_opinfo(struct oplock_info *opinfo)
123{
124 if (opinfo->is_lease)
125 free_lease(opinfo);
126 kfree(opinfo);
127}
128
129static inline void opinfo_free_rcu(struct rcu_head *rcu_head)
130{
131 struct oplock_info *opinfo;
132
133 opinfo = container_of(rcu_head, struct oplock_info, rcu_head);
134 free_opinfo(opinfo);
135}
136
137struct oplock_info *opinfo_get(struct ksmbd_file *fp)
138{
139 struct oplock_info *opinfo;
140
141 rcu_read_lock();
142 opinfo = rcu_dereference(fp->f_opinfo);
143 if (opinfo && !atomic_inc_not_zero(&opinfo->refcount))
144 opinfo = NULL;
145 rcu_read_unlock();
146
147 return opinfo;
148}
149
150static struct oplock_info *opinfo_get_list(struct ksmbd_inode *ci)
151{
152 struct oplock_info *opinfo;
153
154 if (list_empty(&ci->m_op_list))
155 return NULL;
156
157 rcu_read_lock();
158 opinfo = list_first_or_null_rcu(&ci->m_op_list, struct oplock_info,
070fb21e 159 op_entry);
e2f34481
NJ		 160 if (opinfo && !atomic_inc_not_zero(&opinfo->refcount))
161 opinfo = NULL;
162 rcu_read_unlock();
163
164 return opinfo;
165}
166
167void opinfo_put(struct oplock_info *opinfo)
168{
169 if (!atomic_dec_and_test(&opinfo->refcount))
170 return;
171
172 call_rcu(&opinfo->rcu_head, opinfo_free_rcu);
173}
174
175static void opinfo_add(struct oplock_info *opinfo)
176{
177 struct ksmbd_inode *ci = opinfo->o_fp->f_ci;
178
179 write_lock(&ci->m_lock);
180 list_add_rcu(&opinfo->op_entry, &ci->m_op_list);
181 write_unlock(&ci->m_lock);
182}
183
184static void opinfo_del(struct oplock_info *opinfo)
185{
186 struct ksmbd_inode *ci = opinfo->o_fp->f_ci;
187
188 if (opinfo->is_lease) {
189 write_lock(&lease_list_lock);
190 lease_del_list(opinfo);
191 write_unlock(&lease_list_lock);
192 }
193 write_lock(&ci->m_lock);
194 list_del_rcu(&opinfo->op_entry);
195 write_unlock(&ci->m_lock);
196}
197
198static unsigned long opinfo_count(struct ksmbd_file *fp)
199{
200 if (ksmbd_stream_fd(fp))
201 return atomic_read(&fp->f_ci->sop_count);
202 else
203 return atomic_read(&fp->f_ci->op_count);
204}
205
206static void opinfo_count_inc(struct ksmbd_file *fp)
207{
208 if (ksmbd_stream_fd(fp))
209 return atomic_inc(&fp->f_ci->sop_count);
210 else
211 return atomic_inc(&fp->f_ci->op_count);
212}
213
214static void opinfo_count_dec(struct ksmbd_file *fp)
215{
216 if (ksmbd_stream_fd(fp))
217 return atomic_dec(&fp->f_ci->sop_count);
218 else
219 return atomic_dec(&fp->f_ci->op_count);
220}
221
222/**
223 * opinfo_write_to_read() - convert a write oplock to read oplock
224 * @opinfo: current oplock info
225 *
226 * Return: 0 on success, otherwise -EINVAL
227 */
228int opinfo_write_to_read(struct oplock_info *opinfo)
229{
230 struct lease *lease = opinfo->o_lease;
231
64b39f4a
NJ		 232 if (!(opinfo->level == SMB2_OPLOCK_LEVEL_BATCH ||
233 opinfo->level == SMB2_OPLOCK_LEVEL_EXCLUSIVE)) {
bde1694a 234 pr_err("bad oplock(0x%x)\n", opinfo->level);
e2f34481 235 if (opinfo->is_lease)
bde1694a 236 pr_err("lease state(0x%x)\n", lease->state);
e2f34481
NJ		 237 return -EINVAL;
238 }
239 opinfo->level = SMB2_OPLOCK_LEVEL_II;
240
241 if (opinfo->is_lease)
242 lease->state = lease->new_state;
243 return 0;
244}
245
246/**
247 * opinfo_read_handle_to_read() - convert a read/handle oplock to read oplock
248 * @opinfo: current oplock info
249 *
250 * Return: 0 on success, otherwise -EINVAL
251 */
252int opinfo_read_handle_to_read(struct oplock_info *opinfo)
253{
254 struct lease *lease = opinfo->o_lease;
255
256 lease->state = lease->new_state;
257 opinfo->level = SMB2_OPLOCK_LEVEL_II;
258 return 0;
259}
260
261/**
262 * opinfo_write_to_none() - convert a write oplock to none
263 * @opinfo: current oplock info
264 *
265 * Return: 0 on success, otherwise -EINVAL
266 */
267int opinfo_write_to_none(struct oplock_info *opinfo)
268{
269 struct lease *lease = opinfo->o_lease;
270
64b39f4a
NJ		 271 if (!(opinfo->level == SMB2_OPLOCK_LEVEL_BATCH ||
272 opinfo->level == SMB2_OPLOCK_LEVEL_EXCLUSIVE)) {
bde1694a 273 pr_err("bad oplock(0x%x)\n", opinfo->level);
e2f34481 274 if (opinfo->is_lease)
bde1694a 275 pr_err("lease state(0x%x)\n", lease->state);
e2f34481
NJ		 276 return -EINVAL;
277 }
278 opinfo->level = SMB2_OPLOCK_LEVEL_NONE;
279 if (opinfo->is_lease)
280 lease->state = lease->new_state;
281 return 0;
282}
283
284/**
285 * opinfo_read_to_none() - convert a write read to none
286 * @opinfo: current oplock info
287 *
288 * Return: 0 on success, otherwise -EINVAL
289 */
290int opinfo_read_to_none(struct oplock_info *opinfo)
291{
292 struct lease *lease = opinfo->o_lease;
293
294 if (opinfo->level != SMB2_OPLOCK_LEVEL_II) {
bde1694a 295 pr_err("bad oplock(0x%x)\n", opinfo->level);
e2f34481 296 if (opinfo->is_lease)
bde1694a 297 pr_err("lease state(0x%x)\n", lease->state);
e2f34481
NJ		 298 return -EINVAL;
299 }
300 opinfo->level = SMB2_OPLOCK_LEVEL_NONE;
301 if (opinfo->is_lease)
302 lease->state = lease->new_state;
303 return 0;
304}
305
306/**
307 * lease_read_to_write() - upgrade lease state from read to write
308 * @opinfo: current lease info
309 *
310 * Return: 0 on success, otherwise -EINVAL
311 */
312int lease_read_to_write(struct oplock_info *opinfo)
313{
314 struct lease *lease = opinfo->o_lease;
315
316 if (!(lease->state & SMB2_LEASE_READ_CACHING_LE)) {
070fb21e 317 ksmbd_debug(OPLOCK, "bad lease state(0x%x)\n", lease->state);
e2f34481
NJ		 318 return -EINVAL;
319 }
320
321 lease->new_state = SMB2_LEASE_NONE_LE;
322 lease->state |= SMB2_LEASE_WRITE_CACHING_LE;
323 if (lease->state & SMB2_LEASE_HANDLE_CACHING_LE)
324 opinfo->level = SMB2_OPLOCK_LEVEL_BATCH;
325 else
326 opinfo->level = SMB2_OPLOCK_LEVEL_EXCLUSIVE;
327 return 0;
328}
329
330/**
331 * lease_none_upgrade() - upgrade lease state from none
332 * @opinfo: current lease info
333 * @new_state: new lease state
334 *
335 * Return: 0 on success, otherwise -EINVAL
336 */
64b39f4a 337static int lease_none_upgrade(struct oplock_info *opinfo, __le32 new_state)
e2f34481
NJ		 338{
339 struct lease *lease = opinfo->o_lease;
340
341 if (!(lease->state == SMB2_LEASE_NONE_LE)) {
070fb21e 342 ksmbd_debug(OPLOCK, "bad lease state(0x%x)\n", lease->state);
e2f34481
NJ		 343 return -EINVAL;
344 }
345
346 lease->new_state = SMB2_LEASE_NONE_LE;
347 lease->state = new_state;
348 if (lease->state & SMB2_LEASE_HANDLE_CACHING_LE)
349 if (lease->state & SMB2_LEASE_WRITE_CACHING_LE)
350 opinfo->level = SMB2_OPLOCK_LEVEL_BATCH;
351 else
352 opinfo->level = SMB2_OPLOCK_LEVEL_II;
353 else if (lease->state & SMB2_LEASE_WRITE_CACHING_LE)
354 opinfo->level = SMB2_OPLOCK_LEVEL_EXCLUSIVE;
355 else if (lease->state & SMB2_LEASE_READ_CACHING_LE)
356 opinfo->level = SMB2_OPLOCK_LEVEL_II;
357
358 return 0;
359}
360
361/**
362 * close_id_del_oplock() - release oplock object at file close time
363 * @fp: ksmbd file pointer
364 */
365void close_id_del_oplock(struct ksmbd_file *fp)
366{
367 struct oplock_info *opinfo;
368
369 if (S_ISDIR(file_inode(fp->filp)->i_mode))
370 return;
371
372 opinfo = opinfo_get(fp);
373 if (!opinfo)
374 return;
375
376 opinfo_del(opinfo);
377
378 rcu_assign_pointer(fp->f_opinfo, NULL);
379 if (opinfo->op_state == OPLOCK_ACK_WAIT) {
380 opinfo->op_state = OPLOCK_CLOSING;
381 wake_up_interruptible_all(&opinfo->oplock_q);
382 if (opinfo->is_lease) {
383 atomic_set(&opinfo->breaking_cnt, 0);
384 wake_up_interruptible_all(&opinfo->oplock_brk);
385 }
386 }
387
388 opinfo_count_dec(fp);
389 atomic_dec(&opinfo->refcount);
390 opinfo_put(opinfo);
391}
392
393/**
394 * grant_write_oplock() - grant exclusive/batch oplock or write lease
395 * @opinfo_new: new oplock info object
396 * @req_oplock: request oplock
397 * @lctx: lease context information
398 *
399 * Return: 0
400 */
401static void grant_write_oplock(struct oplock_info *opinfo_new, int req_oplock,
070fb21e 402 struct lease_ctx_info *lctx)
e2f34481
NJ		 403{
404 struct lease *lease = opinfo_new->o_lease;
405
406 if (req_oplock == SMB2_OPLOCK_LEVEL_BATCH)
407 opinfo_new->level = SMB2_OPLOCK_LEVEL_BATCH;
408 else
409 opinfo_new->level = SMB2_OPLOCK_LEVEL_EXCLUSIVE;
410
411 if (lctx) {
412 lease->state = lctx->req_state;
070fb21e 413 memcpy(lease->lease_key, lctx->lease_key, SMB2_LEASE_KEY_SIZE);
e2f34481
NJ		 414 }
415}
416
417/**
418 * grant_read_oplock() - grant level2 oplock or read lease
419 * @opinfo_new: new oplock info object
420 * @lctx: lease context information
421 *
422 * Return: 0
423 */
424static void grant_read_oplock(struct oplock_info *opinfo_new,
070fb21e 425 struct lease_ctx_info *lctx)
e2f34481
NJ		 426{
427 struct lease *lease = opinfo_new->o_lease;
428
429 opinfo_new->level = SMB2_OPLOCK_LEVEL_II;
430
431 if (lctx) {
432 lease->state = SMB2_LEASE_READ_CACHING_LE;
433 if (lctx->req_state & SMB2_LEASE_HANDLE_CACHING_LE)
434 lease->state |= SMB2_LEASE_HANDLE_CACHING_LE;
070fb21e 435 memcpy(lease->lease_key, lctx->lease_key, SMB2_LEASE_KEY_SIZE);
e2f34481
NJ		 436 }
437}
438
439/**
440 * grant_none_oplock() - grant none oplock or none lease
441 * @opinfo_new: new oplock info object
442 * @lctx: lease context information
443 *
444 * Return: 0
445 */
446static void grant_none_oplock(struct oplock_info *opinfo_new,
070fb21e 447 struct lease_ctx_info *lctx)
e2f34481
NJ		 448{
449 struct lease *lease = opinfo_new->o_lease;
450
451 opinfo_new->level = SMB2_OPLOCK_LEVEL_NONE;
452
453 if (lctx) {
454 lease->state = 0;
070fb21e 455 memcpy(lease->lease_key, lctx->lease_key, SMB2_LEASE_KEY_SIZE);
e2f34481
NJ		 456 }
457}
458
e2f34481 459static inline int compare_guid_key(struct oplock_info *opinfo,
070fb21e 460 const char *guid1, const char *key1)
e2f34481
NJ		 461{
462 const char *guid2, *key2;
463
464 guid2 = opinfo->conn->ClientGUID;
465 key2 = opinfo->o_lease->lease_key;
466 if (!memcmp(guid1, guid2, SMB2_CLIENT_GUID_SIZE) &&
64b39f4a 467 !memcmp(key1, key2, SMB2_LEASE_KEY_SIZE))
e2f34481
NJ		 468 return 1;
469
470 return 0;
471}
472
473/**
474 * same_client_has_lease() - check whether current lease request is
475 * from lease owner of file
476 * @ci: master file pointer
477 * @client_guid: Client GUID
478 * @lctx: lease context information
479 *
480 * Return: oplock(lease) object on success, otherwise NULL
481 */
482static struct oplock_info *same_client_has_lease(struct ksmbd_inode *ci,
070fb21e
NJ		 483 char *client_guid,
484 struct lease_ctx_info *lctx)
e2f34481
NJ		 485{
486 int ret;
487 struct lease *lease;
488 struct oplock_info *opinfo;
489 struct oplock_info *m_opinfo = NULL;
490
491 if (!lctx)
492 return NULL;
493
494 /*
495 * Compare lease key and client_guid to know request from same owner
496 * of same client
497 */
498 read_lock(&ci->m_lock);
499 list_for_each_entry(opinfo, &ci->m_op_list, op_entry) {
500 if (!opinfo->is_lease)
501 continue;
502 read_unlock(&ci->m_lock);
503 lease = opinfo->o_lease;
504
505 ret = compare_guid_key(opinfo, client_guid, lctx->lease_key);
506 if (ret) {
507 m_opinfo = opinfo;
508 /* skip upgrading lease about breaking lease */
509 if (atomic_read(&opinfo->breaking_cnt)) {
510 read_lock(&ci->m_lock);
511 continue;
512 }
513
514 /* upgrading lease */
515 if ((atomic_read(&ci->op_count) +
516 atomic_read(&ci->sop_count)) == 1) {
517 if (lease->state ==
070fb21e 518 (lctx->req_state & lease->state)) {
e2f34481
NJ		 519 lease->state |= lctx->req_state;
520 if (lctx->req_state &
521 SMB2_LEASE_WRITE_CACHING_LE)
522 lease_read_to_write(opinfo);
523 }
524 } else if ((atomic_read(&ci->op_count) +
525 atomic_read(&ci->sop_count)) > 1) {
526 if (lctx->req_state ==
070fb21e
NJ		 527 (SMB2_LEASE_READ_CACHING_LE |
528 SMB2_LEASE_HANDLE_CACHING_LE))
e2f34481
NJ		 529 lease->state = lctx->req_state;
530 }
531
532 if (lctx->req_state && lease->state ==
070fb21e 533 SMB2_LEASE_NONE_LE)
e2f34481
NJ		 534 lease_none_upgrade(opinfo, lctx->req_state);
535 }
536 read_lock(&ci->m_lock);
537 }
538 read_unlock(&ci->m_lock);
539
540 return m_opinfo;
541}
542
543static void wait_for_break_ack(struct oplock_info *opinfo)
544{
545 int rc = 0;
546
547 rc = wait_event_interruptible_timeout(opinfo->oplock_q,
070fb21e
NJ		 548 opinfo->op_state == OPLOCK_STATE_NONE ||
549 opinfo->op_state == OPLOCK_CLOSING,
550 OPLOCK_WAIT_TIME);
e2f34481
NJ		 551
552 /* is this a timeout ? */
553 if (!rc) {
554 if (opinfo->is_lease)
555 opinfo->o_lease->state = SMB2_LEASE_NONE_LE;
556 opinfo->level = SMB2_OPLOCK_LEVEL_NONE;
557 opinfo->op_state = OPLOCK_STATE_NONE;
558 }
559}
560
561static void wake_up_oplock_break(struct oplock_info *opinfo)
562{
563 clear_bit_unlock(0, &opinfo->pending_break);
564 /* memory barrier is needed for wake_up_bit() */
565 smp_mb__after_atomic();
566 wake_up_bit(&opinfo->pending_break, 0);
567}
568
569static int oplock_break_pending(struct oplock_info *opinfo, int req_op_level)
570{
571 while (test_and_set_bit(0, &opinfo->pending_break)) {
572 wait_on_bit(&opinfo->pending_break, 0, TASK_UNINTERRUPTIBLE);
573
574 /* Not immediately break to none. */
575 opinfo->open_trunc = 0;
576
577 if (opinfo->op_state == OPLOCK_CLOSING)
578 return -ENOENT;
579 else if (!opinfo->is_lease && opinfo->level <= req_op_level)
580 return 1;
581 }
582
583 if (!opinfo->is_lease && opinfo->level <= req_op_level) {
584 wake_up_oplock_break(opinfo);
585 return 1;
586 }
587 return 0;
588}
589
590static inline int allocate_oplock_break_buf(struct ksmbd_work *work)
591{
20ea7fd2 592 work->response_buf = kzalloc(MAX_CIFS_SMALL_BUFFER_SIZE, GFP_KERNEL);
e2f34481
NJ		 593 if (!work->response_buf)
594 return -ENOMEM;
595 work->response_sz = MAX_CIFS_SMALL_BUFFER_SIZE;
596 return 0;
597}
598
599/**
95fa1ce9 600 * __smb2_oplock_break_noti() - send smb2 oplock break cmd from conn
e2f34481 601 * to client
95fa1ce9 602 * @wk: smb work object
e2f34481
NJ		 603 *
604 * There are two ways this function can be called. 1- while file open we break
605 * from exclusive/batch lock to levelII oplock and 2- while file write/truncate
606 * we break from levelII oplock no oplock.
e5066499 607 * work->request_buf contains oplock_info.
e2f34481
NJ		 608 */
609static void __smb2_oplock_break_noti(struct work_struct *wk)
610{
611 struct smb2_oplock_break *rsp = NULL;
612 struct ksmbd_work *work = container_of(wk, struct ksmbd_work, work);
613 struct ksmbd_conn *conn = work->conn;
e5066499 614 struct oplock_break_info *br_info = work->request_buf;
e2f34481
NJ		 615 struct smb2_hdr *rsp_hdr;
616 struct ksmbd_file *fp;
617
618 fp = ksmbd_lookup_durable_fd(br_info->fid);
a14c5738
NJ		 619 if (!fp)
620 goto out;
e2f34481
NJ		 621
622 if (allocate_oplock_break_buf(work)) {
bde1694a 623 pr_err("smb2_allocate_rsp_buf failed! ");
e2f34481 624 ksmbd_fd_put(work, fp);
a14c5738 625 goto out;
e2f34481
NJ		 626 }
627
cb451720 628 rsp_hdr = smb2_get_msg(work->response_buf);
e2f34481 629 memset(rsp_hdr, 0, sizeof(struct smb2_hdr) + 2);
cb451720
NJ		 630 *(__be32 *)work->response_buf =
631 cpu_to_be32(conn->vals->header_size);
e2f34481
NJ		 632 rsp_hdr->ProtocolId = SMB2_PROTO_NUMBER;
633 rsp_hdr->StructureSize = SMB2_HEADER_STRUCTURE_SIZE;
634 rsp_hdr->CreditRequest = cpu_to_le16(0);
635 rsp_hdr->Command = SMB2_OPLOCK_BREAK;
636 rsp_hdr->Flags = (SMB2_FLAGS_SERVER_TO_REDIR);
637 rsp_hdr->NextCommand = 0;
638 rsp_hdr->MessageId = cpu_to_le64(-1);
639 rsp_hdr->Id.SyncId.ProcessId = 0;
640 rsp_hdr->Id.SyncId.TreeId = 0;
641 rsp_hdr->SessionId = 0;
642 memset(rsp_hdr->Signature, 0, 16);
643
cb451720 644 rsp = smb2_get_msg(work->response_buf);
e2f34481
NJ		 645
646 rsp->StructureSize = cpu_to_le16(24);
647 if (!br_info->open_trunc &&
64b39f4a
NJ		 648 (br_info->level == SMB2_OPLOCK_LEVEL_BATCH ||
649 br_info->level == SMB2_OPLOCK_LEVEL_EXCLUSIVE))
e2f34481
NJ		 650 rsp->OplockLevel = SMB2_OPLOCK_LEVEL_II;
651 else
652 rsp->OplockLevel = SMB2_OPLOCK_LEVEL_NONE;
653 rsp->Reserved = 0;
654 rsp->Reserved2 = 0;
c7803b05
SF		 655 rsp->PersistentFid = fp->persistent_id;
656 rsp->VolatileFid = fp->volatile_id;
e2f34481 657
cb451720 658 inc_rfc1001_len(work->response_buf, 24);
e2f34481
NJ		 659
660 ksmbd_debug(OPLOCK,
070fb21e
NJ		 661 "sending oplock break v_id %llu p_id = %llu lock level = %d\n",
662 rsp->VolatileFid, rsp->PersistentFid, rsp->OplockLevel);
e2f34481
NJ		 663
664 ksmbd_fd_put(work, fp);
665 ksmbd_conn_write(work);
a14c5738
NJ		 666
667out:
e2f34481 668 ksmbd_free_work_struct(work);
a14c5738
NJ		 669 /*
670 * Checking waitqueue to dropping pending requests on
671 * disconnection. waitqueue_active is safe because it
672 * uses atomic operation for condition.
673 */
674 if (!atomic_dec_return(&conn->r_count) && waitqueue_active(&conn->r_count_q))
675 wake_up(&conn->r_count_q);
e2f34481
NJ		 676}
677
678/**
95fa1ce9 679 * smb2_oplock_break_noti() - send smb2 exclusive/batch to level2 oplock
e2f34481
NJ		 680 * break command from server to client
681 * @opinfo: oplock info object
e2f34481
NJ		 682 *
683 * Return: 0 on success, otherwise error
684 */
685static int smb2_oplock_break_noti(struct oplock_info *opinfo)
686{
687 struct ksmbd_conn *conn = opinfo->conn;
688 struct oplock_break_info *br_info;
689 int ret = 0;
690 struct ksmbd_work *work = ksmbd_alloc_work_struct();
691
692 if (!work)
693 return -ENOMEM;
694
695 br_info = kmalloc(sizeof(struct oplock_break_info), GFP_KERNEL);
696 if (!br_info) {
697 ksmbd_free_work_struct(work);
698 return -ENOMEM;
699 }
700
701 br_info->level = opinfo->level;
702 br_info->fid = opinfo->fid;
703 br_info->open_trunc = opinfo->open_trunc;
704
705 work->request_buf = (char *)br_info;
706 work->conn = conn;
707 work->sess = opinfo->sess;
708
709 atomic_inc(&conn->r_count);
710 if (opinfo->op_state == OPLOCK_ACK_WAIT) {
711 INIT_WORK(&work->work, __smb2_oplock_break_noti);
712 ksmbd_queue_work(work);
713
714 wait_for_break_ack(opinfo);
715 } else {
716 __smb2_oplock_break_noti(&work->work);
717 if (opinfo->level == SMB2_OPLOCK_LEVEL_II)
718 opinfo->level = SMB2_OPLOCK_LEVEL_NONE;
719 }
720 return ret;
721}
722
723/**
724 * __smb2_lease_break_noti() - send lease break command from server
725 * to client
95fa1ce9 726 * @wk: smb work object
e2f34481
NJ		 727 */
728static void __smb2_lease_break_noti(struct work_struct *wk)
729{
730 struct smb2_lease_break *rsp = NULL;
731 struct ksmbd_work *work = container_of(wk, struct ksmbd_work, work);
e5066499 732 struct lease_break_info *br_info = work->request_buf;
e2f34481
NJ		 733 struct ksmbd_conn *conn = work->conn;
734 struct smb2_hdr *rsp_hdr;
735
736 if (allocate_oplock_break_buf(work)) {
737 ksmbd_debug(OPLOCK, "smb2_allocate_rsp_buf failed! ");
a14c5738 738 goto out;
e2f34481
NJ		 739 }
740
cb451720 741 rsp_hdr = smb2_get_msg(work->response_buf);
e2f34481 742 memset(rsp_hdr, 0, sizeof(struct smb2_hdr) + 2);
cb451720
NJ		 743 *(__be32 *)work->response_buf =
744 cpu_to_be32(conn->vals->header_size);
e2f34481
NJ		 745 rsp_hdr->ProtocolId = SMB2_PROTO_NUMBER;
746 rsp_hdr->StructureSize = SMB2_HEADER_STRUCTURE_SIZE;
747 rsp_hdr->CreditRequest = cpu_to_le16(0);
748 rsp_hdr->Command = SMB2_OPLOCK_BREAK;
749 rsp_hdr->Flags = (SMB2_FLAGS_SERVER_TO_REDIR);
750 rsp_hdr->NextCommand = 0;
751 rsp_hdr->MessageId = cpu_to_le64(-1);
752 rsp_hdr->Id.SyncId.ProcessId = 0;
753 rsp_hdr->Id.SyncId.TreeId = 0;
754 rsp_hdr->SessionId = 0;
755 memset(rsp_hdr->Signature, 0, 16);
756
cb451720 757 rsp = smb2_get_msg(work->response_buf);
e2f34481 758 rsp->StructureSize = cpu_to_le16(44);
ade62d8b 759 rsp->Epoch = br_info->epoch;
e2f34481
NJ		 760 rsp->Flags = 0;
761
762 if (br_info->curr_state & (SMB2_LEASE_WRITE_CACHING_LE |
763 SMB2_LEASE_HANDLE_CACHING_LE))
764 rsp->Flags = SMB2_NOTIFY_BREAK_LEASE_FLAG_ACK_REQUIRED;
765
766 memcpy(rsp->LeaseKey, br_info->lease_key, SMB2_LEASE_KEY_SIZE);
767 rsp->CurrentLeaseState = br_info->curr_state;
768 rsp->NewLeaseState = br_info->new_state;
769 rsp->BreakReason = 0;
770 rsp->AccessMaskHint = 0;
771 rsp->ShareMaskHint = 0;
772
cb451720 773 inc_rfc1001_len(work->response_buf, 44);
e2f34481
NJ		 774
775 ksmbd_conn_write(work);
a14c5738
NJ		 776
777out:
e2f34481 778 ksmbd_free_work_struct(work);
a14c5738
NJ		 779 /*
780 * Checking waitqueue to dropping pending requests on
781 * disconnection. waitqueue_active is safe because it
782 * uses atomic operation for condition.
783 */
784 if (!atomic_dec_return(&conn->r_count) && waitqueue_active(&conn->r_count_q))
785 wake_up(&conn->r_count_q);
e2f34481
NJ		 786}
787
788/**
95fa1ce9 789 * smb2_lease_break_noti() - break lease when a new client request
e2f34481
NJ		 790 * write lease
791 * @opinfo: conains lease state information
e2f34481
NJ		 792 *
793 * Return: 0 on success, otherwise error
794 */
795static int smb2_lease_break_noti(struct oplock_info *opinfo)
796{
797 struct ksmbd_conn *conn = opinfo->conn;
798 struct list_head *tmp, *t;
799 struct ksmbd_work *work;
800 struct lease_break_info *br_info;
801 struct lease *lease = opinfo->o_lease;
802
803 work = ksmbd_alloc_work_struct();
804 if (!work)
805 return -ENOMEM;
806
807 br_info = kmalloc(sizeof(struct lease_break_info), GFP_KERNEL);
808 if (!br_info) {
809 ksmbd_free_work_struct(work);
810 return -ENOMEM;
811 }
812
813 br_info->curr_state = lease->state;
814 br_info->new_state = lease->new_state;
ade62d8b
NJ		 815 if (lease->version == 2)
816 br_info->epoch = cpu_to_le16(++lease->epoch);
817 else
818 br_info->epoch = 0;
e2f34481
NJ		 819 memcpy(br_info->lease_key, lease->lease_key, SMB2_LEASE_KEY_SIZE);
820
821 work->request_buf = (char *)br_info;
822 work->conn = conn;
823 work->sess = opinfo->sess;
824
825 atomic_inc(&conn->r_count);
826 if (opinfo->op_state == OPLOCK_ACK_WAIT) {
827 list_for_each_safe(tmp, t, &opinfo->interim_list) {
828 struct ksmbd_work *in_work;
829
830 in_work = list_entry(tmp, struct ksmbd_work,
070fb21e 831 interim_entry);
e2f34481
NJ		 832 setup_async_work(in_work, NULL, NULL);
833 smb2_send_interim_resp(in_work, STATUS_PENDING);
834 list_del(&in_work->interim_entry);
835 }
836 INIT_WORK(&work->work, __smb2_lease_break_noti);
837 ksmbd_queue_work(work);
838 wait_for_break_ack(opinfo);
839 } else {
840 __smb2_lease_break_noti(&work->work);
841 if (opinfo->o_lease->new_state == SMB2_LEASE_NONE_LE) {
842 opinfo->level = SMB2_OPLOCK_LEVEL_NONE;
843 opinfo->o_lease->state = SMB2_LEASE_NONE_LE;
844 }
845 }
846 return 0;
847}
848
849static void wait_lease_breaking(struct oplock_info *opinfo)
850{
851 if (!opinfo->is_lease)
852 return;
853
854 wake_up_interruptible_all(&opinfo->oplock_brk);
855 if (atomic_read(&opinfo->breaking_cnt)) {
856 int ret = 0;
857
64b39f4a 858 ret = wait_event_interruptible_timeout(opinfo->oplock_brk,
070fb21e
NJ		 859 atomic_read(&opinfo->breaking_cnt) == 0,
860 HZ);
e2f34481
NJ		 861 if (!ret)
862 atomic_set(&opinfo->breaking_cnt, 0);
863 }
864}
865
866static int oplock_break(struct oplock_info *brk_opinfo, int req_op_level)
867{
868 int err = 0;
869
870 /* Need to break exclusive/batch oplock, write lease or overwrite_if */
871 ksmbd_debug(OPLOCK,
070fb21e
NJ		 872 "request to send oplock(level : 0x%x) break notification\n",
873 brk_opinfo->level);
e2f34481
NJ		 874
875 if (brk_opinfo->is_lease) {
876 struct lease *lease = brk_opinfo->o_lease;
877
878 atomic_inc(&brk_opinfo->breaking_cnt);
879
880 err = oplock_break_pending(brk_opinfo, req_op_level);
881 if (err)
882 return err < 0 ? err : 0;
883
884 if (brk_opinfo->open_trunc) {
885 /*
886 * Create overwrite break trigger the lease break to
887 * none.
888 */
889 lease->new_state = SMB2_LEASE_NONE_LE;
890 } else {
891 if (lease->state & SMB2_LEASE_WRITE_CACHING_LE) {
892 if (lease->state & SMB2_LEASE_HANDLE_CACHING_LE)
893 lease->new_state =
894 SMB2_LEASE_READ_CACHING_LE |
895 SMB2_LEASE_HANDLE_CACHING_LE;
896 else
897 lease->new_state =
898 SMB2_LEASE_READ_CACHING_LE;
899 } else {
900 if (lease->state & SMB2_LEASE_HANDLE_CACHING_LE)
901 lease->new_state =
902 SMB2_LEASE_READ_CACHING_LE;
903 else
904 lease->new_state = SMB2_LEASE_NONE_LE;
905 }
906 }
907
908 if (lease->state & (SMB2_LEASE_WRITE_CACHING_LE |
909 SMB2_LEASE_HANDLE_CACHING_LE))
910 brk_opinfo->op_state = OPLOCK_ACK_WAIT;
911 else
912 atomic_dec(&brk_opinfo->breaking_cnt);
913 } else {
914 err = oplock_break_pending(brk_opinfo, req_op_level);
915 if (err)
916 return err < 0 ? err : 0;
917
918 if (brk_opinfo->level == SMB2_OPLOCK_LEVEL_BATCH ||
64b39f4a 919 brk_opinfo->level == SMB2_OPLOCK_LEVEL_EXCLUSIVE)
e2f34481
NJ		 920 brk_opinfo->op_state = OPLOCK_ACK_WAIT;
921 }
922
923 if (brk_opinfo->is_lease)
924 err = smb2_lease_break_noti(brk_opinfo);
925 else
926 err = smb2_oplock_break_noti(brk_opinfo);
927
928 ksmbd_debug(OPLOCK, "oplock granted = %d\n", brk_opinfo->level);
929 if (brk_opinfo->op_state == OPLOCK_CLOSING)
930 err = -ENOENT;
931 wake_up_oplock_break(brk_opinfo);
932
933 wait_lease_breaking(brk_opinfo);
934
935 return err;
936}
937
938void destroy_lease_table(struct ksmbd_conn *conn)
939{
940 struct lease_table *lb, *lbtmp;
941 struct oplock_info *opinfo;
942
943 write_lock(&lease_list_lock);
944 if (list_empty(&lease_table_list)) {
945 write_unlock(&lease_list_lock);
946 return;
947 }
948
949 list_for_each_entry_safe(lb, lbtmp, &lease_table_list, l_entry) {
950 if (conn && memcmp(lb->client_guid, conn->ClientGUID,
64b39f4a 951 SMB2_CLIENT_GUID_SIZE))
e2f34481
NJ		 952 continue;
953again:
954 rcu_read_lock();
955 list_for_each_entry_rcu(opinfo, &lb->lease_list,
070fb21e 956 lease_entry) {
e2f34481
NJ		 957 rcu_read_unlock();
958 lease_del_list(opinfo);
959 goto again;
960 }
961 rcu_read_unlock();
962 list_del(&lb->l_entry);
963 kfree(lb);
964 }
965 write_unlock(&lease_list_lock);
966}
967
968int find_same_lease_key(struct ksmbd_session *sess, struct ksmbd_inode *ci,
070fb21e 969 struct lease_ctx_info *lctx)
e2f34481
NJ		 970{
971 struct oplock_info *opinfo;
972 int err = 0;
973 struct lease_table *lb;
974
975 if (!lctx)
976 return err;
977
978 read_lock(&lease_list_lock);
979 if (list_empty(&lease_table_list)) {
980 read_unlock(&lease_list_lock);
981 return 0;
982 }
983
984 list_for_each_entry(lb, &lease_table_list, l_entry) {
af7c39d9 985 if (!memcmp(lb->client_guid, sess->ClientGUID,
64b39f4a 986 SMB2_CLIENT_GUID_SIZE))
e2f34481
NJ		 987 goto found;
988 }
989 read_unlock(&lease_list_lock);
990
991 return 0;
992
993found:
994 rcu_read_lock();
070fb21e 995 list_for_each_entry_rcu(opinfo, &lb->lease_list, lease_entry) {
e2f34481
NJ		 996 if (!atomic_inc_not_zero(&opinfo->refcount))
997 continue;
998 rcu_read_unlock();
999 if (opinfo->o_fp->f_ci == ci)
1000 goto op_next;
af7c39d9 1001 err = compare_guid_key(opinfo, sess->ClientGUID,
070fb21e 1002 lctx->lease_key);
e2f34481
NJ		 1003 if (err) {
1004 err = -EINVAL;
1005 ksmbd_debug(OPLOCK,
070fb21e 1006 "found same lease key is already used in other files\n");
e2f34481
NJ		 1007 opinfo_put(opinfo);
1008 goto out;
1009 }
1010op_next:
1011 opinfo_put(opinfo);
1012 rcu_read_lock();
1013 }
1014 rcu_read_unlock();
1015
1016out:
1017 read_unlock(&lease_list_lock);
1018 return err;
1019}
1020
1021static void copy_lease(struct oplock_info *op1, struct oplock_info *op2)
1022{
1023 struct lease *lease1 = op1->o_lease;
1024 struct lease *lease2 = op2->o_lease;
1025
1026 op2->level = op1->level;
1027 lease2->state = lease1->state;
1028 memcpy(lease2->lease_key, lease1->lease_key,
070fb21e 1029 SMB2_LEASE_KEY_SIZE);
e2f34481
NJ		 1030 lease2->duration = lease1->duration;
1031 lease2->flags = lease1->flags;
1032}
1033
1034static int add_lease_global_list(struct oplock_info *opinfo)
1035{
1036 struct lease_table *lb;
1037
1038 read_lock(&lease_list_lock);
1039 list_for_each_entry(lb, &lease_table_list, l_entry) {
1040 if (!memcmp(lb->client_guid, opinfo->conn->ClientGUID,
64b39f4a 1041 SMB2_CLIENT_GUID_SIZE)) {
e2f34481
NJ		 1042 opinfo->o_lease->l_lb = lb;
1043 lease_add_list(opinfo);
1044 read_unlock(&lease_list_lock);
1045 return 0;
1046 }
1047 }
1048 read_unlock(&lease_list_lock);
1049
1050 lb = kmalloc(sizeof(struct lease_table), GFP_KERNEL);
1051 if (!lb)
1052 return -ENOMEM;
1053
1054 memcpy(lb->client_guid, opinfo->conn->ClientGUID,
070fb21e 1055 SMB2_CLIENT_GUID_SIZE);
e2f34481
NJ		 1056 INIT_LIST_HEAD(&lb->lease_list);
1057 spin_lock_init(&lb->lb_lock);
1058 opinfo->o_lease->l_lb = lb;
1059 lease_add_list(opinfo);
1060 lb_add(lb);
1061 return 0;
1062}
1063
1064static void set_oplock_level(struct oplock_info *opinfo, int level,
070fb21e 1065 struct lease_ctx_info *lctx)
e2f34481
NJ		 1066{
1067 switch (level) {
1068 case SMB2_OPLOCK_LEVEL_BATCH:
1069 case SMB2_OPLOCK_LEVEL_EXCLUSIVE:
64b39f4a 1070 grant_write_oplock(opinfo, level, lctx);
e2f34481
NJ		 1071 break;
1072 case SMB2_OPLOCK_LEVEL_II:
1073 grant_read_oplock(opinfo, lctx);
1074 break;
1075 default:
1076 grant_none_oplock(opinfo, lctx);
1077 break;
1078 }
1079}
1080
1081/**
1082 * smb_grant_oplock() - handle oplock/lease request on file open
95fa1ce9
HL		 1083 * @work: smb work
1084 * @req_op_level: oplock level
1085 * @pid: id of open file
1086 * @fp: ksmbd file pointer
1087 * @tid: Tree id of connection
1088 * @lctx: lease context information on file open
1089 * @share_ret: share mode
e2f34481
NJ		 1090 *
1091 * Return: 0 on success, otherwise error
1092 */
64b39f4a 1093int smb_grant_oplock(struct ksmbd_work *work, int req_op_level, u64 pid,
070fb21e
NJ		 1094 struct ksmbd_file *fp, __u16 tid,
1095 struct lease_ctx_info *lctx, int share_ret)
e2f34481
NJ		 1096{
1097 struct ksmbd_session *sess = work->sess;
1098 int err = 0;
1099 struct oplock_info *opinfo = NULL, *prev_opinfo = NULL;
1100 struct ksmbd_inode *ci = fp->f_ci;
1101 bool prev_op_has_lease;
1102 __le32 prev_op_state = 0;
1103
1104 /* not support directory lease */
ade62d8b 1105 if (S_ISDIR(file_inode(fp->filp)->i_mode))
e2f34481 1106 return 0;
e2f34481
NJ		 1107
1108 opinfo = alloc_opinfo(work, pid, tid);
1109 if (!opinfo)
1110 return -ENOMEM;
1111
1112 if (lctx) {
1113 err = alloc_lease(opinfo, lctx);
1114 if (err)
1115 goto err_out;
1116 opinfo->is_lease = 1;
1117 }
1118
1119 /* ci does not have any oplock */
1120 if (!opinfo_count(fp))
1121 goto set_lev;
1122
1123 /* grant none-oplock if second open is trunc */
849fbc54
NJ		 1124 if (fp->attrib_only && fp->cdoption != FILE_OVERWRITE_IF_LE &&
1125 fp->cdoption != FILE_OVERWRITE_LE &&
1126 fp->cdoption != FILE_SUPERSEDE_LE) {
e2f34481
NJ		 1127 req_op_level = SMB2_OPLOCK_LEVEL_NONE;
1128 goto set_lev;
1129 }
1130
1131 if (lctx) {
1132 struct oplock_info *m_opinfo;
1133
1134 /* is lease already granted ? */
af7c39d9 1135 m_opinfo = same_client_has_lease(ci, sess->ClientGUID,
070fb21e 1136 lctx);
e2f34481
NJ		 1137 if (m_opinfo) {
1138 copy_lease(m_opinfo, opinfo);
1139 if (atomic_read(&m_opinfo->breaking_cnt))
1140 opinfo->o_lease->flags =
1141 SMB2_LEASE_FLAG_BREAK_IN_PROGRESS_LE;
1142 goto out;
1143 }
1144 }
1145 prev_opinfo = opinfo_get_list(ci);
1146 if (!prev_opinfo ||
1147 (prev_opinfo->level == SMB2_OPLOCK_LEVEL_NONE && lctx))
1148 goto set_lev;
1149 prev_op_has_lease = prev_opinfo->is_lease;
1150 if (prev_op_has_lease)
1151 prev_op_state = prev_opinfo->o_lease->state;
1152
1153 if (share_ret < 0 &&
64b39f4a 1154 prev_opinfo->level == SMB2_OPLOCK_LEVEL_EXCLUSIVE) {
e2f34481
NJ		 1155 err = share_ret;
1156 opinfo_put(prev_opinfo);
1157 goto err_out;
1158 }
1159
64b39f4a
NJ		 1160 if (prev_opinfo->level != SMB2_OPLOCK_LEVEL_BATCH &&
1161 prev_opinfo->level != SMB2_OPLOCK_LEVEL_EXCLUSIVE) {
e2f34481
NJ		 1162 opinfo_put(prev_opinfo);
1163 goto op_break_not_needed;
1164 }
1165
1166 list_add(&work->interim_entry, &prev_opinfo->interim_list);
1167 err = oplock_break(prev_opinfo, SMB2_OPLOCK_LEVEL_II);
1168 opinfo_put(prev_opinfo);
1169 if (err == -ENOENT)
1170 goto set_lev;
1171 /* Check all oplock was freed by close */
1172 else if (err < 0)
1173 goto err_out;
1174
1175op_break_not_needed:
1176 if (share_ret < 0) {
1177 err = share_ret;
1178 goto err_out;
1179 }
1180
1181 if (req_op_level != SMB2_OPLOCK_LEVEL_NONE)
1182 req_op_level = SMB2_OPLOCK_LEVEL_II;
1183
1184 /* grant fixed oplock on stacked locking between lease and oplock */
1185 if (prev_op_has_lease && !lctx)
1186 if (prev_op_state & SMB2_LEASE_HANDLE_CACHING_LE)
1187 req_op_level = SMB2_OPLOCK_LEVEL_NONE;
1188
1189 if (!prev_op_has_lease && lctx) {
1190 req_op_level = SMB2_OPLOCK_LEVEL_II;
1191 lctx->req_state = SMB2_LEASE_READ_CACHING_LE;
1192 }
1193
1194set_lev:
1195 set_oplock_level(opinfo, req_op_level, lctx);
1196
1197out:
1198 rcu_assign_pointer(fp->f_opinfo, opinfo);
1199 opinfo->o_fp = fp;
1200
1201 opinfo_count_inc(fp);
1202 opinfo_add(opinfo);
1203 if (opinfo->is_lease) {
1204 err = add_lease_global_list(opinfo);
1205 if (err)
1206 goto err_out;
1207 }
1208
1209 return 0;
1210err_out:
1211 free_opinfo(opinfo);
1212 return err;
1213}
1214
1215/**
95fa1ce9 1216 * smb_break_all_write_oplock() - break batch/exclusive oplock to level2
e2f34481
NJ		 1217 * @work: smb work
1218 * @fp: ksmbd file pointer
95fa1ce9 1219 * @is_trunc: truncate on open
e2f34481
NJ		 1220 */
1221static void smb_break_all_write_oplock(struct ksmbd_work *work,
070fb21e 1222 struct ksmbd_file *fp, int is_trunc)
e2f34481
NJ		 1223{
1224 struct oplock_info *brk_opinfo;
1225
1226 brk_opinfo = opinfo_get_list(fp->f_ci);
1227 if (!brk_opinfo)
1228 return;
1229 if (brk_opinfo->level != SMB2_OPLOCK_LEVEL_BATCH &&
64b39f4a 1230 brk_opinfo->level != SMB2_OPLOCK_LEVEL_EXCLUSIVE) {
e2f34481
NJ		 1231 opinfo_put(brk_opinfo);
1232 return;
1233 }
1234
1235 brk_opinfo->open_trunc = is_trunc;
1236 list_add(&work->interim_entry, &brk_opinfo->interim_list);
1237 oplock_break(brk_opinfo, SMB2_OPLOCK_LEVEL_II);
1238 opinfo_put(brk_opinfo);
1239}
1240
1241/**
1242 * smb_break_all_levII_oplock() - send level2 oplock or read lease break command
1243 * from server to client
95fa1ce9 1244 * @work: smb work
e2f34481
NJ		 1245 * @fp: ksmbd file pointer
1246 * @is_trunc: truncate on open
1247 */
64b39f4a 1248void smb_break_all_levII_oplock(struct ksmbd_work *work, struct ksmbd_file *fp,
070fb21e 1249 int is_trunc)
e2f34481
NJ		 1250{
1251 struct oplock_info *op, *brk_op;
1252 struct ksmbd_inode *ci;
af7c39d9 1253 struct ksmbd_conn *conn = work->conn;
e2f34481
NJ		 1254
1255 if (!test_share_config_flag(work->tcon->share_conf,
64b39f4a 1256 KSMBD_SHARE_FLAG_OPLOCKS))
e2f34481 1257 return;
e2f34481
NJ		 1258
1259 ci = fp->f_ci;
1260 op = opinfo_get(fp);
1261
1262 rcu_read_lock();
1263 list_for_each_entry_rcu(brk_op, &ci->m_op_list, op_entry) {
1264 if (!atomic_inc_not_zero(&brk_op->refcount))
1265 continue;
1266 rcu_read_unlock();
1267 if (brk_op->is_lease && (brk_op->o_lease->state &
1268 (~(SMB2_LEASE_READ_CACHING_LE |
1269 SMB2_LEASE_HANDLE_CACHING_LE)))) {
1270 ksmbd_debug(OPLOCK, "unexpected lease state(0x%x)\n",
070fb21e 1271 brk_op->o_lease->state);
e2f34481
NJ		 1272 goto next;
1273 } else if (brk_op->level !=
1274 SMB2_OPLOCK_LEVEL_II) {
1275 ksmbd_debug(OPLOCK, "unexpected oplock(0x%x)\n",
070fb21e 1276 brk_op->level);
e2f34481
NJ		 1277 goto next;
1278 }
1279
1280 /* Skip oplock being break to none */
070fb21e 1281 if (brk_op->is_lease &&
c986ed98 1282 brk_op->o_lease->new_state == SMB2_LEASE_NONE_LE &&
e2f34481
NJ		 1283 atomic_read(&brk_op->breaking_cnt))
1284 goto next;
1285
64b39f4a
NJ		 1286 if (op && op->is_lease && brk_op->is_lease &&
1287 !memcmp(conn->ClientGUID, brk_op->conn->ClientGUID,
1288 SMB2_CLIENT_GUID_SIZE) &&
1289 !memcmp(op->o_lease->lease_key, brk_op->o_lease->lease_key,
1290 SMB2_LEASE_KEY_SIZE))
e2f34481
NJ		 1291 goto next;
1292 brk_op->open_trunc = is_trunc;
1293 oplock_break(brk_op, SMB2_OPLOCK_LEVEL_NONE);
1294next:
1295 opinfo_put(brk_op);
1296 rcu_read_lock();
1297 }
1298 rcu_read_unlock();
1299
1300 if (op)
1301 opinfo_put(op);
1302}
1303
1304/**
1305 * smb_break_all_oplock() - break both batch/exclusive and level2 oplock
1306 * @work: smb work
1307 * @fp: ksmbd file pointer
1308 */
1309void smb_break_all_oplock(struct ksmbd_work *work, struct ksmbd_file *fp)
1310{
1311 if (!test_share_config_flag(work->tcon->share_conf,
64b39f4a 1312 KSMBD_SHARE_FLAG_OPLOCKS))
e2f34481
NJ		 1313 return;
1314
1315 smb_break_all_write_oplock(work, fp, 1);
1316 smb_break_all_levII_oplock(work, fp, 1);
1317}
1318
1319/**
1320 * smb2_map_lease_to_oplock() - map lease state to corresponding oplock type
1321 * @lease_state: lease type
1322 *
1323 * Return: 0 if no mapping, otherwise corresponding oplock type
1324 */
1325__u8 smb2_map_lease_to_oplock(__le32 lease_state)
1326{
1327 if (lease_state == (SMB2_LEASE_HANDLE_CACHING_LE |
64b39f4a
NJ		 1328 SMB2_LEASE_READ_CACHING_LE |
1329 SMB2_LEASE_WRITE_CACHING_LE)) {
e2f34481 1330 return SMB2_OPLOCK_LEVEL_BATCH;
64b39f4a
NJ		 1331 } else if (lease_state != SMB2_LEASE_WRITE_CACHING_LE &&
1332 lease_state & SMB2_LEASE_WRITE_CACHING_LE) {
e2f34481
NJ		 1333 if (!(lease_state & SMB2_LEASE_HANDLE_CACHING_LE))
1334 return SMB2_OPLOCK_LEVEL_EXCLUSIVE;
64b39f4a 1335 } else if (lease_state & SMB2_LEASE_READ_CACHING_LE) {
e2f34481 1336 return SMB2_OPLOCK_LEVEL_II;
64b39f4a 1337 }
e2f34481
NJ		 1338 return 0;
1339}
1340
1341/**
1342 * create_lease_buf() - create lease context for open cmd response
1343 * @rbuf: buffer to create lease context response
95fa1ce9 1344 * @lease: buffer to stored parsed lease state information
e2f34481
NJ		 1345 */
1346void create_lease_buf(u8 *rbuf, struct lease *lease)
1347{
ade62d8b
NJ		 1348 if (lease->version == 2) {
1349 struct create_lease_v2 *buf = (struct create_lease_v2 *)rbuf;
ade62d8b
NJ		 1350
1351 memset(buf, 0, sizeof(struct create_lease_v2));
2734b692
NJ		 1352 memcpy(buf->lcontext.LeaseKey, lease->lease_key,
1353 SMB2_LEASE_KEY_SIZE);
ade62d8b
NJ		 1354 buf->lcontext.LeaseFlags = lease->flags;
1355 buf->lcontext.LeaseState = lease->state;
2734b692
NJ		 1356 memcpy(buf->lcontext.ParentLeaseKey, lease->parent_lease_key,
1357 SMB2_LEASE_KEY_SIZE);
ade62d8b
NJ		 1358 buf->ccontext.DataOffset = cpu_to_le16(offsetof
1359 (struct create_lease_v2, lcontext));
1360 buf->ccontext.DataLength = cpu_to_le32(sizeof(struct lease_context_v2));
1361 buf->ccontext.NameOffset = cpu_to_le16(offsetof
1362 (struct create_lease_v2, Name));
1363 buf->ccontext.NameLength = cpu_to_le16(4);
1364 buf->Name[0] = 'R';
1365 buf->Name[1] = 'q';
1366 buf->Name[2] = 'L';
1367 buf->Name[3] = 's';
1368 } else {
1369 struct create_lease *buf = (struct create_lease *)rbuf;
1370
1371 memset(buf, 0, sizeof(struct create_lease));
2734b692 1372 memcpy(buf->lcontext.LeaseKey, lease->lease_key, SMB2_LEASE_KEY_SIZE);
ade62d8b
NJ		 1373 buf->lcontext.LeaseFlags = lease->flags;
1374 buf->lcontext.LeaseState = lease->state;
1375 buf->ccontext.DataOffset = cpu_to_le16(offsetof
1376 (struct create_lease, lcontext));
1377 buf->ccontext.DataLength = cpu_to_le32(sizeof(struct lease_context));
1378 buf->ccontext.NameOffset = cpu_to_le16(offsetof
e2f34481 1379 (struct create_lease, Name));
ade62d8b
NJ		 1380 buf->ccontext.NameLength = cpu_to_le16(4);
1381 buf->Name[0] = 'R';
1382 buf->Name[1] = 'q';
1383 buf->Name[2] = 'L';
1384 buf->Name[3] = 's';
1385 }
e2f34481
NJ		 1386}
1387
1388/**
1389 * parse_lease_state() - parse lease context containted in file open request
1390 * @open_req: buffer containing smb2 file open(create) request
e2f34481
NJ		 1391 *
1392 * Return: oplock state, -ENOENT if create lease context not found
1393 */
1394struct lease_ctx_info *parse_lease_state(void *open_req)
1395{
1396 char *data_offset;
1397 struct create_context *cc;
1398 unsigned int next = 0;
1399 char *name;
1400 bool found = false;
1401 struct smb2_create_req *req = (struct smb2_create_req *)open_req;
1402 struct lease_ctx_info *lreq = kzalloc(sizeof(struct lease_ctx_info),
1403 GFP_KERNEL);
1404 if (!lreq)
1405 return NULL;
1406
cb451720 1407 data_offset = (char *)req + le32_to_cpu(req->CreateContextsOffset);
e2f34481
NJ		 1408 cc = (struct create_context *)data_offset;
1409 do {
1410 cc = (struct create_context *)((char *)cc + next);
1411 name = le16_to_cpu(cc->NameOffset) + (char *)cc;
1412 if (le16_to_cpu(cc->NameLength) != 4 ||
64b39f4a 1413 strncmp(name, SMB2_CREATE_REQUEST_LEASE, 4)) {
e2f34481
NJ		 1414 next = le32_to_cpu(cc->Next);
1415 continue;
1416 }
1417 found = true;
1418 break;
1419 } while (next != 0);
1420
1421 if (found) {
ade62d8b
NJ		 1422 if (sizeof(struct lease_context_v2) == le32_to_cpu(cc->DataLength)) {
1423 struct create_lease_v2 *lc = (struct create_lease_v2 *)cc;
1424
2734b692 1425 memcpy(lreq->lease_key, lc->lcontext.LeaseKey, SMB2_LEASE_KEY_SIZE);
ade62d8b
NJ		 1426 lreq->req_state = lc->lcontext.LeaseState;
1427 lreq->flags = lc->lcontext.LeaseFlags;
1428 lreq->duration = lc->lcontext.LeaseDuration;
2734b692
NJ		 1429 memcpy(lreq->parent_lease_key, lc->lcontext.ParentLeaseKey,
1430 SMB2_LEASE_KEY_SIZE);
ade62d8b
NJ		 1431 lreq->version = 2;
1432 } else {
1433 struct create_lease *lc = (struct create_lease *)cc;
1434
2734b692 1435 memcpy(lreq->lease_key, lc->lcontext.LeaseKey, SMB2_LEASE_KEY_SIZE);
ade62d8b
NJ		 1436 lreq->req_state = lc->lcontext.LeaseState;
1437 lreq->flags = lc->lcontext.LeaseFlags;
1438 lreq->duration = lc->lcontext.LeaseDuration;
1439 lreq->version = 1;
1440 }
e2f34481
NJ		 1441 return lreq;
1442 }
1443
1444 kfree(lreq);
1445 return NULL;
1446}
1447
1448/**
1449 * smb2_find_context_vals() - find a particular context info in open request
1450 * @open_req: buffer containing smb2 file open(create) request
95fa1ce9 1451 * @tag: context name to search for
e2f34481 1452 *
f19b3967
NJ		 1453 * Return: pointer to requested context, NULL if @str context not found
1454 * or error pointer if name length is invalid.
e2f34481
NJ		 1455 */
1456struct create_context *smb2_find_context_vals(void *open_req, const char *tag)
1457{
e2f34481
NJ		 1458 struct create_context *cc;
1459 unsigned int next = 0;
1460 char *name;
1461 struct smb2_create_req *req = (struct smb2_create_req *)open_req;
8f77150c
HL		 1462 unsigned int remain_len, name_off, name_len, value_off, value_len,
1463 cc_len;
e2f34481 1464
8f77150c
HL		 1465 /*
1466 * CreateContextsOffset and CreateContextsLength are guaranteed to
1467 * be valid because of ksmbd_smb2_check_message().
1468 */
cb451720 1469 cc = (struct create_context *)((char *)req +
8f77150c
HL		 1470 le32_to_cpu(req->CreateContextsOffset));
1471 remain_len = le32_to_cpu(req->CreateContextsLength);
e2f34481 1472 do {
e2f34481 1473 cc = (struct create_context *)((char *)cc + next);
8f77150c 1474 if (remain_len < offsetof(struct create_context, Buffer))
e2f34481
NJ		 1475 return ERR_PTR(-EINVAL);
1476
e2f34481 1477 next = le32_to_cpu(cc->Next);
8f77150c
HL		 1478 name_off = le16_to_cpu(cc->NameOffset);
1479 name_len = le16_to_cpu(cc->NameLength);
1480 value_off = le16_to_cpu(cc->DataOffset);
1481 value_len = le32_to_cpu(cc->DataLength);
1482 cc_len = next ? next : remain_len;
1483
1484 if ((next & 0x7) != 0 ||
1485 next > remain_len ||
1486 name_off != offsetof(struct create_context, Buffer) ||
1487 name_len < 4 ||
1488 name_off + name_len > cc_len ||
1489 (value_off & 0x7) != 0 ||
1490 (value_off && (value_off < name_off + name_len)) ||
1491 ((u64)value_off + value_len > cc_len))
1492 return ERR_PTR(-EINVAL);
1493
1494 name = (char *)cc + name_off;
1495 if (memcmp(name, tag, name_len) == 0)
1496 return cc;
1497
1498 remain_len -= next;
e2f34481
NJ		 1499 } while (next != 0);
1500
ce154c32 1501 return NULL;
e2f34481
NJ		 1502}
1503
1504/**
53655649 1505 * create_durable_rsp_buf() - create durable handle context
e2f34481
NJ		 1506 * @cc: buffer to create durable context response
1507 */
1508void create_durable_rsp_buf(char *cc)
1509{
1510 struct create_durable_rsp *buf;
1511
1512 buf = (struct create_durable_rsp *)cc;
1513 memset(buf, 0, sizeof(struct create_durable_rsp));
1514 buf->ccontext.DataOffset = cpu_to_le16(offsetof
1515 (struct create_durable_rsp, Data));
1516 buf->ccontext.DataLength = cpu_to_le32(8);
1517 buf->ccontext.NameOffset = cpu_to_le16(offsetof
1518 (struct create_durable_rsp, Name));
1519 buf->ccontext.NameLength = cpu_to_le16(4);
1520 /* SMB2_CREATE_DURABLE_HANDLE_RESPONSE is "DHnQ" */
1521 buf->Name[0] = 'D';
1522 buf->Name[1] = 'H';
1523 buf->Name[2] = 'n';
1524 buf->Name[3] = 'Q';
1525}
1526
1527/**
95fa1ce9 1528 * create_durable_v2_rsp_buf() - create durable handle v2 context
e2f34481 1529 * @cc: buffer to create durable context response
95fa1ce9 1530 * @fp: ksmbd file pointer
e2f34481
NJ		 1531 */
1532void create_durable_v2_rsp_buf(char *cc, struct ksmbd_file *fp)
1533{
1534 struct create_durable_v2_rsp *buf;
1535
1536 buf = (struct create_durable_v2_rsp *)cc;
1537 memset(buf, 0, sizeof(struct create_durable_rsp));
1538 buf->ccontext.DataOffset = cpu_to_le16(offsetof
1539 (struct create_durable_rsp, Data));
1540 buf->ccontext.DataLength = cpu_to_le32(8);
1541 buf->ccontext.NameOffset = cpu_to_le16(offsetof
1542 (struct create_durable_rsp, Name));
1543 buf->ccontext.NameLength = cpu_to_le16(4);
1544 /* SMB2_CREATE_DURABLE_HANDLE_RESPONSE_V2 is "DH2Q" */
1545 buf->Name[0] = 'D';
1546 buf->Name[1] = 'H';
1547 buf->Name[2] = '2';
1548 buf->Name[3] = 'Q';
1549
1550 buf->Timeout = cpu_to_le32(fp->durable_timeout);
e2f34481
NJ		 1551}
1552
1553/**
95fa1ce9
HL		 1554 * create_mxac_rsp_buf() - create query maximal access context
1555 * @cc: buffer to create maximal access context response
1556 * @maximal_access: maximal access
e2f34481
NJ		 1557 */
1558void create_mxac_rsp_buf(char *cc, int maximal_access)
1559{
1560 struct create_mxac_rsp *buf;
1561
1562 buf = (struct create_mxac_rsp *)cc;
1563 memset(buf, 0, sizeof(struct create_mxac_rsp));
1564 buf->ccontext.DataOffset = cpu_to_le16(offsetof
1565 (struct create_mxac_rsp, QueryStatus));
1566 buf->ccontext.DataLength = cpu_to_le32(8);
1567 buf->ccontext.NameOffset = cpu_to_le16(offsetof
1568 (struct create_mxac_rsp, Name));
1569 buf->ccontext.NameLength = cpu_to_le16(4);
1570 /* SMB2_CREATE_QUERY_MAXIMAL_ACCESS_RESPONSE is "MxAc" */
1571 buf->Name[0] = 'M';
1572 buf->Name[1] = 'x';
1573 buf->Name[2] = 'A';
1574 buf->Name[3] = 'c';
1575
1576 buf->QueryStatus = STATUS_SUCCESS;
1577 buf->MaximalAccess = cpu_to_le32(maximal_access);
1578}
1579
e2f34481
NJ		 1580void create_disk_id_rsp_buf(char *cc, __u64 file_id, __u64 vol_id)
1581{
1582 struct create_disk_id_rsp *buf;
1583
1584 buf = (struct create_disk_id_rsp *)cc;
1585 memset(buf, 0, sizeof(struct create_disk_id_rsp));
1586 buf->ccontext.DataOffset = cpu_to_le16(offsetof
1587 (struct create_disk_id_rsp, DiskFileId));
1588 buf->ccontext.DataLength = cpu_to_le32(32);
1589 buf->ccontext.NameOffset = cpu_to_le16(offsetof
1590 (struct create_mxac_rsp, Name));
1591 buf->ccontext.NameLength = cpu_to_le16(4);
1592 /* SMB2_CREATE_QUERY_ON_DISK_ID_RESPONSE is "QFid" */
1593 buf->Name[0] = 'Q';
1594 buf->Name[1] = 'F';
1595 buf->Name[2] = 'i';
1596 buf->Name[3] = 'd';
1597
1598 buf->DiskFileId = cpu_to_le64(file_id);
1599 buf->VolumeId = cpu_to_le64(vol_id);
1600}
1601
1602/**
95fa1ce9 1603 * create_posix_rsp_buf() - create posix extension context
e2f34481 1604 * @cc: buffer to create posix on posix response
95fa1ce9 1605 * @fp: ksmbd file pointer
e2f34481
NJ		 1606 */
1607void create_posix_rsp_buf(char *cc, struct ksmbd_file *fp)
1608{
1609 struct create_posix_rsp *buf;
ab0b263b 1610 struct inode *inode = file_inode(fp->filp);
e67fe633
CB		 1611 struct mnt_idmap *idmap = file_mnt_idmap(fp->filp);
1612 vfsuid_t vfsuid = i_uid_into_vfsuid(idmap, inode);
1613 vfsgid_t vfsgid = i_gid_into_vfsgid(idmap, inode);
e2f34481
NJ		 1614
1615 buf = (struct create_posix_rsp *)cc;
1616 memset(buf, 0, sizeof(struct create_posix_rsp));
1617 buf->ccontext.DataOffset = cpu_to_le16(offsetof
1618 (struct create_posix_rsp, nlink));
5609bdd9
NJ		 1619 /*
1620 * DataLength = nlink(4) + reparse_tag(4) + mode(4) +
1621 * domain sid(28) + unix group sid(16).
1622 */
1623 buf->ccontext.DataLength = cpu_to_le32(56);
e2f34481
NJ		 1624 buf->ccontext.NameOffset = cpu_to_le16(offsetof
1625 (struct create_posix_rsp, Name));
1626 buf->ccontext.NameLength = cpu_to_le16(POSIX_CTXT_DATA_LEN);
1627 /* SMB2_CREATE_TAG_POSIX is "0x93AD25509CB411E7B42383DE968BCD7C" */
1628 buf->Name[0] = 0x93;
1629 buf->Name[1] = 0xAD;
1630 buf->Name[2] = 0x25;
1631 buf->Name[3] = 0x50;
1632 buf->Name[4] = 0x9C;
1633 buf->Name[5] = 0xB4;
1634 buf->Name[6] = 0x11;
1635 buf->Name[7] = 0xE7;
1636 buf->Name[8] = 0xB4;
1637 buf->Name[9] = 0x23;
1638 buf->Name[10] = 0x83;
1639 buf->Name[11] = 0xDE;
1640 buf->Name[12] = 0x96;
1641 buf->Name[13] = 0x8B;
1642 buf->Name[14] = 0xCD;
1643 buf->Name[15] = 0x7C;
1644
1645 buf->nlink = cpu_to_le32(inode->i_nlink);
1646 buf->reparse_tag = cpu_to_le32(fp->volatile_id);
f6c2b201 1647 buf->mode = cpu_to_le32(inode->i_mode & 0777);
5609bdd9
NJ		 1648 /*
1649 * SidBuffer(44) contain two sids(Domain sid(28), UNIX group sid(16)).
1650 * Domain sid(28) = revision(1) + num_subauth(1) + authority(6) +
1651 * sub_auth(4 * 4(num_subauth)) + RID(4).
1652 * UNIX group id(16) = revision(1) + num_subauth(1) + authority(6) +
1653 * sub_auth(4 * 1(num_subauth)) + RID(4).
1654 */
276a3f7c 1655 id_to_sid(from_kuid_munged(&init_user_ns, vfsuid_into_kuid(vfsuid)),
5609bdd9 1656 SIDOWNER, (struct smb_sid *)&buf->SidBuffer[0]);
276a3f7c 1657 id_to_sid(from_kgid_munged(&init_user_ns, vfsgid_into_kgid(vfsgid)),
5609bdd9 1658 SIDUNIX_GROUP, (struct smb_sid *)&buf->SidBuffer[28]);
e2f34481
NJ		 1659}
1660
1661/*
1662 * Find lease object(opinfo) for given lease key/fid from lease
1663 * break/file close path.
1664 */
1665/**
1666 * lookup_lease_in_table() - find a matching lease info object
1667 * @conn: connection instance
1668 * @lease_key: lease key to be searched for
1669 *
1670 * Return: opinfo if found matching opinfo, otherwise NULL
1671 */
1672struct oplock_info *lookup_lease_in_table(struct ksmbd_conn *conn,
070fb21e 1673 char *lease_key)
e2f34481
NJ		 1674{
1675 struct oplock_info *opinfo = NULL, *ret_op = NULL;
1676 struct lease_table *lt;
1677 int ret;
1678
1679 read_lock(&lease_list_lock);
1680 list_for_each_entry(lt, &lease_table_list, l_entry) {
1681 if (!memcmp(lt->client_guid, conn->ClientGUID,
64b39f4a 1682 SMB2_CLIENT_GUID_SIZE))
e2f34481
NJ		 1683 goto found;
1684 }
1685
1686 read_unlock(&lease_list_lock);
1687 return NULL;
1688
1689found:
1690 rcu_read_lock();
1691 list_for_each_entry_rcu(opinfo, &lt->lease_list, lease_entry) {
1692 if (!atomic_inc_not_zero(&opinfo->refcount))
1693 continue;
1694 rcu_read_unlock();
64b39f4a 1695 if (!opinfo->op_state || opinfo->op_state == OPLOCK_CLOSING)
e2f34481
NJ		 1696 goto op_next;
1697 if (!(opinfo->o_lease->state &
64b39f4a
NJ		 1698 (SMB2_LEASE_HANDLE_CACHING_LE |
1699 SMB2_LEASE_WRITE_CACHING_LE)))
e2f34481
NJ		 1700 goto op_next;
1701 ret = compare_guid_key(opinfo, conn->ClientGUID,
070fb21e 1702 lease_key);
e2f34481
NJ		 1703 if (ret) {
1704 ksmbd_debug(OPLOCK, "found opinfo\n");
1705 ret_op = opinfo;
1706 goto out;
1707 }
1708op_next:
1709 opinfo_put(opinfo);
1710 rcu_read_lock();
1711 }
1712 rcu_read_unlock();
1713
1714out:
1715 read_unlock(&lease_list_lock);
1716 return ret_op;
1717}
Linux 6.x block layer and io_uring tree(s)