Merge tag 'for-netdev' of https://git.kernel.org/pub/scm/linux/kernel/git/bpf/bpf...
[sfrench/cifs-2.6.git] / fs / smb / server / oplock.c
1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3  *   Copyright (C) 2016 Namjae Jeon <linkinjeon@kernel.org>
4  *   Copyright (C) 2018 Samsung Electronics Co., Ltd.
5  */
6
7 #include <linux/moduleparam.h>
8
9 #include "glob.h"
10 #include "oplock.h"
11
12 #include "smb_common.h"
13 #include "smbstatus.h"
14 #include "connection.h"
15 #include "mgmt/user_session.h"
16 #include "mgmt/share_config.h"
17 #include "mgmt/tree_connect.h"
18
19 static LIST_HEAD(lease_table_list);
20 static DEFINE_RWLOCK(lease_list_lock);
21
22 /**
23  * alloc_opinfo() - allocate a new opinfo object for oplock info
24  * @work:       smb work
25  * @id:         fid of open file
26  * @Tid:        tree id of connection
27  *
28  * Return:      allocated opinfo object on success, otherwise NULL
29  */
30 static struct oplock_info *alloc_opinfo(struct ksmbd_work *work,
31                                         u64 id, __u16 Tid)
32 {
33         struct ksmbd_conn *conn = work->conn;
34         struct ksmbd_session *sess = work->sess;
35         struct oplock_info *opinfo;
36
37         opinfo = kzalloc(sizeof(struct oplock_info), GFP_KERNEL);
38         if (!opinfo)
39                 return NULL;
40
41         opinfo->sess = sess;
42         opinfo->conn = conn;
43         opinfo->level = SMB2_OPLOCK_LEVEL_NONE;
44         opinfo->op_state = OPLOCK_STATE_NONE;
45         opinfo->pending_break = 0;
46         opinfo->fid = id;
47         opinfo->Tid = Tid;
48         INIT_LIST_HEAD(&opinfo->op_entry);
49         INIT_LIST_HEAD(&opinfo->interim_list);
50         init_waitqueue_head(&opinfo->oplock_q);
51         init_waitqueue_head(&opinfo->oplock_brk);
52         atomic_set(&opinfo->refcount, 1);
53         atomic_set(&opinfo->breaking_cnt, 0);
54
55         return opinfo;
56 }
57
58 static void lease_add_list(struct oplock_info *opinfo)
59 {
60         struct lease_table *lb = opinfo->o_lease->l_lb;
61
62         spin_lock(&lb->lb_lock);
63         list_add_rcu(&opinfo->lease_entry, &lb->lease_list);
64         spin_unlock(&lb->lb_lock);
65 }
66
67 static void lease_del_list(struct oplock_info *opinfo)
68 {
69         struct lease_table *lb = opinfo->o_lease->l_lb;
70
71         if (!lb)
72                 return;
73
74         spin_lock(&lb->lb_lock);
75         if (list_empty(&opinfo->lease_entry)) {
76                 spin_unlock(&lb->lb_lock);
77                 return;
78         }
79
80         list_del_init(&opinfo->lease_entry);
81         opinfo->o_lease->l_lb = NULL;
82         spin_unlock(&lb->lb_lock);
83 }
84
85 static void lb_add(struct lease_table *lb)
86 {
87         write_lock(&lease_list_lock);
88         list_add(&lb->l_entry, &lease_table_list);
89         write_unlock(&lease_list_lock);
90 }
91
92 static int alloc_lease(struct oplock_info *opinfo, struct lease_ctx_info *lctx)
93 {
94         struct lease *lease;
95
96         lease = kmalloc(sizeof(struct lease), GFP_KERNEL);
97         if (!lease)
98                 return -ENOMEM;
99
100         memcpy(lease->lease_key, lctx->lease_key, SMB2_LEASE_KEY_SIZE);
101         lease->state = lctx->req_state;
102         lease->new_state = 0;
103         lease->flags = lctx->flags;
104         lease->duration = lctx->duration;
105         lease->is_dir = lctx->is_dir;
106         memcpy(lease->parent_lease_key, lctx->parent_lease_key, SMB2_LEASE_KEY_SIZE);
107         lease->version = lctx->version;
108         lease->epoch = le16_to_cpu(lctx->epoch) + 1;
109         INIT_LIST_HEAD(&opinfo->lease_entry);
110         opinfo->o_lease = lease;
111
112         return 0;
113 }
114
115 static void free_lease(struct oplock_info *opinfo)
116 {
117         struct lease *lease;
118
119         lease = opinfo->o_lease;
120         kfree(lease);
121 }
122
123 static void free_opinfo(struct oplock_info *opinfo)
124 {
125         if (opinfo->is_lease)
126                 free_lease(opinfo);
127         kfree(opinfo);
128 }
129
130 static inline void opinfo_free_rcu(struct rcu_head *rcu_head)
131 {
132         struct oplock_info *opinfo;
133
134         opinfo = container_of(rcu_head, struct oplock_info, rcu_head);
135         free_opinfo(opinfo);
136 }
137
138 struct oplock_info *opinfo_get(struct ksmbd_file *fp)
139 {
140         struct oplock_info *opinfo;
141
142         rcu_read_lock();
143         opinfo = rcu_dereference(fp->f_opinfo);
144         if (opinfo && !atomic_inc_not_zero(&opinfo->refcount))
145                 opinfo = NULL;
146         rcu_read_unlock();
147
148         return opinfo;
149 }
150
151 static struct oplock_info *opinfo_get_list(struct ksmbd_inode *ci)
152 {
153         struct oplock_info *opinfo;
154
155         if (list_empty(&ci->m_op_list))
156                 return NULL;
157
158         rcu_read_lock();
159         opinfo = list_first_or_null_rcu(&ci->m_op_list, struct oplock_info,
160                                         op_entry);
161         if (opinfo) {
162                 if (!atomic_inc_not_zero(&opinfo->refcount))
163                         opinfo = NULL;
164                 else {
165                         atomic_inc(&opinfo->conn->r_count);
166                         if (ksmbd_conn_releasing(opinfo->conn)) {
167                                 atomic_dec(&opinfo->conn->r_count);
168                                 atomic_dec(&opinfo->refcount);
169                                 opinfo = NULL;
170                         }
171                 }
172         }
173
174         rcu_read_unlock();
175
176         return opinfo;
177 }
178
179 static void opinfo_conn_put(struct oplock_info *opinfo)
180 {
181         struct ksmbd_conn *conn;
182
183         if (!opinfo)
184                 return;
185
186         conn = opinfo->conn;
187         /*
188          * Checking waitqueue to dropping pending requests on
189          * disconnection. waitqueue_active is safe because it
190          * uses atomic operation for condition.
191          */
192         if (!atomic_dec_return(&conn->r_count) && waitqueue_active(&conn->r_count_q))
193                 wake_up(&conn->r_count_q);
194         opinfo_put(opinfo);
195 }
196
197 void opinfo_put(struct oplock_info *opinfo)
198 {
199         if (!atomic_dec_and_test(&opinfo->refcount))
200                 return;
201
202         call_rcu(&opinfo->rcu_head, opinfo_free_rcu);
203 }
204
205 static void opinfo_add(struct oplock_info *opinfo)
206 {
207         struct ksmbd_inode *ci = opinfo->o_fp->f_ci;
208
209         write_lock(&ci->m_lock);
210         list_add_rcu(&opinfo->op_entry, &ci->m_op_list);
211         write_unlock(&ci->m_lock);
212 }
213
214 static void opinfo_del(struct oplock_info *opinfo)
215 {
216         struct ksmbd_inode *ci = opinfo->o_fp->f_ci;
217
218         if (opinfo->is_lease) {
219                 write_lock(&lease_list_lock);
220                 lease_del_list(opinfo);
221                 write_unlock(&lease_list_lock);
222         }
223         write_lock(&ci->m_lock);
224         list_del_rcu(&opinfo->op_entry);
225         write_unlock(&ci->m_lock);
226 }
227
228 static unsigned long opinfo_count(struct ksmbd_file *fp)
229 {
230         if (ksmbd_stream_fd(fp))
231                 return atomic_read(&fp->f_ci->sop_count);
232         else
233                 return atomic_read(&fp->f_ci->op_count);
234 }
235
236 static void opinfo_count_inc(struct ksmbd_file *fp)
237 {
238         if (ksmbd_stream_fd(fp))
239                 return atomic_inc(&fp->f_ci->sop_count);
240         else
241                 return atomic_inc(&fp->f_ci->op_count);
242 }
243
244 static void opinfo_count_dec(struct ksmbd_file *fp)
245 {
246         if (ksmbd_stream_fd(fp))
247                 return atomic_dec(&fp->f_ci->sop_count);
248         else
249                 return atomic_dec(&fp->f_ci->op_count);
250 }
251
252 /**
253  * opinfo_write_to_read() - convert a write oplock to read oplock
254  * @opinfo:             current oplock info
255  *
256  * Return:      0 on success, otherwise -EINVAL
257  */
258 int opinfo_write_to_read(struct oplock_info *opinfo)
259 {
260         struct lease *lease = opinfo->o_lease;
261
262         if (!(opinfo->level == SMB2_OPLOCK_LEVEL_BATCH ||
263               opinfo->level == SMB2_OPLOCK_LEVEL_EXCLUSIVE)) {
264                 pr_err("bad oplock(0x%x)\n", opinfo->level);
265                 if (opinfo->is_lease)
266                         pr_err("lease state(0x%x)\n", lease->state);
267                 return -EINVAL;
268         }
269         opinfo->level = SMB2_OPLOCK_LEVEL_II;
270
271         if (opinfo->is_lease)
272                 lease->state = lease->new_state;
273         return 0;
274 }
275
276 /**
277  * opinfo_read_handle_to_read() - convert a read/handle oplock to read oplock
278  * @opinfo:             current oplock info
279  *
280  * Return:      0 on success, otherwise -EINVAL
281  */
282 int opinfo_read_handle_to_read(struct oplock_info *opinfo)
283 {
284         struct lease *lease = opinfo->o_lease;
285
286         lease->state = lease->new_state;
287         opinfo->level = SMB2_OPLOCK_LEVEL_II;
288         return 0;
289 }
290
291 /**
292  * opinfo_write_to_none() - convert a write oplock to none
293  * @opinfo:     current oplock info
294  *
295  * Return:      0 on success, otherwise -EINVAL
296  */
297 int opinfo_write_to_none(struct oplock_info *opinfo)
298 {
299         struct lease *lease = opinfo->o_lease;
300
301         if (!(opinfo->level == SMB2_OPLOCK_LEVEL_BATCH ||
302               opinfo->level == SMB2_OPLOCK_LEVEL_EXCLUSIVE)) {
303                 pr_err("bad oplock(0x%x)\n", opinfo->level);
304                 if (opinfo->is_lease)
305                         pr_err("lease state(0x%x)\n", lease->state);
306                 return -EINVAL;
307         }
308         opinfo->level = SMB2_OPLOCK_LEVEL_NONE;
309         if (opinfo->is_lease)
310                 lease->state = lease->new_state;
311         return 0;
312 }
313
314 /**
315  * opinfo_read_to_none() - convert a write read to none
316  * @opinfo:     current oplock info
317  *
318  * Return:      0 on success, otherwise -EINVAL
319  */
320 int opinfo_read_to_none(struct oplock_info *opinfo)
321 {
322         struct lease *lease = opinfo->o_lease;
323
324         if (opinfo->level != SMB2_OPLOCK_LEVEL_II) {
325                 pr_err("bad oplock(0x%x)\n", opinfo->level);
326                 if (opinfo->is_lease)
327                         pr_err("lease state(0x%x)\n", lease->state);
328                 return -EINVAL;
329         }
330         opinfo->level = SMB2_OPLOCK_LEVEL_NONE;
331         if (opinfo->is_lease)
332                 lease->state = lease->new_state;
333         return 0;
334 }
335
336 /**
337  * lease_read_to_write() - upgrade lease state from read to write
338  * @opinfo:     current lease info
339  *
340  * Return:      0 on success, otherwise -EINVAL
341  */
342 int lease_read_to_write(struct oplock_info *opinfo)
343 {
344         struct lease *lease = opinfo->o_lease;
345
346         if (!(lease->state & SMB2_LEASE_READ_CACHING_LE)) {
347                 ksmbd_debug(OPLOCK, "bad lease state(0x%x)\n", lease->state);
348                 return -EINVAL;
349         }
350
351         lease->new_state = SMB2_LEASE_NONE_LE;
352         lease->state |= SMB2_LEASE_WRITE_CACHING_LE;
353         if (lease->state & SMB2_LEASE_HANDLE_CACHING_LE)
354                 opinfo->level = SMB2_OPLOCK_LEVEL_BATCH;
355         else
356                 opinfo->level = SMB2_OPLOCK_LEVEL_EXCLUSIVE;
357         return 0;
358 }
359
360 /**
361  * lease_none_upgrade() - upgrade lease state from none
362  * @opinfo:     current lease info
363  * @new_state:  new lease state
364  *
365  * Return:      0 on success, otherwise -EINVAL
366  */
367 static int lease_none_upgrade(struct oplock_info *opinfo, __le32 new_state)
368 {
369         struct lease *lease = opinfo->o_lease;
370
371         if (!(lease->state == SMB2_LEASE_NONE_LE)) {
372                 ksmbd_debug(OPLOCK, "bad lease state(0x%x)\n", lease->state);
373                 return -EINVAL;
374         }
375
376         lease->new_state = SMB2_LEASE_NONE_LE;
377         lease->state = new_state;
378         if (lease->state & SMB2_LEASE_HANDLE_CACHING_LE)
379                 if (lease->state & SMB2_LEASE_WRITE_CACHING_LE)
380                         opinfo->level = SMB2_OPLOCK_LEVEL_BATCH;
381                 else
382                         opinfo->level = SMB2_OPLOCK_LEVEL_II;
383         else if (lease->state & SMB2_LEASE_WRITE_CACHING_LE)
384                 opinfo->level = SMB2_OPLOCK_LEVEL_EXCLUSIVE;
385         else if (lease->state & SMB2_LEASE_READ_CACHING_LE)
386                 opinfo->level = SMB2_OPLOCK_LEVEL_II;
387
388         return 0;
389 }
390
391 /**
392  * close_id_del_oplock() - release oplock object at file close time
393  * @fp:         ksmbd file pointer
394  */
395 void close_id_del_oplock(struct ksmbd_file *fp)
396 {
397         struct oplock_info *opinfo;
398
399         if (fp->reserve_lease_break)
400                 smb_lazy_parent_lease_break_close(fp);
401
402         opinfo = opinfo_get(fp);
403         if (!opinfo)
404                 return;
405
406         opinfo_del(opinfo);
407
408         rcu_assign_pointer(fp->f_opinfo, NULL);
409         if (opinfo->op_state == OPLOCK_ACK_WAIT) {
410                 opinfo->op_state = OPLOCK_CLOSING;
411                 wake_up_interruptible_all(&opinfo->oplock_q);
412                 if (opinfo->is_lease) {
413                         atomic_set(&opinfo->breaking_cnt, 0);
414                         wake_up_interruptible_all(&opinfo->oplock_brk);
415                 }
416         }
417
418         opinfo_count_dec(fp);
419         atomic_dec(&opinfo->refcount);
420         opinfo_put(opinfo);
421 }
422
423 /**
424  * grant_write_oplock() - grant exclusive/batch oplock or write lease
425  * @opinfo_new: new oplock info object
426  * @req_oplock: request oplock
427  * @lctx:       lease context information
428  *
429  * Return:      0
430  */
431 static void grant_write_oplock(struct oplock_info *opinfo_new, int req_oplock,
432                                struct lease_ctx_info *lctx)
433 {
434         struct lease *lease = opinfo_new->o_lease;
435
436         if (req_oplock == SMB2_OPLOCK_LEVEL_BATCH)
437                 opinfo_new->level = SMB2_OPLOCK_LEVEL_BATCH;
438         else
439                 opinfo_new->level = SMB2_OPLOCK_LEVEL_EXCLUSIVE;
440
441         if (lctx) {
442                 lease->state = lctx->req_state;
443                 memcpy(lease->lease_key, lctx->lease_key, SMB2_LEASE_KEY_SIZE);
444         }
445 }
446
447 /**
448  * grant_read_oplock() - grant level2 oplock or read lease
449  * @opinfo_new: new oplock info object
450  * @lctx:       lease context information
451  *
452  * Return:      0
453  */
454 static void grant_read_oplock(struct oplock_info *opinfo_new,
455                               struct lease_ctx_info *lctx)
456 {
457         struct lease *lease = opinfo_new->o_lease;
458
459         opinfo_new->level = SMB2_OPLOCK_LEVEL_II;
460
461         if (lctx) {
462                 lease->state = SMB2_LEASE_READ_CACHING_LE;
463                 if (lctx->req_state & SMB2_LEASE_HANDLE_CACHING_LE)
464                         lease->state |= SMB2_LEASE_HANDLE_CACHING_LE;
465                 memcpy(lease->lease_key, lctx->lease_key, SMB2_LEASE_KEY_SIZE);
466         }
467 }
468
469 /**
470  * grant_none_oplock() - grant none oplock or none lease
471  * @opinfo_new: new oplock info object
472  * @lctx:       lease context information
473  *
474  * Return:      0
475  */
476 static void grant_none_oplock(struct oplock_info *opinfo_new,
477                               struct lease_ctx_info *lctx)
478 {
479         struct lease *lease = opinfo_new->o_lease;
480
481         opinfo_new->level = SMB2_OPLOCK_LEVEL_NONE;
482
483         if (lctx) {
484                 lease->state = 0;
485                 memcpy(lease->lease_key, lctx->lease_key, SMB2_LEASE_KEY_SIZE);
486         }
487 }
488
489 static inline int compare_guid_key(struct oplock_info *opinfo,
490                                    const char *guid1, const char *key1)
491 {
492         const char *guid2, *key2;
493
494         guid2 = opinfo->conn->ClientGUID;
495         key2 = opinfo->o_lease->lease_key;
496         if (!memcmp(guid1, guid2, SMB2_CLIENT_GUID_SIZE) &&
497             !memcmp(key1, key2, SMB2_LEASE_KEY_SIZE))
498                 return 1;
499
500         return 0;
501 }
502
503 /**
504  * same_client_has_lease() - check whether current lease request is
505  *              from lease owner of file
506  * @ci:         master file pointer
507  * @client_guid:        Client GUID
508  * @lctx:               lease context information
509  *
510  * Return:      oplock(lease) object on success, otherwise NULL
511  */
512 static struct oplock_info *same_client_has_lease(struct ksmbd_inode *ci,
513                                                  char *client_guid,
514                                                  struct lease_ctx_info *lctx)
515 {
516         int ret;
517         struct lease *lease;
518         struct oplock_info *opinfo;
519         struct oplock_info *m_opinfo = NULL;
520
521         if (!lctx)
522                 return NULL;
523
524         /*
525          * Compare lease key and client_guid to know request from same owner
526          * of same client
527          */
528         read_lock(&ci->m_lock);
529         list_for_each_entry(opinfo, &ci->m_op_list, op_entry) {
530                 if (!opinfo->is_lease)
531                         continue;
532                 read_unlock(&ci->m_lock);
533                 lease = opinfo->o_lease;
534
535                 ret = compare_guid_key(opinfo, client_guid, lctx->lease_key);
536                 if (ret) {
537                         m_opinfo = opinfo;
538                         /* skip upgrading lease about breaking lease */
539                         if (atomic_read(&opinfo->breaking_cnt)) {
540                                 read_lock(&ci->m_lock);
541                                 continue;
542                         }
543
544                         /* upgrading lease */
545                         if ((atomic_read(&ci->op_count) +
546                              atomic_read(&ci->sop_count)) == 1) {
547                                 if (lease->state != SMB2_LEASE_NONE_LE &&
548                                     lease->state == (lctx->req_state & lease->state)) {
549                                         lease->epoch++;
550                                         lease->state |= lctx->req_state;
551                                         if (lctx->req_state &
552                                                 SMB2_LEASE_WRITE_CACHING_LE)
553                                                 lease_read_to_write(opinfo);
554
555                                 }
556                         } else if ((atomic_read(&ci->op_count) +
557                                     atomic_read(&ci->sop_count)) > 1) {
558                                 if (lctx->req_state ==
559                                     (SMB2_LEASE_READ_CACHING_LE |
560                                      SMB2_LEASE_HANDLE_CACHING_LE)) {
561                                         lease->epoch++;
562                                         lease->state = lctx->req_state;
563                                 }
564                         }
565
566                         if (lctx->req_state && lease->state ==
567                             SMB2_LEASE_NONE_LE) {
568                                 lease->epoch++;
569                                 lease_none_upgrade(opinfo, lctx->req_state);
570                         }
571                 }
572                 read_lock(&ci->m_lock);
573         }
574         read_unlock(&ci->m_lock);
575
576         return m_opinfo;
577 }
578
579 static void wait_for_break_ack(struct oplock_info *opinfo)
580 {
581         int rc = 0;
582
583         rc = wait_event_interruptible_timeout(opinfo->oplock_q,
584                                               opinfo->op_state == OPLOCK_STATE_NONE ||
585                                               opinfo->op_state == OPLOCK_CLOSING,
586                                               OPLOCK_WAIT_TIME);
587
588         /* is this a timeout ? */
589         if (!rc) {
590                 if (opinfo->is_lease)
591                         opinfo->o_lease->state = SMB2_LEASE_NONE_LE;
592                 opinfo->level = SMB2_OPLOCK_LEVEL_NONE;
593                 opinfo->op_state = OPLOCK_STATE_NONE;
594         }
595 }
596
597 static void wake_up_oplock_break(struct oplock_info *opinfo)
598 {
599         clear_bit_unlock(0, &opinfo->pending_break);
600         /* memory barrier is needed for wake_up_bit() */
601         smp_mb__after_atomic();
602         wake_up_bit(&opinfo->pending_break, 0);
603 }
604
605 static int oplock_break_pending(struct oplock_info *opinfo, int req_op_level)
606 {
607         while (test_and_set_bit(0, &opinfo->pending_break)) {
608                 wait_on_bit(&opinfo->pending_break, 0, TASK_UNINTERRUPTIBLE);
609
610                 /* Not immediately break to none. */
611                 opinfo->open_trunc = 0;
612
613                 if (opinfo->op_state == OPLOCK_CLOSING)
614                         return -ENOENT;
615                 else if (!opinfo->is_lease && opinfo->level <= req_op_level)
616                         return 1;
617         }
618
619         if (!opinfo->is_lease && opinfo->level <= req_op_level) {
620                 wake_up_oplock_break(opinfo);
621                 return 1;
622         }
623         return 0;
624 }
625
626 /**
627  * __smb2_oplock_break_noti() - send smb2 oplock break cmd from conn
628  * to client
629  * @wk:     smb work object
630  *
631  * There are two ways this function can be called. 1- while file open we break
632  * from exclusive/batch lock to levelII oplock and 2- while file write/truncate
633  * we break from levelII oplock no oplock.
634  * work->request_buf contains oplock_info.
635  */
636 static void __smb2_oplock_break_noti(struct work_struct *wk)
637 {
638         struct smb2_oplock_break *rsp = NULL;
639         struct ksmbd_work *work = container_of(wk, struct ksmbd_work, work);
640         struct oplock_break_info *br_info = work->request_buf;
641         struct smb2_hdr *rsp_hdr;
642         struct ksmbd_file *fp;
643
644         fp = ksmbd_lookup_durable_fd(br_info->fid);
645         if (!fp)
646                 goto out;
647
648         if (allocate_interim_rsp_buf(work)) {
649                 pr_err("smb2_allocate_rsp_buf failed! ");
650                 ksmbd_fd_put(work, fp);
651                 goto out;
652         }
653
654         rsp_hdr = smb2_get_msg(work->response_buf);
655         memset(rsp_hdr, 0, sizeof(struct smb2_hdr) + 2);
656         rsp_hdr->ProtocolId = SMB2_PROTO_NUMBER;
657         rsp_hdr->StructureSize = SMB2_HEADER_STRUCTURE_SIZE;
658         rsp_hdr->CreditRequest = cpu_to_le16(0);
659         rsp_hdr->Command = SMB2_OPLOCK_BREAK;
660         rsp_hdr->Flags = (SMB2_FLAGS_SERVER_TO_REDIR);
661         rsp_hdr->NextCommand = 0;
662         rsp_hdr->MessageId = cpu_to_le64(-1);
663         rsp_hdr->Id.SyncId.ProcessId = 0;
664         rsp_hdr->Id.SyncId.TreeId = 0;
665         rsp_hdr->SessionId = 0;
666         memset(rsp_hdr->Signature, 0, 16);
667
668         rsp = smb2_get_msg(work->response_buf);
669
670         rsp->StructureSize = cpu_to_le16(24);
671         if (!br_info->open_trunc &&
672             (br_info->level == SMB2_OPLOCK_LEVEL_BATCH ||
673              br_info->level == SMB2_OPLOCK_LEVEL_EXCLUSIVE))
674                 rsp->OplockLevel = SMB2_OPLOCK_LEVEL_II;
675         else
676                 rsp->OplockLevel = SMB2_OPLOCK_LEVEL_NONE;
677         rsp->Reserved = 0;
678         rsp->Reserved2 = 0;
679         rsp->PersistentFid = fp->persistent_id;
680         rsp->VolatileFid = fp->volatile_id;
681
682         ksmbd_fd_put(work, fp);
683         if (ksmbd_iov_pin_rsp(work, (void *)rsp,
684                               sizeof(struct smb2_oplock_break)))
685                 goto out;
686
687         ksmbd_debug(OPLOCK,
688                     "sending oplock break v_id %llu p_id = %llu lock level = %d\n",
689                     rsp->VolatileFid, rsp->PersistentFid, rsp->OplockLevel);
690
691         ksmbd_conn_write(work);
692
693 out:
694         ksmbd_free_work_struct(work);
695 }
696
697 /**
698  * smb2_oplock_break_noti() - send smb2 exclusive/batch to level2 oplock
699  *              break command from server to client
700  * @opinfo:             oplock info object
701  *
702  * Return:      0 on success, otherwise error
703  */
704 static int smb2_oplock_break_noti(struct oplock_info *opinfo)
705 {
706         struct ksmbd_conn *conn = opinfo->conn;
707         struct oplock_break_info *br_info;
708         int ret = 0;
709         struct ksmbd_work *work = ksmbd_alloc_work_struct();
710
711         if (!work)
712                 return -ENOMEM;
713
714         br_info = kmalloc(sizeof(struct oplock_break_info), GFP_KERNEL);
715         if (!br_info) {
716                 ksmbd_free_work_struct(work);
717                 return -ENOMEM;
718         }
719
720         br_info->level = opinfo->level;
721         br_info->fid = opinfo->fid;
722         br_info->open_trunc = opinfo->open_trunc;
723
724         work->request_buf = (char *)br_info;
725         work->conn = conn;
726         work->sess = opinfo->sess;
727
728         if (opinfo->op_state == OPLOCK_ACK_WAIT) {
729                 INIT_WORK(&work->work, __smb2_oplock_break_noti);
730                 ksmbd_queue_work(work);
731
732                 wait_for_break_ack(opinfo);
733         } else {
734                 __smb2_oplock_break_noti(&work->work);
735                 if (opinfo->level == SMB2_OPLOCK_LEVEL_II)
736                         opinfo->level = SMB2_OPLOCK_LEVEL_NONE;
737         }
738         return ret;
739 }
740
741 /**
742  * __smb2_lease_break_noti() - send lease break command from server
743  * to client
744  * @wk:     smb work object
745  */
746 static void __smb2_lease_break_noti(struct work_struct *wk)
747 {
748         struct smb2_lease_break *rsp = NULL;
749         struct ksmbd_work *work = container_of(wk, struct ksmbd_work, work);
750         struct lease_break_info *br_info = work->request_buf;
751         struct smb2_hdr *rsp_hdr;
752
753         if (allocate_interim_rsp_buf(work)) {
754                 ksmbd_debug(OPLOCK, "smb2_allocate_rsp_buf failed! ");
755                 goto out;
756         }
757
758         rsp_hdr = smb2_get_msg(work->response_buf);
759         memset(rsp_hdr, 0, sizeof(struct smb2_hdr) + 2);
760         rsp_hdr->ProtocolId = SMB2_PROTO_NUMBER;
761         rsp_hdr->StructureSize = SMB2_HEADER_STRUCTURE_SIZE;
762         rsp_hdr->CreditRequest = cpu_to_le16(0);
763         rsp_hdr->Command = SMB2_OPLOCK_BREAK;
764         rsp_hdr->Flags = (SMB2_FLAGS_SERVER_TO_REDIR);
765         rsp_hdr->NextCommand = 0;
766         rsp_hdr->MessageId = cpu_to_le64(-1);
767         rsp_hdr->Id.SyncId.ProcessId = 0;
768         rsp_hdr->Id.SyncId.TreeId = 0;
769         rsp_hdr->SessionId = 0;
770         memset(rsp_hdr->Signature, 0, 16);
771
772         rsp = smb2_get_msg(work->response_buf);
773         rsp->StructureSize = cpu_to_le16(44);
774         rsp->Epoch = br_info->epoch;
775         rsp->Flags = 0;
776
777         if (br_info->curr_state & (SMB2_LEASE_WRITE_CACHING_LE |
778                         SMB2_LEASE_HANDLE_CACHING_LE))
779                 rsp->Flags = SMB2_NOTIFY_BREAK_LEASE_FLAG_ACK_REQUIRED;
780
781         memcpy(rsp->LeaseKey, br_info->lease_key, SMB2_LEASE_KEY_SIZE);
782         rsp->CurrentLeaseState = br_info->curr_state;
783         rsp->NewLeaseState = br_info->new_state;
784         rsp->BreakReason = 0;
785         rsp->AccessMaskHint = 0;
786         rsp->ShareMaskHint = 0;
787
788         if (ksmbd_iov_pin_rsp(work, (void *)rsp,
789                               sizeof(struct smb2_lease_break)))
790                 goto out;
791
792         ksmbd_conn_write(work);
793
794 out:
795         ksmbd_free_work_struct(work);
796 }
797
798 /**
799  * smb2_lease_break_noti() - break lease when a new client request
800  *                      write lease
801  * @opinfo:             conains lease state information
802  *
803  * Return:      0 on success, otherwise error
804  */
805 static int smb2_lease_break_noti(struct oplock_info *opinfo)
806 {
807         struct ksmbd_conn *conn = opinfo->conn;
808         struct list_head *tmp, *t;
809         struct ksmbd_work *work;
810         struct lease_break_info *br_info;
811         struct lease *lease = opinfo->o_lease;
812
813         work = ksmbd_alloc_work_struct();
814         if (!work)
815                 return -ENOMEM;
816
817         br_info = kmalloc(sizeof(struct lease_break_info), GFP_KERNEL);
818         if (!br_info) {
819                 ksmbd_free_work_struct(work);
820                 return -ENOMEM;
821         }
822
823         br_info->curr_state = lease->state;
824         br_info->new_state = lease->new_state;
825         if (lease->version == 2)
826                 br_info->epoch = cpu_to_le16(++lease->epoch);
827         else
828                 br_info->epoch = 0;
829         memcpy(br_info->lease_key, lease->lease_key, SMB2_LEASE_KEY_SIZE);
830
831         work->request_buf = (char *)br_info;
832         work->conn = conn;
833         work->sess = opinfo->sess;
834
835         if (opinfo->op_state == OPLOCK_ACK_WAIT) {
836                 list_for_each_safe(tmp, t, &opinfo->interim_list) {
837                         struct ksmbd_work *in_work;
838
839                         in_work = list_entry(tmp, struct ksmbd_work,
840                                              interim_entry);
841                         setup_async_work(in_work, NULL, NULL);
842                         smb2_send_interim_resp(in_work, STATUS_PENDING);
843                         list_del_init(&in_work->interim_entry);
844                         release_async_work(in_work);
845                 }
846                 INIT_WORK(&work->work, __smb2_lease_break_noti);
847                 ksmbd_queue_work(work);
848                 wait_for_break_ack(opinfo);
849         } else {
850                 __smb2_lease_break_noti(&work->work);
851                 if (opinfo->o_lease->new_state == SMB2_LEASE_NONE_LE) {
852                         opinfo->level = SMB2_OPLOCK_LEVEL_NONE;
853                         opinfo->o_lease->state = SMB2_LEASE_NONE_LE;
854                 }
855         }
856         return 0;
857 }
858
859 static void wait_lease_breaking(struct oplock_info *opinfo)
860 {
861         if (!opinfo->is_lease)
862                 return;
863
864         wake_up_interruptible_all(&opinfo->oplock_brk);
865         if (atomic_read(&opinfo->breaking_cnt)) {
866                 int ret = 0;
867
868                 ret = wait_event_interruptible_timeout(opinfo->oplock_brk,
869                                                        atomic_read(&opinfo->breaking_cnt) == 0,
870                                                        HZ);
871                 if (!ret)
872                         atomic_set(&opinfo->breaking_cnt, 0);
873         }
874 }
875
876 static int oplock_break(struct oplock_info *brk_opinfo, int req_op_level)
877 {
878         int err = 0;
879
880         /* Need to break exclusive/batch oplock, write lease or overwrite_if */
881         ksmbd_debug(OPLOCK,
882                     "request to send oplock(level : 0x%x) break notification\n",
883                     brk_opinfo->level);
884
885         if (brk_opinfo->is_lease) {
886                 struct lease *lease = brk_opinfo->o_lease;
887
888                 atomic_inc(&brk_opinfo->breaking_cnt);
889
890                 err = oplock_break_pending(brk_opinfo, req_op_level);
891                 if (err)
892                         return err < 0 ? err : 0;
893
894                 if (brk_opinfo->open_trunc) {
895                         /*
896                          * Create overwrite break trigger the lease break to
897                          * none.
898                          */
899                         lease->new_state = SMB2_LEASE_NONE_LE;
900                 } else {
901                         if (lease->state & SMB2_LEASE_WRITE_CACHING_LE) {
902                                 if (lease->state & SMB2_LEASE_HANDLE_CACHING_LE)
903                                         lease->new_state =
904                                                 SMB2_LEASE_READ_CACHING_LE |
905                                                 SMB2_LEASE_HANDLE_CACHING_LE;
906                                 else
907                                         lease->new_state =
908                                                 SMB2_LEASE_READ_CACHING_LE;
909                         } else {
910                                 if (lease->state & SMB2_LEASE_HANDLE_CACHING_LE &&
911                                                 !lease->is_dir)
912                                         lease->new_state =
913                                                 SMB2_LEASE_READ_CACHING_LE;
914                                 else
915                                         lease->new_state = SMB2_LEASE_NONE_LE;
916                         }
917                 }
918
919                 if (lease->state & (SMB2_LEASE_WRITE_CACHING_LE |
920                                 SMB2_LEASE_HANDLE_CACHING_LE))
921                         brk_opinfo->op_state = OPLOCK_ACK_WAIT;
922                 else
923                         atomic_dec(&brk_opinfo->breaking_cnt);
924         } else {
925                 err = oplock_break_pending(brk_opinfo, req_op_level);
926                 if (err)
927                         return err < 0 ? err : 0;
928
929                 if (brk_opinfo->level == SMB2_OPLOCK_LEVEL_BATCH ||
930                     brk_opinfo->level == SMB2_OPLOCK_LEVEL_EXCLUSIVE)
931                         brk_opinfo->op_state = OPLOCK_ACK_WAIT;
932         }
933
934         if (brk_opinfo->is_lease)
935                 err = smb2_lease_break_noti(brk_opinfo);
936         else
937                 err = smb2_oplock_break_noti(brk_opinfo);
938
939         ksmbd_debug(OPLOCK, "oplock granted = %d\n", brk_opinfo->level);
940         if (brk_opinfo->op_state == OPLOCK_CLOSING)
941                 err = -ENOENT;
942         wake_up_oplock_break(brk_opinfo);
943
944         wait_lease_breaking(brk_opinfo);
945
946         return err;
947 }
948
949 void destroy_lease_table(struct ksmbd_conn *conn)
950 {
951         struct lease_table *lb, *lbtmp;
952         struct oplock_info *opinfo;
953
954         write_lock(&lease_list_lock);
955         if (list_empty(&lease_table_list)) {
956                 write_unlock(&lease_list_lock);
957                 return;
958         }
959
960         list_for_each_entry_safe(lb, lbtmp, &lease_table_list, l_entry) {
961                 if (conn && memcmp(lb->client_guid, conn->ClientGUID,
962                                    SMB2_CLIENT_GUID_SIZE))
963                         continue;
964 again:
965                 rcu_read_lock();
966                 list_for_each_entry_rcu(opinfo, &lb->lease_list,
967                                         lease_entry) {
968                         rcu_read_unlock();
969                         lease_del_list(opinfo);
970                         goto again;
971                 }
972                 rcu_read_unlock();
973                 list_del(&lb->l_entry);
974                 kfree(lb);
975         }
976         write_unlock(&lease_list_lock);
977 }
978
979 int find_same_lease_key(struct ksmbd_session *sess, struct ksmbd_inode *ci,
980                         struct lease_ctx_info *lctx)
981 {
982         struct oplock_info *opinfo;
983         int err = 0;
984         struct lease_table *lb;
985
986         if (!lctx)
987                 return err;
988
989         read_lock(&lease_list_lock);
990         if (list_empty(&lease_table_list)) {
991                 read_unlock(&lease_list_lock);
992                 return 0;
993         }
994
995         list_for_each_entry(lb, &lease_table_list, l_entry) {
996                 if (!memcmp(lb->client_guid, sess->ClientGUID,
997                             SMB2_CLIENT_GUID_SIZE))
998                         goto found;
999         }
1000         read_unlock(&lease_list_lock);
1001
1002         return 0;
1003
1004 found:
1005         rcu_read_lock();
1006         list_for_each_entry_rcu(opinfo, &lb->lease_list, lease_entry) {
1007                 if (!atomic_inc_not_zero(&opinfo->refcount))
1008                         continue;
1009                 rcu_read_unlock();
1010                 if (opinfo->o_fp->f_ci == ci)
1011                         goto op_next;
1012                 err = compare_guid_key(opinfo, sess->ClientGUID,
1013                                        lctx->lease_key);
1014                 if (err) {
1015                         err = -EINVAL;
1016                         ksmbd_debug(OPLOCK,
1017                                     "found same lease key is already used in other files\n");
1018                         opinfo_put(opinfo);
1019                         goto out;
1020                 }
1021 op_next:
1022                 opinfo_put(opinfo);
1023                 rcu_read_lock();
1024         }
1025         rcu_read_unlock();
1026
1027 out:
1028         read_unlock(&lease_list_lock);
1029         return err;
1030 }
1031
1032 static void copy_lease(struct oplock_info *op1, struct oplock_info *op2)
1033 {
1034         struct lease *lease1 = op1->o_lease;
1035         struct lease *lease2 = op2->o_lease;
1036
1037         op2->level = op1->level;
1038         lease2->state = lease1->state;
1039         memcpy(lease2->lease_key, lease1->lease_key,
1040                SMB2_LEASE_KEY_SIZE);
1041         lease2->duration = lease1->duration;
1042         lease2->flags = lease1->flags;
1043         lease2->epoch = lease1->epoch;
1044         lease2->version = lease1->version;
1045 }
1046
1047 static int add_lease_global_list(struct oplock_info *opinfo)
1048 {
1049         struct lease_table *lb;
1050
1051         read_lock(&lease_list_lock);
1052         list_for_each_entry(lb, &lease_table_list, l_entry) {
1053                 if (!memcmp(lb->client_guid, opinfo->conn->ClientGUID,
1054                             SMB2_CLIENT_GUID_SIZE)) {
1055                         opinfo->o_lease->l_lb = lb;
1056                         lease_add_list(opinfo);
1057                         read_unlock(&lease_list_lock);
1058                         return 0;
1059                 }
1060         }
1061         read_unlock(&lease_list_lock);
1062
1063         lb = kmalloc(sizeof(struct lease_table), GFP_KERNEL);
1064         if (!lb)
1065                 return -ENOMEM;
1066
1067         memcpy(lb->client_guid, opinfo->conn->ClientGUID,
1068                SMB2_CLIENT_GUID_SIZE);
1069         INIT_LIST_HEAD(&lb->lease_list);
1070         spin_lock_init(&lb->lb_lock);
1071         opinfo->o_lease->l_lb = lb;
1072         lease_add_list(opinfo);
1073         lb_add(lb);
1074         return 0;
1075 }
1076
1077 static void set_oplock_level(struct oplock_info *opinfo, int level,
1078                              struct lease_ctx_info *lctx)
1079 {
1080         switch (level) {
1081         case SMB2_OPLOCK_LEVEL_BATCH:
1082         case SMB2_OPLOCK_LEVEL_EXCLUSIVE:
1083                 grant_write_oplock(opinfo, level, lctx);
1084                 break;
1085         case SMB2_OPLOCK_LEVEL_II:
1086                 grant_read_oplock(opinfo, lctx);
1087                 break;
1088         default:
1089                 grant_none_oplock(opinfo, lctx);
1090                 break;
1091         }
1092 }
1093
1094 void smb_send_parent_lease_break_noti(struct ksmbd_file *fp,
1095                                       struct lease_ctx_info *lctx)
1096 {
1097         struct oplock_info *opinfo;
1098         struct ksmbd_inode *p_ci = NULL;
1099
1100         if (lctx->version != 2)
1101                 return;
1102
1103         p_ci = ksmbd_inode_lookup_lock(fp->filp->f_path.dentry->d_parent);
1104         if (!p_ci)
1105                 return;
1106
1107         read_lock(&p_ci->m_lock);
1108         list_for_each_entry(opinfo, &p_ci->m_op_list, op_entry) {
1109                 if (!opinfo->is_lease)
1110                         continue;
1111
1112                 if (opinfo->o_lease->state != SMB2_OPLOCK_LEVEL_NONE &&
1113                     (!(lctx->flags & SMB2_LEASE_FLAG_PARENT_LEASE_KEY_SET_LE) ||
1114                      !compare_guid_key(opinfo, fp->conn->ClientGUID,
1115                                       lctx->parent_lease_key))) {
1116                         if (!atomic_inc_not_zero(&opinfo->refcount))
1117                                 continue;
1118
1119                         atomic_inc(&opinfo->conn->r_count);
1120                         if (ksmbd_conn_releasing(opinfo->conn)) {
1121                                 atomic_dec(&opinfo->conn->r_count);
1122                                 continue;
1123                         }
1124
1125                         read_unlock(&p_ci->m_lock);
1126                         oplock_break(opinfo, SMB2_OPLOCK_LEVEL_NONE);
1127                         opinfo_conn_put(opinfo);
1128                         read_lock(&p_ci->m_lock);
1129                 }
1130         }
1131         read_unlock(&p_ci->m_lock);
1132
1133         ksmbd_inode_put(p_ci);
1134 }
1135
1136 void smb_lazy_parent_lease_break_close(struct ksmbd_file *fp)
1137 {
1138         struct oplock_info *opinfo;
1139         struct ksmbd_inode *p_ci = NULL;
1140
1141         rcu_read_lock();
1142         opinfo = rcu_dereference(fp->f_opinfo);
1143         rcu_read_unlock();
1144
1145         if (!opinfo->is_lease || opinfo->o_lease->version != 2)
1146                 return;
1147
1148         p_ci = ksmbd_inode_lookup_lock(fp->filp->f_path.dentry->d_parent);
1149         if (!p_ci)
1150                 return;
1151
1152         read_lock(&p_ci->m_lock);
1153         list_for_each_entry(opinfo, &p_ci->m_op_list, op_entry) {
1154                 if (!opinfo->is_lease)
1155                         continue;
1156
1157                 if (opinfo->o_lease->state != SMB2_OPLOCK_LEVEL_NONE) {
1158                         if (!atomic_inc_not_zero(&opinfo->refcount))
1159                                 continue;
1160
1161                         atomic_inc(&opinfo->conn->r_count);
1162                         if (ksmbd_conn_releasing(opinfo->conn)) {
1163                                 atomic_dec(&opinfo->conn->r_count);
1164                                 continue;
1165                         }
1166                         read_unlock(&p_ci->m_lock);
1167                         oplock_break(opinfo, SMB2_OPLOCK_LEVEL_NONE);
1168                         opinfo_conn_put(opinfo);
1169                         read_lock(&p_ci->m_lock);
1170                 }
1171         }
1172         read_unlock(&p_ci->m_lock);
1173
1174         ksmbd_inode_put(p_ci);
1175 }
1176
1177 /**
1178  * smb_grant_oplock() - handle oplock/lease request on file open
1179  * @work:               smb work
1180  * @req_op_level:       oplock level
1181  * @pid:                id of open file
1182  * @fp:                 ksmbd file pointer
1183  * @tid:                Tree id of connection
1184  * @lctx:               lease context information on file open
1185  * @share_ret:          share mode
1186  *
1187  * Return:      0 on success, otherwise error
1188  */
1189 int smb_grant_oplock(struct ksmbd_work *work, int req_op_level, u64 pid,
1190                      struct ksmbd_file *fp, __u16 tid,
1191                      struct lease_ctx_info *lctx, int share_ret)
1192 {
1193         struct ksmbd_session *sess = work->sess;
1194         int err = 0;
1195         struct oplock_info *opinfo = NULL, *prev_opinfo = NULL;
1196         struct ksmbd_inode *ci = fp->f_ci;
1197         bool prev_op_has_lease;
1198         __le32 prev_op_state = 0;
1199
1200         /* Only v2 leases handle the directory */
1201         if (S_ISDIR(file_inode(fp->filp)->i_mode)) {
1202                 if (!lctx || lctx->version != 2)
1203                         return 0;
1204         }
1205
1206         opinfo = alloc_opinfo(work, pid, tid);
1207         if (!opinfo)
1208                 return -ENOMEM;
1209
1210         if (lctx) {
1211                 err = alloc_lease(opinfo, lctx);
1212                 if (err)
1213                         goto err_out;
1214                 opinfo->is_lease = 1;
1215         }
1216
1217         /* ci does not have any oplock */
1218         if (!opinfo_count(fp))
1219                 goto set_lev;
1220
1221         /* grant none-oplock if second open is trunc */
1222         if (fp->attrib_only && fp->cdoption != FILE_OVERWRITE_IF_LE &&
1223             fp->cdoption != FILE_OVERWRITE_LE &&
1224             fp->cdoption != FILE_SUPERSEDE_LE) {
1225                 req_op_level = SMB2_OPLOCK_LEVEL_NONE;
1226                 goto set_lev;
1227         }
1228
1229         if (lctx) {
1230                 struct oplock_info *m_opinfo;
1231
1232                 /* is lease already granted ? */
1233                 m_opinfo = same_client_has_lease(ci, sess->ClientGUID,
1234                                                  lctx);
1235                 if (m_opinfo) {
1236                         copy_lease(m_opinfo, opinfo);
1237                         if (atomic_read(&m_opinfo->breaking_cnt))
1238                                 opinfo->o_lease->flags =
1239                                         SMB2_LEASE_FLAG_BREAK_IN_PROGRESS_LE;
1240                         goto out;
1241                 }
1242         }
1243         prev_opinfo = opinfo_get_list(ci);
1244         if (!prev_opinfo ||
1245             (prev_opinfo->level == SMB2_OPLOCK_LEVEL_NONE && lctx)) {
1246                 opinfo_conn_put(prev_opinfo);
1247                 goto set_lev;
1248         }
1249         prev_op_has_lease = prev_opinfo->is_lease;
1250         if (prev_op_has_lease)
1251                 prev_op_state = prev_opinfo->o_lease->state;
1252
1253         if (share_ret < 0 &&
1254             prev_opinfo->level == SMB2_OPLOCK_LEVEL_EXCLUSIVE) {
1255                 err = share_ret;
1256                 opinfo_conn_put(prev_opinfo);
1257                 goto err_out;
1258         }
1259
1260         if (prev_opinfo->level != SMB2_OPLOCK_LEVEL_BATCH &&
1261             prev_opinfo->level != SMB2_OPLOCK_LEVEL_EXCLUSIVE) {
1262                 opinfo_conn_put(prev_opinfo);
1263                 goto op_break_not_needed;
1264         }
1265
1266         list_add(&work->interim_entry, &prev_opinfo->interim_list);
1267         err = oplock_break(prev_opinfo, SMB2_OPLOCK_LEVEL_II);
1268         opinfo_conn_put(prev_opinfo);
1269         if (err == -ENOENT)
1270                 goto set_lev;
1271         /* Check all oplock was freed by close */
1272         else if (err < 0)
1273                 goto err_out;
1274
1275 op_break_not_needed:
1276         if (share_ret < 0) {
1277                 err = share_ret;
1278                 goto err_out;
1279         }
1280
1281         if (req_op_level != SMB2_OPLOCK_LEVEL_NONE)
1282                 req_op_level = SMB2_OPLOCK_LEVEL_II;
1283
1284         /* grant fixed oplock on stacked locking between lease and oplock */
1285         if (prev_op_has_lease && !lctx)
1286                 if (prev_op_state & SMB2_LEASE_HANDLE_CACHING_LE)
1287                         req_op_level = SMB2_OPLOCK_LEVEL_NONE;
1288
1289         if (!prev_op_has_lease && lctx) {
1290                 req_op_level = SMB2_OPLOCK_LEVEL_II;
1291                 lctx->req_state = SMB2_LEASE_READ_CACHING_LE;
1292         }
1293
1294 set_lev:
1295         set_oplock_level(opinfo, req_op_level, lctx);
1296
1297 out:
1298         rcu_assign_pointer(fp->f_opinfo, opinfo);
1299         opinfo->o_fp = fp;
1300
1301         opinfo_count_inc(fp);
1302         opinfo_add(opinfo);
1303         if (opinfo->is_lease) {
1304                 err = add_lease_global_list(opinfo);
1305                 if (err)
1306                         goto err_out;
1307         }
1308
1309         return 0;
1310 err_out:
1311         free_opinfo(opinfo);
1312         return err;
1313 }
1314
1315 /**
1316  * smb_break_all_write_oplock() - break batch/exclusive oplock to level2
1317  * @work:       smb work
1318  * @fp:         ksmbd file pointer
1319  * @is_trunc:   truncate on open
1320  */
1321 static void smb_break_all_write_oplock(struct ksmbd_work *work,
1322                                        struct ksmbd_file *fp, int is_trunc)
1323 {
1324         struct oplock_info *brk_opinfo;
1325
1326         brk_opinfo = opinfo_get_list(fp->f_ci);
1327         if (!brk_opinfo)
1328                 return;
1329         if (brk_opinfo->level != SMB2_OPLOCK_LEVEL_BATCH &&
1330             brk_opinfo->level != SMB2_OPLOCK_LEVEL_EXCLUSIVE) {
1331                 opinfo_conn_put(brk_opinfo);
1332                 return;
1333         }
1334
1335         brk_opinfo->open_trunc = is_trunc;
1336         list_add(&work->interim_entry, &brk_opinfo->interim_list);
1337         oplock_break(brk_opinfo, SMB2_OPLOCK_LEVEL_II);
1338         opinfo_conn_put(brk_opinfo);
1339 }
1340
1341 /**
1342  * smb_break_all_levII_oplock() - send level2 oplock or read lease break command
1343  *      from server to client
1344  * @work:       smb work
1345  * @fp:         ksmbd file pointer
1346  * @is_trunc:   truncate on open
1347  */
1348 void smb_break_all_levII_oplock(struct ksmbd_work *work, struct ksmbd_file *fp,
1349                                 int is_trunc)
1350 {
1351         struct oplock_info *op, *brk_op;
1352         struct ksmbd_inode *ci;
1353         struct ksmbd_conn *conn = work->conn;
1354
1355         if (!test_share_config_flag(work->tcon->share_conf,
1356                                     KSMBD_SHARE_FLAG_OPLOCKS))
1357                 return;
1358
1359         ci = fp->f_ci;
1360         op = opinfo_get(fp);
1361
1362         rcu_read_lock();
1363         list_for_each_entry_rcu(brk_op, &ci->m_op_list, op_entry) {
1364                 if (!atomic_inc_not_zero(&brk_op->refcount))
1365                         continue;
1366
1367                 atomic_inc(&brk_op->conn->r_count);
1368                 if (ksmbd_conn_releasing(brk_op->conn)) {
1369                         atomic_dec(&brk_op->conn->r_count);
1370                         continue;
1371                 }
1372
1373                 rcu_read_unlock();
1374                 if (brk_op->is_lease && (brk_op->o_lease->state &
1375                     (~(SMB2_LEASE_READ_CACHING_LE |
1376                                 SMB2_LEASE_HANDLE_CACHING_LE)))) {
1377                         ksmbd_debug(OPLOCK, "unexpected lease state(0x%x)\n",
1378                                     brk_op->o_lease->state);
1379                         goto next;
1380                 } else if (brk_op->level !=
1381                                 SMB2_OPLOCK_LEVEL_II) {
1382                         ksmbd_debug(OPLOCK, "unexpected oplock(0x%x)\n",
1383                                     brk_op->level);
1384                         goto next;
1385                 }
1386
1387                 /* Skip oplock being break to none */
1388                 if (brk_op->is_lease &&
1389                     brk_op->o_lease->new_state == SMB2_LEASE_NONE_LE &&
1390                     atomic_read(&brk_op->breaking_cnt))
1391                         goto next;
1392
1393                 if (op && op->is_lease && brk_op->is_lease &&
1394                     !memcmp(conn->ClientGUID, brk_op->conn->ClientGUID,
1395                             SMB2_CLIENT_GUID_SIZE) &&
1396                     !memcmp(op->o_lease->lease_key, brk_op->o_lease->lease_key,
1397                             SMB2_LEASE_KEY_SIZE))
1398                         goto next;
1399                 brk_op->open_trunc = is_trunc;
1400                 oplock_break(brk_op, SMB2_OPLOCK_LEVEL_NONE);
1401 next:
1402                 opinfo_conn_put(brk_op);
1403                 rcu_read_lock();
1404         }
1405         rcu_read_unlock();
1406
1407         if (op)
1408                 opinfo_put(op);
1409 }
1410
1411 /**
1412  * smb_break_all_oplock() - break both batch/exclusive and level2 oplock
1413  * @work:       smb work
1414  * @fp:         ksmbd file pointer
1415  */
1416 void smb_break_all_oplock(struct ksmbd_work *work, struct ksmbd_file *fp)
1417 {
1418         if (!test_share_config_flag(work->tcon->share_conf,
1419                                     KSMBD_SHARE_FLAG_OPLOCKS))
1420                 return;
1421
1422         smb_break_all_write_oplock(work, fp, 1);
1423         smb_break_all_levII_oplock(work, fp, 1);
1424 }
1425
1426 /**
1427  * smb2_map_lease_to_oplock() - map lease state to corresponding oplock type
1428  * @lease_state:     lease type
1429  *
1430  * Return:      0 if no mapping, otherwise corresponding oplock type
1431  */
1432 __u8 smb2_map_lease_to_oplock(__le32 lease_state)
1433 {
1434         if (lease_state == (SMB2_LEASE_HANDLE_CACHING_LE |
1435                             SMB2_LEASE_READ_CACHING_LE |
1436                             SMB2_LEASE_WRITE_CACHING_LE)) {
1437                 return SMB2_OPLOCK_LEVEL_BATCH;
1438         } else if (lease_state != SMB2_LEASE_WRITE_CACHING_LE &&
1439                  lease_state & SMB2_LEASE_WRITE_CACHING_LE) {
1440                 if (!(lease_state & SMB2_LEASE_HANDLE_CACHING_LE))
1441                         return SMB2_OPLOCK_LEVEL_EXCLUSIVE;
1442         } else if (lease_state & SMB2_LEASE_READ_CACHING_LE) {
1443                 return SMB2_OPLOCK_LEVEL_II;
1444         }
1445         return 0;
1446 }
1447
1448 /**
1449  * create_lease_buf() - create lease context for open cmd response
1450  * @rbuf:       buffer to create lease context response
1451  * @lease:      buffer to stored parsed lease state information
1452  */
1453 void create_lease_buf(u8 *rbuf, struct lease *lease)
1454 {
1455         if (lease->version == 2) {
1456                 struct create_lease_v2 *buf = (struct create_lease_v2 *)rbuf;
1457
1458                 memset(buf, 0, sizeof(struct create_lease_v2));
1459                 memcpy(buf->lcontext.LeaseKey, lease->lease_key,
1460                        SMB2_LEASE_KEY_SIZE);
1461                 buf->lcontext.LeaseFlags = lease->flags;
1462                 buf->lcontext.Epoch = cpu_to_le16(lease->epoch);
1463                 buf->lcontext.LeaseState = lease->state;
1464                 memcpy(buf->lcontext.ParentLeaseKey, lease->parent_lease_key,
1465                        SMB2_LEASE_KEY_SIZE);
1466                 buf->ccontext.DataOffset = cpu_to_le16(offsetof
1467                                 (struct create_lease_v2, lcontext));
1468                 buf->ccontext.DataLength = cpu_to_le32(sizeof(struct lease_context_v2));
1469                 buf->ccontext.NameOffset = cpu_to_le16(offsetof
1470                                 (struct create_lease_v2, Name));
1471                 buf->ccontext.NameLength = cpu_to_le16(4);
1472                 buf->Name[0] = 'R';
1473                 buf->Name[1] = 'q';
1474                 buf->Name[2] = 'L';
1475                 buf->Name[3] = 's';
1476         } else {
1477                 struct create_lease *buf = (struct create_lease *)rbuf;
1478
1479                 memset(buf, 0, sizeof(struct create_lease));
1480                 memcpy(buf->lcontext.LeaseKey, lease->lease_key, SMB2_LEASE_KEY_SIZE);
1481                 buf->lcontext.LeaseFlags = lease->flags;
1482                 buf->lcontext.LeaseState = lease->state;
1483                 buf->ccontext.DataOffset = cpu_to_le16(offsetof
1484                                 (struct create_lease, lcontext));
1485                 buf->ccontext.DataLength = cpu_to_le32(sizeof(struct lease_context));
1486                 buf->ccontext.NameOffset = cpu_to_le16(offsetof
1487                                 (struct create_lease, Name));
1488                 buf->ccontext.NameLength = cpu_to_le16(4);
1489                 buf->Name[0] = 'R';
1490                 buf->Name[1] = 'q';
1491                 buf->Name[2] = 'L';
1492                 buf->Name[3] = 's';
1493         }
1494 }
1495
1496 /**
1497  * parse_lease_state() - parse lease context containted in file open request
1498  * @open_req:   buffer containing smb2 file open(create) request
1499  * @is_dir:     whether leasing file is directory
1500  *
1501  * Return:  oplock state, -ENOENT if create lease context not found
1502  */
1503 struct lease_ctx_info *parse_lease_state(void *open_req, bool is_dir)
1504 {
1505         struct create_context *cc;
1506         struct smb2_create_req *req = (struct smb2_create_req *)open_req;
1507         struct lease_ctx_info *lreq;
1508
1509         cc = smb2_find_context_vals(req, SMB2_CREATE_REQUEST_LEASE, 4);
1510         if (IS_ERR_OR_NULL(cc))
1511                 return NULL;
1512
1513         lreq = kzalloc(sizeof(struct lease_ctx_info), GFP_KERNEL);
1514         if (!lreq)
1515                 return NULL;
1516
1517         if (sizeof(struct lease_context_v2) == le32_to_cpu(cc->DataLength)) {
1518                 struct create_lease_v2 *lc = (struct create_lease_v2 *)cc;
1519
1520                 memcpy(lreq->lease_key, lc->lcontext.LeaseKey, SMB2_LEASE_KEY_SIZE);
1521                 if (is_dir) {
1522                         lreq->req_state = lc->lcontext.LeaseState &
1523                                 ~SMB2_LEASE_WRITE_CACHING_LE;
1524                         lreq->is_dir = true;
1525                 } else
1526                         lreq->req_state = lc->lcontext.LeaseState;
1527                 lreq->flags = lc->lcontext.LeaseFlags;
1528                 lreq->epoch = lc->lcontext.Epoch;
1529                 lreq->duration = lc->lcontext.LeaseDuration;
1530                 memcpy(lreq->parent_lease_key, lc->lcontext.ParentLeaseKey,
1531                                 SMB2_LEASE_KEY_SIZE);
1532                 lreq->version = 2;
1533         } else {
1534                 struct create_lease *lc = (struct create_lease *)cc;
1535
1536                 memcpy(lreq->lease_key, lc->lcontext.LeaseKey, SMB2_LEASE_KEY_SIZE);
1537                 lreq->req_state = lc->lcontext.LeaseState;
1538                 lreq->flags = lc->lcontext.LeaseFlags;
1539                 lreq->duration = lc->lcontext.LeaseDuration;
1540                 lreq->version = 1;
1541         }
1542         return lreq;
1543 }
1544
1545 /**
1546  * smb2_find_context_vals() - find a particular context info in open request
1547  * @open_req:   buffer containing smb2 file open(create) request
1548  * @tag:        context name to search for
1549  * @tag_len:    the length of tag
1550  *
1551  * Return:      pointer to requested context, NULL if @str context not found
1552  *              or error pointer if name length is invalid.
1553  */
1554 struct create_context *smb2_find_context_vals(void *open_req, const char *tag, int tag_len)
1555 {
1556         struct create_context *cc;
1557         unsigned int next = 0;
1558         char *name;
1559         struct smb2_create_req *req = (struct smb2_create_req *)open_req;
1560         unsigned int remain_len, name_off, name_len, value_off, value_len,
1561                      cc_len;
1562
1563         /*
1564          * CreateContextsOffset and CreateContextsLength are guaranteed to
1565          * be valid because of ksmbd_smb2_check_message().
1566          */
1567         cc = (struct create_context *)((char *)req +
1568                                        le32_to_cpu(req->CreateContextsOffset));
1569         remain_len = le32_to_cpu(req->CreateContextsLength);
1570         do {
1571                 cc = (struct create_context *)((char *)cc + next);
1572                 if (remain_len < offsetof(struct create_context, Buffer))
1573                         return ERR_PTR(-EINVAL);
1574
1575                 next = le32_to_cpu(cc->Next);
1576                 name_off = le16_to_cpu(cc->NameOffset);
1577                 name_len = le16_to_cpu(cc->NameLength);
1578                 value_off = le16_to_cpu(cc->DataOffset);
1579                 value_len = le32_to_cpu(cc->DataLength);
1580                 cc_len = next ? next : remain_len;
1581
1582                 if ((next & 0x7) != 0 ||
1583                     next > remain_len ||
1584                     name_off != offsetof(struct create_context, Buffer) ||
1585                     name_len < 4 ||
1586                     name_off + name_len > cc_len ||
1587                     (value_off & 0x7) != 0 ||
1588                     (value_len && value_off < name_off + (name_len < 8 ? 8 : name_len)) ||
1589                     ((u64)value_off + value_len > cc_len))
1590                         return ERR_PTR(-EINVAL);
1591
1592                 name = (char *)cc + name_off;
1593                 if (name_len == tag_len && !memcmp(name, tag, name_len))
1594                         return cc;
1595
1596                 remain_len -= next;
1597         } while (next != 0);
1598
1599         return NULL;
1600 }
1601
1602 /**
1603  * create_durable_rsp_buf() - create durable handle context
1604  * @cc: buffer to create durable context response
1605  */
1606 void create_durable_rsp_buf(char *cc)
1607 {
1608         struct create_durable_rsp *buf;
1609
1610         buf = (struct create_durable_rsp *)cc;
1611         memset(buf, 0, sizeof(struct create_durable_rsp));
1612         buf->ccontext.DataOffset = cpu_to_le16(offsetof
1613                         (struct create_durable_rsp, Data));
1614         buf->ccontext.DataLength = cpu_to_le32(8);
1615         buf->ccontext.NameOffset = cpu_to_le16(offsetof
1616                         (struct create_durable_rsp, Name));
1617         buf->ccontext.NameLength = cpu_to_le16(4);
1618         /* SMB2_CREATE_DURABLE_HANDLE_RESPONSE is "DHnQ" */
1619         buf->Name[0] = 'D';
1620         buf->Name[1] = 'H';
1621         buf->Name[2] = 'n';
1622         buf->Name[3] = 'Q';
1623 }
1624
1625 /**
1626  * create_durable_v2_rsp_buf() - create durable handle v2 context
1627  * @cc: buffer to create durable context response
1628  * @fp: ksmbd file pointer
1629  */
1630 void create_durable_v2_rsp_buf(char *cc, struct ksmbd_file *fp)
1631 {
1632         struct create_durable_v2_rsp *buf;
1633
1634         buf = (struct create_durable_v2_rsp *)cc;
1635         memset(buf, 0, sizeof(struct create_durable_rsp));
1636         buf->ccontext.DataOffset = cpu_to_le16(offsetof
1637                         (struct create_durable_rsp, Data));
1638         buf->ccontext.DataLength = cpu_to_le32(8);
1639         buf->ccontext.NameOffset = cpu_to_le16(offsetof
1640                         (struct create_durable_rsp, Name));
1641         buf->ccontext.NameLength = cpu_to_le16(4);
1642         /* SMB2_CREATE_DURABLE_HANDLE_RESPONSE_V2 is "DH2Q" */
1643         buf->Name[0] = 'D';
1644         buf->Name[1] = 'H';
1645         buf->Name[2] = '2';
1646         buf->Name[3] = 'Q';
1647
1648         buf->Timeout = cpu_to_le32(fp->durable_timeout);
1649 }
1650
1651 /**
1652  * create_mxac_rsp_buf() - create query maximal access context
1653  * @cc:                 buffer to create maximal access context response
1654  * @maximal_access:     maximal access
1655  */
1656 void create_mxac_rsp_buf(char *cc, int maximal_access)
1657 {
1658         struct create_mxac_rsp *buf;
1659
1660         buf = (struct create_mxac_rsp *)cc;
1661         memset(buf, 0, sizeof(struct create_mxac_rsp));
1662         buf->ccontext.DataOffset = cpu_to_le16(offsetof
1663                         (struct create_mxac_rsp, QueryStatus));
1664         buf->ccontext.DataLength = cpu_to_le32(8);
1665         buf->ccontext.NameOffset = cpu_to_le16(offsetof
1666                         (struct create_mxac_rsp, Name));
1667         buf->ccontext.NameLength = cpu_to_le16(4);
1668         /* SMB2_CREATE_QUERY_MAXIMAL_ACCESS_RESPONSE is "MxAc" */
1669         buf->Name[0] = 'M';
1670         buf->Name[1] = 'x';
1671         buf->Name[2] = 'A';
1672         buf->Name[3] = 'c';
1673
1674         buf->QueryStatus = STATUS_SUCCESS;
1675         buf->MaximalAccess = cpu_to_le32(maximal_access);
1676 }
1677
1678 void create_disk_id_rsp_buf(char *cc, __u64 file_id, __u64 vol_id)
1679 {
1680         struct create_disk_id_rsp *buf;
1681
1682         buf = (struct create_disk_id_rsp *)cc;
1683         memset(buf, 0, sizeof(struct create_disk_id_rsp));
1684         buf->ccontext.DataOffset = cpu_to_le16(offsetof
1685                         (struct create_disk_id_rsp, DiskFileId));
1686         buf->ccontext.DataLength = cpu_to_le32(32);
1687         buf->ccontext.NameOffset = cpu_to_le16(offsetof
1688                         (struct create_mxac_rsp, Name));
1689         buf->ccontext.NameLength = cpu_to_le16(4);
1690         /* SMB2_CREATE_QUERY_ON_DISK_ID_RESPONSE is "QFid" */
1691         buf->Name[0] = 'Q';
1692         buf->Name[1] = 'F';
1693         buf->Name[2] = 'i';
1694         buf->Name[3] = 'd';
1695
1696         buf->DiskFileId = cpu_to_le64(file_id);
1697         buf->VolumeId = cpu_to_le64(vol_id);
1698 }
1699
1700 /**
1701  * create_posix_rsp_buf() - create posix extension context
1702  * @cc: buffer to create posix on posix response
1703  * @fp: ksmbd file pointer
1704  */
1705 void create_posix_rsp_buf(char *cc, struct ksmbd_file *fp)
1706 {
1707         struct create_posix_rsp *buf;
1708         struct inode *inode = file_inode(fp->filp);
1709         struct mnt_idmap *idmap = file_mnt_idmap(fp->filp);
1710         vfsuid_t vfsuid = i_uid_into_vfsuid(idmap, inode);
1711         vfsgid_t vfsgid = i_gid_into_vfsgid(idmap, inode);
1712
1713         buf = (struct create_posix_rsp *)cc;
1714         memset(buf, 0, sizeof(struct create_posix_rsp));
1715         buf->ccontext.DataOffset = cpu_to_le16(offsetof
1716                         (struct create_posix_rsp, nlink));
1717         /*
1718          * DataLength = nlink(4) + reparse_tag(4) + mode(4) +
1719          * domain sid(28) + unix group sid(16).
1720          */
1721         buf->ccontext.DataLength = cpu_to_le32(56);
1722         buf->ccontext.NameOffset = cpu_to_le16(offsetof
1723                         (struct create_posix_rsp, Name));
1724         buf->ccontext.NameLength = cpu_to_le16(POSIX_CTXT_DATA_LEN);
1725         /* SMB2_CREATE_TAG_POSIX is "0x93AD25509CB411E7B42383DE968BCD7C" */
1726         buf->Name[0] = 0x93;
1727         buf->Name[1] = 0xAD;
1728         buf->Name[2] = 0x25;
1729         buf->Name[3] = 0x50;
1730         buf->Name[4] = 0x9C;
1731         buf->Name[5] = 0xB4;
1732         buf->Name[6] = 0x11;
1733         buf->Name[7] = 0xE7;
1734         buf->Name[8] = 0xB4;
1735         buf->Name[9] = 0x23;
1736         buf->Name[10] = 0x83;
1737         buf->Name[11] = 0xDE;
1738         buf->Name[12] = 0x96;
1739         buf->Name[13] = 0x8B;
1740         buf->Name[14] = 0xCD;
1741         buf->Name[15] = 0x7C;
1742
1743         buf->nlink = cpu_to_le32(inode->i_nlink);
1744         buf->reparse_tag = cpu_to_le32(fp->volatile_id);
1745         buf->mode = cpu_to_le32(inode->i_mode & 0777);
1746         /*
1747          * SidBuffer(44) contain two sids(Domain sid(28), UNIX group sid(16)).
1748          * Domain sid(28) = revision(1) + num_subauth(1) + authority(6) +
1749          *                  sub_auth(4 * 4(num_subauth)) + RID(4).
1750          * UNIX group id(16) = revision(1) + num_subauth(1) + authority(6) +
1751          *                     sub_auth(4 * 1(num_subauth)) + RID(4).
1752          */
1753         id_to_sid(from_kuid_munged(&init_user_ns, vfsuid_into_kuid(vfsuid)),
1754                   SIDOWNER, (struct smb_sid *)&buf->SidBuffer[0]);
1755         id_to_sid(from_kgid_munged(&init_user_ns, vfsgid_into_kgid(vfsgid)),
1756                   SIDUNIX_GROUP, (struct smb_sid *)&buf->SidBuffer[28]);
1757 }
1758
1759 /*
1760  * Find lease object(opinfo) for given lease key/fid from lease
1761  * break/file close path.
1762  */
1763 /**
1764  * lookup_lease_in_table() - find a matching lease info object
1765  * @conn:       connection instance
1766  * @lease_key:  lease key to be searched for
1767  *
1768  * Return:      opinfo if found matching opinfo, otherwise NULL
1769  */
1770 struct oplock_info *lookup_lease_in_table(struct ksmbd_conn *conn,
1771                                           char *lease_key)
1772 {
1773         struct oplock_info *opinfo = NULL, *ret_op = NULL;
1774         struct lease_table *lt;
1775         int ret;
1776
1777         read_lock(&lease_list_lock);
1778         list_for_each_entry(lt, &lease_table_list, l_entry) {
1779                 if (!memcmp(lt->client_guid, conn->ClientGUID,
1780                             SMB2_CLIENT_GUID_SIZE))
1781                         goto found;
1782         }
1783
1784         read_unlock(&lease_list_lock);
1785         return NULL;
1786
1787 found:
1788         rcu_read_lock();
1789         list_for_each_entry_rcu(opinfo, &lt->lease_list, lease_entry) {
1790                 if (!atomic_inc_not_zero(&opinfo->refcount))
1791                         continue;
1792                 rcu_read_unlock();
1793                 if (!opinfo->op_state || opinfo->op_state == OPLOCK_CLOSING)
1794                         goto op_next;
1795                 if (!(opinfo->o_lease->state &
1796                       (SMB2_LEASE_HANDLE_CACHING_LE |
1797                        SMB2_LEASE_WRITE_CACHING_LE)))
1798                         goto op_next;
1799                 ret = compare_guid_key(opinfo, conn->ClientGUID,
1800                                        lease_key);
1801                 if (ret) {
1802                         ksmbd_debug(OPLOCK, "found opinfo\n");
1803                         ret_op = opinfo;
1804                         goto out;
1805                 }
1806 op_next:
1807                 opinfo_put(opinfo);
1808                 rcu_read_lock();
1809         }
1810         rcu_read_unlock();
1811
1812 out:
1813         read_unlock(&lease_list_lock);
1814         return ret_op;
1815 }