1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /* dir.c: AFS filesystem directory handling
4 * Copyright (C) 2002, 2018 Red Hat, Inc. All Rights Reserved.
5 * Written by David Howells (dhowells@redhat.com)
8 #include <linux/kernel.h>
10 #include <linux/namei.h>
11 #include <linux/pagemap.h>
12 #include <linux/swap.h>
13 #include <linux/ctype.h>
14 #include <linux/sched.h>
15 #include <linux/task_io_accounting_ops.h>
20 static struct dentry *afs_lookup(struct inode *dir, struct dentry *dentry,
22 static int afs_dir_open(struct inode *inode, struct file *file);
23 static int afs_readdir(struct file *file, struct dir_context *ctx);
24 static int afs_d_revalidate(struct dentry *dentry, unsigned int flags);
25 static int afs_d_delete(const struct dentry *dentry);
26 static void afs_d_iput(struct dentry *dentry, struct inode *inode);
27 static bool afs_lookup_one_filldir(struct dir_context *ctx, const char *name, int nlen,
28 loff_t fpos, u64 ino, unsigned dtype);
29 static bool afs_lookup_filldir(struct dir_context *ctx, const char *name, int nlen,
30 loff_t fpos, u64 ino, unsigned dtype);
31 static int afs_create(struct mnt_idmap *idmap, struct inode *dir,
32 struct dentry *dentry, umode_t mode, bool excl);
33 static int afs_mkdir(struct mnt_idmap *idmap, struct inode *dir,
34 struct dentry *dentry, umode_t mode);
35 static int afs_rmdir(struct inode *dir, struct dentry *dentry);
36 static int afs_unlink(struct inode *dir, struct dentry *dentry);
37 static int afs_link(struct dentry *from, struct inode *dir,
38 struct dentry *dentry);
39 static int afs_symlink(struct mnt_idmap *idmap, struct inode *dir,
40 struct dentry *dentry, const char *content);
41 static int afs_rename(struct mnt_idmap *idmap, struct inode *old_dir,
42 struct dentry *old_dentry, struct inode *new_dir,
43 struct dentry *new_dentry, unsigned int flags);
44 static bool afs_dir_release_folio(struct folio *folio, gfp_t gfp_flags);
45 static void afs_dir_invalidate_folio(struct folio *folio, size_t offset,
48 static bool afs_dir_dirty_folio(struct address_space *mapping,
51 BUG(); /* This should never happen. */
54 const struct file_operations afs_dir_file_operations = {
56 .release = afs_release,
57 .iterate_shared = afs_readdir,
59 .llseek = generic_file_llseek,
62 const struct inode_operations afs_dir_inode_operations = {
67 .symlink = afs_symlink,
71 .permission = afs_permission,
72 .getattr = afs_getattr,
73 .setattr = afs_setattr,
76 const struct address_space_operations afs_dir_aops = {
77 .dirty_folio = afs_dir_dirty_folio,
78 .release_folio = afs_dir_release_folio,
79 .invalidate_folio = afs_dir_invalidate_folio,
80 .migrate_folio = filemap_migrate_folio,
83 const struct dentry_operations afs_fs_dentry_operations = {
84 .d_revalidate = afs_d_revalidate,
85 .d_delete = afs_d_delete,
86 .d_release = afs_d_release,
87 .d_automount = afs_d_automount,
91 struct afs_lookup_one_cookie {
92 struct dir_context ctx;
98 struct afs_lookup_cookie {
99 struct dir_context ctx;
103 unsigned short nr_fids;
104 struct afs_fid fids[50];
108 * Drop the refs that we're holding on the folios we were reading into. We've
109 * got refs on the first nr_pages pages.
111 static void afs_dir_read_cleanup(struct afs_read *req)
113 struct address_space *mapping = req->vnode->netfs.inode.i_mapping;
115 pgoff_t last = req->nr_pages - 1;
117 XA_STATE(xas, &mapping->i_pages, 0);
119 if (unlikely(!req->nr_pages))
123 xas_for_each(&xas, folio, last) {
124 if (xas_retry(&xas, folio))
126 BUG_ON(xa_is_value(folio));
127 ASSERTCMP(folio->mapping, ==, mapping);
136 * check that a directory folio is valid
138 static bool afs_dir_check_folio(struct afs_vnode *dvnode, struct folio *folio,
141 union afs_xdr_dir_block *block;
145 /* Determine how many magic numbers there should be in this folio, but
146 * we must take care because the directory may change size under us.
148 pos = folio_pos(folio);
152 size = min_t(loff_t, folio_size(folio), i_size - pos);
153 for (offset = 0; offset < size; offset += sizeof(*block)) {
154 block = kmap_local_folio(folio, offset);
155 if (block->hdr.magic != AFS_DIR_MAGIC) {
156 printk("kAFS: %s(%lx): [%llx] bad magic %zx/%zx is %04hx\n",
157 __func__, dvnode->netfs.inode.i_ino,
158 pos, offset, size, ntohs(block->hdr.magic));
159 trace_afs_dir_check_failed(dvnode, pos + offset, i_size);
161 trace_afs_file_error(dvnode, -EIO, afs_file_error_dir_bad_magic);
165 /* Make sure each block is NUL terminated so we can reasonably
166 * use string functions on it. The filenames in the folio
167 * *should* be NUL-terminated anyway.
169 ((u8 *)block)[AFS_DIR_BLOCK_SIZE - 1] = 0;
174 afs_stat_v(dvnode, n_read_dir);
182 * Dump the contents of a directory.
184 static void afs_dir_dump(struct afs_vnode *dvnode, struct afs_read *req)
186 union afs_xdr_dir_block *block;
187 struct address_space *mapping = dvnode->netfs.inode.i_mapping;
189 pgoff_t last = req->nr_pages - 1;
192 XA_STATE(xas, &mapping->i_pages, 0);
194 pr_warn("DIR %llx:%llx f=%llx l=%llx al=%llx\n",
195 dvnode->fid.vid, dvnode->fid.vnode,
196 req->file_size, req->len, req->actual_len);
197 pr_warn("DIR %llx %x %zx %zx\n",
198 req->pos, req->nr_pages,
199 req->iter->iov_offset, iov_iter_count(req->iter));
201 xas_for_each(&xas, folio, last) {
202 if (xas_retry(&xas, folio))
205 BUG_ON(folio->mapping != mapping);
207 size = min_t(loff_t, folio_size(folio), req->actual_len - folio_pos(folio));
208 for (offset = 0; offset < size; offset += sizeof(*block)) {
209 block = kmap_local_folio(folio, offset);
210 pr_warn("[%02lx] %32phN\n", folio->index + offset, block);
217 * Check all the blocks in a directory. All the folios are held pinned.
219 static int afs_dir_check(struct afs_vnode *dvnode, struct afs_read *req)
221 struct address_space *mapping = dvnode->netfs.inode.i_mapping;
223 pgoff_t last = req->nr_pages - 1;
226 XA_STATE(xas, &mapping->i_pages, 0);
228 if (unlikely(!req->nr_pages))
232 xas_for_each(&xas, folio, last) {
233 if (xas_retry(&xas, folio))
236 BUG_ON(folio->mapping != mapping);
238 if (!afs_dir_check_folio(dvnode, folio, req->actual_len)) {
239 afs_dir_dump(dvnode, req);
250 * open an AFS directory file
252 static int afs_dir_open(struct inode *inode, struct file *file)
254 _enter("{%lu}", inode->i_ino);
256 BUILD_BUG_ON(sizeof(union afs_xdr_dir_block) != 2048);
257 BUILD_BUG_ON(sizeof(union afs_xdr_dirent) != 32);
259 if (test_bit(AFS_VNODE_DELETED, &AFS_FS_I(inode)->flags))
262 return afs_open(inode, file);
266 * Read the directory into the pagecache in one go, scrubbing the previous
267 * contents. The list of folios is returned, pinning them so that they don't
268 * get reclaimed during the iteration.
270 static struct afs_read *afs_read_dir(struct afs_vnode *dvnode, struct key *key)
271 __acquires(&dvnode->validate_lock)
273 struct address_space *mapping = dvnode->netfs.inode.i_mapping;
274 struct afs_read *req;
278 loff_t remote_size = 0;
282 req = kzalloc(sizeof(*req), GFP_KERNEL);
284 return ERR_PTR(-ENOMEM);
286 refcount_set(&req->usage, 1);
288 req->key = key_get(key);
289 req->cleanup = afs_dir_read_cleanup;
292 i_size = i_size_read(&dvnode->netfs.inode);
293 if (i_size < remote_size)
294 i_size = remote_size;
296 ret = afs_bad(dvnode, afs_file_error_dir_small);
299 if (i_size > 2048 * 1024) {
300 trace_afs_file_error(dvnode, -EFBIG, afs_file_error_dir_big);
305 _enter("%llu", i_size);
307 nr_pages = (i_size + PAGE_SIZE - 1) / PAGE_SIZE;
309 req->actual_len = i_size; /* May change */
310 req->len = nr_pages * PAGE_SIZE; /* We can ask for more than there is */
311 req->data_version = dvnode->status.data_version; /* May change */
312 iov_iter_xarray(&req->def_iter, ITER_DEST, &dvnode->netfs.inode.i_mapping->i_pages,
314 req->iter = &req->def_iter;
316 /* Fill in any gaps that we might find where the memory reclaimer has
317 * been at work and pin all the folios. If there are any gaps, we will
318 * need to reread the entire directory contents.
321 while (i < nr_pages) {
324 folio = filemap_get_folio(mapping, i);
326 if (test_and_clear_bit(AFS_VNODE_DIR_VALID, &dvnode->flags))
327 afs_stat_v(dvnode, n_inval);
328 folio = __filemap_get_folio(mapping,
329 i, FGP_LOCK | FGP_CREAT,
332 ret = PTR_ERR(folio);
335 folio_attach_private(folio, (void *)1);
339 req->nr_pages += folio_nr_pages(folio);
340 i += folio_nr_pages(folio);
343 /* If we're going to reload, we need to lock all the pages to prevent
347 if (down_read_killable(&dvnode->validate_lock) < 0)
350 if (test_bit(AFS_VNODE_DIR_VALID, &dvnode->flags))
353 up_read(&dvnode->validate_lock);
354 if (down_write_killable(&dvnode->validate_lock) < 0)
357 if (!test_bit(AFS_VNODE_DIR_VALID, &dvnode->flags)) {
358 trace_afs_reload_dir(dvnode);
359 ret = afs_fetch_data(dvnode, req);
363 task_io_account_read(PAGE_SIZE * req->nr_pages);
365 if (req->len < req->file_size) {
366 /* The content has grown, so we need to expand the
369 up_write(&dvnode->validate_lock);
370 remote_size = req->file_size;
374 /* Validate the data we just read. */
375 ret = afs_dir_check(dvnode, req);
379 // TODO: Trim excess pages
381 set_bit(AFS_VNODE_DIR_VALID, &dvnode->flags);
384 downgrade_write(&dvnode->validate_lock);
389 up_write(&dvnode->validate_lock);
392 _leave(" = %d", ret);
397 * deal with one block in an AFS directory
399 static int afs_dir_iterate_block(struct afs_vnode *dvnode,
400 struct dir_context *ctx,
401 union afs_xdr_dir_block *block,
404 union afs_xdr_dirent *dire;
405 unsigned offset, next, curr, nr_slots;
409 _enter("%llx,%x", ctx->pos, blkoff);
411 curr = (ctx->pos - blkoff) / sizeof(union afs_xdr_dirent);
413 /* walk through the block, an entry at a time */
414 for (offset = (blkoff == 0 ? AFS_DIR_RESV_BLOCKS0 : AFS_DIR_RESV_BLOCKS);
415 offset < AFS_DIR_SLOTS_PER_BLOCK;
418 /* skip entries marked unused in the bitmap */
419 if (!(block->hdr.bitmap[offset / 8] &
420 (1 << (offset % 8)))) {
421 _debug("ENT[%zu.%u]: unused",
422 blkoff / sizeof(union afs_xdr_dir_block), offset);
426 next * sizeof(union afs_xdr_dirent);
430 /* got a valid entry */
431 dire = &block->dirents[offset];
432 nlen = strnlen(dire->u.name,
434 offset * sizeof(union afs_xdr_dirent));
435 if (nlen > AFSNAMEMAX - 1) {
436 _debug("ENT[%zu]: name too long (len %u/%zu)",
437 blkoff / sizeof(union afs_xdr_dir_block),
439 return afs_bad(dvnode, afs_file_error_dir_name_too_long);
442 _debug("ENT[%zu.%u]: %s %zu \"%s\"",
443 blkoff / sizeof(union afs_xdr_dir_block), offset,
444 (offset < curr ? "skip" : "fill"),
447 nr_slots = afs_dir_calc_slots(nlen);
448 next = offset + nr_slots;
449 if (next > AFS_DIR_SLOTS_PER_BLOCK) {
450 _debug("ENT[%zu.%u]:"
451 " %u extends beyond end dir block"
453 blkoff / sizeof(union afs_xdr_dir_block),
455 return afs_bad(dvnode, afs_file_error_dir_over_end);
458 /* Check that the name-extension dirents are all allocated */
459 for (tmp = 1; tmp < nr_slots; tmp++) {
460 unsigned int ix = offset + tmp;
461 if (!(block->hdr.bitmap[ix / 8] & (1 << (ix % 8)))) {
463 " %u unmarked extension (%u/%u)",
464 blkoff / sizeof(union afs_xdr_dir_block),
465 offset, tmp, nr_slots);
466 return afs_bad(dvnode, afs_file_error_dir_unmarked_ext);
470 /* skip if starts before the current position */
473 ctx->pos = blkoff + next * sizeof(union afs_xdr_dirent);
477 /* Don't expose silly rename entries to userspace. */
479 dire->u.name[0] == '.' &&
480 ctx->actor != afs_lookup_filldir &&
481 ctx->actor != afs_lookup_one_filldir &&
482 memcmp(dire->u.name, ".__afs", 6) == 0)
485 /* found the next entry */
486 if (!dir_emit(ctx, dire->u.name, nlen,
487 ntohl(dire->u.vnode),
488 (ctx->actor == afs_lookup_filldir ||
489 ctx->actor == afs_lookup_one_filldir)?
490 ntohl(dire->u.unique) : DT_UNKNOWN)) {
491 _leave(" = 0 [full]");
495 ctx->pos = blkoff + next * sizeof(union afs_xdr_dirent);
498 _leave(" = 1 [more]");
503 * iterate through the data blob that lists the contents of an AFS directory
505 static int afs_dir_iterate(struct inode *dir, struct dir_context *ctx,
506 struct key *key, afs_dataversion_t *_dir_version)
508 struct afs_vnode *dvnode = AFS_FS_I(dir);
509 union afs_xdr_dir_block *dblock;
510 struct afs_read *req;
512 unsigned offset, size;
515 _enter("{%lu},%u,,", dir->i_ino, (unsigned)ctx->pos);
517 if (test_bit(AFS_VNODE_DELETED, &AFS_FS_I(dir)->flags)) {
518 _leave(" = -ESTALE");
522 req = afs_read_dir(dvnode, key);
525 *_dir_version = req->data_version;
527 /* round the file position up to the next entry boundary */
528 ctx->pos += sizeof(union afs_xdr_dirent) - 1;
529 ctx->pos &= ~(sizeof(union afs_xdr_dirent) - 1);
531 /* walk through the blocks in sequence */
533 while (ctx->pos < req->actual_len) {
534 /* Fetch the appropriate folio from the directory and re-add it
535 * to the LRU. We have all the pages pinned with an extra ref.
537 folio = __filemap_get_folio(dir->i_mapping, ctx->pos / PAGE_SIZE,
540 ret = afs_bad(dvnode, afs_file_error_dir_missing_page);
544 offset = round_down(ctx->pos, sizeof(*dblock)) - folio_file_pos(folio);
545 size = min_t(loff_t, folio_size(folio),
546 req->actual_len - folio_file_pos(folio));
549 dblock = kmap_local_folio(folio, offset);
550 ret = afs_dir_iterate_block(dvnode, ctx, dblock,
551 folio_file_pos(folio) + offset);
552 kunmap_local(dblock);
556 } while (offset += sizeof(*dblock), offset < size);
562 up_read(&dvnode->validate_lock);
564 _leave(" = %d", ret);
569 * read an AFS directory
571 static int afs_readdir(struct file *file, struct dir_context *ctx)
573 afs_dataversion_t dir_version;
575 return afs_dir_iterate(file_inode(file), ctx, afs_file_key(file),
580 * Search the directory for a single name
581 * - if afs_dir_iterate_block() spots this function, it'll pass the FID
582 * uniquifier through dtype
584 static bool afs_lookup_one_filldir(struct dir_context *ctx, const char *name,
585 int nlen, loff_t fpos, u64 ino, unsigned dtype)
587 struct afs_lookup_one_cookie *cookie =
588 container_of(ctx, struct afs_lookup_one_cookie, ctx);
590 _enter("{%s,%u},%s,%u,,%llu,%u",
591 cookie->name.name, cookie->name.len, name, nlen,
592 (unsigned long long) ino, dtype);
594 /* insanity checks first */
595 BUILD_BUG_ON(sizeof(union afs_xdr_dir_block) != 2048);
596 BUILD_BUG_ON(sizeof(union afs_xdr_dirent) != 32);
598 if (cookie->name.len != nlen ||
599 memcmp(cookie->name.name, name, nlen) != 0) {
600 _leave(" = true [keep looking]");
604 cookie->fid.vnode = ino;
605 cookie->fid.unique = dtype;
608 _leave(" = false [found]");
613 * Do a lookup of a single name in a directory
614 * - just returns the FID the dentry name maps to if found
616 static int afs_do_lookup_one(struct inode *dir, struct dentry *dentry,
617 struct afs_fid *fid, struct key *key,
618 afs_dataversion_t *_dir_version)
620 struct afs_super_info *as = dir->i_sb->s_fs_info;
621 struct afs_lookup_one_cookie cookie = {
622 .ctx.actor = afs_lookup_one_filldir,
623 .name = dentry->d_name,
624 .fid.vid = as->volume->vid
628 _enter("{%lu},%p{%pd},", dir->i_ino, dentry, dentry);
630 /* search the directory */
631 ret = afs_dir_iterate(dir, &cookie.ctx, key, _dir_version);
633 _leave(" = %d [iter]", ret);
638 _leave(" = -ENOENT [not found]");
643 _leave(" = 0 { vn=%llu u=%u }", fid->vnode, fid->unique);
648 * search the directory for a name
649 * - if afs_dir_iterate_block() spots this function, it'll pass the FID
650 * uniquifier through dtype
652 static bool afs_lookup_filldir(struct dir_context *ctx, const char *name,
653 int nlen, loff_t fpos, u64 ino, unsigned dtype)
655 struct afs_lookup_cookie *cookie =
656 container_of(ctx, struct afs_lookup_cookie, ctx);
658 _enter("{%s,%u},%s,%u,,%llu,%u",
659 cookie->name.name, cookie->name.len, name, nlen,
660 (unsigned long long) ino, dtype);
662 /* insanity checks first */
663 BUILD_BUG_ON(sizeof(union afs_xdr_dir_block) != 2048);
664 BUILD_BUG_ON(sizeof(union afs_xdr_dirent) != 32);
667 if (cookie->nr_fids < 50) {
668 cookie->fids[cookie->nr_fids].vnode = ino;
669 cookie->fids[cookie->nr_fids].unique = dtype;
672 } else if (cookie->name.len == nlen &&
673 memcmp(cookie->name.name, name, nlen) == 0) {
674 cookie->fids[1].vnode = ino;
675 cookie->fids[1].unique = dtype;
677 if (cookie->one_only)
681 return cookie->nr_fids < 50;
685 * Deal with the result of a successful lookup operation. Turn all the files
686 * into inodes and save the first one - which is the one we actually want.
688 static void afs_do_lookup_success(struct afs_operation *op)
690 struct afs_vnode_param *vp;
691 struct afs_vnode *vnode;
698 for (i = 0; i < op->nr_files; i++) {
702 abort_code = vp->scb.status.abort_code;
703 if (abort_code != 0) {
704 op->call_abort_code = abort_code;
705 afs_op_set_error(op, afs_abort_to_error(abort_code));
706 op->cumul_error.abort_code = abort_code;
715 vp = &op->more_files[i - 2];
719 if (vp->scb.status.abort_code)
720 trace_afs_bulkstat_error(op, &vp->fid, i, vp->scb.status.abort_code);
721 if (!vp->scb.have_status && !vp->scb.have_error)
724 _debug("do [%u]", i);
726 if (!test_bit(AFS_VNODE_UNSET, &vp->vnode->flags))
727 afs_vnode_commit_status(op, vp);
728 } else if (vp->scb.status.abort_code == 0) {
729 inode = afs_iget(op, vp);
730 if (!IS_ERR(inode)) {
731 vnode = AFS_FS_I(inode);
732 afs_cache_permit(vnode, op->key,
733 0 /* Assume vnode->cb_break is 0 */ +
737 vp->put_vnode = true;
740 _debug("- abort %d %llx:%llx.%x",
741 vp->scb.status.abort_code,
742 vp->fid.vid, vp->fid.vnode, vp->fid.unique);
749 static const struct afs_operation_ops afs_inline_bulk_status_operation = {
750 .issue_afs_rpc = afs_fs_inline_bulk_status,
751 .issue_yfs_rpc = yfs_fs_inline_bulk_status,
752 .success = afs_do_lookup_success,
755 static const struct afs_operation_ops afs_lookup_fetch_status_operation = {
756 .issue_afs_rpc = afs_fs_fetch_status,
757 .issue_yfs_rpc = yfs_fs_fetch_status,
758 .success = afs_do_lookup_success,
759 .aborted = afs_check_for_remote_deletion,
763 * See if we know that the server we expect to use doesn't support
764 * FS.InlineBulkStatus.
766 static bool afs_server_supports_ibulk(struct afs_vnode *dvnode)
768 struct afs_server_list *slist;
769 struct afs_volume *volume = dvnode->volume;
770 struct afs_server *server;
774 if (!test_bit(AFS_VOLUME_MAYBE_NO_IBULK, &volume->flags))
778 slist = rcu_dereference(volume->servers);
780 for (i = 0; i < slist->nr_servers; i++) {
781 server = slist->servers[i].server;
782 if (server == dvnode->cb_server) {
783 if (test_bit(AFS_SERVER_FL_NO_IBULK, &server->flags))
794 * Do a lookup in a directory. We make use of bulk lookup to query a slew of
795 * files in one go and create inodes for them. The inode of the file we were
796 * asked for is returned.
798 static struct inode *afs_do_lookup(struct inode *dir, struct dentry *dentry,
801 struct afs_lookup_cookie *cookie;
802 struct afs_vnode_param *vp;
803 struct afs_operation *op;
804 struct afs_vnode *dvnode = AFS_FS_I(dir), *vnode;
805 struct inode *inode = NULL, *ti;
806 afs_dataversion_t data_version = READ_ONCE(dvnode->status.data_version);
810 _enter("{%lu},%p{%pd},", dir->i_ino, dentry, dentry);
812 cookie = kzalloc(sizeof(struct afs_lookup_cookie), GFP_KERNEL);
814 return ERR_PTR(-ENOMEM);
816 for (i = 0; i < ARRAY_SIZE(cookie->fids); i++)
817 cookie->fids[i].vid = dvnode->fid.vid;
818 cookie->ctx.actor = afs_lookup_filldir;
819 cookie->name = dentry->d_name;
820 cookie->nr_fids = 2; /* slot 1 is saved for the fid we actually want
821 * and slot 0 for the directory */
823 if (!afs_server_supports_ibulk(dvnode))
824 cookie->one_only = true;
826 /* search the directory */
827 ret = afs_dir_iterate(dir, &cookie->ctx, key, &data_version);
831 dentry->d_fsdata = (void *)(unsigned long)data_version;
837 /* Check to see if we already have an inode for the primary fid. */
838 inode = ilookup5(dir->i_sb, cookie->fids[1].vnode,
839 afs_ilookup5_test_by_fid, &cookie->fids[1]);
841 goto out; /* We do */
843 /* Okay, we didn't find it. We need to query the server - and whilst
844 * we're doing that, we're going to attempt to look up a bunch of other
847 op = afs_alloc_operation(NULL, dvnode->volume);
853 afs_op_set_vnode(op, 0, dvnode);
854 afs_op_set_fid(op, 1, &cookie->fids[1]);
856 op->nr_files = cookie->nr_fids;
857 _debug("nr_files %u", op->nr_files);
859 /* Need space for examining all the selected files */
860 if (op->nr_files > 2) {
861 op->more_files = kvcalloc(op->nr_files - 2,
862 sizeof(struct afs_vnode_param),
864 if (!op->more_files) {
869 for (i = 2; i < op->nr_files; i++) {
870 vp = &op->more_files[i - 2];
871 vp->fid = cookie->fids[i];
873 /* Find any inodes that already exist and get their
876 ti = ilookup5_nowait(dir->i_sb, vp->fid.vnode,
877 afs_ilookup5_test_by_fid, &vp->fid);
878 if (!IS_ERR_OR_NULL(ti)) {
879 vnode = AFS_FS_I(ti);
880 vp->dv_before = vnode->status.data_version;
881 vp->cb_break_before = afs_calc_vnode_cb_break(vnode);
883 vp->put_vnode = true;
884 vp->speculative = true; /* vnode not locked */
889 /* Try FS.InlineBulkStatus first. Abort codes for the individual
890 * lookups contained therein are stored in the reply without aborting
891 * the whole operation.
893 afs_op_set_error(op, -ENOTSUPP);
894 if (!cookie->one_only) {
895 op->ops = &afs_inline_bulk_status_operation;
896 afs_begin_vnode_operation(op);
897 afs_wait_for_operation(op);
900 if (afs_op_error(op) == -ENOTSUPP) {
901 /* We could try FS.BulkStatus next, but this aborts the entire
902 * op if any of the lookups fails - so, for the moment, revert
903 * to FS.FetchStatus for op->file[1].
905 op->fetch_status.which = 1;
906 op->ops = &afs_lookup_fetch_status_operation;
907 afs_begin_vnode_operation(op);
908 afs_wait_for_operation(op);
912 if (!afs_op_error(op)) {
913 if (op->file[1].scb.status.abort_code) {
914 afs_op_accumulate_error(op, -ECONNABORTED,
915 op->file[1].scb.status.abort_code);
917 inode = &op->file[1].vnode->netfs.inode;
918 op->file[1].vnode = NULL;
922 if (op->file[0].scb.have_status)
923 dentry->d_fsdata = (void *)(unsigned long)op->file[0].scb.status.data_version;
925 dentry->d_fsdata = (void *)(unsigned long)op->file[0].dv_before;
926 ret = afs_put_operation(op);
930 return inode ?: ERR_PTR(ret);
934 * Look up an entry in a directory with @sys substitution.
936 static struct dentry *afs_lookup_atsys(struct inode *dir, struct dentry *dentry,
939 struct afs_sysnames *subs;
940 struct afs_net *net = afs_i2net(dir);
942 char *buf, *p, *name;
947 ret = ERR_PTR(-ENOMEM);
948 p = buf = kmalloc(AFSNAMEMAX, GFP_KERNEL);
951 if (dentry->d_name.len > 4) {
952 memcpy(p, dentry->d_name.name, dentry->d_name.len - 4);
953 p += dentry->d_name.len - 4;
956 /* There is an ordered list of substitutes that we have to try. */
957 read_lock(&net->sysnames_lock);
958 subs = net->sysnames;
959 refcount_inc(&subs->usage);
960 read_unlock(&net->sysnames_lock);
962 for (i = 0; i < subs->nr; i++) {
963 name = subs->subs[i];
964 len = dentry->d_name.len - 4 + strlen(name);
965 if (len >= AFSNAMEMAX) {
966 ret = ERR_PTR(-ENAMETOOLONG);
971 ret = lookup_one_len(buf, dentry->d_parent, len);
972 if (IS_ERR(ret) || d_is_positive(ret))
977 /* We don't want to d_add() the @sys dentry here as we don't want to
978 * the cached dentry to hide changes to the sysnames list.
982 afs_put_sysnames(subs);
990 * look up an entry in a directory
992 static struct dentry *afs_lookup(struct inode *dir, struct dentry *dentry,
995 struct afs_vnode *dvnode = AFS_FS_I(dir);
996 struct afs_fid fid = {};
1002 _enter("{%llx:%llu},%p{%pd},",
1003 dvnode->fid.vid, dvnode->fid.vnode, dentry, dentry);
1005 ASSERTCMP(d_inode(dentry), ==, NULL);
1007 if (dentry->d_name.len >= AFSNAMEMAX) {
1008 _leave(" = -ENAMETOOLONG");
1009 return ERR_PTR(-ENAMETOOLONG);
1012 if (test_bit(AFS_VNODE_DELETED, &dvnode->flags)) {
1013 _leave(" = -ESTALE");
1014 return ERR_PTR(-ESTALE);
1017 key = afs_request_key(dvnode->volume->cell);
1019 _leave(" = %ld [key]", PTR_ERR(key));
1020 return ERR_CAST(key);
1023 ret = afs_validate(dvnode, key);
1026 _leave(" = %d [val]", ret);
1027 return ERR_PTR(ret);
1030 if (dentry->d_name.len >= 4 &&
1031 dentry->d_name.name[dentry->d_name.len - 4] == '@' &&
1032 dentry->d_name.name[dentry->d_name.len - 3] == 's' &&
1033 dentry->d_name.name[dentry->d_name.len - 2] == 'y' &&
1034 dentry->d_name.name[dentry->d_name.len - 1] == 's')
1035 return afs_lookup_atsys(dir, dentry, key);
1037 afs_stat_v(dvnode, n_lookup);
1038 inode = afs_do_lookup(dir, dentry, key);
1040 if (inode == ERR_PTR(-ENOENT))
1041 inode = afs_try_auto_mntpt(dentry, dir);
1043 if (!IS_ERR_OR_NULL(inode))
1044 fid = AFS_FS_I(inode)->fid;
1046 _debug("splice %p", dentry->d_inode);
1047 d = d_splice_alias(inode, dentry);
1048 if (!IS_ERR_OR_NULL(d)) {
1049 d->d_fsdata = dentry->d_fsdata;
1050 trace_afs_lookup(dvnode, &d->d_name, &fid);
1052 trace_afs_lookup(dvnode, &dentry->d_name, &fid);
1059 * Check the validity of a dentry under RCU conditions.
1061 static int afs_d_revalidate_rcu(struct dentry *dentry)
1063 struct afs_vnode *dvnode;
1064 struct dentry *parent;
1066 long dir_version, de_version;
1068 _enter("%p", dentry);
1070 /* Check the parent directory is still valid first. */
1071 parent = READ_ONCE(dentry->d_parent);
1072 dir = d_inode_rcu(parent);
1075 dvnode = AFS_FS_I(dir);
1076 if (test_bit(AFS_VNODE_DELETED, &dvnode->flags))
1079 if (!afs_check_validity(dvnode))
1082 /* We only need to invalidate a dentry if the server's copy changed
1083 * behind our back. If we made the change, it's no problem. Note that
1084 * on a 32-bit system, we only have 32 bits in the dentry to store the
1087 dir_version = (long)READ_ONCE(dvnode->status.data_version);
1088 de_version = (long)READ_ONCE(dentry->d_fsdata);
1089 if (de_version != dir_version) {
1090 dir_version = (long)READ_ONCE(dvnode->invalid_before);
1091 if (de_version - dir_version < 0)
1095 return 1; /* Still valid */
1099 * check that a dentry lookup hit has found a valid entry
1100 * - NOTE! the hit can be a negative hit too, so we can't assume we have an
1103 static int afs_d_revalidate(struct dentry *dentry, unsigned int flags)
1105 struct afs_vnode *vnode, *dir;
1107 struct dentry *parent;
1108 struct inode *inode;
1110 afs_dataversion_t dir_version, invalid_before;
1114 if (flags & LOOKUP_RCU)
1115 return afs_d_revalidate_rcu(dentry);
1117 if (d_really_is_positive(dentry)) {
1118 vnode = AFS_FS_I(d_inode(dentry));
1119 _enter("{v={%llx:%llu} n=%pd fl=%lx},",
1120 vnode->fid.vid, vnode->fid.vnode, dentry,
1123 _enter("{neg n=%pd}", dentry);
1126 key = afs_request_key(AFS_FS_S(dentry->d_sb)->volume->cell);
1130 /* Hold the parent dentry so we can peer at it */
1131 parent = dget_parent(dentry);
1132 dir = AFS_FS_I(d_inode(parent));
1134 /* validate the parent directory */
1135 ret = afs_validate(dir, key);
1136 if (ret == -ERESTARTSYS) {
1142 if (test_bit(AFS_VNODE_DELETED, &dir->flags)) {
1143 _debug("%pd: parent dir deleted", dentry);
1147 /* We only need to invalidate a dentry if the server's copy changed
1148 * behind our back. If we made the change, it's no problem. Note that
1149 * on a 32-bit system, we only have 32 bits in the dentry to store the
1152 dir_version = dir->status.data_version;
1153 de_version = (long)dentry->d_fsdata;
1154 if (de_version == (long)dir_version)
1155 goto out_valid_noupdate;
1157 invalid_before = dir->invalid_before;
1158 if (de_version - (long)invalid_before >= 0)
1161 _debug("dir modified");
1162 afs_stat_v(dir, n_reval);
1164 /* search the directory for this vnode */
1165 ret = afs_do_lookup_one(&dir->netfs.inode, dentry, &fid, key, &dir_version);
1168 /* the filename maps to something */
1169 if (d_really_is_negative(dentry))
1171 inode = d_inode(dentry);
1172 if (is_bad_inode(inode)) {
1173 printk("kAFS: afs_d_revalidate: %pd2 has bad inode\n",
1178 vnode = AFS_FS_I(inode);
1180 /* if the vnode ID has changed, then the dirent points to a
1182 if (fid.vnode != vnode->fid.vnode) {
1183 _debug("%pd: dirent changed [%llu != %llu]",
1189 /* if the vnode ID uniqifier has changed, then the file has
1190 * been deleted and replaced, and the original vnode ID has
1192 if (fid.unique != vnode->fid.unique) {
1193 _debug("%pd: file deleted (uq %u -> %u I:%u)",
1196 vnode->netfs.inode.i_generation);
1202 /* the filename is unknown */
1203 _debug("%pd: dirent not found", dentry);
1204 if (d_really_is_positive(dentry))
1209 _debug("failed to iterate dir %pd: %d",
1215 dentry->d_fsdata = (void *)(unsigned long)dir_version;
1219 _leave(" = 1 [valid]");
1223 _debug("dropping dentry %pd2", dentry);
1227 _leave(" = 0 [bad]");
1232 * allow the VFS to enquire as to whether a dentry should be unhashed (mustn't
1234 * - called from dput() when d_count is going to 0.
1235 * - return 1 to request dentry be unhashed, 0 otherwise
1237 static int afs_d_delete(const struct dentry *dentry)
1239 _enter("%pd", dentry);
1241 if (dentry->d_flags & DCACHE_NFSFS_RENAMED)
1244 if (d_really_is_positive(dentry) &&
1245 (test_bit(AFS_VNODE_DELETED, &AFS_FS_I(d_inode(dentry))->flags) ||
1246 test_bit(AFS_VNODE_PSEUDODIR, &AFS_FS_I(d_inode(dentry))->flags)))
1249 _leave(" = 0 [keep]");
1253 _leave(" = 1 [zap]");
1258 * Clean up sillyrename files on dentry removal.
1260 static void afs_d_iput(struct dentry *dentry, struct inode *inode)
1262 if (dentry->d_flags & DCACHE_NFSFS_RENAMED)
1263 afs_silly_iput(dentry, inode);
1268 * handle dentry release
1270 void afs_d_release(struct dentry *dentry)
1272 _enter("%pd", dentry);
1275 void afs_check_for_remote_deletion(struct afs_operation *op)
1277 struct afs_vnode *vnode = op->file[0].vnode;
1279 switch (afs_op_abort_code(op)) {
1281 set_bit(AFS_VNODE_DELETED, &vnode->flags);
1282 clear_nlink(&vnode->netfs.inode);
1283 afs_break_callback(vnode, afs_cb_break_for_deleted);
1288 * Create a new inode for create/mkdir/symlink
1290 static void afs_vnode_new_inode(struct afs_operation *op)
1292 struct afs_vnode_param *vp = &op->file[1];
1293 struct afs_vnode *vnode;
1294 struct inode *inode;
1298 ASSERTCMP(afs_op_error(op), ==, 0);
1300 inode = afs_iget(op, vp);
1301 if (IS_ERR(inode)) {
1302 /* ENOMEM or EINTR at a really inconvenient time - just abandon
1303 * the new directory on the server.
1305 afs_op_accumulate_error(op, PTR_ERR(inode), 0);
1309 vnode = AFS_FS_I(inode);
1310 set_bit(AFS_VNODE_NEW_CONTENT, &vnode->flags);
1311 if (!afs_op_error(op))
1312 afs_cache_permit(vnode, op->key, vnode->cb_break, &vp->scb);
1313 d_instantiate(op->dentry, inode);
1316 static void afs_create_success(struct afs_operation *op)
1318 _enter("op=%08x", op->debug_id);
1319 op->ctime = op->file[0].scb.status.mtime_client;
1320 afs_vnode_commit_status(op, &op->file[0]);
1321 afs_update_dentry_version(op, &op->file[0], op->dentry);
1322 afs_vnode_new_inode(op);
1325 static void afs_create_edit_dir(struct afs_operation *op)
1327 struct afs_vnode_param *dvp = &op->file[0];
1328 struct afs_vnode_param *vp = &op->file[1];
1329 struct afs_vnode *dvnode = dvp->vnode;
1331 _enter("op=%08x", op->debug_id);
1333 down_write(&dvnode->validate_lock);
1334 if (test_bit(AFS_VNODE_DIR_VALID, &dvnode->flags) &&
1335 dvnode->status.data_version == dvp->dv_before + dvp->dv_delta)
1336 afs_edit_dir_add(dvnode, &op->dentry->d_name, &vp->fid,
1338 up_write(&dvnode->validate_lock);
1341 static void afs_create_put(struct afs_operation *op)
1343 _enter("op=%08x", op->debug_id);
1345 if (afs_op_error(op))
1349 static const struct afs_operation_ops afs_mkdir_operation = {
1350 .issue_afs_rpc = afs_fs_make_dir,
1351 .issue_yfs_rpc = yfs_fs_make_dir,
1352 .success = afs_create_success,
1353 .aborted = afs_check_for_remote_deletion,
1354 .edit_dir = afs_create_edit_dir,
1355 .put = afs_create_put,
1359 * create a directory on an AFS filesystem
1361 static int afs_mkdir(struct mnt_idmap *idmap, struct inode *dir,
1362 struct dentry *dentry, umode_t mode)
1364 struct afs_operation *op;
1365 struct afs_vnode *dvnode = AFS_FS_I(dir);
1367 _enter("{%llx:%llu},{%pd},%ho",
1368 dvnode->fid.vid, dvnode->fid.vnode, dentry, mode);
1370 op = afs_alloc_operation(NULL, dvnode->volume);
1376 afs_op_set_vnode(op, 0, dvnode);
1377 op->file[0].dv_delta = 1;
1378 op->file[0].modification = true;
1379 op->file[0].update_ctime = true;
1380 op->dentry = dentry;
1381 op->create.mode = S_IFDIR | mode;
1382 op->create.reason = afs_edit_dir_for_mkdir;
1383 op->mtime = current_time(dir);
1384 op->ops = &afs_mkdir_operation;
1385 return afs_do_sync_operation(op);
1389 * Remove a subdir from a directory.
1391 static void afs_dir_remove_subdir(struct dentry *dentry)
1393 if (d_really_is_positive(dentry)) {
1394 struct afs_vnode *vnode = AFS_FS_I(d_inode(dentry));
1396 clear_nlink(&vnode->netfs.inode);
1397 set_bit(AFS_VNODE_DELETED, &vnode->flags);
1398 atomic64_set(&vnode->cb_expires_at, AFS_NO_CB_PROMISE);
1399 clear_bit(AFS_VNODE_DIR_VALID, &vnode->flags);
1403 static void afs_rmdir_success(struct afs_operation *op)
1405 _enter("op=%08x", op->debug_id);
1406 op->ctime = op->file[0].scb.status.mtime_client;
1407 afs_vnode_commit_status(op, &op->file[0]);
1408 afs_update_dentry_version(op, &op->file[0], op->dentry);
1411 static void afs_rmdir_edit_dir(struct afs_operation *op)
1413 struct afs_vnode_param *dvp = &op->file[0];
1414 struct afs_vnode *dvnode = dvp->vnode;
1416 _enter("op=%08x", op->debug_id);
1417 afs_dir_remove_subdir(op->dentry);
1419 down_write(&dvnode->validate_lock);
1420 if (test_bit(AFS_VNODE_DIR_VALID, &dvnode->flags) &&
1421 dvnode->status.data_version == dvp->dv_before + dvp->dv_delta)
1422 afs_edit_dir_remove(dvnode, &op->dentry->d_name,
1423 afs_edit_dir_for_rmdir);
1424 up_write(&dvnode->validate_lock);
1427 static void afs_rmdir_put(struct afs_operation *op)
1429 _enter("op=%08x", op->debug_id);
1430 if (op->file[1].vnode)
1431 up_write(&op->file[1].vnode->rmdir_lock);
1434 static const struct afs_operation_ops afs_rmdir_operation = {
1435 .issue_afs_rpc = afs_fs_remove_dir,
1436 .issue_yfs_rpc = yfs_fs_remove_dir,
1437 .success = afs_rmdir_success,
1438 .aborted = afs_check_for_remote_deletion,
1439 .edit_dir = afs_rmdir_edit_dir,
1440 .put = afs_rmdir_put,
1444 * remove a directory from an AFS filesystem
1446 static int afs_rmdir(struct inode *dir, struct dentry *dentry)
1448 struct afs_operation *op;
1449 struct afs_vnode *dvnode = AFS_FS_I(dir), *vnode = NULL;
1452 _enter("{%llx:%llu},{%pd}",
1453 dvnode->fid.vid, dvnode->fid.vnode, dentry);
1455 op = afs_alloc_operation(NULL, dvnode->volume);
1459 afs_op_set_vnode(op, 0, dvnode);
1460 op->file[0].dv_delta = 1;
1461 op->file[0].modification = true;
1462 op->file[0].update_ctime = true;
1464 op->dentry = dentry;
1465 op->ops = &afs_rmdir_operation;
1467 /* Try to make sure we have a callback promise on the victim. */
1468 if (d_really_is_positive(dentry)) {
1469 vnode = AFS_FS_I(d_inode(dentry));
1470 ret = afs_validate(vnode, op->key);
1476 ret = down_write_killable(&vnode->rmdir_lock);
1479 op->file[1].vnode = vnode;
1482 return afs_do_sync_operation(op);
1485 return afs_put_operation(op);
1489 * Remove a link to a file or symlink from a directory.
1491 * If the file was not deleted due to excess hard links, the fileserver will
1492 * break the callback promise on the file - if it had one - before it returns
1493 * to us, and if it was deleted, it won't
1495 * However, if we didn't have a callback promise outstanding, or it was
1496 * outstanding on a different server, then it won't break it either...
1498 static void afs_dir_remove_link(struct afs_operation *op)
1500 struct afs_vnode *dvnode = op->file[0].vnode;
1501 struct afs_vnode *vnode = op->file[1].vnode;
1502 struct dentry *dentry = op->dentry;
1505 if (afs_op_error(op) ||
1506 (op->file[1].scb.have_status && op->file[1].scb.have_error))
1508 if (d_really_is_positive(dentry))
1511 if (test_bit(AFS_VNODE_DELETED, &vnode->flags)) {
1513 } else if (test_bit(AFS_VNODE_DIR_VALID, &dvnode->flags)) {
1514 write_seqlock(&vnode->cb_lock);
1515 drop_nlink(&vnode->netfs.inode);
1516 if (vnode->netfs.inode.i_nlink == 0) {
1517 set_bit(AFS_VNODE_DELETED, &vnode->flags);
1518 __afs_break_callback(vnode, afs_cb_break_for_unlink);
1520 write_sequnlock(&vnode->cb_lock);
1522 afs_break_callback(vnode, afs_cb_break_for_unlink);
1524 if (test_bit(AFS_VNODE_DELETED, &vnode->flags))
1525 _debug("AFS_VNODE_DELETED");
1527 ret = afs_validate(vnode, op->key);
1529 afs_op_set_error(op, ret);
1532 _debug("nlink %d [val %d]", vnode->netfs.inode.i_nlink, afs_op_error(op));
1535 static void afs_unlink_success(struct afs_operation *op)
1537 _enter("op=%08x", op->debug_id);
1538 op->ctime = op->file[0].scb.status.mtime_client;
1539 afs_check_dir_conflict(op, &op->file[0]);
1540 afs_vnode_commit_status(op, &op->file[0]);
1541 afs_vnode_commit_status(op, &op->file[1]);
1542 afs_update_dentry_version(op, &op->file[0], op->dentry);
1543 afs_dir_remove_link(op);
1546 static void afs_unlink_edit_dir(struct afs_operation *op)
1548 struct afs_vnode_param *dvp = &op->file[0];
1549 struct afs_vnode *dvnode = dvp->vnode;
1551 _enter("op=%08x", op->debug_id);
1552 down_write(&dvnode->validate_lock);
1553 if (test_bit(AFS_VNODE_DIR_VALID, &dvnode->flags) &&
1554 dvnode->status.data_version == dvp->dv_before + dvp->dv_delta)
1555 afs_edit_dir_remove(dvnode, &op->dentry->d_name,
1556 afs_edit_dir_for_unlink);
1557 up_write(&dvnode->validate_lock);
1560 static void afs_unlink_put(struct afs_operation *op)
1562 _enter("op=%08x", op->debug_id);
1563 if (op->unlink.need_rehash && afs_op_error(op) < 0 && afs_op_error(op) != -ENOENT)
1564 d_rehash(op->dentry);
1567 static const struct afs_operation_ops afs_unlink_operation = {
1568 .issue_afs_rpc = afs_fs_remove_file,
1569 .issue_yfs_rpc = yfs_fs_remove_file,
1570 .success = afs_unlink_success,
1571 .aborted = afs_check_for_remote_deletion,
1572 .edit_dir = afs_unlink_edit_dir,
1573 .put = afs_unlink_put,
1577 * Remove a file or symlink from an AFS filesystem.
1579 static int afs_unlink(struct inode *dir, struct dentry *dentry)
1581 struct afs_operation *op;
1582 struct afs_vnode *dvnode = AFS_FS_I(dir);
1583 struct afs_vnode *vnode = AFS_FS_I(d_inode(dentry));
1586 _enter("{%llx:%llu},{%pd}",
1587 dvnode->fid.vid, dvnode->fid.vnode, dentry);
1589 if (dentry->d_name.len >= AFSNAMEMAX)
1590 return -ENAMETOOLONG;
1592 op = afs_alloc_operation(NULL, dvnode->volume);
1596 afs_op_set_vnode(op, 0, dvnode);
1597 op->file[0].dv_delta = 1;
1598 op->file[0].modification = true;
1599 op->file[0].update_ctime = true;
1601 /* Try to make sure we have a callback promise on the victim. */
1602 ret = afs_validate(vnode, op->key);
1604 afs_op_set_error(op, ret);
1608 spin_lock(&dentry->d_lock);
1609 if (d_count(dentry) > 1) {
1610 spin_unlock(&dentry->d_lock);
1611 /* Start asynchronous writeout of the inode */
1612 write_inode_now(d_inode(dentry), 0);
1613 afs_op_set_error(op, afs_sillyrename(dvnode, vnode, dentry, op->key));
1616 if (!d_unhashed(dentry)) {
1617 /* Prevent a race with RCU lookup. */
1619 op->unlink.need_rehash = true;
1621 spin_unlock(&dentry->d_lock);
1623 op->file[1].vnode = vnode;
1624 op->file[1].update_ctime = true;
1625 op->file[1].op_unlinked = true;
1626 op->dentry = dentry;
1627 op->ops = &afs_unlink_operation;
1628 afs_begin_vnode_operation(op);
1629 afs_wait_for_operation(op);
1631 /* If there was a conflict with a third party, check the status of the
1634 if (afs_op_error(op) == 0 && (op->flags & AFS_OPERATION_DIR_CONFLICT)) {
1635 op->file[1].update_ctime = false;
1636 op->fetch_status.which = 1;
1637 op->ops = &afs_fetch_status_operation;
1638 afs_begin_vnode_operation(op);
1639 afs_wait_for_operation(op);
1642 return afs_put_operation(op);
1645 return afs_put_operation(op);
1648 static const struct afs_operation_ops afs_create_operation = {
1649 .issue_afs_rpc = afs_fs_create_file,
1650 .issue_yfs_rpc = yfs_fs_create_file,
1651 .success = afs_create_success,
1652 .aborted = afs_check_for_remote_deletion,
1653 .edit_dir = afs_create_edit_dir,
1654 .put = afs_create_put,
1658 * create a regular file on an AFS filesystem
1660 static int afs_create(struct mnt_idmap *idmap, struct inode *dir,
1661 struct dentry *dentry, umode_t mode, bool excl)
1663 struct afs_operation *op;
1664 struct afs_vnode *dvnode = AFS_FS_I(dir);
1665 int ret = -ENAMETOOLONG;
1667 _enter("{%llx:%llu},{%pd},%ho",
1668 dvnode->fid.vid, dvnode->fid.vnode, dentry, mode);
1670 if (dentry->d_name.len >= AFSNAMEMAX)
1673 op = afs_alloc_operation(NULL, dvnode->volume);
1679 afs_op_set_vnode(op, 0, dvnode);
1680 op->file[0].dv_delta = 1;
1681 op->file[0].modification = true;
1682 op->file[0].update_ctime = true;
1684 op->dentry = dentry;
1685 op->create.mode = S_IFREG | mode;
1686 op->create.reason = afs_edit_dir_for_create;
1687 op->mtime = current_time(dir);
1688 op->ops = &afs_create_operation;
1689 return afs_do_sync_operation(op);
1693 _leave(" = %d", ret);
1697 static void afs_link_success(struct afs_operation *op)
1699 struct afs_vnode_param *dvp = &op->file[0];
1700 struct afs_vnode_param *vp = &op->file[1];
1702 _enter("op=%08x", op->debug_id);
1703 op->ctime = dvp->scb.status.mtime_client;
1704 afs_vnode_commit_status(op, dvp);
1705 afs_vnode_commit_status(op, vp);
1706 afs_update_dentry_version(op, dvp, op->dentry);
1707 if (op->dentry_2->d_parent == op->dentry->d_parent)
1708 afs_update_dentry_version(op, dvp, op->dentry_2);
1709 ihold(&vp->vnode->netfs.inode);
1710 d_instantiate(op->dentry, &vp->vnode->netfs.inode);
1713 static void afs_link_put(struct afs_operation *op)
1715 _enter("op=%08x", op->debug_id);
1716 if (afs_op_error(op))
1720 static const struct afs_operation_ops afs_link_operation = {
1721 .issue_afs_rpc = afs_fs_link,
1722 .issue_yfs_rpc = yfs_fs_link,
1723 .success = afs_link_success,
1724 .aborted = afs_check_for_remote_deletion,
1725 .edit_dir = afs_create_edit_dir,
1726 .put = afs_link_put,
1730 * create a hard link between files in an AFS filesystem
1732 static int afs_link(struct dentry *from, struct inode *dir,
1733 struct dentry *dentry)
1735 struct afs_operation *op;
1736 struct afs_vnode *dvnode = AFS_FS_I(dir);
1737 struct afs_vnode *vnode = AFS_FS_I(d_inode(from));
1738 int ret = -ENAMETOOLONG;
1740 _enter("{%llx:%llu},{%llx:%llu},{%pd}",
1741 vnode->fid.vid, vnode->fid.vnode,
1742 dvnode->fid.vid, dvnode->fid.vnode,
1745 if (dentry->d_name.len >= AFSNAMEMAX)
1748 op = afs_alloc_operation(NULL, dvnode->volume);
1754 ret = afs_validate(vnode, op->key);
1758 afs_op_set_vnode(op, 0, dvnode);
1759 afs_op_set_vnode(op, 1, vnode);
1760 op->file[0].dv_delta = 1;
1761 op->file[0].modification = true;
1762 op->file[0].update_ctime = true;
1763 op->file[1].update_ctime = true;
1765 op->dentry = dentry;
1766 op->dentry_2 = from;
1767 op->ops = &afs_link_operation;
1768 op->create.reason = afs_edit_dir_for_link;
1769 return afs_do_sync_operation(op);
1772 afs_put_operation(op);
1775 _leave(" = %d", ret);
1779 static const struct afs_operation_ops afs_symlink_operation = {
1780 .issue_afs_rpc = afs_fs_symlink,
1781 .issue_yfs_rpc = yfs_fs_symlink,
1782 .success = afs_create_success,
1783 .aborted = afs_check_for_remote_deletion,
1784 .edit_dir = afs_create_edit_dir,
1785 .put = afs_create_put,
1789 * create a symlink in an AFS filesystem
1791 static int afs_symlink(struct mnt_idmap *idmap, struct inode *dir,
1792 struct dentry *dentry, const char *content)
1794 struct afs_operation *op;
1795 struct afs_vnode *dvnode = AFS_FS_I(dir);
1798 _enter("{%llx:%llu},{%pd},%s",
1799 dvnode->fid.vid, dvnode->fid.vnode, dentry,
1802 ret = -ENAMETOOLONG;
1803 if (dentry->d_name.len >= AFSNAMEMAX)
1807 if (strlen(content) >= AFSPATHMAX)
1810 op = afs_alloc_operation(NULL, dvnode->volume);
1816 afs_op_set_vnode(op, 0, dvnode);
1817 op->file[0].dv_delta = 1;
1819 op->dentry = dentry;
1820 op->ops = &afs_symlink_operation;
1821 op->create.reason = afs_edit_dir_for_symlink;
1822 op->create.symlink = content;
1823 op->mtime = current_time(dir);
1824 return afs_do_sync_operation(op);
1828 _leave(" = %d", ret);
1832 static void afs_rename_success(struct afs_operation *op)
1834 _enter("op=%08x", op->debug_id);
1836 op->ctime = op->file[0].scb.status.mtime_client;
1837 afs_check_dir_conflict(op, &op->file[1]);
1838 afs_vnode_commit_status(op, &op->file[0]);
1839 if (op->file[1].vnode != op->file[0].vnode) {
1840 op->ctime = op->file[1].scb.status.mtime_client;
1841 afs_vnode_commit_status(op, &op->file[1]);
1845 static void afs_rename_edit_dir(struct afs_operation *op)
1847 struct afs_vnode_param *orig_dvp = &op->file[0];
1848 struct afs_vnode_param *new_dvp = &op->file[1];
1849 struct afs_vnode *orig_dvnode = orig_dvp->vnode;
1850 struct afs_vnode *new_dvnode = new_dvp->vnode;
1851 struct afs_vnode *vnode = AFS_FS_I(d_inode(op->dentry));
1852 struct dentry *old_dentry = op->dentry;
1853 struct dentry *new_dentry = op->dentry_2;
1854 struct inode *new_inode;
1856 _enter("op=%08x", op->debug_id);
1858 if (op->rename.rehash) {
1859 d_rehash(op->rename.rehash);
1860 op->rename.rehash = NULL;
1863 down_write(&orig_dvnode->validate_lock);
1864 if (test_bit(AFS_VNODE_DIR_VALID, &orig_dvnode->flags) &&
1865 orig_dvnode->status.data_version == orig_dvp->dv_before + orig_dvp->dv_delta)
1866 afs_edit_dir_remove(orig_dvnode, &old_dentry->d_name,
1867 afs_edit_dir_for_rename_0);
1869 if (new_dvnode != orig_dvnode) {
1870 up_write(&orig_dvnode->validate_lock);
1871 down_write(&new_dvnode->validate_lock);
1874 if (test_bit(AFS_VNODE_DIR_VALID, &new_dvnode->flags) &&
1875 new_dvnode->status.data_version == new_dvp->dv_before + new_dvp->dv_delta) {
1876 if (!op->rename.new_negative)
1877 afs_edit_dir_remove(new_dvnode, &new_dentry->d_name,
1878 afs_edit_dir_for_rename_1);
1880 afs_edit_dir_add(new_dvnode, &new_dentry->d_name,
1881 &vnode->fid, afs_edit_dir_for_rename_2);
1884 new_inode = d_inode(new_dentry);
1886 spin_lock(&new_inode->i_lock);
1887 if (S_ISDIR(new_inode->i_mode))
1888 clear_nlink(new_inode);
1889 else if (new_inode->i_nlink > 0)
1890 drop_nlink(new_inode);
1891 spin_unlock(&new_inode->i_lock);
1894 /* Now we can update d_fsdata on the dentries to reflect their
1895 * new parent's data_version.
1897 * Note that if we ever implement RENAME_EXCHANGE, we'll have
1898 * to update both dentries with opposing dir versions.
1900 afs_update_dentry_version(op, new_dvp, op->dentry);
1901 afs_update_dentry_version(op, new_dvp, op->dentry_2);
1903 d_move(old_dentry, new_dentry);
1905 up_write(&new_dvnode->validate_lock);
1908 static void afs_rename_put(struct afs_operation *op)
1910 _enter("op=%08x", op->debug_id);
1911 if (op->rename.rehash)
1912 d_rehash(op->rename.rehash);
1913 dput(op->rename.tmp);
1914 if (afs_op_error(op))
1915 d_rehash(op->dentry);
1918 static const struct afs_operation_ops afs_rename_operation = {
1919 .issue_afs_rpc = afs_fs_rename,
1920 .issue_yfs_rpc = yfs_fs_rename,
1921 .success = afs_rename_success,
1922 .edit_dir = afs_rename_edit_dir,
1923 .put = afs_rename_put,
1927 * rename a file in an AFS filesystem and/or move it between directories
1929 static int afs_rename(struct mnt_idmap *idmap, struct inode *old_dir,
1930 struct dentry *old_dentry, struct inode *new_dir,
1931 struct dentry *new_dentry, unsigned int flags)
1933 struct afs_operation *op;
1934 struct afs_vnode *orig_dvnode, *new_dvnode, *vnode;
1940 /* Don't allow silly-rename files be moved around. */
1941 if (old_dentry->d_flags & DCACHE_NFSFS_RENAMED)
1944 vnode = AFS_FS_I(d_inode(old_dentry));
1945 orig_dvnode = AFS_FS_I(old_dir);
1946 new_dvnode = AFS_FS_I(new_dir);
1948 _enter("{%llx:%llu},{%llx:%llu},{%llx:%llu},{%pd}",
1949 orig_dvnode->fid.vid, orig_dvnode->fid.vnode,
1950 vnode->fid.vid, vnode->fid.vnode,
1951 new_dvnode->fid.vid, new_dvnode->fid.vnode,
1954 op = afs_alloc_operation(NULL, orig_dvnode->volume);
1958 ret = afs_validate(vnode, op->key);
1959 afs_op_set_error(op, ret);
1963 afs_op_set_vnode(op, 0, orig_dvnode);
1964 afs_op_set_vnode(op, 1, new_dvnode); /* May be same as orig_dvnode */
1965 op->file[0].dv_delta = 1;
1966 op->file[1].dv_delta = 1;
1967 op->file[0].modification = true;
1968 op->file[1].modification = true;
1969 op->file[0].update_ctime = true;
1970 op->file[1].update_ctime = true;
1972 op->dentry = old_dentry;
1973 op->dentry_2 = new_dentry;
1974 op->rename.new_negative = d_is_negative(new_dentry);
1975 op->ops = &afs_rename_operation;
1977 /* For non-directories, check whether the target is busy and if so,
1978 * make a copy of the dentry and then do a silly-rename. If the
1979 * silly-rename succeeds, the copied dentry is hashed and becomes the
1982 if (d_is_positive(new_dentry) && !d_is_dir(new_dentry)) {
1983 /* To prevent any new references to the target during the
1984 * rename, we unhash the dentry in advance.
1986 if (!d_unhashed(new_dentry)) {
1988 op->rename.rehash = new_dentry;
1991 if (d_count(new_dentry) > 2) {
1992 /* copy the target dentry's name */
1993 op->rename.tmp = d_alloc(new_dentry->d_parent,
1994 &new_dentry->d_name);
1995 if (!op->rename.tmp) {
2000 ret = afs_sillyrename(new_dvnode,
2001 AFS_FS_I(d_inode(new_dentry)),
2002 new_dentry, op->key);
2004 afs_op_set_error(op, ret);
2008 op->dentry_2 = op->rename.tmp;
2009 op->rename.rehash = NULL;
2010 op->rename.new_negative = true;
2014 /* This bit is potentially nasty as there's a potential race with
2015 * afs_d_revalidate{,_rcu}(). We have to change d_fsdata on the dentry
2016 * to reflect it's new parent's new data_version after the op, but
2017 * d_revalidate may see old_dentry between the op having taken place
2018 * and the version being updated.
2020 * So drop the old_dentry for now to make other threads go through
2021 * lookup instead - which we hold a lock against.
2025 return afs_do_sync_operation(op);
2028 return afs_put_operation(op);
2032 * Release a directory folio and clean up its private state if it's not busy
2033 * - return true if the folio can now be released, false if not
2035 static bool afs_dir_release_folio(struct folio *folio, gfp_t gfp_flags)
2037 struct afs_vnode *dvnode = AFS_FS_I(folio_inode(folio));
2039 _enter("{{%llx:%llu}[%lu]}", dvnode->fid.vid, dvnode->fid.vnode, folio->index);
2041 folio_detach_private(folio);
2043 /* The directory will need reloading. */
2044 if (test_and_clear_bit(AFS_VNODE_DIR_VALID, &dvnode->flags))
2045 afs_stat_v(dvnode, n_relpg);
2050 * Invalidate part or all of a folio.
2052 static void afs_dir_invalidate_folio(struct folio *folio, size_t offset,
2055 struct afs_vnode *dvnode = AFS_FS_I(folio_inode(folio));
2057 _enter("{%lu},%zu,%zu", folio->index, offset, length);
2059 BUG_ON(!folio_test_locked(folio));
2061 /* The directory will need reloading. */
2062 if (test_and_clear_bit(AFS_VNODE_DIR_VALID, &dvnode->flags))
2063 afs_stat_v(dvnode, n_inval);
2065 /* we clean up only if the entire folio is being invalidated */
2066 if (offset == 0 && length == folio_size(folio))
2067 folio_detach_private(folio);