bcachefs: Run bch2_check_fix_ptrs() via triggers
authorKent Overstreet <kent.overstreet@linux.dev>
Sun, 7 Apr 2024 23:07:09 +0000 (19:07 -0400)
committerKent Overstreet <kent.overstreet@linux.dev>
Wed, 8 May 2024 21:29:20 +0000 (17:29 -0400)
Currently, the reflink_p gc trigger does repair as well - turning a
reflink_p key into an error key if the reflink_v it points to doesn't
exist.

This won't work with online check/repair, because the repair path once
online will be subject to transaction restarts, but BTREE_TRIGGER_gc is
not idempotant - we can't run it multiple times if we get a transaction
restart.

So we need to split these paths; to do so this patch calls
check_fix_ptrs() by a new general path - a new trigger type,
BTREE_TRIGGER_check_repair.

Signed-off-by: Kent Overstreet <kent.overstreet@linux.dev>
fs/bcachefs/btree_cache.c
fs/bcachefs/btree_cache.h
fs/bcachefs/btree_gc.c
fs/bcachefs/btree_types.h
fs/bcachefs/buckets.c
fs/bcachefs/buckets.h
fs/bcachefs/ec.c

index 02c70e813face0ce975f1f700e55a34743d286ea..debdd7dc04778e9d6530ea5146df1d6dd0677533 100644 (file)
@@ -190,6 +190,35 @@ int bch2_btree_node_hash_insert(struct btree_cache *bc, struct btree *b,
        return ret;
 }
 
+void bch2_btree_node_update_key_early(struct btree_trans *trans,
+                                     enum btree_id btree, unsigned level,
+                                     struct bkey_s_c old, struct bkey_i *new)
+{
+       struct bch_fs *c = trans->c;
+       struct btree *b;
+       struct bkey_buf tmp;
+       int ret;
+
+       bch2_bkey_buf_init(&tmp);
+       bch2_bkey_buf_reassemble(&tmp, c, old);
+
+       b = bch2_btree_node_get_noiter(trans, tmp.k, btree, level, true);
+       if (!IS_ERR_OR_NULL(b)) {
+               mutex_lock(&c->btree_cache.lock);
+
+               bch2_btree_node_hash_remove(&c->btree_cache, b);
+
+               bkey_copy(&b->key, new);
+               ret = __bch2_btree_node_hash_insert(&c->btree_cache, b);
+               BUG_ON(ret);
+
+               mutex_unlock(&c->btree_cache.lock);
+               six_unlock_read(&b->c.lock);
+       }
+
+       bch2_bkey_buf_exit(&tmp, c);
+}
+
 __flatten
 static inline struct btree *btree_cache_find(struct btree_cache *bc,
                                     const struct bkey_i *k)
index 6d33885fdbde0d101b4c5785a1bf57bf072fe8de..6fe91d1c0fd4c9714180662daec60f50dae98853 100644 (file)
@@ -17,6 +17,9 @@ int __bch2_btree_node_hash_insert(struct btree_cache *, struct btree *);
 int bch2_btree_node_hash_insert(struct btree_cache *, struct btree *,
                                unsigned, enum btree_id);
 
+void bch2_btree_node_update_key_early(struct btree_trans *, enum btree_id, unsigned,
+                                     struct bkey_s_c, struct bkey_i *);
+
 void bch2_btree_cache_cannibalize_unlock(struct btree_trans *);
 int bch2_btree_cache_cannibalize_lock(struct btree_trans *, struct closure *);
 
index 7fdaf236e8d541b0cee76ef9dea9d7f7a9f4517b..e30fa3c47553be52ef81d1b3d9a74ddb9c6340da 100644 (file)
@@ -91,35 +91,6 @@ static void btree_ptr_to_v2(struct btree *b, struct bkey_i_btree_ptr_v2 *dst)
        }
 }
 
-static void bch2_btree_node_update_key_early(struct btree_trans *trans,
-                                            enum btree_id btree, unsigned level,
-                                            struct bkey_s_c old, struct bkey_i *new)
-{
-       struct bch_fs *c = trans->c;
-       struct btree *b;
-       struct bkey_buf tmp;
-       int ret;
-
-       bch2_bkey_buf_init(&tmp);
-       bch2_bkey_buf_reassemble(&tmp, c, old);
-
-       b = bch2_btree_node_get_noiter(trans, tmp.k, btree, level, true);
-       if (!IS_ERR_OR_NULL(b)) {
-               mutex_lock(&c->btree_cache.lock);
-
-               bch2_btree_node_hash_remove(&c->btree_cache, b);
-
-               bkey_copy(&b->key, new);
-               ret = __bch2_btree_node_hash_insert(&c->btree_cache, b);
-               BUG_ON(ret);
-
-               mutex_unlock(&c->btree_cache.lock);
-               six_unlock_read(&b->c.lock);
-       }
-
-       bch2_bkey_buf_exit(&tmp, c);
-}
-
 static int set_node_min(struct bch_fs *c, struct btree *b, struct bpos new_min)
 {
        struct bkey_i_btree_ptr_v2 *new;
@@ -580,245 +551,11 @@ fsck_err:
        return ret;
 }
 
-static int bch2_check_fix_ptrs(struct btree_trans *trans, enum btree_id btree_id,
-                              unsigned level, bool is_root,
-                              struct bkey_s_c *k)
-{
-       struct bch_fs *c = trans->c;
-       struct bkey_ptrs_c ptrs_c = bch2_bkey_ptrs_c(*k);
-       const union bch_extent_entry *entry_c;
-       struct extent_ptr_decoded p = { 0 };
-       bool do_update = false;
-       struct printbuf buf = PRINTBUF;
-       int ret = 0;
-
-       /*
-        * XXX
-        * use check_bucket_ref here
-        */
-       bkey_for_each_ptr_decode(k->k, ptrs_c, p, entry_c) {
-               struct bch_dev *ca = bch2_dev_bkey_exists(c, p.ptr.dev);
-               struct bucket *g = PTR_GC_BUCKET(ca, &p.ptr);
-               enum bch_data_type data_type = bch2_bkey_ptr_data_type(*k, p, entry_c);
-
-               if (fsck_err_on(!g->gen_valid,
-                               c, ptr_to_missing_alloc_key,
-                               "bucket %u:%zu data type %s ptr gen %u missing in alloc btree\n"
-                               "while marking %s",
-                               p.ptr.dev, PTR_BUCKET_NR(ca, &p.ptr),
-                               bch2_data_type_str(ptr_data_type(k->k, &p.ptr)),
-                               p.ptr.gen,
-                               (printbuf_reset(&buf),
-                                bch2_bkey_val_to_text(&buf, c, *k), buf.buf))) {
-                       if (!p.ptr.cached) {
-                               g->gen_valid            = true;
-                               g->gen                  = p.ptr.gen;
-                       } else {
-                               do_update = true;
-                       }
-               }
-
-               if (fsck_err_on(gen_cmp(p.ptr.gen, g->gen) > 0,
-                               c, ptr_gen_newer_than_bucket_gen,
-                               "bucket %u:%zu data type %s ptr gen in the future: %u > %u\n"
-                               "while marking %s",
-                               p.ptr.dev, PTR_BUCKET_NR(ca, &p.ptr),
-                               bch2_data_type_str(ptr_data_type(k->k, &p.ptr)),
-                               p.ptr.gen, g->gen,
-                               (printbuf_reset(&buf),
-                                bch2_bkey_val_to_text(&buf, c, *k), buf.buf))) {
-                       if (!p.ptr.cached &&
-                           (g->data_type != BCH_DATA_btree ||
-                            data_type == BCH_DATA_btree)) {
-                               g->gen_valid            = true;
-                               g->gen                  = p.ptr.gen;
-                               g->data_type            = 0;
-                               g->dirty_sectors        = 0;
-                               g->cached_sectors       = 0;
-                       } else {
-                               do_update = true;
-                       }
-               }
-
-               if (fsck_err_on(gen_cmp(g->gen, p.ptr.gen) > BUCKET_GC_GEN_MAX,
-                               c, ptr_gen_newer_than_bucket_gen,
-                               "bucket %u:%zu gen %u data type %s: ptr gen %u too stale\n"
-                               "while marking %s",
-                               p.ptr.dev, PTR_BUCKET_NR(ca, &p.ptr), g->gen,
-                               bch2_data_type_str(ptr_data_type(k->k, &p.ptr)),
-                               p.ptr.gen,
-                               (printbuf_reset(&buf),
-                                bch2_bkey_val_to_text(&buf, c, *k), buf.buf)))
-                       do_update = true;
-
-               if (fsck_err_on(!p.ptr.cached && gen_cmp(p.ptr.gen, g->gen) < 0,
-                               c, stale_dirty_ptr,
-                               "bucket %u:%zu data type %s stale dirty ptr: %u < %u\n"
-                               "while marking %s",
-                               p.ptr.dev, PTR_BUCKET_NR(ca, &p.ptr),
-                               bch2_data_type_str(ptr_data_type(k->k, &p.ptr)),
-                               p.ptr.gen, g->gen,
-                               (printbuf_reset(&buf),
-                                bch2_bkey_val_to_text(&buf, c, *k), buf.buf)))
-                       do_update = true;
-
-               if (data_type != BCH_DATA_btree && p.ptr.gen != g->gen)
-                       continue;
-
-               if (fsck_err_on(bucket_data_type_mismatch(g->data_type, data_type),
-                               c, ptr_bucket_data_type_mismatch,
-                               "bucket %u:%zu gen %u different types of data in same bucket: %s, %s\n"
-                               "while marking %s",
-                               p.ptr.dev, PTR_BUCKET_NR(ca, &p.ptr), g->gen,
-                               bch2_data_type_str(g->data_type),
-                               bch2_data_type_str(data_type),
-                               (printbuf_reset(&buf),
-                                bch2_bkey_val_to_text(&buf, c, *k), buf.buf))) {
-                       if (data_type == BCH_DATA_btree) {
-                               g->gen_valid            = true;
-                               g->gen                  = p.ptr.gen;
-                               g->data_type            = data_type;
-                               g->dirty_sectors        = 0;
-                               g->cached_sectors       = 0;
-                       } else {
-                               do_update = true;
-                       }
-               }
-
-               if (p.has_ec) {
-                       struct gc_stripe *m = genradix_ptr(&c->gc_stripes, p.ec.idx);
-
-                       if (fsck_err_on(!m || !m->alive, c,
-                                       ptr_to_missing_stripe,
-                                       "pointer to nonexistent stripe %llu\n"
-                                       "while marking %s",
-                                       (u64) p.ec.idx,
-                                       (printbuf_reset(&buf),
-                                        bch2_bkey_val_to_text(&buf, c, *k), buf.buf)))
-                               do_update = true;
-
-                       if (fsck_err_on(m && m->alive && !bch2_ptr_matches_stripe_m(m, p), c,
-                                       ptr_to_incorrect_stripe,
-                                       "pointer does not match stripe %llu\n"
-                                       "while marking %s",
-                                       (u64) p.ec.idx,
-                                       (printbuf_reset(&buf),
-                                        bch2_bkey_val_to_text(&buf, c, *k), buf.buf)))
-                               do_update = true;
-               }
-       }
-
-       if (do_update) {
-               if (is_root) {
-                       bch_err(c, "cannot update btree roots yet");
-                       ret = -EINVAL;
-                       goto err;
-               }
-
-               struct bkey_i *new = kmalloc(bkey_bytes(k->k), GFP_KERNEL);
-               if (!new) {
-                       ret = -BCH_ERR_ENOMEM_gc_repair_key;
-                       bch_err_msg(c, ret, "allocating new key");
-                       goto err;
-               }
-
-               bkey_reassemble(new, *k);
-
-               if (level) {
-                       /*
-                        * We don't want to drop btree node pointers - if the
-                        * btree node isn't there anymore, the read path will
-                        * sort it out:
-                        */
-                       struct bkey_ptrs ptrs = bch2_bkey_ptrs(bkey_i_to_s(new));
-                       bkey_for_each_ptr(ptrs, ptr) {
-                               struct bch_dev *ca = bch2_dev_bkey_exists(c, ptr->dev);
-                               struct bucket *g = PTR_GC_BUCKET(ca, ptr);
-
-                               ptr->gen = g->gen;
-                       }
-               } else {
-                       struct bkey_ptrs ptrs;
-                       union bch_extent_entry *entry;
-restart_drop_ptrs:
-                       ptrs = bch2_bkey_ptrs(bkey_i_to_s(new));
-                       bkey_for_each_ptr_decode(bkey_i_to_s(new).k, ptrs, p, entry) {
-                               struct bch_dev *ca = bch2_dev_bkey_exists(c, p.ptr.dev);
-                               struct bucket *g = PTR_GC_BUCKET(ca, &p.ptr);
-                               enum bch_data_type data_type = bch2_bkey_ptr_data_type(bkey_i_to_s_c(new), p, entry);
-
-                               if ((p.ptr.cached &&
-                                    (!g->gen_valid || gen_cmp(p.ptr.gen, g->gen) > 0)) ||
-                                   (!p.ptr.cached &&
-                                    gen_cmp(p.ptr.gen, g->gen) < 0) ||
-                                   gen_cmp(g->gen, p.ptr.gen) > BUCKET_GC_GEN_MAX ||
-                                   (g->data_type &&
-                                    bucket_data_type(g->data_type) != data_type)) {
-                                       bch2_bkey_drop_ptr(bkey_i_to_s(new), &entry->ptr);
-                                       goto restart_drop_ptrs;
-                               }
-                       }
-again:
-                       ptrs = bch2_bkey_ptrs(bkey_i_to_s(new));
-                       bkey_extent_entry_for_each(ptrs, entry) {
-                               if (extent_entry_type(entry) == BCH_EXTENT_ENTRY_stripe_ptr) {
-                                       struct gc_stripe *m = genradix_ptr(&c->gc_stripes,
-                                                                       entry->stripe_ptr.idx);
-                                       union bch_extent_entry *next_ptr;
-
-                                       bkey_extent_entry_for_each_from(ptrs, next_ptr, entry)
-                                               if (extent_entry_type(next_ptr) == BCH_EXTENT_ENTRY_ptr)
-                                                       goto found;
-                                       next_ptr = NULL;
-found:
-                                       if (!next_ptr) {
-                                               bch_err(c, "aieee, found stripe ptr with no data ptr");
-                                               continue;
-                                       }
-
-                                       if (!m || !m->alive ||
-                                           !__bch2_ptr_matches_stripe(&m->ptrs[entry->stripe_ptr.block],
-                                                                      &next_ptr->ptr,
-                                                                      m->sectors)) {
-                                               bch2_bkey_extent_entry_drop(new, entry);
-                                               goto again;
-                                       }
-                               }
-                       }
-               }
-
-               if (level)
-                       bch2_btree_node_update_key_early(trans, btree_id, level - 1, *k, new);
-
-               if (0) {
-                       printbuf_reset(&buf);
-                       bch2_bkey_val_to_text(&buf, c, *k);
-                       bch_info(c, "updated %s", buf.buf);
-
-                       printbuf_reset(&buf);
-                       bch2_bkey_val_to_text(&buf, c, bkey_i_to_s_c(new));
-                       bch_info(c, "new key %s", buf.buf);
-               }
-
-               ret = bch2_journal_key_insert_take(c, btree_id, level, new);
-               if (ret) {
-                       kfree(new);
-                       goto err;
-               }
-
-               *k = bkey_i_to_s_c(new);
-       }
-err:
-fsck_err:
-       printbuf_exit(&buf);
-       return ret;
-}
-
 /* marking of btree keys/nodes: */
 
 static int bch2_gc_mark_key(struct btree_trans *trans, enum btree_id btree_id,
                            unsigned level, bool is_root,
-                           struct bkey_s_c *k,
+                           struct bkey_s_c k,
                            bool initial)
 {
        struct bch_fs *c = trans->c;
@@ -827,40 +564,53 @@ static int bch2_gc_mark_key(struct btree_trans *trans, enum btree_id btree_id,
        struct printbuf buf = PRINTBUF;
        int ret = 0;
 
-       deleted.p = k->k->p;
+       deleted.p = k.k->p;
 
        if (initial) {
                BUG_ON(bch2_journal_seq_verify &&
-                      k->k->version.lo > atomic64_read(&c->journal.seq));
+                      k.k->version.lo > atomic64_read(&c->journal.seq));
 
-               if (fsck_err_on(k->k->version.lo > atomic64_read(&c->key_version), c,
+               if (fsck_err_on(k.k->version.lo > atomic64_read(&c->key_version), c,
                                bkey_version_in_future,
                                "key version number higher than recorded: %llu > %llu",
-                               k->k->version.lo,
+                               k.k->version.lo,
                                atomic64_read(&c->key_version)))
-                       atomic64_set(&c->key_version, k->k->version.lo);
+                       atomic64_set(&c->key_version, k.k->version.lo);
        }
 
-       ret = bch2_check_fix_ptrs(trans, btree_id, level, is_root, k);
-       if (ret)
-               goto err;
-
-       if (mustfix_fsck_err_on(level && !bch2_dev_btree_bitmap_marked(c, *k),
+       if (mustfix_fsck_err_on(level && !bch2_dev_btree_bitmap_marked(c, k),
                                c, btree_bitmap_not_marked,
                                "btree ptr not marked in member info btree allocated bitmap\n  %s",
-                               (bch2_bkey_val_to_text(&buf, c, *k),
+                               (bch2_bkey_val_to_text(&buf, c, k),
                                 buf.buf))) {
                mutex_lock(&c->sb_lock);
-               bch2_dev_btree_bitmap_mark(c, *k);
+               bch2_dev_btree_bitmap_mark(c, k);
                bch2_write_super(c);
                mutex_unlock(&c->sb_lock);
        }
 
-       ret = commit_do(trans, NULL, NULL, 0,
-                       bch2_key_trigger(trans, btree_id, level, old,
-                                        unsafe_bkey_s_c_to_s(*k), BTREE_TRIGGER_gc));
+       /*
+        * We require a commit before key_trigger() because
+        * key_trigger(BTREE_TRIGGER_GC) is not idempotant; we'll calculate the
+        * wrong result if we run it multiple times.
+        */
+       unsigned flags = is_root ? BTREE_TRIGGER_is_root : 0;
+
+       ret = bch2_key_trigger(trans, btree_id, level, old, unsafe_bkey_s_c_to_s(k),
+                              BTREE_TRIGGER_check_repair|flags);
+       if (ret)
+               goto out;
+
+       if (trans->nr_updates) {
+               ret = bch2_trans_commit(trans, NULL, NULL, 0) ?:
+                       -BCH_ERR_transaction_restart_nested;
+               goto out;
+       }
+
+       ret = bch2_key_trigger(trans, btree_id, level, old, unsafe_bkey_s_c_to_s(k),
+                              BTREE_TRIGGER_gc|flags);
+out:
 fsck_err:
-err:
        printbuf_exit(&buf);
        bch_err_fn(c, ret);
        return ret;
@@ -879,7 +629,12 @@ static int btree_gc_mark_node(struct btree_trans *trans, struct btree *b, bool i
        bch2_btree_and_journal_iter_init_node_iter(trans, &iter, b);
 
        while ((k = bch2_btree_and_journal_iter_peek(&iter)).k) {
-               ret = bch2_gc_mark_key(trans, b->c.btree_id, b->c.level, false, &k, initial);
+               bch2_trans_begin(trans);
+               ret = bch2_gc_mark_key(trans, b->c.btree_id, b->c.level, false, k, initial);
+               if (bch2_err_matches(ret, BCH_ERR_transaction_restart)) {
+                       ret = 0;
+                       continue;
+               }
                if (ret)
                        break;
 
@@ -918,12 +673,10 @@ static int bch2_gc_btree(struct btree_trans *trans, enum btree_id btree_id,
 
        mutex_lock(&c->btree_root_lock);
        b = bch2_btree_id_root(c, btree_id)->b;
-       if (!btree_node_fake(b)) {
-               struct bkey_s_c k = bkey_i_to_s_c(&b->key);
-
-               ret = bch2_gc_mark_key(trans, b->c.btree_id, b->c.level + 1,
-                                      true, &k, initial);
-       }
+       if (!btree_node_fake(b))
+               ret = lockrestart_do(trans,
+                       bch2_gc_mark_key(trans, b->c.btree_id, b->c.level + 1,
+                                        true, bkey_i_to_s_c(&b->key), initial));
        gc_pos_set(c, gc_pos_btree_root(b->c.btree_id));
        mutex_unlock(&c->btree_root_lock);
 
@@ -991,12 +744,10 @@ static int bch2_gc_btree_init(struct btree_trans *trans,
        if (b->c.level >= target_depth)
                ret = bch2_gc_btree_init_recurse(trans, b, target_depth);
 
-       if (!ret) {
-               struct bkey_s_c k = bkey_i_to_s_c(&b->key);
-
-               ret = bch2_gc_mark_key(trans, b->c.btree_id, b->c.level + 1, true,
-                                      &k, true);
-       }
+       if (!ret)
+               ret = lockrestart_do(trans,
+                       bch2_gc_mark_key(trans, b->c.btree_id, b->c.level + 1, true,
+                                        bkey_i_to_s_c(&b->key), true));
        six_unlock_read(&b->c.lock);
 
        bch_err_fn(c, ret);
index a973ba6264d3be6957b41912ea00dce99524248b..4ff5213219a50e73c1dd7c05a96b05a40ef28568 100644 (file)
@@ -237,9 +237,11 @@ struct btree_node_iter {
        x(norun)                                \
        x(transactional)                        \
        x(atomic)                               \
+       x(check_repair)                         \
        x(gc)                                   \
        x(insert)                               \
        x(overwrite)                            \
+       x(is_root)                              \
        x(bucket_invalidate)
 
 enum {
index adaa66f7764a2c2566b98e459ccb6bd3ee08f0be..e0e991043aa518b093e739549bd397c1b7fbe706 100644 (file)
@@ -485,6 +485,241 @@ int bch2_update_cached_sectors_list(struct btree_trans *trans, unsigned dev, s64
        return bch2_update_replicas_list(trans, &r.e, sectors);
 }
 
+int bch2_check_fix_ptrs(struct btree_trans *trans,
+                       enum btree_id btree, unsigned level, struct bkey_s_c k,
+                       enum btree_iter_update_trigger_flags flags)
+{
+       struct bch_fs *c = trans->c;
+       struct bkey_ptrs_c ptrs_c = bch2_bkey_ptrs_c(k);
+       const union bch_extent_entry *entry_c;
+       struct extent_ptr_decoded p = { 0 };
+       bool do_update = false;
+       struct printbuf buf = PRINTBUF;
+       int ret = 0;
+
+       percpu_down_read(&c->mark_lock);
+
+       bkey_for_each_ptr_decode(k.k, ptrs_c, p, entry_c) {
+               struct bch_dev *ca = bch2_dev_bkey_exists(c, p.ptr.dev);
+               struct bucket *g = PTR_GC_BUCKET(ca, &p.ptr);
+               enum bch_data_type data_type = bch2_bkey_ptr_data_type(k, p, entry_c);
+
+               if (fsck_err_on(!g->gen_valid,
+                               c, ptr_to_missing_alloc_key,
+                               "bucket %u:%zu data type %s ptr gen %u missing in alloc btree\n"
+                               "while marking %s",
+                               p.ptr.dev, PTR_BUCKET_NR(ca, &p.ptr),
+                               bch2_data_type_str(ptr_data_type(k.k, &p.ptr)),
+                               p.ptr.gen,
+                               (printbuf_reset(&buf),
+                                bch2_bkey_val_to_text(&buf, c, k), buf.buf))) {
+                       if (!p.ptr.cached) {
+                               g->gen_valid            = true;
+                               g->gen                  = p.ptr.gen;
+                       } else {
+                               do_update = true;
+                       }
+               }
+
+               if (fsck_err_on(gen_cmp(p.ptr.gen, g->gen) > 0,
+                               c, ptr_gen_newer_than_bucket_gen,
+                               "bucket %u:%zu data type %s ptr gen in the future: %u > %u\n"
+                               "while marking %s",
+                               p.ptr.dev, PTR_BUCKET_NR(ca, &p.ptr),
+                               bch2_data_type_str(ptr_data_type(k.k, &p.ptr)),
+                               p.ptr.gen, g->gen,
+                               (printbuf_reset(&buf),
+                                bch2_bkey_val_to_text(&buf, c, k), buf.buf))) {
+                       if (!p.ptr.cached &&
+                           (g->data_type != BCH_DATA_btree ||
+                            data_type == BCH_DATA_btree)) {
+                               g->gen_valid            = true;
+                               g->gen                  = p.ptr.gen;
+                               g->data_type            = 0;
+                               g->dirty_sectors        = 0;
+                               g->cached_sectors       = 0;
+                       } else {
+                               do_update = true;
+                       }
+               }
+
+               if (fsck_err_on(gen_cmp(g->gen, p.ptr.gen) > BUCKET_GC_GEN_MAX,
+                               c, ptr_gen_newer_than_bucket_gen,
+                               "bucket %u:%zu gen %u data type %s: ptr gen %u too stale\n"
+                               "while marking %s",
+                               p.ptr.dev, PTR_BUCKET_NR(ca, &p.ptr), g->gen,
+                               bch2_data_type_str(ptr_data_type(k.k, &p.ptr)),
+                               p.ptr.gen,
+                               (printbuf_reset(&buf),
+                                bch2_bkey_val_to_text(&buf, c, k), buf.buf)))
+                       do_update = true;
+
+               if (fsck_err_on(!p.ptr.cached && gen_cmp(p.ptr.gen, g->gen) < 0,
+                               c, stale_dirty_ptr,
+                               "bucket %u:%zu data type %s stale dirty ptr: %u < %u\n"
+                               "while marking %s",
+                               p.ptr.dev, PTR_BUCKET_NR(ca, &p.ptr),
+                               bch2_data_type_str(ptr_data_type(k.k, &p.ptr)),
+                               p.ptr.gen, g->gen,
+                               (printbuf_reset(&buf),
+                                bch2_bkey_val_to_text(&buf, c, k), buf.buf)))
+                       do_update = true;
+
+               if (data_type != BCH_DATA_btree && p.ptr.gen != g->gen)
+                       continue;
+
+               if (fsck_err_on(bucket_data_type_mismatch(g->data_type, data_type),
+                               c, ptr_bucket_data_type_mismatch,
+                               "bucket %u:%zu gen %u different types of data in same bucket: %s, %s\n"
+                               "while marking %s",
+                               p.ptr.dev, PTR_BUCKET_NR(ca, &p.ptr), g->gen,
+                               bch2_data_type_str(g->data_type),
+                               bch2_data_type_str(data_type),
+                               (printbuf_reset(&buf),
+                                bch2_bkey_val_to_text(&buf, c, k), buf.buf))) {
+                       if (data_type == BCH_DATA_btree) {
+                               g->gen_valid            = true;
+                               g->gen                  = p.ptr.gen;
+                               g->data_type            = data_type;
+                               g->dirty_sectors        = 0;
+                               g->cached_sectors       = 0;
+                       } else {
+                               do_update = true;
+                       }
+               }
+
+               if (p.has_ec) {
+                       struct gc_stripe *m = genradix_ptr(&c->gc_stripes, p.ec.idx);
+
+                       if (fsck_err_on(!m || !m->alive, c,
+                                       ptr_to_missing_stripe,
+                                       "pointer to nonexistent stripe %llu\n"
+                                       "while marking %s",
+                                       (u64) p.ec.idx,
+                                       (printbuf_reset(&buf),
+                                        bch2_bkey_val_to_text(&buf, c, k), buf.buf)))
+                               do_update = true;
+
+                       if (fsck_err_on(m && m->alive && !bch2_ptr_matches_stripe_m(m, p), c,
+                                       ptr_to_incorrect_stripe,
+                                       "pointer does not match stripe %llu\n"
+                                       "while marking %s",
+                                       (u64) p.ec.idx,
+                                       (printbuf_reset(&buf),
+                                        bch2_bkey_val_to_text(&buf, c, k), buf.buf)))
+                               do_update = true;
+               }
+       }
+
+       if (do_update) {
+               if (flags & BTREE_TRIGGER_is_root) {
+                       bch_err(c, "cannot update btree roots yet");
+                       ret = -EINVAL;
+                       goto err;
+               }
+
+               struct bkey_i *new = bch2_bkey_make_mut_noupdate(trans, k);
+               ret = PTR_ERR_OR_ZERO(new);
+               if (ret)
+                       goto err;
+
+               if (level) {
+                       /*
+                        * We don't want to drop btree node pointers - if the
+                        * btree node isn't there anymore, the read path will
+                        * sort it out:
+                        */
+                       struct bkey_ptrs ptrs = bch2_bkey_ptrs(bkey_i_to_s(new));
+                       bkey_for_each_ptr(ptrs, ptr) {
+                               struct bch_dev *ca = bch2_dev_bkey_exists(c, ptr->dev);
+                               struct bucket *g = PTR_GC_BUCKET(ca, ptr);
+
+                               ptr->gen = g->gen;
+                       }
+               } else {
+                       struct bkey_ptrs ptrs;
+                       union bch_extent_entry *entry;
+restart_drop_ptrs:
+                       ptrs = bch2_bkey_ptrs(bkey_i_to_s(new));
+                       bkey_for_each_ptr_decode(bkey_i_to_s(new).k, ptrs, p, entry) {
+                               struct bch_dev *ca = bch2_dev_bkey_exists(c, p.ptr.dev);
+                               struct bucket *g = PTR_GC_BUCKET(ca, &p.ptr);
+                               enum bch_data_type data_type = bch2_bkey_ptr_data_type(bkey_i_to_s_c(new), p, entry);
+
+                               if ((p.ptr.cached &&
+                                    (!g->gen_valid || gen_cmp(p.ptr.gen, g->gen) > 0)) ||
+                                   (!p.ptr.cached &&
+                                    gen_cmp(p.ptr.gen, g->gen) < 0) ||
+                                   gen_cmp(g->gen, p.ptr.gen) > BUCKET_GC_GEN_MAX ||
+                                   (g->data_type &&
+                                    g->data_type != data_type)) {
+                                       bch2_bkey_drop_ptr(bkey_i_to_s(new), &entry->ptr);
+                                       goto restart_drop_ptrs;
+                               }
+                       }
+again:
+                       ptrs = bch2_bkey_ptrs(bkey_i_to_s(new));
+                       bkey_extent_entry_for_each(ptrs, entry) {
+                               if (extent_entry_type(entry) == BCH_EXTENT_ENTRY_stripe_ptr) {
+                                       struct gc_stripe *m = genradix_ptr(&c->gc_stripes,
+                                                                       entry->stripe_ptr.idx);
+                                       union bch_extent_entry *next_ptr;
+
+                                       bkey_extent_entry_for_each_from(ptrs, next_ptr, entry)
+                                               if (extent_entry_type(next_ptr) == BCH_EXTENT_ENTRY_ptr)
+                                                       goto found;
+                                       next_ptr = NULL;
+found:
+                                       if (!next_ptr) {
+                                               bch_err(c, "aieee, found stripe ptr with no data ptr");
+                                               continue;
+                                       }
+
+                                       if (!m || !m->alive ||
+                                           !__bch2_ptr_matches_stripe(&m->ptrs[entry->stripe_ptr.block],
+                                                                      &next_ptr->ptr,
+                                                                      m->sectors)) {
+                                               bch2_bkey_extent_entry_drop(new, entry);
+                                               goto again;
+                                       }
+                               }
+                       }
+               }
+
+               if (0) {
+                       printbuf_reset(&buf);
+                       bch2_bkey_val_to_text(&buf, c, k);
+                       bch_info(c, "updated %s", buf.buf);
+
+                       printbuf_reset(&buf);
+                       bch2_bkey_val_to_text(&buf, c, bkey_i_to_s_c(new));
+                       bch_info(c, "new key %s", buf.buf);
+               }
+
+               percpu_up_read(&c->mark_lock);
+               struct btree_iter iter;
+               bch2_trans_node_iter_init(trans, &iter, btree, new->k.p, 0, level,
+                                         BTREE_ITER_intent|BTREE_ITER_all_snapshots);
+               ret =   bch2_btree_iter_traverse(&iter) ?:
+                       bch2_trans_update(trans, &iter, new,
+                                         BTREE_UPDATE_internal_snapshot_node|
+                                         BTREE_TRIGGER_norun);
+               bch2_trans_iter_exit(trans, &iter);
+               percpu_down_read(&c->mark_lock);
+
+               if (ret)
+                       goto err;
+
+               if (level)
+                       bch2_btree_node_update_key_early(trans, btree, level - 1, k, new);
+       }
+err:
+fsck_err:
+       percpu_up_read(&c->mark_lock);
+       printbuf_exit(&buf);
+       return ret;
+}
+
 int bch2_bucket_ref_update(struct btree_trans *trans,
                          struct bkey_s_c k,
                          const struct bch_extent_ptr *ptr,
@@ -970,7 +1205,7 @@ static int __trigger_extent(struct btree_trans *trans,
 }
 
 int bch2_trigger_extent(struct btree_trans *trans,
-                       enum btree_id btree_id, unsigned level,
+                       enum btree_id btree, unsigned level,
                        struct bkey_s_c old, struct bkey_s new,
                        enum btree_iter_update_trigger_flags flags)
 {
@@ -979,6 +1214,9 @@ int bch2_trigger_extent(struct btree_trans *trans,
        unsigned new_ptrs_bytes = (void *) new_ptrs.end - (void *) new_ptrs.start;
        unsigned old_ptrs_bytes = (void *) old_ptrs.end - (void *) old_ptrs.start;
 
+       if (unlikely(flags & BTREE_TRIGGER_check_repair))
+               return bch2_check_fix_ptrs(trans, btree, level, new.s_c, flags);
+
        /* if pointers aren't changing - nothing to do: */
        if (new_ptrs_bytes == old_ptrs_bytes &&
            !memcmp(new_ptrs.start,
@@ -1000,7 +1238,7 @@ int bch2_trigger_extent(struct btree_trans *trans,
        }
 
        if (flags & (BTREE_TRIGGER_transactional|BTREE_TRIGGER_gc))
-               return trigger_run_overwrite_then_insert(__trigger_extent, trans, btree_id, level, old, new, flags);
+               return trigger_run_overwrite_then_insert(__trigger_extent, trans, btree, level, old, new, flags);
 
        return 0;
 }
index c2c2ac36bee5baa1edb0850f033d7e9e080ff8ad..df10f390101a24a053374171852e445314da6727 100644 (file)
@@ -341,6 +341,10 @@ int bch2_bucket_ref_update(struct btree_trans *, struct bkey_s_c,
                           const struct bch_extent_ptr *,
                           s64, enum bch_data_type, u8, u8, u32 *);
 
+int bch2_check_fix_ptrs(struct btree_trans *,
+                       enum btree_id, unsigned, struct bkey_s_c,
+                       enum btree_iter_update_trigger_flags);
+
 int bch2_trigger_extent(struct btree_trans *, enum btree_id, unsigned,
                        struct bkey_s_c, struct bkey_s,
                        enum btree_iter_update_trigger_flags);
index 31db3c8fce50bbeda8300ead37871753115a17ef..d6fa7e0bb2666eedb5ba93b9c01deafcb1d7b0c7 100644 (file)
@@ -369,7 +369,7 @@ static int mark_stripe_buckets(struct btree_trans *trans,
 }
 
 int bch2_trigger_stripe(struct btree_trans *trans,
-                       enum btree_id btree_id, unsigned level,
+                       enum btree_id btree, unsigned level,
                        struct bkey_s_c old, struct bkey_s _new,
                        enum btree_iter_update_trigger_flags flags)
 {
@@ -381,6 +381,9 @@ int bch2_trigger_stripe(struct btree_trans *trans,
        const struct bch_stripe *new_s = new.k->type == KEY_TYPE_stripe
                ? bkey_s_c_to_stripe(new).v : NULL;
 
+       if (unlikely(flags & BTREE_TRIGGER_check_repair))
+               return bch2_check_fix_ptrs(trans, btree, level, _new.s_c, flags);
+
        if (flags & BTREE_TRIGGER_transactional) {
                /*
                 * If the pointers aren't changing, we don't need to do anything: