1 // SPDX-License-Identifier: GPL-2.0
4 #include "btree_update_interior.h"
7 #include "journal_io.h"
15 * Btree roots, and a few other things, are recovered from the journal after an
16 * unclean shutdown - but after a clean shutdown, to avoid having to read the
17 * journal, we can store them in the superblock.
19 * bch_sb_field_clean simply contains a list of journal entries, stored exactly
20 * as they would be in the journal:
23 int bch2_sb_clean_validate_late(struct bch_fs *c, struct bch_sb_field_clean *clean,
26 struct jset_entry *entry;
29 for (entry = clean->start;
30 entry < (struct jset_entry *) vstruct_end(&clean->field);
31 entry = vstruct_next(entry)) {
32 if (vstruct_end(entry) > vstruct_end(&clean->field)) {
33 bch_err(c, "journal entry (u64s %u) overran end of superblock clean section (u64s %u) by %zu",
34 le16_to_cpu(entry->u64s), le32_to_cpu(clean->field.u64s),
35 (u64 *) vstruct_end(entry) - (u64 *) vstruct_end(&clean->field));
36 bch2_sb_error_count(c, BCH_FSCK_ERR_sb_clean_entry_overrun);
37 return -BCH_ERR_fsck_repair_unimplemented;
40 ret = bch2_journal_entry_validate(c, NULL, entry,
41 le16_to_cpu(c->disk_sb.sb->version),
42 BCH_SB_BIG_ENDIAN(c->disk_sb.sb),
51 static struct bkey_i *btree_root_find(struct bch_fs *c,
52 struct bch_sb_field_clean *clean,
54 enum btree_id id, unsigned *level)
57 struct jset_entry *entry, *start, *end;
61 end = vstruct_end(&clean->field);
64 end = vstruct_last(j);
67 for (entry = start; entry < end; entry = vstruct_next(entry))
68 if (entry->type == BCH_JSET_ENTRY_btree_root &&
69 entry->btree_id == id)
75 return ERR_PTR(-EINVAL);
78 *level = entry->level;
82 int bch2_verify_superblock_clean(struct bch_fs *c,
83 struct bch_sb_field_clean **cleanp,
87 struct bch_sb_field_clean *clean = *cleanp;
88 struct printbuf buf1 = PRINTBUF;
89 struct printbuf buf2 = PRINTBUF;
92 if (mustfix_fsck_err_on(j->seq != clean->journal_seq, c,
93 sb_clean_journal_seq_mismatch,
94 "superblock journal seq (%llu) doesn't match journal (%llu) after clean shutdown",
95 le64_to_cpu(clean->journal_seq),
96 le64_to_cpu(j->seq))) {
102 for (i = 0; i < BTREE_ID_NR; i++) {
103 struct bkey_i *k1, *k2;
104 unsigned l1 = 0, l2 = 0;
106 k1 = btree_root_find(c, clean, NULL, i, &l1);
107 k2 = btree_root_find(c, NULL, j, i, &l2);
112 printbuf_reset(&buf1);
113 printbuf_reset(&buf2);
116 bch2_bkey_val_to_text(&buf1, c, bkey_i_to_s_c(k1));
118 prt_printf(&buf1, "(none)");
121 bch2_bkey_val_to_text(&buf2, c, bkey_i_to_s_c(k2));
123 prt_printf(&buf2, "(none)");
125 mustfix_fsck_err_on(!k1 || !k2 ||
128 k1->k.u64s != k2->k.u64s ||
129 memcmp(k1, k2, bkey_bytes(&k1->k)) ||
131 sb_clean_btree_root_mismatch,
132 "superblock btree root %u doesn't match journal after clean shutdown\n"
134 "journal: l=%u %s\n", i,
139 printbuf_exit(&buf2);
140 printbuf_exit(&buf1);
144 struct bch_sb_field_clean *bch2_read_superblock_clean(struct bch_fs *c)
146 struct bch_sb_field_clean *clean, *sb_clean;
149 mutex_lock(&c->sb_lock);
150 sb_clean = bch2_sb_field_get(c->disk_sb.sb, clean);
152 if (fsck_err_on(!sb_clean, c,
154 "superblock marked clean but clean section not present")) {
155 SET_BCH_SB_CLEAN(c->disk_sb.sb, false);
157 mutex_unlock(&c->sb_lock);
161 clean = kmemdup(sb_clean, vstruct_bytes(&sb_clean->field),
164 mutex_unlock(&c->sb_lock);
165 return ERR_PTR(-BCH_ERR_ENOMEM_read_superblock_clean);
168 ret = bch2_sb_clean_validate_late(c, clean, READ);
170 mutex_unlock(&c->sb_lock);
174 mutex_unlock(&c->sb_lock);
178 mutex_unlock(&c->sb_lock);
182 void bch2_journal_super_entries_add_common(struct bch_fs *c,
183 struct jset_entry **end,
186 percpu_down_read(&c->mark_lock);
189 for (unsigned i = 0; i < ARRAY_SIZE(c->usage); i++)
190 bch2_fs_usage_acc_to_base(c, i);
192 bch2_fs_usage_acc_to_base(c, journal_seq & JOURNAL_BUF_MASK);
196 struct jset_entry_usage *u =
197 container_of(jset_entry_init(end, sizeof(*u)),
198 struct jset_entry_usage, entry);
200 u->entry.type = BCH_JSET_ENTRY_usage;
201 u->entry.btree_id = BCH_FS_USAGE_inodes;
202 u->v = cpu_to_le64(c->usage_base->b.nr_inodes);
206 struct jset_entry_usage *u =
207 container_of(jset_entry_init(end, sizeof(*u)),
208 struct jset_entry_usage, entry);
210 u->entry.type = BCH_JSET_ENTRY_usage;
211 u->entry.btree_id = BCH_FS_USAGE_key_version;
212 u->v = cpu_to_le64(atomic64_read(&c->key_version));
215 for (unsigned i = 0; i < BCH_REPLICAS_MAX; i++) {
216 struct jset_entry_usage *u =
217 container_of(jset_entry_init(end, sizeof(*u)),
218 struct jset_entry_usage, entry);
220 u->entry.type = BCH_JSET_ENTRY_usage;
221 u->entry.btree_id = BCH_FS_USAGE_reserved;
223 u->v = cpu_to_le64(c->usage_base->persistent_reserved[i]);
226 for (unsigned i = 0; i < c->replicas.nr; i++) {
227 struct bch_replicas_entry_v1 *e =
228 cpu_replicas_entry(&c->replicas, i);
229 struct jset_entry_data_usage *u =
230 container_of(jset_entry_init(end, sizeof(*u) + e->nr_devs),
231 struct jset_entry_data_usage, entry);
233 u->entry.type = BCH_JSET_ENTRY_data_usage;
234 u->v = cpu_to_le64(c->usage_base->replicas[i]);
235 unsafe_memcpy(&u->r, e, replicas_entry_bytes(e),
236 "embedded variable length struct");
239 for_each_member_device(c, ca) {
240 unsigned b = sizeof(struct jset_entry_dev_usage) +
241 sizeof(struct jset_entry_dev_usage_type) * BCH_DATA_NR;
242 struct jset_entry_dev_usage *u =
243 container_of(jset_entry_init(end, b),
244 struct jset_entry_dev_usage, entry);
246 u->entry.type = BCH_JSET_ENTRY_dev_usage;
247 u->dev = cpu_to_le32(ca->dev_idx);
249 for (unsigned i = 0; i < BCH_DATA_NR; i++) {
250 u->d[i].buckets = cpu_to_le64(ca->usage_base->d[i].buckets);
251 u->d[i].sectors = cpu_to_le64(ca->usage_base->d[i].sectors);
252 u->d[i].fragmented = cpu_to_le64(ca->usage_base->d[i].fragmented);
256 percpu_up_read(&c->mark_lock);
258 for (unsigned i = 0; i < 2; i++) {
259 struct jset_entry_clock *clock =
260 container_of(jset_entry_init(end, sizeof(*clock)),
261 struct jset_entry_clock, entry);
263 clock->entry.type = BCH_JSET_ENTRY_clock;
265 clock->time = cpu_to_le64(atomic64_read(&c->io_clock[i].now));
269 static int bch2_sb_clean_validate(struct bch_sb *sb,
270 struct bch_sb_field *f,
271 struct printbuf *err)
273 struct bch_sb_field_clean *clean = field_to_type(f, clean);
275 if (vstruct_bytes(&clean->field) < sizeof(*clean)) {
276 prt_printf(err, "wrong size (got %zu should be %zu)",
277 vstruct_bytes(&clean->field), sizeof(*clean));
278 return -BCH_ERR_invalid_sb_clean;
284 static void bch2_sb_clean_to_text(struct printbuf *out, struct bch_sb *sb,
285 struct bch_sb_field *f)
287 struct bch_sb_field_clean *clean = field_to_type(f, clean);
288 struct jset_entry *entry;
290 prt_printf(out, "flags: %x", le32_to_cpu(clean->flags));
292 prt_printf(out, "journal_seq: %llu", le64_to_cpu(clean->journal_seq));
295 for (entry = clean->start;
296 entry != vstruct_end(&clean->field);
297 entry = vstruct_next(entry)) {
298 if (entry->type == BCH_JSET_ENTRY_btree_keys &&
302 bch2_journal_entry_to_text(out, NULL, entry);
307 const struct bch_sb_field_ops bch_sb_field_ops_clean = {
308 .validate = bch2_sb_clean_validate,
309 .to_text = bch2_sb_clean_to_text,
312 int bch2_fs_mark_dirty(struct bch_fs *c)
317 * Unconditionally write superblock, to verify it hasn't changed before
321 mutex_lock(&c->sb_lock);
322 SET_BCH_SB_CLEAN(c->disk_sb.sb, false);
323 c->disk_sb.sb->features[0] |= cpu_to_le64(BCH_SB_FEATURES_ALWAYS);
325 ret = bch2_write_super(c);
326 mutex_unlock(&c->sb_lock);
331 void bch2_fs_mark_clean(struct bch_fs *c)
333 struct bch_sb_field_clean *sb_clean;
334 struct jset_entry *entry;
338 mutex_lock(&c->sb_lock);
339 if (BCH_SB_CLEAN(c->disk_sb.sb))
342 SET_BCH_SB_CLEAN(c->disk_sb.sb, true);
344 c->disk_sb.sb->compat[0] |= cpu_to_le64(1ULL << BCH_COMPAT_alloc_info);
345 c->disk_sb.sb->compat[0] |= cpu_to_le64(1ULL << BCH_COMPAT_alloc_metadata);
346 c->disk_sb.sb->features[0] &= cpu_to_le64(~(1ULL << BCH_FEATURE_extents_above_btree_updates));
347 c->disk_sb.sb->features[0] &= cpu_to_le64(~(1ULL << BCH_FEATURE_btree_updates_journalled));
349 u64s = sizeof(*sb_clean) / sizeof(u64) + c->journal.entry_u64s_reserved;
351 sb_clean = bch2_sb_field_resize(&c->disk_sb, clean, u64s);
353 bch_err(c, "error resizing superblock while setting filesystem clean");
358 sb_clean->journal_seq = cpu_to_le64(atomic64_read(&c->journal.seq));
360 /* Trying to catch outstanding bug: */
361 BUG_ON(le64_to_cpu(sb_clean->journal_seq) > S64_MAX);
363 entry = sb_clean->start;
364 bch2_journal_super_entries_add_common(c, &entry, 0);
365 entry = bch2_btree_roots_to_journal_entries(c, entry, 0);
366 BUG_ON((void *) entry > vstruct_end(&sb_clean->field));
369 vstruct_end(&sb_clean->field) - (void *) entry);
372 * this should be in the write path, and we should be validating every
373 * superblock section:
375 ret = bch2_sb_clean_validate_late(c, sb_clean, WRITE);
377 bch_err(c, "error writing marking filesystem clean: validate error");
383 mutex_unlock(&c->sb_lock);