1 // SPDX-License-Identifier: GPL-2.0-only
3 * Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved.
4 * Copyright (C) 2004-2006 Red Hat, Inc. All rights reserved.
7 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
9 #include <linux/sched.h>
10 #include <linux/slab.h>
11 #include <linux/spinlock.h>
12 #include <linux/completion.h>
13 #include <linux/buffer_head.h>
14 #include <linux/kallsyms.h>
15 #include <linux/gfs2_ondisk.h>
26 #include "trace_gfs2.h"
28 static void gfs2_print_trans(struct gfs2_sbd *sdp, const struct gfs2_trans *tr)
30 fs_warn(sdp, "Transaction created at: %pSR\n", (void *)tr->tr_ip);
31 fs_warn(sdp, "blocks=%u revokes=%u reserved=%u touched=%u\n",
32 tr->tr_blocks, tr->tr_revokes, tr->tr_reserved,
33 test_bit(TR_TOUCHED, &tr->tr_flags));
34 fs_warn(sdp, "Buf %u/%u Databuf %u/%u Revoke %u/%u\n",
35 tr->tr_num_buf_new, tr->tr_num_buf_rm,
36 tr->tr_num_databuf_new, tr->tr_num_databuf_rm,
37 tr->tr_num_revoke, tr->tr_num_revoke_rm);
40 int __gfs2_trans_begin(struct gfs2_trans *tr, struct gfs2_sbd *sdp,
41 unsigned int blocks, unsigned int revokes,
44 if (current->journal_info) {
45 gfs2_print_trans(sdp, current->journal_info);
48 BUG_ON(blocks == 0 && revokes == 0);
50 if (!test_bit(SDF_JOURNAL_LIVE, &sdp->sd_flags))
54 tr->tr_blocks = blocks;
55 tr->tr_revokes = revokes;
59 * The reserved blocks are either used for data or metadata.
60 * We can have mixed data and metadata, each with its own log
61 * descriptor block; see calc_reserved().
63 tr->tr_reserved += blocks + 1 + DIV_ROUND_UP(blocks - 1, databuf_limit(sdp));
66 tr->tr_reserved += gfs2_struct2blk(sdp, revokes);
67 INIT_LIST_HEAD(&tr->tr_databuf);
68 INIT_LIST_HEAD(&tr->tr_buf);
69 INIT_LIST_HEAD(&tr->tr_list);
70 INIT_LIST_HEAD(&tr->tr_ail1_list);
71 INIT_LIST_HEAD(&tr->tr_ail2_list);
73 if (gfs2_assert_warn(sdp, tr->tr_reserved <= sdp->sd_jdesc->jd_blocks))
76 sb_start_intwrite(sdp->sd_vfs);
78 gfs2_log_reserve(sdp, tr->tr_reserved);
80 down_read(&sdp->sd_log_flush_lock);
81 if (unlikely(!test_bit(SDF_JOURNAL_LIVE, &sdp->sd_flags))) {
82 up_read(&sdp->sd_log_flush_lock);
83 gfs2_log_release(sdp, tr->tr_reserved);
84 sb_end_intwrite(sdp->sd_vfs);
88 current->journal_info = tr;
93 int gfs2_trans_begin(struct gfs2_sbd *sdp, unsigned int blocks,
96 struct gfs2_trans *tr;
99 tr = kmem_cache_zalloc(gfs2_trans_cachep, GFP_NOFS);
102 error = __gfs2_trans_begin(tr, sdp, blocks, revokes, _RET_IP_);
104 kmem_cache_free(gfs2_trans_cachep, tr);
108 void gfs2_trans_end(struct gfs2_sbd *sdp)
110 struct gfs2_trans *tr = current->journal_info;
113 current->journal_info = NULL;
115 if (!test_bit(TR_TOUCHED, &tr->tr_flags)) {
116 gfs2_log_release(sdp, tr->tr_reserved);
117 up_read(&sdp->sd_log_flush_lock);
118 if (!test_bit(TR_ONSTACK, &tr->tr_flags))
119 gfs2_trans_free(sdp, tr);
120 sb_end_intwrite(sdp->sd_vfs);
124 nbuf = tr->tr_num_buf_new + tr->tr_num_databuf_new;
125 nbuf -= tr->tr_num_buf_rm;
126 nbuf -= tr->tr_num_databuf_rm;
128 if (gfs2_assert_withdraw(sdp, nbuf <= tr->tr_blocks) ||
129 gfs2_assert_withdraw(sdp, tr->tr_num_revoke <= tr->tr_revokes))
130 gfs2_print_trans(sdp, tr);
132 gfs2_log_commit(sdp, tr);
133 if (!test_bit(TR_ONSTACK, &tr->tr_flags) &&
134 !test_bit(TR_ATTACHED, &tr->tr_flags))
135 gfs2_trans_free(sdp, tr);
136 up_read(&sdp->sd_log_flush_lock);
138 if (sdp->sd_vfs->s_flags & SB_SYNCHRONOUS)
139 gfs2_log_flush(sdp, NULL, GFS2_LOG_HEAD_FLUSH_NORMAL |
141 sb_end_intwrite(sdp->sd_vfs);
144 static struct gfs2_bufdata *gfs2_alloc_bufdata(struct gfs2_glock *gl,
145 struct buffer_head *bh)
147 struct gfs2_bufdata *bd;
149 bd = kmem_cache_zalloc(gfs2_bufdata_cachep, GFP_NOFS | __GFP_NOFAIL);
152 INIT_LIST_HEAD(&bd->bd_list);
158 * gfs2_trans_add_data - Add a databuf to the transaction.
159 * @gl: The inode glock associated with the buffer
160 * @bh: The buffer to add
162 * This is used in journaled data mode.
163 * We need to journal the data block in the same way as metadata in
164 * the functions above. The difference is that here we have a tag
165 * which is two __be64's being the block number (as per meta data)
166 * and a flag which says whether the data block needs escaping or
167 * not. This means we need a new log entry for each 251 or so data
168 * blocks, which isn't an enormous overhead but twice as much as
169 * for normal metadata blocks.
171 void gfs2_trans_add_data(struct gfs2_glock *gl, struct buffer_head *bh)
173 struct gfs2_trans *tr = current->journal_info;
174 struct gfs2_sbd *sdp = gl->gl_name.ln_sbd;
175 struct gfs2_bufdata *bd;
178 if (buffer_pinned(bh)) {
179 set_bit(TR_TOUCHED, &tr->tr_flags);
185 gfs2_log_unlock(sdp);
187 if (bh->b_private == NULL)
188 bd = gfs2_alloc_bufdata(gl, bh);
194 gfs2_assert(sdp, bd->bd_gl == gl);
195 set_bit(TR_TOUCHED, &tr->tr_flags);
196 if (list_empty(&bd->bd_list)) {
197 set_bit(GLF_LFLUSH, &bd->bd_gl->gl_flags);
198 set_bit(GLF_DIRTY, &bd->bd_gl->gl_flags);
199 gfs2_pin(sdp, bd->bd_bh);
200 tr->tr_num_databuf_new++;
201 list_add_tail(&bd->bd_list, &tr->tr_databuf);
203 gfs2_log_unlock(sdp);
208 void gfs2_trans_add_meta(struct gfs2_glock *gl, struct buffer_head *bh)
211 struct gfs2_sbd *sdp = gl->gl_name.ln_sbd;
212 struct gfs2_bufdata *bd;
213 struct gfs2_meta_header *mh;
214 struct gfs2_trans *tr = current->journal_info;
215 enum gfs2_freeze_state state = atomic_read(&sdp->sd_freeze_state);
218 if (buffer_pinned(bh)) {
219 set_bit(TR_TOUCHED, &tr->tr_flags);
225 gfs2_log_unlock(sdp);
227 lock_page(bh->b_page);
228 if (bh->b_private == NULL)
229 bd = gfs2_alloc_bufdata(gl, bh);
232 unlock_page(bh->b_page);
236 gfs2_assert(sdp, bd->bd_gl == gl);
237 set_bit(TR_TOUCHED, &tr->tr_flags);
238 if (!list_empty(&bd->bd_list))
240 set_bit(GLF_LFLUSH, &bd->bd_gl->gl_flags);
241 set_bit(GLF_DIRTY, &bd->bd_gl->gl_flags);
242 mh = (struct gfs2_meta_header *)bd->bd_bh->b_data;
243 if (unlikely(mh->mh_magic != cpu_to_be32(GFS2_MAGIC))) {
244 fs_err(sdp, "Attempting to add uninitialised block to "
245 "journal (inplace block=%lld)\n",
246 (unsigned long long)bd->bd_bh->b_blocknr);
249 if (unlikely(state == SFS_FROZEN)) {
250 fs_info(sdp, "GFS2:adding buf while frozen\n");
251 gfs2_assert_withdraw(sdp, 0);
253 if (unlikely(gfs2_withdrawn(sdp))) {
254 fs_info(sdp, "GFS2:adding buf while withdrawn! 0x%llx\n",
255 (unsigned long long)bd->bd_bh->b_blocknr);
257 gfs2_pin(sdp, bd->bd_bh);
258 mh->__pad0 = cpu_to_be64(0);
259 mh->mh_jid = cpu_to_be32(sdp->sd_jdesc->jd_jid);
260 list_add(&bd->bd_list, &tr->tr_buf);
261 tr->tr_num_buf_new++;
263 gfs2_log_unlock(sdp);
268 void gfs2_trans_add_revoke(struct gfs2_sbd *sdp, struct gfs2_bufdata *bd)
270 struct gfs2_trans *tr = current->journal_info;
272 BUG_ON(!list_empty(&bd->bd_list));
273 gfs2_add_revoke(sdp, bd);
274 set_bit(TR_TOUCHED, &tr->tr_flags);
278 void gfs2_trans_remove_revoke(struct gfs2_sbd *sdp, u64 blkno, unsigned int len)
280 struct gfs2_bufdata *bd, *tmp;
281 struct gfs2_trans *tr = current->journal_info;
282 unsigned int n = len;
285 list_for_each_entry_safe(bd, tmp, &sdp->sd_log_revokes, bd_list) {
286 if ((bd->bd_blkno >= blkno) && (bd->bd_blkno < (blkno + len))) {
287 list_del_init(&bd->bd_list);
288 gfs2_assert_withdraw(sdp, sdp->sd_log_num_revoke);
289 sdp->sd_log_num_revoke--;
291 gfs2_glock_remove_revoke(bd->bd_gl);
292 kmem_cache_free(gfs2_bufdata_cachep, bd);
293 tr->tr_num_revoke_rm++;
298 gfs2_log_unlock(sdp);
301 void gfs2_trans_free(struct gfs2_sbd *sdp, struct gfs2_trans *tr)
306 gfs2_assert_warn(sdp, list_empty(&tr->tr_ail1_list));
307 gfs2_assert_warn(sdp, list_empty(&tr->tr_ail2_list));
308 gfs2_assert_warn(sdp, list_empty(&tr->tr_databuf));
309 gfs2_assert_warn(sdp, list_empty(&tr->tr_buf));
310 kmem_cache_free(gfs2_trans_cachep, tr);