Commit | Line | Data |
---|---|---|
7336d0e6 | 1 | // SPDX-License-Identifier: GPL-2.0-only |
b3b94faa DT |
2 | /* |
3 | * Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved. | |
cf45b752 | 4 | * Copyright (C) 2004-2008 Red Hat, Inc. All rights reserved. |
b3b94faa DT |
5 | */ |
6 | ||
b3b94faa DT |
7 | #include <linux/spinlock.h> |
8 | #include <linux/completion.h> | |
9 | #include <linux/buffer_head.h> | |
5c676f6d | 10 | #include <linux/gfs2_ondisk.h> |
6802e340 | 11 | #include <linux/bio.h> |
c65f7fb5 | 12 | #include <linux/posix_acl.h> |
f39814f6 | 13 | #include <linux/security.h> |
b3b94faa DT |
14 | |
15 | #include "gfs2.h" | |
5c676f6d | 16 | #include "incore.h" |
b3b94faa DT |
17 | #include "bmap.h" |
18 | #include "glock.h" | |
19 | #include "glops.h" | |
20 | #include "inode.h" | |
21 | #include "log.h" | |
22 | #include "meta_io.h" | |
b3b94faa DT |
23 | #include "recovery.h" |
24 | #include "rgrp.h" | |
5c676f6d | 25 | #include "util.h" |
ddacfaf7 | 26 | #include "trans.h" |
17d539f0 | 27 | #include "dir.h" |
f4686c26 | 28 | #include "lops.h" |
b3b94faa | 29 | |
2e60d768 BM |
30 | struct workqueue_struct *gfs2_freeze_wq; |
31 | ||
75549186 SW |
32 | static void gfs2_ail_error(struct gfs2_glock *gl, const struct buffer_head *bh) |
33 | { | |
15562c43 BP |
34 | fs_err(gl->gl_name.ln_sbd, |
35 | "AIL buffer %p: blocknr %llu state 0x%08lx mapping %p page " | |
36 | "state 0x%lx\n", | |
75549186 SW |
37 | bh, (unsigned long long)bh->b_blocknr, bh->b_state, |
38 | bh->b_page->mapping, bh->b_page->flags); | |
15562c43 | 39 | fs_err(gl->gl_name.ln_sbd, "AIL glock %u:%llu mapping %p\n", |
75549186 SW |
40 | gl->gl_name.ln_type, gl->gl_name.ln_number, |
41 | gfs2_glock2aspace(gl)); | |
15562c43 | 42 | gfs2_lm_withdraw(gl->gl_name.ln_sbd, "AIL error\n"); |
75549186 SW |
43 | } |
44 | ||
ddacfaf7 | 45 | /** |
dba898b0 | 46 | * __gfs2_ail_flush - remove all buffers for a given lock from the AIL |
ddacfaf7 | 47 | * @gl: the glock |
b5b24d7a | 48 | * @fsync: set when called from fsync (not all buffers will be clean) |
ddacfaf7 SW |
49 | * |
50 | * None of the buffers should be dirty, locked, or pinned. | |
51 | */ | |
52 | ||
1bc333f4 BM |
53 | static void __gfs2_ail_flush(struct gfs2_glock *gl, bool fsync, |
54 | unsigned int nr_revokes) | |
ddacfaf7 | 55 | { |
15562c43 | 56 | struct gfs2_sbd *sdp = gl->gl_name.ln_sbd; |
ddacfaf7 | 57 | struct list_head *head = &gl->gl_ail_list; |
b5b24d7a | 58 | struct gfs2_bufdata *bd, *tmp; |
ddacfaf7 | 59 | struct buffer_head *bh; |
b5b24d7a | 60 | const unsigned long b_state = (1UL << BH_Dirty)|(1UL << BH_Pinned)|(1UL << BH_Lock); |
d8348de0 | 61 | |
b5b24d7a | 62 | gfs2_log_lock(sdp); |
d6a079e8 | 63 | spin_lock(&sdp->sd_ail_lock); |
1bc333f4 BM |
64 | list_for_each_entry_safe_reverse(bd, tmp, head, bd_ail_gl_list) { |
65 | if (nr_revokes == 0) | |
66 | break; | |
ddacfaf7 | 67 | bh = bd->bd_bh; |
b5b24d7a SW |
68 | if (bh->b_state & b_state) { |
69 | if (fsync) | |
70 | continue; | |
75549186 | 71 | gfs2_ail_error(gl, bh); |
b5b24d7a | 72 | } |
1ad38c43 | 73 | gfs2_trans_add_revoke(sdp, bd); |
1bc333f4 | 74 | nr_revokes--; |
ddacfaf7 | 75 | } |
8eae1ca0 | 76 | GLOCK_BUG_ON(gl, !fsync && atomic_read(&gl->gl_ail_count)); |
d6a079e8 | 77 | spin_unlock(&sdp->sd_ail_lock); |
b5b24d7a | 78 | gfs2_log_unlock(sdp); |
dba898b0 SW |
79 | } |
80 | ||
81 | ||
82 | static void gfs2_ail_empty_gl(struct gfs2_glock *gl) | |
83 | { | |
15562c43 | 84 | struct gfs2_sbd *sdp = gl->gl_name.ln_sbd; |
dba898b0 SW |
85 | struct gfs2_trans tr; |
86 | ||
87 | memset(&tr, 0, sizeof(tr)); | |
d69a3c65 SW |
88 | INIT_LIST_HEAD(&tr.tr_buf); |
89 | INIT_LIST_HEAD(&tr.tr_databuf); | |
dba898b0 SW |
90 | tr.tr_revokes = atomic_read(&gl->gl_ail_count); |
91 | ||
92 | if (!tr.tr_revokes) | |
93 | return; | |
94 | ||
24972557 BM |
95 | /* A shortened, inline version of gfs2_trans_begin() |
96 | * tr->alloced is not set since the transaction structure is | |
97 | * on the stack */ | |
2e9eeaa1 | 98 | tr.tr_reserved = 1 + gfs2_struct2blk(sdp, tr.tr_revokes); |
d29c0afe | 99 | tr.tr_ip = _RET_IP_; |
2e60d768 | 100 | if (gfs2_log_reserve(sdp, tr.tr_reserved) < 0) |
24972557 | 101 | return; |
8eae1ca0 | 102 | WARN_ON_ONCE(current->journal_info); |
dba898b0 SW |
103 | current->journal_info = &tr; |
104 | ||
1bc333f4 | 105 | __gfs2_ail_flush(gl, 0, tr.tr_revokes); |
dba898b0 SW |
106 | |
107 | gfs2_trans_end(sdp); | |
805c0907 BP |
108 | gfs2_log_flush(sdp, NULL, GFS2_LOG_HEAD_FLUSH_NORMAL | |
109 | GFS2_LFC_AIL_EMPTY_GL); | |
dba898b0 | 110 | } |
ddacfaf7 | 111 | |
b5b24d7a | 112 | void gfs2_ail_flush(struct gfs2_glock *gl, bool fsync) |
dba898b0 | 113 | { |
15562c43 | 114 | struct gfs2_sbd *sdp = gl->gl_name.ln_sbd; |
dba898b0 | 115 | unsigned int revokes = atomic_read(&gl->gl_ail_count); |
1bc333f4 | 116 | unsigned int max_revokes = (sdp->sd_sb.sb_bsize - sizeof(struct gfs2_log_descriptor)) / sizeof(u64); |
dba898b0 SW |
117 | int ret; |
118 | ||
119 | if (!revokes) | |
120 | return; | |
121 | ||
1bc333f4 BM |
122 | while (revokes > max_revokes) |
123 | max_revokes += (sdp->sd_sb.sb_bsize - sizeof(struct gfs2_meta_header)) / sizeof(u64); | |
124 | ||
125 | ret = gfs2_trans_begin(sdp, 0, max_revokes); | |
dba898b0 SW |
126 | if (ret) |
127 | return; | |
1bc333f4 | 128 | __gfs2_ail_flush(gl, fsync, max_revokes); |
ddacfaf7 | 129 | gfs2_trans_end(sdp); |
805c0907 BP |
130 | gfs2_log_flush(sdp, NULL, GFS2_LOG_HEAD_FLUSH_NORMAL | |
131 | GFS2_LFC_AIL_FLUSH); | |
ddacfaf7 | 132 | } |
ba7f7290 SW |
133 | |
134 | /** | |
6bac243f | 135 | * rgrp_go_sync - sync out the metadata for this glock |
b3b94faa | 136 | * @gl: the glock |
b3b94faa DT |
137 | * |
138 | * Called when demoting or unlocking an EX glock. We must flush | |
139 | * to disk all dirty buffers/pages relating to this glock, and must not | |
6f6597ba | 140 | * return to caller to demote/unlock the glock until I/O is complete. |
b3b94faa DT |
141 | */ |
142 | ||
6bac243f | 143 | static void rgrp_go_sync(struct gfs2_glock *gl) |
b3b94faa | 144 | { |
15562c43 | 145 | struct gfs2_sbd *sdp = gl->gl_name.ln_sbd; |
70d4ee94 | 146 | struct address_space *mapping = &sdp->sd_aspace; |
8339ee54 | 147 | struct gfs2_rgrpd *rgd; |
6bac243f SW |
148 | int error; |
149 | ||
f3dd1649 | 150 | spin_lock(&gl->gl_lockref.lock); |
39b0f1e9 BP |
151 | rgd = gl->gl_object; |
152 | if (rgd) | |
153 | gfs2_rgrp_brelse(rgd); | |
f3dd1649 | 154 | spin_unlock(&gl->gl_lockref.lock); |
39b0f1e9 | 155 | |
6bac243f | 156 | if (!test_and_clear_bit(GLF_DIRTY, &gl->gl_flags)) |
b5d32bea | 157 | return; |
8eae1ca0 | 158 | GLOCK_BUG_ON(gl, gl->gl_state != LM_ST_EXCLUSIVE); |
b5d32bea | 159 | |
805c0907 BP |
160 | gfs2_log_flush(sdp, gl, GFS2_LOG_HEAD_FLUSH_NORMAL | |
161 | GFS2_LFC_RGRP_GO_SYNC); | |
70d4ee94 SW |
162 | filemap_fdatawrite_range(mapping, gl->gl_vm.start, gl->gl_vm.end); |
163 | error = filemap_fdatawait_range(mapping, gl->gl_vm.start, gl->gl_vm.end); | |
164 | mapping_set_error(mapping, error); | |
6bac243f | 165 | gfs2_ail_empty_gl(gl); |
7c9ca621 | 166 | |
f3dd1649 | 167 | spin_lock(&gl->gl_lockref.lock); |
8339ee54 SW |
168 | rgd = gl->gl_object; |
169 | if (rgd) | |
170 | gfs2_free_clones(rgd); | |
f3dd1649 | 171 | spin_unlock(&gl->gl_lockref.lock); |
b3b94faa DT |
172 | } |
173 | ||
174 | /** | |
6bac243f | 175 | * rgrp_go_inval - invalidate the metadata for this glock |
b3b94faa DT |
176 | * @gl: the glock |
177 | * @flags: | |
178 | * | |
6bac243f SW |
179 | * We never used LM_ST_DEFERRED with resource groups, so that we |
180 | * should always see the metadata flag set here. | |
181 | * | |
b3b94faa DT |
182 | */ |
183 | ||
6bac243f | 184 | static void rgrp_go_inval(struct gfs2_glock *gl, int flags) |
b3b94faa | 185 | { |
15562c43 | 186 | struct gfs2_sbd *sdp = gl->gl_name.ln_sbd; |
70d4ee94 | 187 | struct address_space *mapping = &sdp->sd_aspace; |
6f6597ba | 188 | struct gfs2_rgrpd *rgd = gfs2_glock2rgrp(gl); |
39b0f1e9 BP |
189 | |
190 | if (rgd) | |
191 | gfs2_rgrp_brelse(rgd); | |
b3b94faa | 192 | |
8eae1ca0 | 193 | WARN_ON_ONCE(!(flags & DIO_METADATA)); |
70d4ee94 | 194 | gfs2_assert_withdraw(sdp, !atomic_read(&gl->gl_ail_count)); |
7005c3e4 | 195 | truncate_inode_pages_range(mapping, gl->gl_vm.start, gl->gl_vm.end); |
cf45b752 | 196 | |
39b0f1e9 | 197 | if (rgd) |
cf45b752 | 198 | rgd->rd_flags &= ~GFS2_RDF_UPTODATE; |
b3b94faa DT |
199 | } |
200 | ||
4fd1a579 AG |
201 | static struct gfs2_inode *gfs2_glock2inode(struct gfs2_glock *gl) |
202 | { | |
203 | struct gfs2_inode *ip; | |
204 | ||
205 | spin_lock(&gl->gl_lockref.lock); | |
206 | ip = gl->gl_object; | |
207 | if (ip) | |
208 | set_bit(GIF_GLOP_PENDING, &ip->i_flags); | |
209 | spin_unlock(&gl->gl_lockref.lock); | |
210 | return ip; | |
211 | } | |
212 | ||
6f6597ba AG |
213 | struct gfs2_rgrpd *gfs2_glock2rgrp(struct gfs2_glock *gl) |
214 | { | |
215 | struct gfs2_rgrpd *rgd; | |
216 | ||
217 | spin_lock(&gl->gl_lockref.lock); | |
218 | rgd = gl->gl_object; | |
219 | spin_unlock(&gl->gl_lockref.lock); | |
220 | ||
221 | return rgd; | |
222 | } | |
223 | ||
4fd1a579 AG |
224 | static void gfs2_clear_glop_pending(struct gfs2_inode *ip) |
225 | { | |
226 | if (!ip) | |
227 | return; | |
228 | ||
229 | clear_bit_unlock(GIF_GLOP_PENDING, &ip->i_flags); | |
230 | wake_up_bit(&ip->i_flags, GIF_GLOP_PENDING); | |
231 | } | |
232 | ||
b5d32bea SW |
233 | /** |
234 | * inode_go_sync - Sync the dirty data and/or metadata for an inode glock | |
235 | * @gl: the glock protecting the inode | |
236 | * | |
237 | */ | |
238 | ||
239 | static void inode_go_sync(struct gfs2_glock *gl) | |
240 | { | |
4fd1a579 AG |
241 | struct gfs2_inode *ip = gfs2_glock2inode(gl); |
242 | int isreg = ip && S_ISREG(ip->i_inode.i_mode); | |
009d8518 | 243 | struct address_space *metamapping = gfs2_glock2aspace(gl); |
3042a2cc SW |
244 | int error; |
245 | ||
4fd1a579 | 246 | if (isreg) { |
582d2f7a SW |
247 | if (test_and_clear_bit(GIF_SW_PAGED, &ip->i_flags)) |
248 | unmap_shared_mapping_range(ip->i_inode.i_mapping, 0, 0); | |
249 | inode_dio_wait(&ip->i_inode); | |
250 | } | |
6bac243f | 251 | if (!test_and_clear_bit(GLF_DIRTY, &gl->gl_flags)) |
4fd1a579 | 252 | goto out; |
b5d32bea | 253 | |
8eae1ca0 | 254 | GLOCK_BUG_ON(gl, gl->gl_state != LM_ST_EXCLUSIVE); |
6bac243f | 255 | |
805c0907 BP |
256 | gfs2_log_flush(gl->gl_name.ln_sbd, gl, GFS2_LOG_HEAD_FLUSH_NORMAL | |
257 | GFS2_LFC_INODE_GO_SYNC); | |
6bac243f | 258 | filemap_fdatawrite(metamapping); |
4fd1a579 | 259 | if (isreg) { |
6bac243f SW |
260 | struct address_space *mapping = ip->i_inode.i_mapping; |
261 | filemap_fdatawrite(mapping); | |
262 | error = filemap_fdatawait(mapping); | |
263 | mapping_set_error(mapping, error); | |
b5d32bea | 264 | } |
6bac243f SW |
265 | error = filemap_fdatawait(metamapping); |
266 | mapping_set_error(metamapping, error); | |
267 | gfs2_ail_empty_gl(gl); | |
52fcd11c SW |
268 | /* |
269 | * Writeback of the data mapping may cause the dirty flag to be set | |
270 | * so we have to clear it again here. | |
271 | */ | |
4e857c58 | 272 | smp_mb__before_atomic(); |
52fcd11c | 273 | clear_bit(GLF_DIRTY, &gl->gl_flags); |
4fd1a579 AG |
274 | |
275 | out: | |
276 | gfs2_clear_glop_pending(ip); | |
b5d32bea SW |
277 | } |
278 | ||
b3b94faa DT |
279 | /** |
280 | * inode_go_inval - prepare a inode glock to be released | |
281 | * @gl: the glock | |
282 | * @flags: | |
6b49d1d9 GU |
283 | * |
284 | * Normally we invalidate everything, but if we are moving into | |
6bac243f SW |
285 | * LM_ST_DEFERRED from LM_ST_SHARED or LM_ST_EXCLUSIVE then we |
286 | * can keep hold of the metadata, since it won't have changed. | |
b3b94faa DT |
287 | * |
288 | */ | |
289 | ||
290 | static void inode_go_inval(struct gfs2_glock *gl, int flags) | |
291 | { | |
4fd1a579 | 292 | struct gfs2_inode *ip = gfs2_glock2inode(gl); |
b3b94faa | 293 | |
15562c43 | 294 | gfs2_assert_withdraw(gl->gl_name.ln_sbd, !atomic_read(&gl->gl_ail_count)); |
6bac243f SW |
295 | |
296 | if (flags & DIO_METADATA) { | |
009d8518 | 297 | struct address_space *mapping = gfs2_glock2aspace(gl); |
6bac243f | 298 | truncate_inode_pages(mapping, 0); |
c65f7fb5 | 299 | if (ip) { |
b004157a | 300 | set_bit(GIF_INVALID, &ip->i_flags); |
c65f7fb5 | 301 | forget_all_cached_acls(&ip->i_inode); |
f39814f6 | 302 | security_inode_invalidate_secctx(&ip->i_inode); |
17d539f0 | 303 | gfs2_dir_hash_inval(ip); |
c65f7fb5 | 304 | } |
b004157a SW |
305 | } |
306 | ||
15562c43 | 307 | if (ip == GFS2_I(gl->gl_name.ln_sbd->sd_rindex)) { |
c1696fb8 | 308 | gfs2_log_flush(gl->gl_name.ln_sbd, NULL, |
805c0907 BP |
309 | GFS2_LOG_HEAD_FLUSH_NORMAL | |
310 | GFS2_LFC_INODE_GO_INVAL); | |
15562c43 | 311 | gl->gl_name.ln_sbd->sd_rindex_uptodate = 0; |
1ce53368 | 312 | } |
3cc3f710 | 313 | if (ip && S_ISREG(ip->i_inode.i_mode)) |
b004157a | 314 | truncate_inode_pages(ip->i_inode.i_mapping, 0); |
4fd1a579 AG |
315 | |
316 | gfs2_clear_glop_pending(ip); | |
b3b94faa DT |
317 | } |
318 | ||
319 | /** | |
320 | * inode_go_demote_ok - Check to see if it's ok to unlock an inode glock | |
321 | * @gl: the glock | |
322 | * | |
323 | * Returns: 1 if it's ok | |
324 | */ | |
325 | ||
97cc1025 | 326 | static int inode_go_demote_ok(const struct gfs2_glock *gl) |
b3b94faa | 327 | { |
15562c43 | 328 | struct gfs2_sbd *sdp = gl->gl_name.ln_sbd; |
bc015cb8 | 329 | |
97cc1025 SW |
330 | if (sdp->sd_jindex == gl->gl_object || sdp->sd_rindex == gl->gl_object) |
331 | return 0; | |
bc015cb8 | 332 | |
97cc1025 | 333 | return 1; |
b3b94faa DT |
334 | } |
335 | ||
d4b2cf1b SW |
336 | static int gfs2_dinode_in(struct gfs2_inode *ip, const void *buf) |
337 | { | |
338 | const struct gfs2_dinode *str = buf; | |
95582b00 | 339 | struct timespec64 atime; |
d4b2cf1b SW |
340 | u16 height, depth; |
341 | ||
342 | if (unlikely(ip->i_no_addr != be64_to_cpu(str->di_num.no_addr))) | |
343 | goto corrupt; | |
344 | ip->i_no_formal_ino = be64_to_cpu(str->di_num.no_formal_ino); | |
345 | ip->i_inode.i_mode = be32_to_cpu(str->di_mode); | |
346 | ip->i_inode.i_rdev = 0; | |
347 | switch (ip->i_inode.i_mode & S_IFMT) { | |
348 | case S_IFBLK: | |
349 | case S_IFCHR: | |
350 | ip->i_inode.i_rdev = MKDEV(be32_to_cpu(str->di_major), | |
351 | be32_to_cpu(str->di_minor)); | |
352 | break; | |
098b9c14 | 353 | } |
d4b2cf1b | 354 | |
d0546426 EB |
355 | i_uid_write(&ip->i_inode, be32_to_cpu(str->di_uid)); |
356 | i_gid_write(&ip->i_inode, be32_to_cpu(str->di_gid)); | |
eebd2e81 | 357 | set_nlink(&ip->i_inode, be32_to_cpu(str->di_nlink)); |
d4b2cf1b SW |
358 | i_size_write(&ip->i_inode, be64_to_cpu(str->di_size)); |
359 | gfs2_set_inode_blocks(&ip->i_inode, be64_to_cpu(str->di_blocks)); | |
360 | atime.tv_sec = be64_to_cpu(str->di_atime); | |
361 | atime.tv_nsec = be32_to_cpu(str->di_atime_nsec); | |
95582b00 | 362 | if (timespec64_compare(&ip->i_inode.i_atime, &atime) < 0) |
d4b2cf1b SW |
363 | ip->i_inode.i_atime = atime; |
364 | ip->i_inode.i_mtime.tv_sec = be64_to_cpu(str->di_mtime); | |
365 | ip->i_inode.i_mtime.tv_nsec = be32_to_cpu(str->di_mtime_nsec); | |
366 | ip->i_inode.i_ctime.tv_sec = be64_to_cpu(str->di_ctime); | |
367 | ip->i_inode.i_ctime.tv_nsec = be32_to_cpu(str->di_ctime_nsec); | |
368 | ||
369 | ip->i_goal = be64_to_cpu(str->di_goal_meta); | |
370 | ip->i_generation = be64_to_cpu(str->di_generation); | |
371 | ||
372 | ip->i_diskflags = be32_to_cpu(str->di_flags); | |
9964afbb SW |
373 | ip->i_eattr = be64_to_cpu(str->di_eattr); |
374 | /* i_diskflags and i_eattr must be set before gfs2_set_inode_flags() */ | |
d4b2cf1b SW |
375 | gfs2_set_inode_flags(&ip->i_inode); |
376 | height = be16_to_cpu(str->di_height); | |
377 | if (unlikely(height > GFS2_MAX_META_HEIGHT)) | |
378 | goto corrupt; | |
379 | ip->i_height = (u8)height; | |
380 | ||
381 | depth = be16_to_cpu(str->di_depth); | |
382 | if (unlikely(depth > GFS2_DIR_MAX_DEPTH)) | |
383 | goto corrupt; | |
384 | ip->i_depth = (u8)depth; | |
385 | ip->i_entries = be32_to_cpu(str->di_entries); | |
386 | ||
d4b2cf1b SW |
387 | if (S_ISREG(ip->i_inode.i_mode)) |
388 | gfs2_set_aops(&ip->i_inode); | |
389 | ||
390 | return 0; | |
391 | corrupt: | |
392 | gfs2_consist_inode(ip); | |
393 | return -EIO; | |
394 | } | |
395 | ||
396 | /** | |
397 | * gfs2_inode_refresh - Refresh the incore copy of the dinode | |
398 | * @ip: The GFS2 inode | |
399 | * | |
400 | * Returns: errno | |
401 | */ | |
402 | ||
403 | int gfs2_inode_refresh(struct gfs2_inode *ip) | |
404 | { | |
405 | struct buffer_head *dibh; | |
406 | int error; | |
407 | ||
408 | error = gfs2_meta_inode_buffer(ip, &dibh); | |
409 | if (error) | |
410 | return error; | |
411 | ||
d4b2cf1b SW |
412 | error = gfs2_dinode_in(ip, dibh->b_data); |
413 | brelse(dibh); | |
414 | clear_bit(GIF_INVALID, &ip->i_flags); | |
415 | ||
416 | return error; | |
417 | } | |
418 | ||
b3b94faa DT |
419 | /** |
420 | * inode_go_lock - operation done after an inode lock is locked by a process | |
421 | * @gl: the glock | |
422 | * @flags: | |
423 | * | |
424 | * Returns: errno | |
425 | */ | |
426 | ||
427 | static int inode_go_lock(struct gfs2_holder *gh) | |
428 | { | |
429 | struct gfs2_glock *gl = gh->gh_gl; | |
15562c43 | 430 | struct gfs2_sbd *sdp = gl->gl_name.ln_sbd; |
5c676f6d | 431 | struct gfs2_inode *ip = gl->gl_object; |
b3b94faa DT |
432 | int error = 0; |
433 | ||
091806ed | 434 | if (!ip || (gh->gh_flags & GL_SKIP)) |
b3b94faa DT |
435 | return 0; |
436 | ||
bfded27b | 437 | if (test_bit(GIF_INVALID, &ip->i_flags)) { |
b3b94faa DT |
438 | error = gfs2_inode_refresh(ip); |
439 | if (error) | |
440 | return error; | |
b3b94faa DT |
441 | } |
442 | ||
582d2f7a SW |
443 | if (gh->gh_state != LM_ST_DEFERRED) |
444 | inode_dio_wait(&ip->i_inode); | |
445 | ||
383f01fb | 446 | if ((ip->i_diskflags & GFS2_DIF_TRUNC_IN_PROG) && |
b3b94faa | 447 | (gl->gl_state == LM_ST_EXCLUSIVE) && |
813e0c46 SW |
448 | (gh->gh_state == LM_ST_EXCLUSIVE)) { |
449 | spin_lock(&sdp->sd_trunc_lock); | |
450 | if (list_empty(&ip->i_trunc_list)) | |
e7cb550d | 451 | list_add(&ip->i_trunc_list, &sdp->sd_trunc_list); |
813e0c46 SW |
452 | spin_unlock(&sdp->sd_trunc_lock); |
453 | wake_up(&sdp->sd_quota_wait); | |
454 | return 1; | |
455 | } | |
b3b94faa DT |
456 | |
457 | return error; | |
458 | } | |
459 | ||
6802e340 SW |
460 | /** |
461 | * inode_go_dump - print information about an inode | |
462 | * @seq: The iterator | |
463 | * @ip: the inode | |
3792ce97 | 464 | * @fs_id_buf: file system id (may be empty) |
6802e340 | 465 | * |
6802e340 SW |
466 | */ |
467 | ||
3792ce97 BP |
468 | static void inode_go_dump(struct seq_file *seq, struct gfs2_glock *gl, |
469 | const char *fs_id_buf) | |
6802e340 | 470 | { |
27a2660f BP |
471 | struct gfs2_inode *ip = gl->gl_object; |
472 | struct inode *inode = &ip->i_inode; | |
473 | unsigned long nrpages; | |
474 | ||
6802e340 | 475 | if (ip == NULL) |
ac3beb6a | 476 | return; |
27a2660f BP |
477 | |
478 | xa_lock_irq(&inode->i_data.i_pages); | |
479 | nrpages = inode->i_data.nrpages; | |
480 | xa_unlock_irq(&inode->i_data.i_pages); | |
481 | ||
3792ce97 BP |
482 | gfs2_print_dbg(seq, "%s I: n:%llu/%llu t:%u f:0x%02lx d:0x%08x s:%llu " |
483 | "p:%lu\n", fs_id_buf, | |
6802e340 SW |
484 | (unsigned long long)ip->i_no_formal_ino, |
485 | (unsigned long long)ip->i_no_addr, | |
fa75cedc SW |
486 | IF2DT(ip->i_inode.i_mode), ip->i_flags, |
487 | (unsigned int)ip->i_diskflags, | |
27a2660f | 488 | (unsigned long long)i_size_read(inode), nrpages); |
6802e340 SW |
489 | } |
490 | ||
b3b94faa | 491 | /** |
24972557 | 492 | * freeze_go_sync - promote/demote the freeze glock |
b3b94faa DT |
493 | * @gl: the glock |
494 | * @state: the requested state | |
495 | * @flags: | |
496 | * | |
497 | */ | |
498 | ||
24972557 | 499 | static void freeze_go_sync(struct gfs2_glock *gl) |
b3b94faa | 500 | { |
2e60d768 | 501 | int error = 0; |
15562c43 | 502 | struct gfs2_sbd *sdp = gl->gl_name.ln_sbd; |
b3b94faa | 503 | |
24972557 | 504 | if (gl->gl_state == LM_ST_SHARED && |
b3b94faa | 505 | test_bit(SDF_JOURNAL_LIVE, &sdp->sd_flags)) { |
2e60d768 BM |
506 | atomic_set(&sdp->sd_freeze_state, SFS_STARTING_FREEZE); |
507 | error = freeze_super(sdp->sd_vfs); | |
508 | if (error) { | |
f29e62ee BP |
509 | fs_info(sdp, "GFS2: couldn't freeze filesystem: %d\n", |
510 | error); | |
2e60d768 BM |
511 | gfs2_assert_withdraw(sdp, 0); |
512 | } | |
513 | queue_work(gfs2_freeze_wq, &sdp->sd_freeze_work); | |
805c0907 BP |
514 | gfs2_log_flush(sdp, NULL, GFS2_LOG_HEAD_FLUSH_FREEZE | |
515 | GFS2_LFC_FREEZE_GO_SYNC); | |
b3b94faa | 516 | } |
b3b94faa DT |
517 | } |
518 | ||
519 | /** | |
24972557 | 520 | * freeze_go_xmote_bh - After promoting/demoting the freeze glock |
b3b94faa DT |
521 | * @gl: the glock |
522 | * | |
523 | */ | |
524 | ||
24972557 | 525 | static int freeze_go_xmote_bh(struct gfs2_glock *gl, struct gfs2_holder *gh) |
b3b94faa | 526 | { |
15562c43 | 527 | struct gfs2_sbd *sdp = gl->gl_name.ln_sbd; |
feaa7bba | 528 | struct gfs2_inode *ip = GFS2_I(sdp->sd_jdesc->jd_inode); |
5c676f6d | 529 | struct gfs2_glock *j_gl = ip->i_gl; |
55167622 | 530 | struct gfs2_log_header_host head; |
b3b94faa DT |
531 | int error; |
532 | ||
6802e340 | 533 | if (test_bit(SDF_JOURNAL_LIVE, &sdp->sd_flags)) { |
1a14d3a6 | 534 | j_gl->gl_ops->go_inval(j_gl, DIO_METADATA); |
b3b94faa | 535 | |
f4686c26 | 536 | error = gfs2_find_jhead(sdp->sd_jdesc, &head, false); |
b3b94faa DT |
537 | if (error) |
538 | gfs2_consist(sdp); | |
539 | if (!(head.lh_flags & GFS2_LOG_HEAD_UNMOUNT)) | |
540 | gfs2_consist(sdp); | |
541 | ||
542 | /* Initialize some head of the log stuff */ | |
eb43e660 | 543 | if (!gfs2_withdrawn(sdp)) { |
b3b94faa DT |
544 | sdp->sd_log_sequence = head.lh_sequence + 1; |
545 | gfs2_log_pointers_init(sdp, head.lh_blkno); | |
546 | } | |
547 | } | |
6802e340 | 548 | return 0; |
b3b94faa DT |
549 | } |
550 | ||
97cc1025 SW |
551 | /** |
552 | * trans_go_demote_ok | |
553 | * @gl: the glock | |
554 | * | |
555 | * Always returns 0 | |
556 | */ | |
557 | ||
24972557 | 558 | static int freeze_go_demote_ok(const struct gfs2_glock *gl) |
97cc1025 SW |
559 | { |
560 | return 0; | |
561 | } | |
562 | ||
b94a170e BM |
563 | /** |
564 | * iopen_go_callback - schedule the dcache entry for the inode to be deleted | |
565 | * @gl: the glock | |
566 | * | |
f3dd1649 | 567 | * gl_lockref.lock lock is held while calling this |
b94a170e | 568 | */ |
81ffbf65 | 569 | static void iopen_go_callback(struct gfs2_glock *gl, bool remote) |
b94a170e | 570 | { |
6f6597ba | 571 | struct gfs2_inode *ip = gl->gl_object; |
15562c43 | 572 | struct gfs2_sbd *sdp = gl->gl_name.ln_sbd; |
001e8e8d | 573 | |
bc98a42c | 574 | if (!remote || sb_rdonly(sdp->sd_vfs)) |
001e8e8d | 575 | return; |
b94a170e BM |
576 | |
577 | if (gl->gl_demote_state == LM_ST_UNLOCKED && | |
009d8518 | 578 | gl->gl_state == LM_ST_SHARED && ip) { |
e66cf161 | 579 | gl->gl_lockref.count++; |
b94a170e | 580 | if (queue_work(gfs2_delete_workqueue, &gl->gl_delete) == 0) |
e66cf161 | 581 | gl->gl_lockref.count--; |
b94a170e BM |
582 | } |
583 | } | |
584 | ||
8fb4b536 | 585 | const struct gfs2_glock_operations gfs2_meta_glops = { |
ea67eedb | 586 | .go_type = LM_TYPE_META, |
b3b94faa DT |
587 | }; |
588 | ||
8fb4b536 | 589 | const struct gfs2_glock_operations gfs2_inode_glops = { |
06dfc306 | 590 | .go_sync = inode_go_sync, |
b3b94faa DT |
591 | .go_inval = inode_go_inval, |
592 | .go_demote_ok = inode_go_demote_ok, | |
593 | .go_lock = inode_go_lock, | |
6802e340 | 594 | .go_dump = inode_go_dump, |
ea67eedb | 595 | .go_type = LM_TYPE_INODE, |
e7ccaf5f | 596 | .go_flags = GLOF_ASPACE | GLOF_LRU, |
b3b94faa DT |
597 | }; |
598 | ||
8fb4b536 | 599 | const struct gfs2_glock_operations gfs2_rgrp_glops = { |
06dfc306 | 600 | .go_sync = rgrp_go_sync, |
6bac243f | 601 | .go_inval = rgrp_go_inval, |
7c9ca621 BP |
602 | .go_lock = gfs2_rgrp_go_lock, |
603 | .go_unlock = gfs2_rgrp_go_unlock, | |
09010978 | 604 | .go_dump = gfs2_rgrp_dump, |
ea67eedb | 605 | .go_type = LM_TYPE_RGRP, |
70d4ee94 | 606 | .go_flags = GLOF_LVB, |
b3b94faa DT |
607 | }; |
608 | ||
24972557 BM |
609 | const struct gfs2_glock_operations gfs2_freeze_glops = { |
610 | .go_sync = freeze_go_sync, | |
611 | .go_xmote_bh = freeze_go_xmote_bh, | |
612 | .go_demote_ok = freeze_go_demote_ok, | |
ea67eedb | 613 | .go_type = LM_TYPE_NONDISK, |
b3b94faa DT |
614 | }; |
615 | ||
8fb4b536 | 616 | const struct gfs2_glock_operations gfs2_iopen_glops = { |
ea67eedb | 617 | .go_type = LM_TYPE_IOPEN, |
b94a170e | 618 | .go_callback = iopen_go_callback, |
e7ccaf5f | 619 | .go_flags = GLOF_LRU, |
b3b94faa DT |
620 | }; |
621 | ||
8fb4b536 | 622 | const struct gfs2_glock_operations gfs2_flock_glops = { |
ea67eedb | 623 | .go_type = LM_TYPE_FLOCK, |
e7ccaf5f | 624 | .go_flags = GLOF_LRU, |
b3b94faa DT |
625 | }; |
626 | ||
8fb4b536 | 627 | const struct gfs2_glock_operations gfs2_nondisk_glops = { |
ea67eedb | 628 | .go_type = LM_TYPE_NONDISK, |
b3b94faa DT |
629 | }; |
630 | ||
8fb4b536 | 631 | const struct gfs2_glock_operations gfs2_quota_glops = { |
ea67eedb | 632 | .go_type = LM_TYPE_QUOTA, |
e7ccaf5f | 633 | .go_flags = GLOF_LVB | GLOF_LRU, |
b3b94faa DT |
634 | }; |
635 | ||
8fb4b536 | 636 | const struct gfs2_glock_operations gfs2_journal_glops = { |
ea67eedb | 637 | .go_type = LM_TYPE_JOURNAL, |
b3b94faa DT |
638 | }; |
639 | ||
64d576ba SW |
640 | const struct gfs2_glock_operations *gfs2_glops_list[] = { |
641 | [LM_TYPE_META] = &gfs2_meta_glops, | |
642 | [LM_TYPE_INODE] = &gfs2_inode_glops, | |
643 | [LM_TYPE_RGRP] = &gfs2_rgrp_glops, | |
64d576ba SW |
644 | [LM_TYPE_IOPEN] = &gfs2_iopen_glops, |
645 | [LM_TYPE_FLOCK] = &gfs2_flock_glops, | |
646 | [LM_TYPE_NONDISK] = &gfs2_nondisk_glops, | |
647 | [LM_TYPE_QUOTA] = &gfs2_quota_glops, | |
648 | [LM_TYPE_JOURNAL] = &gfs2_journal_glops, | |
649 | }; | |
650 |