Commit | Line | Data |
---|---|---|
7336d0e6 | 1 | /* SPDX-License-Identifier: GPL-2.0-only */ |
b3b94faa DT |
2 | /* |
3 | * Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved. | |
29d38cd1 | 4 | * Copyright (C) 2004-2008 Red Hat, Inc. All rights reserved. |
b3b94faa DT |
5 | */ |
6 | ||
7 | #ifndef __INCORE_DOT_H__ | |
8 | #define __INCORE_DOT_H__ | |
9 | ||
f2f7ba52 | 10 | #include <linux/fs.h> |
57cc7215 | 11 | #include <linux/kobject.h> |
c4f68a13 | 12 | #include <linux/workqueue.h> |
f057f6cd SW |
13 | #include <linux/dlm.h> |
14 | #include <linux/buffer_head.h> | |
bc015cb8 SW |
15 | #include <linux/rcupdate.h> |
16 | #include <linux/rculist_bl.h> | |
3942ae53 | 17 | #include <linux/completion.h> |
7c9ca621 | 18 | #include <linux/rbtree.h> |
a245769f SW |
19 | #include <linux/ktime.h> |
20 | #include <linux/percpu.h> | |
e66cf161 | 21 | #include <linux/lockref.h> |
88ffbf3e | 22 | #include <linux/rhashtable.h> |
f2f7ba52 | 23 | |
b3b94faa DT |
24 | #define DIO_WAIT 0x00000010 |
25 | #define DIO_METADATA 0x00000020 | |
b3b94faa DT |
26 | |
27 | struct gfs2_log_operations; | |
c0752aa7 | 28 | struct gfs2_bufdata; |
b3b94faa DT |
29 | struct gfs2_holder; |
30 | struct gfs2_glock; | |
b3b94faa | 31 | struct gfs2_quota_data; |
b3b94faa | 32 | struct gfs2_trans; |
b3b94faa | 33 | struct gfs2_jdesc; |
b3b94faa | 34 | struct gfs2_sbd; |
f057f6cd | 35 | struct lm_lockops; |
b3b94faa DT |
36 | |
37 | typedef void (*gfs2_glop_bh_t) (struct gfs2_glock *gl, unsigned int ret); | |
38 | ||
bb8d8a6f SW |
39 | struct gfs2_log_header_host { |
40 | u64 lh_sequence; /* Sequence number of this transaction */ | |
41 | u32 lh_flags; /* GFS2_LOG_HEAD_... */ | |
42 | u32 lh_tail; /* Block number of log tail */ | |
43 | u32 lh_blkno; | |
bb8d8a6f SW |
44 | }; |
45 | ||
b3b94faa DT |
46 | /* |
47 | * Structure of operations that are associated with each | |
48 | * type of element in the log. | |
49 | */ | |
50 | ||
51 | struct gfs2_log_operations { | |
d69a3c65 | 52 | void (*lo_before_commit) (struct gfs2_sbd *sdp, struct gfs2_trans *tr); |
16ca9412 | 53 | void (*lo_after_commit) (struct gfs2_sbd *sdp, struct gfs2_trans *tr); |
b3b94faa | 54 | void (*lo_before_scan) (struct gfs2_jdesc *jd, |
55167622 | 55 | struct gfs2_log_header_host *head, int pass); |
b3b94faa DT |
56 | int (*lo_scan_elements) (struct gfs2_jdesc *jd, unsigned int start, |
57 | struct gfs2_log_descriptor *ld, __be64 *ptr, | |
58 | int pass); | |
59 | void (*lo_after_scan) (struct gfs2_jdesc *jd, int error, int pass); | |
b09e593d | 60 | const char *lo_name; |
b3b94faa DT |
61 | }; |
62 | ||
60a0b8f9 SW |
63 | #define GBF_FULL 1 |
64 | ||
dffe12a8 BP |
65 | /** |
66 | * Clone bitmaps (bi_clone): | |
67 | * | |
68 | * - When a block is freed, we remember the previous state of the block in the | |
69 | * clone bitmap, and only mark the block as free in the real bitmap. | |
70 | * | |
71 | * - When looking for a block to allocate, we check for a free block in the | |
72 | * clone bitmap, and if no clone bitmap exists, in the real bitmap. | |
73 | * | |
74 | * - For allocating a block, we mark it as allocated in the real bitmap, and if | |
75 | * a clone bitmap exists, also in the clone bitmap. | |
76 | * | |
77 | * - At the end of a log_flush, we copy the real bitmap into the clone bitmap | |
78 | * to make the clone bitmap reflect the current allocation state. | |
79 | * (Alternatively, we could remove the clone bitmap.) | |
80 | * | |
81 | * The clone bitmaps are in-core only, and is never written to disk. | |
82 | * | |
83 | * These steps ensure that blocks which have been freed in a transaction cannot | |
84 | * be reallocated in that same transaction. | |
85 | */ | |
b3b94faa DT |
86 | struct gfs2_bitmap { |
87 | struct buffer_head *bi_bh; | |
88 | char *bi_clone; | |
60a0b8f9 | 89 | unsigned long bi_flags; |
cd915493 SW |
90 | u32 bi_offset; |
91 | u32 bi_start; | |
281b4952 | 92 | u32 bi_bytes; |
7e230f57 | 93 | u32 bi_blocks; |
b3b94faa DT |
94 | }; |
95 | ||
96 | struct gfs2_rgrpd { | |
7c9ca621 | 97 | struct rb_node rd_node; /* Link with superblock */ |
b3b94faa | 98 | struct gfs2_glock *rd_gl; /* Glock for this rgrp */ |
bb8d8a6f SW |
99 | u64 rd_addr; /* grp block disk address */ |
100 | u64 rd_data0; /* first data location */ | |
101 | u32 rd_length; /* length of rgrp header in fs blocks */ | |
102 | u32 rd_data; /* num of data blocks in rgrp */ | |
103 | u32 rd_bitbytes; /* number of bytes in data bitmaps */ | |
cfc8b549 | 104 | u32 rd_free; |
8e2e0047 | 105 | u32 rd_reserved; /* number of blocks reserved */ |
73f74948 SW |
106 | u32 rd_free_clone; |
107 | u32 rd_dinodes; | |
d8b71f73 | 108 | u64 rd_igeneration; |
b3b94faa | 109 | struct gfs2_bitmap *rd_bits; |
b3b94faa | 110 | struct gfs2_sbd *rd_sbd; |
90306c41 | 111 | struct gfs2_rgrp_lvb *rd_rgl; |
73f74948 | 112 | u32 rd_last_alloc; |
1ce97e56 | 113 | u32 rd_flags; |
5ea5050c | 114 | u32 rd_extfail_pt; /* extent failure point */ |
09010978 SW |
115 | #define GFS2_RDF_CHECK 0x10000000 /* check for unlinked inodes */ |
116 | #define GFS2_RDF_UPTODATE 0x20000000 /* rg is up to date */ | |
117 | #define GFS2_RDF_ERROR 0x40000000 /* error in rg */ | |
0e27c18c | 118 | #define GFS2_RDF_PREFERRED 0x80000000 /* This rgrp is preferred */ |
09010978 | 119 | #define GFS2_RDF_MASK 0xf0000000 /* mask for internal flags */ |
8e2e0047 BP |
120 | spinlock_t rd_rsspin; /* protects reservation related vars */ |
121 | struct rb_root rd_rstree; /* multi-block reservation tree */ | |
b3b94faa DT |
122 | }; |
123 | ||
4a993fb1 SW |
124 | struct gfs2_rbm { |
125 | struct gfs2_rgrpd *rgd; | |
4a993fb1 | 126 | u32 offset; /* The offset is bitmap relative */ |
e579ed4f | 127 | int bii; /* Bitmap index */ |
4a993fb1 SW |
128 | }; |
129 | ||
e579ed4f BP |
130 | static inline struct gfs2_bitmap *rbm_bi(const struct gfs2_rbm *rbm) |
131 | { | |
132 | return rbm->rgd->rd_bits + rbm->bii; | |
133 | } | |
134 | ||
4a993fb1 SW |
135 | static inline u64 gfs2_rbm_to_block(const struct gfs2_rbm *rbm) |
136 | { | |
dc8fbb03 | 137 | BUG_ON(rbm->offset >= rbm->rgd->rd_data); |
e579ed4f BP |
138 | return rbm->rgd->rd_data0 + (rbm_bi(rbm)->bi_start * GFS2_NBBY) + |
139 | rbm->offset; | |
4a993fb1 SW |
140 | } |
141 | ||
5b924ae2 SW |
142 | static inline bool gfs2_rbm_eq(const struct gfs2_rbm *rbm1, |
143 | const struct gfs2_rbm *rbm2) | |
144 | { | |
e579ed4f | 145 | return (rbm1->rgd == rbm2->rgd) && (rbm1->bii == rbm2->bii) && |
5b924ae2 SW |
146 | (rbm1->offset == rbm2->offset); |
147 | } | |
148 | ||
b3b94faa DT |
149 | enum gfs2_state_bits { |
150 | BH_Pinned = BH_PrivateStart, | |
f42faf4f | 151 | BH_Escaped = BH_PrivateStart + 1, |
b3b94faa DT |
152 | }; |
153 | ||
154 | BUFFER_FNS(Pinned, pinned) | |
155 | TAS_BUFFER_FNS(Pinned, pinned) | |
f42faf4f SW |
156 | BUFFER_FNS(Escaped, escaped) |
157 | TAS_BUFFER_FNS(Escaped, escaped) | |
b3b94faa DT |
158 | |
159 | struct gfs2_bufdata { | |
160 | struct buffer_head *bd_bh; | |
161 | struct gfs2_glock *bd_gl; | |
c50b91c4 | 162 | u64 bd_blkno; |
82e86087 | 163 | |
c0752aa7 | 164 | struct list_head bd_list; |
b3b94faa | 165 | |
16ca9412 | 166 | struct gfs2_trans *bd_tr; |
b3b94faa DT |
167 | struct list_head bd_ail_st_list; |
168 | struct list_head bd_ail_gl_list; | |
169 | }; | |
170 | ||
f057f6cd SW |
171 | /* |
172 | * Internally, we prefix things with gdlm_ and GDLM_ (for gfs-dlm) since a | |
173 | * prefix of lock_dlm_ gets awkward. | |
174 | */ | |
175 | ||
176 | #define GDLM_STRNAME_BYTES 25 | |
177 | #define GDLM_LVB_SIZE 32 | |
178 | ||
e0c2a9aa DT |
179 | /* |
180 | * ls_recover_flags: | |
181 | * | |
182 | * DFL_BLOCK_LOCKS: dlm is in recovery and will grant locks that had been | |
183 | * held by failed nodes whose journals need recovery. Those locks should | |
184 | * only be used for journal recovery until the journal recovery is done. | |
185 | * This is set by the dlm recover_prep callback and cleared by the | |
186 | * gfs2_control thread when journal recovery is complete. To avoid | |
187 | * races between recover_prep setting and gfs2_control clearing, recover_spin | |
188 | * is held while changing this bit and reading/writing recover_block | |
189 | * and recover_start. | |
190 | * | |
191 | * DFL_NO_DLM_OPS: dlm lockspace ops/callbacks are not being used. | |
192 | * | |
193 | * DFL_FIRST_MOUNT: this node is the first to mount this fs and is doing | |
194 | * recovery of all journals before allowing other nodes to mount the fs. | |
195 | * This is cleared when FIRST_MOUNT_DONE is set. | |
196 | * | |
197 | * DFL_FIRST_MOUNT_DONE: this node was the first mounter, and has finished | |
198 | * recovery of all journals, and now allows other nodes to mount the fs. | |
199 | * | |
200 | * DFL_MOUNT_DONE: gdlm_mount has completed successfully and cleared | |
201 | * BLOCK_LOCKS for the first time. The gfs2_control thread should now | |
202 | * control clearing BLOCK_LOCKS for further recoveries. | |
203 | * | |
204 | * DFL_UNMOUNT: gdlm_unmount sets to keep sdp off gfs2_control_wq. | |
205 | * | |
206 | * DFL_DLM_RECOVERY: set while dlm is in recovery, between recover_prep() | |
207 | * and recover_done(), i.e. set while recover_block == recover_start. | |
208 | */ | |
209 | ||
f057f6cd SW |
210 | enum { |
211 | DFL_BLOCK_LOCKS = 0, | |
e0c2a9aa DT |
212 | DFL_NO_DLM_OPS = 1, |
213 | DFL_FIRST_MOUNT = 2, | |
214 | DFL_FIRST_MOUNT_DONE = 3, | |
215 | DFL_MOUNT_DONE = 4, | |
216 | DFL_UNMOUNT = 5, | |
217 | DFL_DLM_RECOVERY = 6, | |
f057f6cd SW |
218 | }; |
219 | ||
972b044e AG |
220 | /* |
221 | * We are using struct lm_lockname as an rhashtable key. Avoid holes within | |
222 | * the struct; padding at the end is fine. | |
223 | */ | |
f057f6cd SW |
224 | struct lm_lockname { |
225 | u64 ln_number; | |
972b044e | 226 | struct gfs2_sbd *ln_sbd; |
f057f6cd | 227 | unsigned int ln_type; |
972b044e | 228 | }; |
f057f6cd SW |
229 | |
230 | #define lm_name_equal(name1, name2) \ | |
15562c43 BP |
231 | (((name1)->ln_number == (name2)->ln_number) && \ |
232 | ((name1)->ln_type == (name2)->ln_type) && \ | |
233 | ((name1)->ln_sbd == (name2)->ln_sbd)) | |
f057f6cd SW |
234 | |
235 | ||
b3b94faa | 236 | struct gfs2_glock_operations { |
06dfc306 | 237 | void (*go_sync) (struct gfs2_glock *gl); |
6802e340 | 238 | int (*go_xmote_bh) (struct gfs2_glock *gl, struct gfs2_holder *gh); |
1a14d3a6 | 239 | void (*go_inval) (struct gfs2_glock *gl, int flags); |
97cc1025 | 240 | int (*go_demote_ok) (const struct gfs2_glock *gl); |
1a14d3a6 SW |
241 | int (*go_lock) (struct gfs2_holder *gh); |
242 | void (*go_unlock) (struct gfs2_holder *gh); | |
3792ce97 BP |
243 | void (*go_dump)(struct seq_file *seq, struct gfs2_glock *gl, |
244 | const char *fs_id_buf); | |
81ffbf65 | 245 | void (*go_callback)(struct gfs2_glock *gl, bool remote); |
8fb4b536 | 246 | const int go_type; |
009d8518 SW |
247 | const unsigned long go_flags; |
248 | #define GLOF_ASPACE 1 | |
dba2d70c | 249 | #define GLOF_LVB 2 |
e7ccaf5f | 250 | #define GLOF_LRU 4 |
b3b94faa DT |
251 | }; |
252 | ||
a245769f SW |
253 | enum { |
254 | GFS2_LKS_SRTT = 0, /* Non blocking smoothed round trip time */ | |
255 | GFS2_LKS_SRTTVAR = 1, /* Non blocking smoothed variance */ | |
256 | GFS2_LKS_SRTTB = 2, /* Blocking smoothed round trip time */ | |
257 | GFS2_LKS_SRTTVARB = 3, /* Blocking smoothed variance */ | |
258 | GFS2_LKS_SIRT = 4, /* Smoothed Inter-request time */ | |
259 | GFS2_LKS_SIRTVAR = 5, /* Smoothed Inter-request variance */ | |
260 | GFS2_LKS_DCOUNT = 6, /* Count of dlm requests */ | |
261 | GFS2_LKS_QCOUNT = 7, /* Count of gfs2_holder queues */ | |
262 | GFS2_NR_LKSTATS | |
263 | }; | |
264 | ||
265 | struct gfs2_lkstats { | |
4d207133 | 266 | u64 stats[GFS2_NR_LKSTATS]; |
a245769f SW |
267 | }; |
268 | ||
b3b94faa | 269 | enum { |
b3b94faa | 270 | /* States */ |
6802e340 | 271 | HIF_HOLDER = 6, /* Set for gh that "holds" the glock */ |
b3b94faa | 272 | HIF_FIRST = 7, |
fee852e3 | 273 | HIF_WAIT = 10, |
b3b94faa DT |
274 | }; |
275 | ||
276 | struct gfs2_holder { | |
277 | struct list_head gh_list; | |
278 | ||
279 | struct gfs2_glock *gh_gl; | |
b1e058da | 280 | struct pid *gh_owner_pid; |
b58bf407 BP |
281 | u16 gh_flags; |
282 | u16 gh_state; | |
b3b94faa DT |
283 | |
284 | int gh_error; | |
6802e340 | 285 | unsigned long gh_iflags; /* HIF_... */ |
d0dc80db | 286 | unsigned long gh_ip; |
b3b94faa DT |
287 | }; |
288 | ||
a937cca2 JK |
289 | /* Number of quota types we support */ |
290 | #define GFS2_MAXQUOTAS 2 | |
291 | ||
b54e9a0b BP |
292 | struct gfs2_qadata { /* quota allocation data */ |
293 | /* Quota stuff */ | |
294 | struct gfs2_quota_data *qa_qd[2 * GFS2_MAXQUOTAS]; | |
295 | struct gfs2_holder qa_qd_ghs[2 * GFS2_MAXQUOTAS]; | |
296 | unsigned int qa_qd_num; | |
297 | }; | |
298 | ||
8e2e0047 BP |
299 | /* Resource group multi-block reservation, in order of appearance: |
300 | ||
301 | Step 1. Function prepares to write, allocates a mb, sets the size hint. | |
302 | Step 2. User calls inplace_reserve to target an rgrp, sets the rgrp info | |
303 | Step 3. Function get_local_rgrp locks the rgrp, determines which bits to use | |
304 | Step 4. Bits are assigned from the rgrp based on either the reservation | |
305 | or wherever it can. | |
306 | */ | |
307 | ||
308 | struct gfs2_blkreserv { | |
8e2e0047 | 309 | struct rb_node rs_node; /* link to other block reservations */ |
9e733d39 | 310 | struct gfs2_rbm rs_rbm; /* Start of reservation */ |
8e2e0047 | 311 | u32 rs_free; /* how many blocks are still free */ |
8e2e0047 BP |
312 | }; |
313 | ||
7b9cff46 SW |
314 | /* |
315 | * Allocation parameters | |
316 | * @target: The number of blocks we'd ideally like to allocate | |
317 | * @aflags: The flags (e.g. Orlov flag) | |
318 | * | |
319 | * The intent is to gradually expand this structure over time in | |
320 | * order to give more information, e.g. alignment, min extent size | |
321 | * to the allocation code. | |
322 | */ | |
323 | struct gfs2_alloc_parms { | |
b8fbf471 | 324 | u64 target; |
25435e5e | 325 | u32 min_target; |
7b9cff46 | 326 | u32 aflags; |
25435e5e | 327 | u64 allowed; |
7b9cff46 SW |
328 | }; |
329 | ||
b3b94faa | 330 | enum { |
6802e340 | 331 | GLF_LOCK = 1, |
6802e340 SW |
332 | GLF_DEMOTE = 3, |
333 | GLF_PENDING_DEMOTE = 4, | |
334 | GLF_DEMOTE_IN_PROGRESS = 5, | |
335 | GLF_DIRTY = 6, | |
336 | GLF_LFLUSH = 7, | |
337 | GLF_INVALIDATE_IN_PROGRESS = 8, | |
338 | GLF_REPLY_PENDING = 9, | |
f057f6cd SW |
339 | GLF_INITIAL = 10, |
340 | GLF_FROZEN = 11, | |
7b5e3d5f | 341 | GLF_QUEUED = 12, |
627c10b7 SW |
342 | GLF_LRU = 13, |
343 | GLF_OBJECT = 14, /* Used only for tracing */ | |
a245769f | 344 | GLF_BLOCKING = 15, |
a4923865 | 345 | GLF_INODE_CREATING = 16, /* Inode creation occurring */ |
b3b94faa DT |
346 | }; |
347 | ||
348 | struct gfs2_glock { | |
b3b94faa DT |
349 | unsigned long gl_flags; /* GLF_... */ |
350 | struct lm_lockname gl_name; | |
b3b94faa | 351 | |
e66cf161 | 352 | struct lockref gl_lockref; |
b3b94faa | 353 | |
f3dd1649 | 354 | /* State fields protected by gl_lockref.lock */ |
47a25380 SW |
355 | unsigned int gl_state:2, /* Current state */ |
356 | gl_target:2, /* Target state */ | |
357 | gl_demote_state:2, /* State requested by remote node */ | |
358 | gl_req:2, /* State in last dlm request */ | |
359 | gl_reply:8; /* Last reply from the dlm */ | |
360 | ||
3b8249f6 | 361 | unsigned long gl_demote_time; /* time of first demote request */ |
7cf8dcd3 | 362 | long gl_hold_time; |
b3b94faa | 363 | struct list_head gl_holders; |
b3b94faa | 364 | |
8fb4b536 | 365 | const struct gfs2_glock_operations *gl_ops; |
a245769f SW |
366 | ktime_t gl_dstamp; |
367 | struct gfs2_lkstats gl_stats; | |
f057f6cd | 368 | struct dlm_lksb gl_lksb; |
c4f68a13 | 369 | unsigned long gl_tchange; |
b3b94faa DT |
370 | void *gl_object; |
371 | ||
97cc1025 | 372 | struct list_head gl_lru; |
b3b94faa DT |
373 | struct list_head gl_ail_list; |
374 | atomic_t gl_ail_count; | |
638803d4 | 375 | atomic_t gl_revokes; |
c4f68a13 | 376 | struct delayed_work gl_work; |
7005c3e4 SW |
377 | union { |
378 | /* For inode and iopen glocks only */ | |
379 | struct work_struct gl_delete; | |
380 | /* For rgrp glocks only */ | |
381 | struct { | |
382 | loff_t start; | |
383 | loff_t end; | |
384 | } gl_vm; | |
385 | }; | |
961ae1d8 | 386 | struct rcu_head gl_rcu; |
88ffbf3e | 387 | struct rhash_head gl_node; |
b3b94faa DT |
388 | }; |
389 | ||
da755fdb SW |
390 | #define GFS2_MIN_LVB_SIZE 32 /* Min size of LVB that gfs2 supports */ |
391 | ||
b3b94faa | 392 | enum { |
bfded27b | 393 | GIF_INVALID = 0, |
b3b94faa | 394 | GIF_QD_LOCKED = 1, |
40ac218f | 395 | GIF_ALLOC_FAILED = 2, |
b3b94faa | 396 | GIF_SW_PAGED = 3, |
45138990 | 397 | GIF_ORDERED = 4, |
05978803 | 398 | GIF_FREE_VFS_INODE = 5, |
4fd1a579 | 399 | GIF_GLOP_PENDING = 6, |
b3b94faa DT |
400 | }; |
401 | ||
402 | struct gfs2_inode { | |
320dd101 | 403 | struct inode i_inode; |
dbb7cae2 SW |
404 | u64 i_no_addr; |
405 | u64 i_no_formal_ino; | |
bcf0b5b3 | 406 | u64 i_generation; |
3767ac21 | 407 | u64 i_eattr; |
b3b94faa | 408 | unsigned long i_flags; /* GIF_... */ |
feaa7bba | 409 | struct gfs2_glock *i_gl; /* Move into i_gh? */ |
b3b94faa | 410 | struct gfs2_holder i_iopen_gh; |
f42faf4f | 411 | struct gfs2_holder i_gh; /* for prepare/commit_write only */ |
b54e9a0b | 412 | struct gfs2_qadata *i_qadata; /* quota allocation data */ |
21f09c43 | 413 | struct gfs2_holder i_rgd_gh; |
a097dc7e | 414 | struct gfs2_blkreserv i_res; /* rgrp multi-block reservation */ |
ce276b06 | 415 | u64 i_goal; /* goal block for allocations */ |
21f09c43 | 416 | atomic_t i_sizehint; /* hint of the write size */ |
b3b94faa | 417 | struct rw_semaphore i_rw_mutex; |
45138990 | 418 | struct list_head i_ordered; |
813e0c46 | 419 | struct list_head i_trunc_list; |
17d539f0 | 420 | __be64 *i_hash_cache; |
ad6203f2 | 421 | u32 i_entries; |
383f01fb | 422 | u32 i_diskflags; |
ecc30c79 | 423 | u8 i_height; |
9a004508 | 424 | u8 i_depth; |
c8d57703 | 425 | u16 i_rahead; |
b3b94faa DT |
426 | }; |
427 | ||
feaa7bba SW |
428 | /* |
429 | * Since i_inode is the first element of struct gfs2_inode, | |
430 | * this is effectively a cast. | |
431 | */ | |
320dd101 SW |
432 | static inline struct gfs2_inode *GFS2_I(struct inode *inode) |
433 | { | |
434 | return container_of(inode, struct gfs2_inode, i_inode); | |
435 | } | |
436 | ||
bf36a713 | 437 | static inline struct gfs2_sbd *GFS2_SB(const struct inode *inode) |
feaa7bba SW |
438 | { |
439 | return inode->i_sb->s_fs_info; | |
440 | } | |
441 | ||
b3b94faa | 442 | struct gfs2_file { |
f55ab26a | 443 | struct mutex f_fl_mutex; |
b3b94faa | 444 | struct gfs2_holder f_fl_gh; |
b3b94faa DT |
445 | }; |
446 | ||
b3b94faa DT |
447 | struct gfs2_revoke_replay { |
448 | struct list_head rr_list; | |
cd915493 | 449 | u64 rr_blkno; |
b3b94faa DT |
450 | unsigned int rr_where; |
451 | }; | |
452 | ||
b3b94faa | 453 | enum { |
b3b94faa DT |
454 | QDF_CHANGE = 1, |
455 | QDF_LOCKED = 2, | |
662e3a55 | 456 | QDF_REFRESH = 3, |
9cde2898 | 457 | QDF_QMSG_QUIET = 4, |
b3b94faa DT |
458 | }; |
459 | ||
460 | struct gfs2_quota_data { | |
c754fbbb | 461 | struct hlist_bl_node qd_hlist; |
b3b94faa | 462 | struct list_head qd_list; |
2147dbfd | 463 | struct kqid qd_id; |
c754fbbb | 464 | struct gfs2_sbd *qd_sbd; |
9b9f039d | 465 | struct lockref qd_lockref; |
2147dbfd | 466 | struct list_head qd_lru; |
c754fbbb | 467 | unsigned qd_hash; |
b3b94faa | 468 | |
b3b94faa DT |
469 | unsigned long qd_flags; /* QDF_... */ |
470 | ||
cd915493 SW |
471 | s64 qd_change; |
472 | s64 qd_change_sync; | |
b3b94faa DT |
473 | |
474 | unsigned int qd_slot; | |
475 | unsigned int qd_slot_count; | |
476 | ||
477 | struct buffer_head *qd_bh; | |
478 | struct gfs2_quota_change *qd_bh_qc; | |
479 | unsigned int qd_bh_count; | |
480 | ||
481 | struct gfs2_glock *qd_gl; | |
482 | struct gfs2_quota_lvb qd_qb; | |
483 | ||
cd915493 | 484 | u64 qd_sync_gen; |
b3b94faa | 485 | unsigned long qd_last_warn; |
c754fbbb | 486 | struct rcu_head qd_rcu; |
b3b94faa DT |
487 | }; |
488 | ||
9862ca05 BP |
489 | enum { |
490 | TR_TOUCHED = 1, | |
491 | TR_ATTACHED = 2, | |
492 | TR_ALLOCED = 3, | |
493 | }; | |
494 | ||
b3b94faa | 495 | struct gfs2_trans { |
d0dc80db | 496 | unsigned long tr_ip; |
b3b94faa DT |
497 | |
498 | unsigned int tr_blocks; | |
499 | unsigned int tr_revokes; | |
500 | unsigned int tr_reserved; | |
9862ca05 | 501 | unsigned long tr_flags; |
b3b94faa | 502 | |
b3b94faa | 503 | unsigned int tr_num_buf_new; |
2332c443 | 504 | unsigned int tr_num_databuf_new; |
b3b94faa | 505 | unsigned int tr_num_buf_rm; |
2332c443 | 506 | unsigned int tr_num_databuf_rm; |
b3b94faa | 507 | unsigned int tr_num_revoke; |
b3b94faa | 508 | |
16ca9412 | 509 | struct list_head tr_list; |
d69a3c65 SW |
510 | struct list_head tr_databuf; |
511 | struct list_head tr_buf; | |
b3b94faa | 512 | |
16ca9412 BM |
513 | unsigned int tr_first; |
514 | struct list_head tr_ail1_list; | |
515 | struct list_head tr_ail2_list; | |
b3b94faa DT |
516 | }; |
517 | ||
da6dd40d | 518 | struct gfs2_journal_extent { |
b50f227b | 519 | struct list_head list; |
da6dd40d BP |
520 | |
521 | unsigned int lblock; /* First logical block */ | |
522 | u64 dblock; /* First disk block */ | |
523 | u64 blocks; | |
524 | }; | |
525 | ||
b3b94faa DT |
526 | struct gfs2_jdesc { |
527 | struct list_head jd_list; | |
da6dd40d | 528 | struct list_head extent_list; |
b50f227b | 529 | unsigned int nr_extents; |
6ecd7c2d | 530 | struct work_struct jd_work; |
7359a19c | 531 | struct inode *jd_inode; |
fe64d517 SW |
532 | unsigned long jd_flags; |
533 | #define JDF_RECOVERY 1 | |
b3b94faa | 534 | unsigned int jd_jid; |
7c70b896 | 535 | u32 jd_blocks; |
376d3778 | 536 | int jd_recover_error; |
a17d758b BP |
537 | /* Replay stuff */ |
538 | ||
539 | unsigned int jd_found_blocks; | |
540 | unsigned int jd_found_revokes; | |
541 | unsigned int jd_replayed_blocks; | |
542 | ||
543 | struct list_head jd_revoke_list; | |
544 | unsigned int jd_replay_tail; | |
545 | ||
b3b94faa DT |
546 | }; |
547 | ||
bb8d8a6f SW |
548 | struct gfs2_statfs_change_host { |
549 | s64 sc_total; | |
550 | s64 sc_free; | |
551 | s64 sc_dinodes; | |
552 | }; | |
553 | ||
b3b94faa DT |
554 | #define GFS2_QUOTA_DEFAULT GFS2_QUOTA_OFF |
555 | #define GFS2_QUOTA_OFF 0 | |
556 | #define GFS2_QUOTA_ACCOUNT 1 | |
557 | #define GFS2_QUOTA_ON 2 | |
558 | ||
559 | #define GFS2_DATA_DEFAULT GFS2_DATA_ORDERED | |
560 | #define GFS2_DATA_WRITEBACK 1 | |
561 | #define GFS2_DATA_ORDERED 2 | |
562 | ||
d34843d0 BP |
563 | #define GFS2_ERRORS_DEFAULT GFS2_ERRORS_WITHDRAW |
564 | #define GFS2_ERRORS_WITHDRAW 0 | |
565 | #define GFS2_ERRORS_CONTINUE 1 /* place holder for future feature */ | |
566 | #define GFS2_ERRORS_RO 2 /* place holder for future feature */ | |
567 | #define GFS2_ERRORS_PANIC 3 | |
568 | ||
b3b94faa | 569 | struct gfs2_args { |
37ec89e8 SW |
570 | char ar_lockproto[GFS2_LOCKNAME_LEN]; /* Name of the Lock Protocol */ |
571 | char ar_locktable[GFS2_LOCKNAME_LEN]; /* Name of the Lock Table */ | |
572 | char ar_hostdata[GFS2_LOCKNAME_LEN]; /* Host specific data */ | |
573 | unsigned int ar_spectator:1; /* Don't get a journal */ | |
37ec89e8 | 574 | unsigned int ar_localflocks:1; /* Let the VFS do flock|fcntl */ |
37ec89e8 | 575 | unsigned int ar_debug:1; /* Oops on errors */ |
37ec89e8 SW |
576 | unsigned int ar_posix_acl:1; /* Enable posix acls */ |
577 | unsigned int ar_quota:2; /* off/account/on */ | |
578 | unsigned int ar_suiddir:1; /* suiddir support */ | |
579 | unsigned int ar_data:2; /* ordered/writeback */ | |
580 | unsigned int ar_meta:1; /* mount metafs */ | |
f15ab561 | 581 | unsigned int ar_discard:1; /* discard requests */ |
d34843d0 | 582 | unsigned int ar_errors:2; /* errors=withdraw | panic */ |
f25934c5 | 583 | unsigned int ar_nobarrier:1; /* do not send barriers */ |
90306c41 | 584 | unsigned int ar_rgrplvb:1; /* use lvbs for rgrp info */ |
471f3db2 BM |
585 | unsigned int ar_loccookie:1; /* use location based readdir |
586 | cookies */ | |
48c2b613 | 587 | int ar_commit; /* Commit interval */ |
3d3c10f2 BM |
588 | int ar_statfs_quantum; /* The fast statfs interval */ |
589 | int ar_quota_quantum; /* The quota interval */ | |
590 | int ar_statfs_percent; /* The % change to force sync */ | |
b3b94faa DT |
591 | }; |
592 | ||
593 | struct gfs2_tune { | |
594 | spinlock_t gt_spin; | |
595 | ||
b3b94faa | 596 | unsigned int gt_logd_secs; |
b3b94faa | 597 | |
b3b94faa DT |
598 | unsigned int gt_quota_warn_period; /* Secs between quota warn msgs */ |
599 | unsigned int gt_quota_scale_num; /* Numerator */ | |
600 | unsigned int gt_quota_scale_den; /* Denominator */ | |
b3b94faa | 601 | unsigned int gt_quota_quantum; /* Secs between syncs to quota file */ |
b3b94faa | 602 | unsigned int gt_new_files_jdata; |
b3b94faa | 603 | unsigned int gt_max_readahead; /* Max bytes to read-ahead from disk */ |
b3b94faa | 604 | unsigned int gt_complain_secs; |
b3b94faa DT |
605 | unsigned int gt_statfs_quantum; |
606 | unsigned int gt_statfs_slow; | |
607 | }; | |
608 | ||
b3b94faa DT |
609 | enum { |
610 | SDF_JOURNAL_CHECKED = 0, | |
611 | SDF_JOURNAL_LIVE = 1, | |
04aea0ca | 612 | SDF_WITHDRAWN = 2, |
254db57f | 613 | SDF_NOBARRIERS = 3, |
fe64d517 | 614 | SDF_NORECOVERY = 4, |
913a71d2 | 615 | SDF_DEMOTE = 5, |
ba6e9364 | 616 | SDF_NOJOURNALID = 6, |
e8ca5cc5 | 617 | SDF_RORECOVERY = 7, /* read only recovery */ |
fb6791d1 | 618 | SDF_SKIP_DLM_UNLOCK = 8, |
b066a4ee | 619 | SDF_FORCE_AIL_FLUSH = 9, |
b524abcc | 620 | SDF_AIL1_IO_ERROR = 10, |
8f918219 | 621 | SDF_FS_FROZEN = 11, |
b3b94faa DT |
622 | }; |
623 | ||
2e60d768 BM |
624 | enum gfs2_freeze_state { |
625 | SFS_UNFROZEN = 0, | |
626 | SFS_STARTING_FREEZE = 1, | |
627 | SFS_FROZEN = 2, | |
628 | }; | |
629 | ||
b3b94faa DT |
630 | #define GFS2_FSNAME_LEN 256 |
631 | ||
bb8d8a6f SW |
632 | struct gfs2_inum_host { |
633 | u64 no_formal_ino; | |
634 | u64 no_addr; | |
635 | }; | |
636 | ||
637 | struct gfs2_sb_host { | |
638 | u32 sb_magic; | |
639 | u32 sb_type; | |
640 | u32 sb_format; | |
641 | ||
642 | u32 sb_fs_format; | |
643 | u32 sb_multihost_format; | |
644 | u32 sb_bsize; | |
645 | u32 sb_bsize_shift; | |
646 | ||
647 | struct gfs2_inum_host sb_master_dir; | |
648 | struct gfs2_inum_host sb_root_dir; | |
649 | ||
650 | char sb_lockproto[GFS2_LOCKNAME_LEN]; | |
651 | char sb_locktable[GFS2_LOCKNAME_LEN]; | |
652 | }; | |
653 | ||
f057f6cd SW |
654 | /* |
655 | * lm_mount() return values | |
656 | * | |
657 | * ls_jid - the journal ID this node should use | |
658 | * ls_first - this node is the first to mount the file system | |
659 | * ls_lockspace - lock module's context for this file system | |
660 | * ls_ops - lock module's functions | |
661 | */ | |
662 | ||
663 | struct lm_lockstruct { | |
feb47ca9 | 664 | int ls_jid; |
f057f6cd | 665 | unsigned int ls_first; |
f057f6cd | 666 | const struct lm_lockops *ls_ops; |
f057f6cd SW |
667 | dlm_lockspace_t *ls_dlm; |
668 | ||
e0c2a9aa DT |
669 | int ls_recover_jid_done; /* These two are deprecated, */ |
670 | int ls_recover_jid_status; /* used previously by gfs_controld */ | |
671 | ||
672 | struct dlm_lksb ls_mounted_lksb; /* mounted_lock */ | |
673 | struct dlm_lksb ls_control_lksb; /* control_lock */ | |
674 | char ls_control_lvb[GDLM_LVB_SIZE]; /* control_lock lvb */ | |
675 | struct completion ls_sync_wait; /* {control,mounted}_{lock,unlock} */ | |
57c7310b | 676 | char *ls_lvb_bits; |
e0c2a9aa DT |
677 | |
678 | spinlock_t ls_recover_spin; /* protects following fields */ | |
679 | unsigned long ls_recover_flags; /* DFL_ */ | |
680 | uint32_t ls_recover_mount; /* gen in first recover_done cb */ | |
681 | uint32_t ls_recover_start; /* gen in last recover_done cb */ | |
682 | uint32_t ls_recover_block; /* copy recover_start in last recover_prep */ | |
683 | uint32_t ls_recover_size; /* size of recover_submit, recover_result */ | |
684 | uint32_t *ls_recover_submit; /* gen in last recover_slot cb per jid */ | |
685 | uint32_t *ls_recover_result; /* result of last jid recovery */ | |
f057f6cd SW |
686 | }; |
687 | ||
a245769f SW |
688 | struct gfs2_pcpu_lkstats { |
689 | /* One struct for each glock type */ | |
690 | struct gfs2_lkstats lkstats[10]; | |
691 | }; | |
692 | ||
b3b94faa DT |
693 | struct gfs2_sbd { |
694 | struct super_block *sd_vfs; | |
a245769f | 695 | struct gfs2_pcpu_lkstats __percpu *sd_lkstats; |
b3b94faa DT |
696 | struct kobject sd_kobj; |
697 | unsigned long sd_flags; /* SDF_... */ | |
f50dfaf7 | 698 | struct gfs2_sb_host sd_sb; |
b3b94faa DT |
699 | |
700 | /* Constants computed on mount */ | |
701 | ||
cd915493 SW |
702 | u32 sd_fsb2bb; |
703 | u32 sd_fsb2bb_shift; | |
704 | u32 sd_diptrs; /* Number of pointers in a dinode */ | |
705 | u32 sd_inptrs; /* Number of pointers in a indirect block */ | |
706 | u32 sd_jbsize; /* Size of a journaled data block */ | |
707 | u32 sd_hash_bsize; /* sizeof(exhash block) */ | |
708 | u32 sd_hash_bsize_shift; | |
709 | u32 sd_hash_ptrs; /* Number of pointers in a hash block */ | |
710 | u32 sd_qc_per_block; | |
a68a0a35 | 711 | u32 sd_blocks_per_bitmap; |
cd915493 SW |
712 | u32 sd_max_dirres; /* Max blocks needed to add a directory entry */ |
713 | u32 sd_max_height; /* Max height of a file's metadata tree */ | |
ecc30c79 | 714 | u64 sd_heightsize[GFS2_MAX_META_HEIGHT + 1]; |
471f3db2 | 715 | u32 sd_max_dents_per_leaf; /* Max number of dirents in a leaf block */ |
b3b94faa DT |
716 | |
717 | struct gfs2_args sd_args; /* Mount arguments */ | |
718 | struct gfs2_tune sd_tune; /* Filesystem tuning structure */ | |
719 | ||
720 | /* Lock Stuff */ | |
721 | ||
722 | struct lm_lockstruct sd_lockstruct; | |
b3b94faa DT |
723 | struct gfs2_holder sd_live_gh; |
724 | struct gfs2_glock *sd_rename_gl; | |
24972557 | 725 | struct gfs2_glock *sd_freeze_gl; |
2e60d768 | 726 | struct work_struct sd_freeze_work; |
e402746a SW |
727 | wait_queue_head_t sd_glock_wait; |
728 | atomic_t sd_glock_disposal; | |
3942ae53 | 729 | struct completion sd_locking_init; |
fd95e81c | 730 | struct completion sd_wdack; |
e0c2a9aa | 731 | struct delayed_work sd_control_work; |
b3b94faa DT |
732 | |
733 | /* Inode Stuff */ | |
734 | ||
9b8df98f SW |
735 | struct dentry *sd_master_dir; |
736 | struct dentry *sd_root_dir; | |
737 | ||
f42faf4f | 738 | struct inode *sd_jindex; |
f42faf4f | 739 | struct inode *sd_statfs_inode; |
f42faf4f | 740 | struct inode *sd_sc_inode; |
f42faf4f SW |
741 | struct inode *sd_qc_inode; |
742 | struct inode *sd_rindex; | |
743 | struct inode *sd_quota_inode; | |
b3b94faa | 744 | |
b3b94faa DT |
745 | /* StatFS stuff */ |
746 | ||
747 | spinlock_t sd_statfs_spin; | |
bd209cc0 AV |
748 | struct gfs2_statfs_change_host sd_statfs_master; |
749 | struct gfs2_statfs_change_host sd_statfs_local; | |
3d3c10f2 | 750 | int sd_statfs_force_sync; |
b3b94faa DT |
751 | |
752 | /* Resource group stuff */ | |
753 | ||
cf45b752 | 754 | int sd_rindex_uptodate; |
b3b94faa | 755 | spinlock_t sd_rindex_spin; |
7c9ca621 | 756 | struct rb_root sd_rindex_tree; |
b3b94faa | 757 | unsigned int sd_rgrps; |
3921120e | 758 | unsigned int sd_max_rg_data; |
b3b94faa DT |
759 | |
760 | /* Journal index stuff */ | |
761 | ||
762 | struct list_head sd_jindex_list; | |
763 | spinlock_t sd_jindex_spin; | |
f55ab26a | 764 | struct mutex sd_jindex_mutex; |
b3b94faa | 765 | unsigned int sd_journals; |
b3b94faa DT |
766 | |
767 | struct gfs2_jdesc *sd_jdesc; | |
768 | struct gfs2_holder sd_journal_gh; | |
769 | struct gfs2_holder sd_jinode_gh; | |
770 | ||
b3b94faa | 771 | struct gfs2_holder sd_sc_gh; |
b3b94faa DT |
772 | struct gfs2_holder sd_qc_gh; |
773 | ||
0e48e055 BP |
774 | struct completion sd_journal_ready; |
775 | ||
b3b94faa DT |
776 | /* Daemon stuff */ |
777 | ||
b3b94faa DT |
778 | struct task_struct *sd_logd_process; |
779 | struct task_struct *sd_quotad_process; | |
b3b94faa | 780 | |
b3b94faa DT |
781 | /* Quota stuff */ |
782 | ||
783 | struct list_head sd_quota_list; | |
784 | atomic_t sd_quota_count; | |
f55ab26a | 785 | struct mutex sd_quota_mutex; |
e46c772d | 786 | struct mutex sd_quota_sync_mutex; |
37b2c837 | 787 | wait_queue_head_t sd_quota_wait; |
813e0c46 SW |
788 | struct list_head sd_trunc_list; |
789 | spinlock_t sd_trunc_lock; | |
b3b94faa DT |
790 | |
791 | unsigned int sd_quota_slots; | |
ee2411a8 | 792 | unsigned long *sd_quota_bitmap; |
2d9e7230 | 793 | spinlock_t sd_bitmap_lock; |
b3b94faa | 794 | |
cd915493 | 795 | u64 sd_quota_sync_gen; |
b3b94faa DT |
796 | |
797 | /* Log stuff */ | |
798 | ||
70d4ee94 SW |
799 | struct address_space sd_aspace; |
800 | ||
b3b94faa | 801 | spinlock_t sd_log_lock; |
b3b94faa | 802 | |
16ca9412 | 803 | struct gfs2_trans *sd_log_tr; |
b3b94faa | 804 | unsigned int sd_log_blks_reserved; |
2e95e3f6 | 805 | int sd_log_commited_revoke; |
b3b94faa | 806 | |
5e687eac | 807 | atomic_t sd_log_pinned; |
b3b94faa | 808 | unsigned int sd_log_num_revoke; |
f42faf4f | 809 | |
a5b1d3fc AG |
810 | struct list_head sd_log_revokes; |
811 | struct list_head sd_log_ordered; | |
45138990 | 812 | spinlock_t sd_ordered_lock; |
b3b94faa | 813 | |
5e687eac BM |
814 | atomic_t sd_log_thresh1; |
815 | atomic_t sd_log_thresh2; | |
fd041f0b | 816 | atomic_t sd_log_blks_free; |
f07b3520 | 817 | atomic_t sd_log_blks_needed; |
5e687eac BM |
818 | wait_queue_head_t sd_log_waitq; |
819 | wait_queue_head_t sd_logd_waitq; | |
b3b94faa | 820 | |
cd915493 | 821 | u64 sd_log_sequence; |
b3b94faa DT |
822 | unsigned int sd_log_head; |
823 | unsigned int sd_log_tail; | |
b3b94faa DT |
824 | int sd_log_idle; |
825 | ||
484adff8 | 826 | struct rw_semaphore sd_log_flush_lock; |
16615be1 | 827 | atomic_t sd_log_in_flight; |
e8c92ed7 | 828 | struct bio *sd_log_bio; |
16615be1 | 829 | wait_queue_head_t sd_log_flush_wait; |
942b0cdd | 830 | int sd_log_error; |
b3b94faa | 831 | |
2e60d768 BM |
832 | atomic_t sd_reserving_log; |
833 | wait_queue_head_t sd_reserving_log_wait; | |
834 | ||
b3b94faa | 835 | unsigned int sd_log_flush_head; |
b3b94faa | 836 | |
d6a079e8 | 837 | spinlock_t sd_ail_lock; |
b3b94faa DT |
838 | struct list_head sd_ail1_list; |
839 | struct list_head sd_ail2_list; | |
b3b94faa | 840 | |
b3b94faa | 841 | /* For quiescing the filesystem */ |
b3b94faa | 842 | struct gfs2_holder sd_freeze_gh; |
2e60d768 BM |
843 | atomic_t sd_freeze_state; |
844 | struct mutex sd_freeze_mutex; | |
b3b94faa | 845 | |
561b7969 | 846 | char sd_fsname[GFS2_FSNAME_LEN + 3 * sizeof(int) + 2]; |
b3b94faa DT |
847 | char sd_table_name[GFS2_FSNAME_LEN]; |
848 | char sd_proto_name[GFS2_FSNAME_LEN]; | |
849 | ||
850 | /* Debugging crud */ | |
851 | ||
852 | unsigned long sd_last_warning; | |
5f882096 | 853 | struct dentry *debugfs_dir; /* debugfs directory */ |
b3b94faa DT |
854 | }; |
855 | ||
a245769f SW |
856 | static inline void gfs2_glstats_inc(struct gfs2_glock *gl, int which) |
857 | { | |
858 | gl->gl_stats.stats[which]++; | |
859 | } | |
860 | ||
861 | static inline void gfs2_sbstats_inc(const struct gfs2_glock *gl, int which) | |
862 | { | |
15562c43 | 863 | const struct gfs2_sbd *sdp = gl->gl_name.ln_sbd; |
a245769f SW |
864 | preempt_disable(); |
865 | this_cpu_ptr(sdp->sd_lkstats)->lkstats[gl->gl_name.ln_type].stats[which]++; | |
866 | preempt_enable(); | |
867 | } | |
868 | ||
6f6597ba AG |
869 | extern struct gfs2_rgrpd *gfs2_glock2rgrp(struct gfs2_glock *gl); |
870 | ||
235628c5 AG |
871 | static inline unsigned gfs2_max_stuffed_size(const struct gfs2_inode *ip) |
872 | { | |
873 | return GFS2_SB(&ip->i_inode)->sd_sb.sb_bsize - sizeof(struct gfs2_dinode); | |
874 | } | |
875 | ||
b3b94faa DT |
876 | #endif /* __INCORE_DOT_H__ */ |
877 |