Commit | Line | Data |
---|---|---|
0b61f8a4 | 1 | // SPDX-License-Identifier: GPL-2.0 |
1da177e4 | 2 | /* |
7b718769 NS |
3 | * Copyright (c) 2000-2002,2005 Silicon Graphics, Inc. |
4 | * All Rights Reserved. | |
1da177e4 | 5 | */ |
1da177e4 | 6 | #include "xfs.h" |
a844f451 | 7 | #include "xfs_fs.h" |
5467b34b | 8 | #include "xfs_shared.h" |
a4fbe6ab | 9 | #include "xfs_format.h" |
239880ef DC |
10 | #include "xfs_log_format.h" |
11 | #include "xfs_trans_resv.h" | |
1da177e4 | 12 | #include "xfs_mount.h" |
1da177e4 | 13 | #include "xfs_inode.h" |
239880ef | 14 | #include "xfs_trans.h" |
a844f451 | 15 | #include "xfs_inode_item.h" |
0b1b213f | 16 | #include "xfs_trace.h" |
239880ef | 17 | #include "xfs_trans_priv.h" |
d3a304b6 | 18 | #include "xfs_buf_item.h" |
1234351c | 19 | #include "xfs_log.h" |
a5155b87 | 20 | #include "xfs_error.h" |
1da177e4 | 21 | |
f0e28280 | 22 | #include <linux/iversion.h> |
1da177e4 LT |
23 | |
24 | kmem_zone_t *xfs_ili_zone; /* inode log item zone */ | |
25 | ||
7bfa31d8 CH |
26 | static inline struct xfs_inode_log_item *INODE_ITEM(struct xfs_log_item *lip) |
27 | { | |
28 | return container_of(lip, struct xfs_inode_log_item, ili_item); | |
29 | } | |
30 | ||
166d1368 | 31 | STATIC void |
ce9641d6 CH |
32 | xfs_inode_item_data_fork_size( |
33 | struct xfs_inode_log_item *iip, | |
166d1368 DC |
34 | int *nvecs, |
35 | int *nbytes) | |
1da177e4 | 36 | { |
7bfa31d8 | 37 | struct xfs_inode *ip = iip->ili_inode; |
166d1368 | 38 | |
f7e67b20 | 39 | switch (ip->i_df.if_format) { |
1da177e4 | 40 | case XFS_DINODE_FMT_EXTENTS: |
f5d8d5c4 | 41 | if ((iip->ili_fields & XFS_ILOG_DEXT) && |
daf83964 | 42 | ip->i_df.if_nextents > 0 && |
166d1368 DC |
43 | ip->i_df.if_bytes > 0) { |
44 | /* worst case, doesn't subtract delalloc extents */ | |
45 | *nbytes += XFS_IFORK_DSIZE(ip); | |
46 | *nvecs += 1; | |
47 | } | |
1da177e4 | 48 | break; |
1da177e4 | 49 | case XFS_DINODE_FMT_BTREE: |
f5d8d5c4 | 50 | if ((iip->ili_fields & XFS_ILOG_DBROOT) && |
166d1368 DC |
51 | ip->i_df.if_broot_bytes > 0) { |
52 | *nbytes += ip->i_df.if_broot_bytes; | |
53 | *nvecs += 1; | |
54 | } | |
1da177e4 | 55 | break; |
1da177e4 | 56 | case XFS_DINODE_FMT_LOCAL: |
f5d8d5c4 | 57 | if ((iip->ili_fields & XFS_ILOG_DDATA) && |
166d1368 DC |
58 | ip->i_df.if_bytes > 0) { |
59 | *nbytes += roundup(ip->i_df.if_bytes, 4); | |
60 | *nvecs += 1; | |
61 | } | |
1da177e4 LT |
62 | break; |
63 | ||
64 | case XFS_DINODE_FMT_DEV: | |
1da177e4 | 65 | break; |
1da177e4 LT |
66 | default: |
67 | ASSERT(0); | |
68 | break; | |
69 | } | |
ce9641d6 | 70 | } |
1da177e4 | 71 | |
ce9641d6 CH |
72 | STATIC void |
73 | xfs_inode_item_attr_fork_size( | |
74 | struct xfs_inode_log_item *iip, | |
75 | int *nvecs, | |
76 | int *nbytes) | |
77 | { | |
78 | struct xfs_inode *ip = iip->ili_inode; | |
1da177e4 | 79 | |
f7e67b20 | 80 | switch (ip->i_afp->if_format) { |
1da177e4 | 81 | case XFS_DINODE_FMT_EXTENTS: |
f5d8d5c4 | 82 | if ((iip->ili_fields & XFS_ILOG_AEXT) && |
daf83964 | 83 | ip->i_afp->if_nextents > 0 && |
166d1368 DC |
84 | ip->i_afp->if_bytes > 0) { |
85 | /* worst case, doesn't subtract unused space */ | |
86 | *nbytes += XFS_IFORK_ASIZE(ip); | |
87 | *nvecs += 1; | |
88 | } | |
1da177e4 | 89 | break; |
1da177e4 | 90 | case XFS_DINODE_FMT_BTREE: |
f5d8d5c4 | 91 | if ((iip->ili_fields & XFS_ILOG_ABROOT) && |
166d1368 DC |
92 | ip->i_afp->if_broot_bytes > 0) { |
93 | *nbytes += ip->i_afp->if_broot_bytes; | |
94 | *nvecs += 1; | |
95 | } | |
1da177e4 | 96 | break; |
1da177e4 | 97 | case XFS_DINODE_FMT_LOCAL: |
f5d8d5c4 | 98 | if ((iip->ili_fields & XFS_ILOG_ADATA) && |
166d1368 DC |
99 | ip->i_afp->if_bytes > 0) { |
100 | *nbytes += roundup(ip->i_afp->if_bytes, 4); | |
101 | *nvecs += 1; | |
102 | } | |
1da177e4 | 103 | break; |
1da177e4 LT |
104 | default: |
105 | ASSERT(0); | |
106 | break; | |
107 | } | |
1da177e4 LT |
108 | } |
109 | ||
ce9641d6 CH |
110 | /* |
111 | * This returns the number of iovecs needed to log the given inode item. | |
112 | * | |
113 | * We need one iovec for the inode log format structure, one for the | |
114 | * inode core, and possibly one for the inode data/extents/b-tree root | |
115 | * and one for the inode attribute data/extents/b-tree root. | |
116 | */ | |
117 | STATIC void | |
118 | xfs_inode_item_size( | |
119 | struct xfs_log_item *lip, | |
120 | int *nvecs, | |
121 | int *nbytes) | |
122 | { | |
123 | struct xfs_inode_log_item *iip = INODE_ITEM(lip); | |
124 | struct xfs_inode *ip = iip->ili_inode; | |
125 | ||
126 | *nvecs += 2; | |
127 | *nbytes += sizeof(struct xfs_inode_log_format) + | |
e9e2eae8 | 128 | xfs_log_dinode_size(ip->i_mount); |
ce9641d6 CH |
129 | |
130 | xfs_inode_item_data_fork_size(iip, nvecs, nbytes); | |
131 | if (XFS_IFORK_Q(ip)) | |
132 | xfs_inode_item_attr_fork_size(iip, nvecs, nbytes); | |
133 | } | |
134 | ||
1234351c | 135 | STATIC void |
3de559fb CH |
136 | xfs_inode_item_format_data_fork( |
137 | struct xfs_inode_log_item *iip, | |
bde7cff6 CH |
138 | struct xfs_inode_log_format *ilf, |
139 | struct xfs_log_vec *lv, | |
140 | struct xfs_log_iovec **vecp) | |
1da177e4 | 141 | { |
7bfa31d8 | 142 | struct xfs_inode *ip = iip->ili_inode; |
1da177e4 | 143 | size_t data_bytes; |
1da177e4 | 144 | |
f7e67b20 | 145 | switch (ip->i_df.if_format) { |
1da177e4 | 146 | case XFS_DINODE_FMT_EXTENTS: |
f5d8d5c4 | 147 | iip->ili_fields &= |
42b67dc6 | 148 | ~(XFS_ILOG_DDATA | XFS_ILOG_DBROOT | XFS_ILOG_DEV); |
339a5f5d | 149 | |
f5d8d5c4 | 150 | if ((iip->ili_fields & XFS_ILOG_DEXT) && |
daf83964 | 151 | ip->i_df.if_nextents > 0 && |
339a5f5d | 152 | ip->i_df.if_bytes > 0) { |
da776503 CH |
153 | struct xfs_bmbt_rec *p; |
154 | ||
5d829300 | 155 | ASSERT(xfs_iext_count(&ip->i_df) > 0); |
da776503 CH |
156 | |
157 | p = xlog_prepare_iovec(lv, vecp, XLOG_REG_TYPE_IEXT); | |
158 | data_bytes = xfs_iextents_copy(ip, p, XFS_DATA_FORK); | |
159 | xlog_finish_iovec(lv, *vecp, data_bytes); | |
160 | ||
161 | ASSERT(data_bytes <= ip->i_df.if_bytes); | |
162 | ||
163 | ilf->ilf_dsize = data_bytes; | |
bde7cff6 | 164 | ilf->ilf_size++; |
339a5f5d | 165 | } else { |
f5d8d5c4 | 166 | iip->ili_fields &= ~XFS_ILOG_DEXT; |
1da177e4 LT |
167 | } |
168 | break; | |
1da177e4 | 169 | case XFS_DINODE_FMT_BTREE: |
f5d8d5c4 | 170 | iip->ili_fields &= |
42b67dc6 | 171 | ~(XFS_ILOG_DDATA | XFS_ILOG_DEXT | XFS_ILOG_DEV); |
339a5f5d | 172 | |
f5d8d5c4 | 173 | if ((iip->ili_fields & XFS_ILOG_DBROOT) && |
339a5f5d | 174 | ip->i_df.if_broot_bytes > 0) { |
1da177e4 | 175 | ASSERT(ip->i_df.if_broot != NULL); |
bde7cff6 | 176 | xlog_copy_iovec(lv, vecp, XLOG_REG_TYPE_IBROOT, |
1234351c CH |
177 | ip->i_df.if_broot, |
178 | ip->i_df.if_broot_bytes); | |
bde7cff6 CH |
179 | ilf->ilf_dsize = ip->i_df.if_broot_bytes; |
180 | ilf->ilf_size++; | |
339a5f5d | 181 | } else { |
f5d8d5c4 | 182 | ASSERT(!(iip->ili_fields & |
339a5f5d | 183 | XFS_ILOG_DBROOT)); |
f5d8d5c4 | 184 | iip->ili_fields &= ~XFS_ILOG_DBROOT; |
1da177e4 LT |
185 | } |
186 | break; | |
1da177e4 | 187 | case XFS_DINODE_FMT_LOCAL: |
f5d8d5c4 | 188 | iip->ili_fields &= |
42b67dc6 | 189 | ~(XFS_ILOG_DEXT | XFS_ILOG_DBROOT | XFS_ILOG_DEV); |
f5d8d5c4 | 190 | if ((iip->ili_fields & XFS_ILOG_DDATA) && |
339a5f5d | 191 | ip->i_df.if_bytes > 0) { |
1da177e4 LT |
192 | /* |
193 | * Round i_bytes up to a word boundary. | |
b63da6c8 | 194 | * The underlying memory is guaranteed |
1da177e4 LT |
195 | * to be there by xfs_idata_realloc(). |
196 | */ | |
197 | data_bytes = roundup(ip->i_df.if_bytes, 4); | |
1234351c CH |
198 | ASSERT(ip->i_df.if_u1.if_data != NULL); |
199 | ASSERT(ip->i_d.di_size > 0); | |
bde7cff6 | 200 | xlog_copy_iovec(lv, vecp, XLOG_REG_TYPE_ILOCAL, |
1234351c | 201 | ip->i_df.if_u1.if_data, data_bytes); |
bde7cff6 CH |
202 | ilf->ilf_dsize = (unsigned)data_bytes; |
203 | ilf->ilf_size++; | |
339a5f5d | 204 | } else { |
f5d8d5c4 | 205 | iip->ili_fields &= ~XFS_ILOG_DDATA; |
1da177e4 LT |
206 | } |
207 | break; | |
1da177e4 | 208 | case XFS_DINODE_FMT_DEV: |
f5d8d5c4 | 209 | iip->ili_fields &= |
42b67dc6 | 210 | ~(XFS_ILOG_DDATA | XFS_ILOG_DBROOT | XFS_ILOG_DEXT); |
bde7cff6 | 211 | if (iip->ili_fields & XFS_ILOG_DEV) |
66f36464 | 212 | ilf->ilf_u.ilfu_rdev = sysv_encode_dev(VFS_I(ip)->i_rdev); |
1da177e4 | 213 | break; |
1da177e4 LT |
214 | default: |
215 | ASSERT(0); | |
216 | break; | |
217 | } | |
3de559fb CH |
218 | } |
219 | ||
1234351c | 220 | STATIC void |
3de559fb CH |
221 | xfs_inode_item_format_attr_fork( |
222 | struct xfs_inode_log_item *iip, | |
bde7cff6 CH |
223 | struct xfs_inode_log_format *ilf, |
224 | struct xfs_log_vec *lv, | |
225 | struct xfs_log_iovec **vecp) | |
3de559fb CH |
226 | { |
227 | struct xfs_inode *ip = iip->ili_inode; | |
228 | size_t data_bytes; | |
1da177e4 | 229 | |
f7e67b20 | 230 | switch (ip->i_afp->if_format) { |
1da177e4 | 231 | case XFS_DINODE_FMT_EXTENTS: |
f5d8d5c4 | 232 | iip->ili_fields &= |
339a5f5d CH |
233 | ~(XFS_ILOG_ADATA | XFS_ILOG_ABROOT); |
234 | ||
f5d8d5c4 | 235 | if ((iip->ili_fields & XFS_ILOG_AEXT) && |
daf83964 | 236 | ip->i_afp->if_nextents > 0 && |
339a5f5d | 237 | ip->i_afp->if_bytes > 0) { |
da776503 CH |
238 | struct xfs_bmbt_rec *p; |
239 | ||
5d829300 | 240 | ASSERT(xfs_iext_count(ip->i_afp) == |
daf83964 | 241 | ip->i_afp->if_nextents); |
da776503 CH |
242 | |
243 | p = xlog_prepare_iovec(lv, vecp, XLOG_REG_TYPE_IATTR_EXT); | |
244 | data_bytes = xfs_iextents_copy(ip, p, XFS_ATTR_FORK); | |
245 | xlog_finish_iovec(lv, *vecp, data_bytes); | |
246 | ||
247 | ilf->ilf_asize = data_bytes; | |
bde7cff6 | 248 | ilf->ilf_size++; |
339a5f5d | 249 | } else { |
f5d8d5c4 | 250 | iip->ili_fields &= ~XFS_ILOG_AEXT; |
1da177e4 LT |
251 | } |
252 | break; | |
1da177e4 | 253 | case XFS_DINODE_FMT_BTREE: |
f5d8d5c4 | 254 | iip->ili_fields &= |
339a5f5d CH |
255 | ~(XFS_ILOG_ADATA | XFS_ILOG_AEXT); |
256 | ||
f5d8d5c4 | 257 | if ((iip->ili_fields & XFS_ILOG_ABROOT) && |
339a5f5d | 258 | ip->i_afp->if_broot_bytes > 0) { |
1da177e4 | 259 | ASSERT(ip->i_afp->if_broot != NULL); |
339a5f5d | 260 | |
bde7cff6 | 261 | xlog_copy_iovec(lv, vecp, XLOG_REG_TYPE_IATTR_BROOT, |
1234351c CH |
262 | ip->i_afp->if_broot, |
263 | ip->i_afp->if_broot_bytes); | |
bde7cff6 CH |
264 | ilf->ilf_asize = ip->i_afp->if_broot_bytes; |
265 | ilf->ilf_size++; | |
339a5f5d | 266 | } else { |
f5d8d5c4 | 267 | iip->ili_fields &= ~XFS_ILOG_ABROOT; |
1da177e4 LT |
268 | } |
269 | break; | |
1da177e4 | 270 | case XFS_DINODE_FMT_LOCAL: |
f5d8d5c4 | 271 | iip->ili_fields &= |
339a5f5d CH |
272 | ~(XFS_ILOG_AEXT | XFS_ILOG_ABROOT); |
273 | ||
f5d8d5c4 | 274 | if ((iip->ili_fields & XFS_ILOG_ADATA) && |
339a5f5d | 275 | ip->i_afp->if_bytes > 0) { |
1da177e4 LT |
276 | /* |
277 | * Round i_bytes up to a word boundary. | |
b63da6c8 | 278 | * The underlying memory is guaranteed |
1da177e4 LT |
279 | * to be there by xfs_idata_realloc(). |
280 | */ | |
281 | data_bytes = roundup(ip->i_afp->if_bytes, 4); | |
1234351c | 282 | ASSERT(ip->i_afp->if_u1.if_data != NULL); |
bde7cff6 | 283 | xlog_copy_iovec(lv, vecp, XLOG_REG_TYPE_IATTR_LOCAL, |
1234351c CH |
284 | ip->i_afp->if_u1.if_data, |
285 | data_bytes); | |
bde7cff6 CH |
286 | ilf->ilf_asize = (unsigned)data_bytes; |
287 | ilf->ilf_size++; | |
339a5f5d | 288 | } else { |
f5d8d5c4 | 289 | iip->ili_fields &= ~XFS_ILOG_ADATA; |
1da177e4 LT |
290 | } |
291 | break; | |
1da177e4 LT |
292 | default: |
293 | ASSERT(0); | |
294 | break; | |
295 | } | |
3de559fb CH |
296 | } |
297 | ||
f8d55aa0 | 298 | static void |
3987848c DC |
299 | xfs_inode_to_log_dinode( |
300 | struct xfs_inode *ip, | |
93f958f9 DC |
301 | struct xfs_log_dinode *to, |
302 | xfs_lsn_t lsn) | |
f8d55aa0 | 303 | { |
3987848c DC |
304 | struct xfs_icdinode *from = &ip->i_d; |
305 | struct inode *inode = VFS_I(ip); | |
306 | ||
93f958f9 | 307 | to->di_magic = XFS_DINODE_MAGIC; |
f7e67b20 | 308 | to->di_format = xfs_ifork_format(&ip->i_df); |
ba8adad5 CH |
309 | to->di_uid = i_uid_read(inode); |
310 | to->di_gid = i_gid_read(inode); | |
de7a866f CH |
311 | to->di_projid_lo = from->di_projid & 0xffff; |
312 | to->di_projid_hi = from->di_projid >> 16; | |
f8d55aa0 | 313 | |
93f958f9 | 314 | memset(to->di_pad, 0, sizeof(to->di_pad)); |
faeb4e47 | 315 | memset(to->di_pad3, 0, sizeof(to->di_pad3)); |
3987848c DC |
316 | to->di_atime.t_sec = inode->i_atime.tv_sec; |
317 | to->di_atime.t_nsec = inode->i_atime.tv_nsec; | |
318 | to->di_mtime.t_sec = inode->i_mtime.tv_sec; | |
319 | to->di_mtime.t_nsec = inode->i_mtime.tv_nsec; | |
320 | to->di_ctime.t_sec = inode->i_ctime.tv_sec; | |
321 | to->di_ctime.t_nsec = inode->i_ctime.tv_nsec; | |
54d7b5c1 | 322 | to->di_nlink = inode->i_nlink; |
9e9a2674 | 323 | to->di_gen = inode->i_generation; |
c19b3b05 | 324 | to->di_mode = inode->i_mode; |
f8d55aa0 | 325 | |
f8d55aa0 DC |
326 | to->di_size = from->di_size; |
327 | to->di_nblocks = from->di_nblocks; | |
328 | to->di_extsize = from->di_extsize; | |
daf83964 CH |
329 | to->di_nextents = xfs_ifork_nextents(&ip->i_df); |
330 | to->di_anextents = xfs_ifork_nextents(ip->i_afp); | |
f8d55aa0 | 331 | to->di_forkoff = from->di_forkoff; |
f7e67b20 | 332 | to->di_aformat = xfs_ifork_format(ip->i_afp); |
f8d55aa0 DC |
333 | to->di_dmevmask = from->di_dmevmask; |
334 | to->di_dmstate = from->di_dmstate; | |
335 | to->di_flags = from->di_flags; | |
f8d55aa0 | 336 | |
20413e37 DC |
337 | /* log a dummy value to ensure log structure is fully initialised */ |
338 | to->di_next_unlinked = NULLAGINO; | |
339 | ||
6471e9c5 CH |
340 | if (xfs_sb_version_has_v3inode(&ip->i_mount->m_sb)) { |
341 | to->di_version = 3; | |
f0e28280 | 342 | to->di_changecount = inode_peek_iversion(inode); |
8d2d878d CH |
343 | to->di_crtime.t_sec = from->di_crtime.tv_sec; |
344 | to->di_crtime.t_nsec = from->di_crtime.tv_nsec; | |
f8d55aa0 | 345 | to->di_flags2 = from->di_flags2; |
f7ca3522 | 346 | to->di_cowextsize = from->di_cowextsize; |
93f958f9 DC |
347 | to->di_ino = ip->i_ino; |
348 | to->di_lsn = lsn; | |
349 | memset(to->di_pad2, 0, sizeof(to->di_pad2)); | |
350 | uuid_copy(&to->di_uuid, &ip->i_mount->m_sb.sb_meta_uuid); | |
f8d55aa0 DC |
351 | to->di_flushiter = 0; |
352 | } else { | |
6471e9c5 | 353 | to->di_version = 2; |
f8d55aa0 DC |
354 | to->di_flushiter = from->di_flushiter; |
355 | } | |
356 | } | |
357 | ||
358 | /* | |
359 | * Format the inode core. Current timestamp data is only in the VFS inode | |
360 | * fields, so we need to grab them from there. Hence rather than just copying | |
361 | * the XFS inode core structure, format the fields directly into the iovec. | |
362 | */ | |
363 | static void | |
364 | xfs_inode_item_format_core( | |
365 | struct xfs_inode *ip, | |
366 | struct xfs_log_vec *lv, | |
367 | struct xfs_log_iovec **vecp) | |
368 | { | |
369 | struct xfs_log_dinode *dic; | |
370 | ||
371 | dic = xlog_prepare_iovec(lv, vecp, XLOG_REG_TYPE_ICORE); | |
93f958f9 | 372 | xfs_inode_to_log_dinode(ip, dic, ip->i_itemp->ili_item.li_lsn); |
e9e2eae8 | 373 | xlog_finish_iovec(lv, *vecp, xfs_log_dinode_size(ip->i_mount)); |
f8d55aa0 DC |
374 | } |
375 | ||
3de559fb CH |
376 | /* |
377 | * This is called to fill in the vector of log iovecs for the given inode | |
378 | * log item. It fills the first item with an inode log format structure, | |
379 | * the second with the on-disk inode structure, and a possible third and/or | |
380 | * fourth with the inode data/extents/b-tree root and inode attributes | |
381 | * data/extents/b-tree root. | |
20413e37 DC |
382 | * |
383 | * Note: Always use the 64 bit inode log format structure so we don't | |
384 | * leave an uninitialised hole in the format item on 64 bit systems. Log | |
385 | * recovery on 32 bit systems handles this just fine, so there's no reason | |
386 | * for not using an initialising the properly padded structure all the time. | |
3de559fb CH |
387 | */ |
388 | STATIC void | |
389 | xfs_inode_item_format( | |
390 | struct xfs_log_item *lip, | |
bde7cff6 | 391 | struct xfs_log_vec *lv) |
3de559fb CH |
392 | { |
393 | struct xfs_inode_log_item *iip = INODE_ITEM(lip); | |
394 | struct xfs_inode *ip = iip->ili_inode; | |
bde7cff6 | 395 | struct xfs_log_iovec *vecp = NULL; |
20413e37 | 396 | struct xfs_inode_log_format *ilf; |
3de559fb | 397 | |
2f251293 CH |
398 | ilf = xlog_prepare_iovec(lv, &vecp, XLOG_REG_TYPE_IFORMAT); |
399 | ilf->ilf_type = XFS_LI_INODE; | |
400 | ilf->ilf_ino = ip->i_ino; | |
401 | ilf->ilf_blkno = ip->i_imap.im_blkno; | |
402 | ilf->ilf_len = ip->i_imap.im_len; | |
403 | ilf->ilf_boffset = ip->i_imap.im_boffset; | |
404 | ilf->ilf_fields = XFS_ILOG_CORE; | |
405 | ilf->ilf_size = 2; /* format + core */ | |
20413e37 DC |
406 | |
407 | /* | |
408 | * make sure we don't leak uninitialised data into the log in the case | |
409 | * when we don't log every field in the inode. | |
410 | */ | |
411 | ilf->ilf_dsize = 0; | |
412 | ilf->ilf_asize = 0; | |
413 | ilf->ilf_pad = 0; | |
42b67dc6 | 414 | memset(&ilf->ilf_u, 0, sizeof(ilf->ilf_u)); |
20413e37 DC |
415 | |
416 | xlog_finish_iovec(lv, vecp, sizeof(*ilf)); | |
3de559fb | 417 | |
f8d55aa0 | 418 | xfs_inode_item_format_core(ip, lv, &vecp); |
bde7cff6 | 419 | xfs_inode_item_format_data_fork(iip, ilf, lv, &vecp); |
3de559fb | 420 | if (XFS_IFORK_Q(ip)) { |
bde7cff6 | 421 | xfs_inode_item_format_attr_fork(iip, ilf, lv, &vecp); |
3de559fb CH |
422 | } else { |
423 | iip->ili_fields &= | |
424 | ~(XFS_ILOG_ADATA | XFS_ILOG_ABROOT | XFS_ILOG_AEXT); | |
425 | } | |
426 | ||
2f251293 CH |
427 | /* update the format with the exact fields we actually logged */ |
428 | ilf->ilf_fields |= (iip->ili_fields & ~XFS_ILOG_TIMESTAMP); | |
1da177e4 LT |
429 | } |
430 | ||
1da177e4 LT |
431 | /* |
432 | * This is called to pin the inode associated with the inode log | |
a14a5ab5 | 433 | * item in memory so it cannot be written out. |
1da177e4 LT |
434 | */ |
435 | STATIC void | |
436 | xfs_inode_item_pin( | |
7bfa31d8 | 437 | struct xfs_log_item *lip) |
1da177e4 | 438 | { |
7bfa31d8 | 439 | struct xfs_inode *ip = INODE_ITEM(lip)->ili_inode; |
a14a5ab5 | 440 | |
7bfa31d8 | 441 | ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL)); |
298f7bec | 442 | ASSERT(lip->li_buf); |
7bfa31d8 CH |
443 | |
444 | trace_xfs_inode_pin(ip, _RET_IP_); | |
445 | atomic_inc(&ip->i_pincount); | |
1da177e4 LT |
446 | } |
447 | ||
448 | ||
449 | /* | |
450 | * This is called to unpin the inode associated with the inode log | |
451 | * item which was previously pinned with a call to xfs_inode_item_pin(). | |
a14a5ab5 CH |
452 | * |
453 | * Also wake up anyone in xfs_iunpin_wait() if the count goes to 0. | |
298f7bec DC |
454 | * |
455 | * Note that unpin can race with inode cluster buffer freeing marking the buffer | |
456 | * stale. In that case, flush completions are run from the buffer unpin call, | |
457 | * which may happen before the inode is unpinned. If we lose the race, there | |
458 | * will be no buffer attached to the log item, but the inode will be marked | |
459 | * XFS_ISTALE. | |
1da177e4 | 460 | */ |
1da177e4 LT |
461 | STATIC void |
462 | xfs_inode_item_unpin( | |
7bfa31d8 | 463 | struct xfs_log_item *lip, |
9412e318 | 464 | int remove) |
1da177e4 | 465 | { |
7bfa31d8 | 466 | struct xfs_inode *ip = INODE_ITEM(lip)->ili_inode; |
a14a5ab5 | 467 | |
4aaf15d1 | 468 | trace_xfs_inode_unpin(ip, _RET_IP_); |
298f7bec | 469 | ASSERT(lip->li_buf || xfs_iflags_test(ip, XFS_ISTALE)); |
a14a5ab5 CH |
470 | ASSERT(atomic_read(&ip->i_pincount) > 0); |
471 | if (atomic_dec_and_test(&ip->i_pincount)) | |
f392e631 | 472 | wake_up_bit(&ip->i_flags, __XFS_IPINNED_BIT); |
1da177e4 LT |
473 | } |
474 | ||
1da177e4 | 475 | STATIC uint |
43ff2122 CH |
476 | xfs_inode_item_push( |
477 | struct xfs_log_item *lip, | |
478 | struct list_head *buffer_list) | |
57e80956 MW |
479 | __releases(&lip->li_ailp->ail_lock) |
480 | __acquires(&lip->li_ailp->ail_lock) | |
1da177e4 | 481 | { |
7bfa31d8 CH |
482 | struct xfs_inode_log_item *iip = INODE_ITEM(lip); |
483 | struct xfs_inode *ip = iip->ili_inode; | |
d3a304b6 | 484 | struct xfs_buf *bp = lip->li_buf; |
43ff2122 CH |
485 | uint rval = XFS_ITEM_SUCCESS; |
486 | int error; | |
1da177e4 | 487 | |
90c60e16 DC |
488 | ASSERT(iip->ili_item.li_buf); |
489 | ||
490 | if (xfs_ipincount(ip) > 0 || xfs_buf_ispinned(bp) || | |
491 | (ip->i_flags & XFS_ISTALE)) | |
1da177e4 | 492 | return XFS_ITEM_PINNED; |
1da177e4 | 493 | |
718ecc50 | 494 | if (xfs_iflags_test(ip, XFS_IFLUSHING)) |
90c60e16 | 495 | return XFS_ITEM_FLUSHING; |
1da177e4 | 496 | |
90c60e16 DC |
497 | if (!xfs_buf_trylock(bp)) |
498 | return XFS_ITEM_LOCKED; | |
4c46819a | 499 | |
90c60e16 | 500 | spin_unlock(&lip->li_ailp->ail_lock); |
9a3a5dab | 501 | |
43ff2122 | 502 | /* |
90c60e16 DC |
503 | * We need to hold a reference for flushing the cluster buffer as it may |
504 | * fail the buffer without IO submission. In which case, we better get a | |
505 | * reference for that completion because otherwise we don't get a | |
506 | * reference for IO until we queue the buffer for delwri submission. | |
43ff2122 | 507 | */ |
90c60e16 | 508 | xfs_buf_hold(bp); |
5717ea4d | 509 | error = xfs_iflush_cluster(bp); |
43ff2122 CH |
510 | if (!error) { |
511 | if (!xfs_buf_delwri_queue(bp, buffer_list)) | |
512 | rval = XFS_ITEM_FLUSHING; | |
513 | xfs_buf_relse(bp); | |
90c60e16 | 514 | } else { |
5717ea4d DC |
515 | /* |
516 | * Release the buffer if we were unable to flush anything. On | |
517 | * any other error, the buffer has already been released. | |
518 | */ | |
519 | if (error == -EAGAIN) | |
520 | xfs_buf_relse(bp); | |
d4bc4c5f | 521 | rval = XFS_ITEM_LOCKED; |
90c60e16 | 522 | } |
43ff2122 | 523 | |
57e80956 | 524 | spin_lock(&lip->li_ailp->ail_lock); |
43ff2122 | 525 | return rval; |
1da177e4 LT |
526 | } |
527 | ||
528 | /* | |
529 | * Unlock the inode associated with the inode log item. | |
1da177e4 LT |
530 | */ |
531 | STATIC void | |
ddf92053 | 532 | xfs_inode_item_release( |
7bfa31d8 | 533 | struct xfs_log_item *lip) |
1da177e4 | 534 | { |
7bfa31d8 CH |
535 | struct xfs_inode_log_item *iip = INODE_ITEM(lip); |
536 | struct xfs_inode *ip = iip->ili_inode; | |
898621d5 | 537 | unsigned short lock_flags; |
1da177e4 | 538 | |
f3ca8738 CH |
539 | ASSERT(ip->i_itemp != NULL); |
540 | ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL)); | |
1da177e4 | 541 | |
898621d5 CH |
542 | lock_flags = iip->ili_lock_flags; |
543 | iip->ili_lock_flags = 0; | |
ddc3415a | 544 | if (lock_flags) |
f3ca8738 | 545 | xfs_iunlock(ip, lock_flags); |
1da177e4 LT |
546 | } |
547 | ||
548 | /* | |
de25c181 DC |
549 | * This is called to find out where the oldest active copy of the inode log |
550 | * item in the on disk log resides now that the last log write of it completed | |
551 | * at the given lsn. Since we always re-log all dirty data in an inode, the | |
552 | * latest copy in the on disk log is the only one that matters. Therefore, | |
553 | * simply return the given lsn. | |
554 | * | |
555 | * If the inode has been marked stale because the cluster is being freed, we | |
556 | * don't want to (re-)insert this inode into the AIL. There is a race condition | |
557 | * where the cluster buffer may be unpinned before the inode is inserted into | |
558 | * the AIL during transaction committed processing. If the buffer is unpinned | |
559 | * before the inode item has been committed and inserted, then it is possible | |
1316d4da | 560 | * for the buffer to be written and IO completes before the inode is inserted |
de25c181 DC |
561 | * into the AIL. In that case, we'd be inserting a clean, stale inode into the |
562 | * AIL which will never get removed. It will, however, get reclaimed which | |
563 | * triggers an assert in xfs_inode_free() complaining about freein an inode | |
564 | * still in the AIL. | |
565 | * | |
1316d4da DC |
566 | * To avoid this, just unpin the inode directly and return a LSN of -1 so the |
567 | * transaction committed code knows that it does not need to do any further | |
568 | * processing on the item. | |
1da177e4 | 569 | */ |
1da177e4 LT |
570 | STATIC xfs_lsn_t |
571 | xfs_inode_item_committed( | |
7bfa31d8 | 572 | struct xfs_log_item *lip, |
1da177e4 LT |
573 | xfs_lsn_t lsn) |
574 | { | |
de25c181 DC |
575 | struct xfs_inode_log_item *iip = INODE_ITEM(lip); |
576 | struct xfs_inode *ip = iip->ili_inode; | |
577 | ||
1316d4da DC |
578 | if (xfs_iflags_test(ip, XFS_ISTALE)) { |
579 | xfs_inode_item_unpin(lip, 0); | |
580 | return -1; | |
581 | } | |
7bfa31d8 | 582 | return lsn; |
1da177e4 LT |
583 | } |
584 | ||
1da177e4 LT |
585 | STATIC void |
586 | xfs_inode_item_committing( | |
7bfa31d8 | 587 | struct xfs_log_item *lip, |
ddf92053 | 588 | xfs_lsn_t commit_lsn) |
1da177e4 | 589 | { |
ddf92053 CH |
590 | INODE_ITEM(lip)->ili_last_lsn = commit_lsn; |
591 | return xfs_inode_item_release(lip); | |
1da177e4 LT |
592 | } |
593 | ||
272e42b2 | 594 | static const struct xfs_item_ops xfs_inode_item_ops = { |
7bfa31d8 CH |
595 | .iop_size = xfs_inode_item_size, |
596 | .iop_format = xfs_inode_item_format, | |
597 | .iop_pin = xfs_inode_item_pin, | |
598 | .iop_unpin = xfs_inode_item_unpin, | |
ddf92053 | 599 | .iop_release = xfs_inode_item_release, |
7bfa31d8 CH |
600 | .iop_committed = xfs_inode_item_committed, |
601 | .iop_push = xfs_inode_item_push, | |
ddf92053 | 602 | .iop_committing = xfs_inode_item_committing, |
1da177e4 LT |
603 | }; |
604 | ||
605 | ||
606 | /* | |
607 | * Initialize the inode log item for a newly allocated (in-core) inode. | |
608 | */ | |
609 | void | |
610 | xfs_inode_item_init( | |
7bfa31d8 CH |
611 | struct xfs_inode *ip, |
612 | struct xfs_mount *mp) | |
1da177e4 | 613 | { |
7bfa31d8 | 614 | struct xfs_inode_log_item *iip; |
1da177e4 LT |
615 | |
616 | ASSERT(ip->i_itemp == NULL); | |
32a2b11f CM |
617 | iip = ip->i_itemp = kmem_cache_zalloc(xfs_ili_zone, |
618 | GFP_KERNEL | __GFP_NOFAIL); | |
1da177e4 | 619 | |
1da177e4 | 620 | iip->ili_inode = ip; |
1319ebef | 621 | spin_lock_init(&iip->ili_lock); |
43f5efc5 DC |
622 | xfs_log_item_init(mp, &iip->ili_item, XFS_LI_INODE, |
623 | &xfs_inode_item_ops); | |
1da177e4 LT |
624 | } |
625 | ||
626 | /* | |
627 | * Free the inode log item and any memory hanging off of it. | |
628 | */ | |
629 | void | |
630 | xfs_inode_item_destroy( | |
298f7bec | 631 | struct xfs_inode *ip) |
1da177e4 | 632 | { |
298f7bec DC |
633 | struct xfs_inode_log_item *iip = ip->i_itemp; |
634 | ||
635 | ASSERT(iip->ili_item.li_buf == NULL); | |
636 | ||
637 | ip->i_itemp = NULL; | |
638 | kmem_free(iip->ili_item.li_lv_shadow); | |
639 | kmem_cache_free(xfs_ili_zone, iip); | |
1da177e4 LT |
640 | } |
641 | ||
642 | ||
643 | /* | |
a69a1dc2 DC |
644 | * We only want to pull the item from the AIL if it is actually there |
645 | * and its location in the log has not changed since we started the | |
646 | * flush. Thus, we only bother if the inode's lsn has not changed. | |
1da177e4 | 647 | */ |
a69a1dc2 DC |
648 | static void |
649 | xfs_iflush_ail_updates( | |
650 | struct xfs_ail *ailp, | |
651 | struct list_head *list) | |
1da177e4 | 652 | { |
a69a1dc2 DC |
653 | struct xfs_log_item *lip; |
654 | xfs_lsn_t tail_lsn = 0; | |
30136832 | 655 | |
a69a1dc2 DC |
656 | /* this is an opencoded batch version of xfs_trans_ail_delete */ |
657 | spin_lock(&ailp->ail_lock); | |
658 | list_for_each_entry(lip, list, li_bio_list) { | |
659 | xfs_lsn_t lsn; | |
30136832 | 660 | |
a69a1dc2 DC |
661 | clear_bit(XFS_LI_FAILED, &lip->li_flags); |
662 | if (INODE_ITEM(lip)->ili_flush_lsn != lip->li_lsn) | |
48d55e2a DC |
663 | continue; |
664 | ||
a69a1dc2 DC |
665 | lsn = xfs_ail_delete_one(ailp, lip); |
666 | if (!tail_lsn && lsn) | |
667 | tail_lsn = lsn; | |
30136832 | 668 | } |
a69a1dc2 DC |
669 | xfs_ail_update_finish(ailp, tail_lsn); |
670 | } | |
1da177e4 | 671 | |
a69a1dc2 DC |
672 | /* |
673 | * Walk the list of inodes that have completed their IOs. If they are clean | |
674 | * remove them from the list and dissociate them from the buffer. Buffers that | |
675 | * are still dirty remain linked to the buffer and on the list. Caller must | |
676 | * handle them appropriately. | |
677 | */ | |
678 | static void | |
679 | xfs_iflush_finish( | |
680 | struct xfs_buf *bp, | |
681 | struct list_head *list) | |
682 | { | |
683 | struct xfs_log_item *lip, *n; | |
1da177e4 | 684 | |
a69a1dc2 DC |
685 | list_for_each_entry_safe(lip, n, list, li_bio_list) { |
686 | struct xfs_inode_log_item *iip = INODE_ITEM(lip); | |
298f7bec DC |
687 | bool drop_buffer = false; |
688 | ||
1319ebef | 689 | spin_lock(&iip->ili_lock); |
298f7bec DC |
690 | |
691 | /* | |
692 | * Remove the reference to the cluster buffer if the inode is | |
a69a1dc2 DC |
693 | * clean in memory and drop the buffer reference once we've |
694 | * dropped the locks we hold. | |
298f7bec DC |
695 | */ |
696 | ASSERT(iip->ili_item.li_buf == bp); | |
697 | if (!iip->ili_fields) { | |
698 | iip->ili_item.li_buf = NULL; | |
a69a1dc2 | 699 | list_del_init(&lip->li_bio_list); |
298f7bec DC |
700 | drop_buffer = true; |
701 | } | |
30136832 | 702 | iip->ili_last_fields = 0; |
298f7bec | 703 | iip->ili_flush_lsn = 0; |
1319ebef | 704 | spin_unlock(&iip->ili_lock); |
718ecc50 | 705 | xfs_iflags_clear(iip->ili_inode, XFS_IFLUSHING); |
298f7bec DC |
706 | if (drop_buffer) |
707 | xfs_buf_rele(bp); | |
30136832 | 708 | } |
1da177e4 LT |
709 | } |
710 | ||
a69a1dc2 DC |
711 | /* |
712 | * Inode buffer IO completion routine. It is responsible for removing inodes | |
718ecc50 DC |
713 | * attached to the buffer from the AIL if they have not been re-logged and |
714 | * completing the inode flush. | |
a69a1dc2 DC |
715 | */ |
716 | void | |
664ffb8a | 717 | xfs_buf_inode_iodone( |
a69a1dc2 DC |
718 | struct xfs_buf *bp) |
719 | { | |
720 | struct xfs_log_item *lip, *n; | |
721 | LIST_HEAD(flushed_inodes); | |
722 | LIST_HEAD(ail_updates); | |
723 | ||
724 | /* | |
725 | * Pull the attached inodes from the buffer one at a time and take the | |
726 | * appropriate action on them. | |
727 | */ | |
728 | list_for_each_entry_safe(lip, n, &bp->b_li_list, li_bio_list) { | |
729 | struct xfs_inode_log_item *iip = INODE_ITEM(lip); | |
730 | ||
731 | if (xfs_iflags_test(iip->ili_inode, XFS_ISTALE)) { | |
732 | xfs_iflush_abort(iip->ili_inode); | |
733 | continue; | |
734 | } | |
735 | if (!iip->ili_last_fields) | |
736 | continue; | |
737 | ||
738 | /* Do an unlocked check for needing the AIL lock. */ | |
739 | if (iip->ili_flush_lsn == lip->li_lsn || | |
740 | test_bit(XFS_LI_FAILED, &lip->li_flags)) | |
741 | list_move_tail(&lip->li_bio_list, &ail_updates); | |
742 | else | |
743 | list_move_tail(&lip->li_bio_list, &flushed_inodes); | |
744 | } | |
745 | ||
746 | if (!list_empty(&ail_updates)) { | |
747 | xfs_iflush_ail_updates(bp->b_mount->m_ail, &ail_updates); | |
748 | list_splice_tail(&ail_updates, &flushed_inodes); | |
749 | } | |
750 | ||
751 | xfs_iflush_finish(bp, &flushed_inodes); | |
752 | if (!list_empty(&flushed_inodes)) | |
753 | list_splice_tail(&flushed_inodes, &bp->b_li_list); | |
754 | } | |
755 | ||
664ffb8a CH |
756 | void |
757 | xfs_buf_inode_io_fail( | |
758 | struct xfs_buf *bp) | |
759 | { | |
760 | struct xfs_log_item *lip; | |
761 | ||
762 | list_for_each_entry(lip, &bp->b_li_list, li_bio_list) | |
763 | set_bit(XFS_LI_FAILED, &lip->li_flags); | |
764 | } | |
765 | ||
1da177e4 | 766 | /* |
718ecc50 | 767 | * This is the inode flushing abort routine. It is called when |
04913fdd DC |
768 | * the filesystem is shutting down to clean up the inode state. It is |
769 | * responsible for removing the inode item from the AIL if it has not been | |
718ecc50 | 770 | * re-logged and clearing the inode's flush state. |
1da177e4 LT |
771 | */ |
772 | void | |
773 | xfs_iflush_abort( | |
298f7bec | 774 | struct xfs_inode *ip) |
1da177e4 | 775 | { |
298f7bec DC |
776 | struct xfs_inode_log_item *iip = ip->i_itemp; |
777 | struct xfs_buf *bp = NULL; | |
1da177e4 | 778 | |
1da177e4 | 779 | if (iip) { |
298f7bec DC |
780 | /* |
781 | * Clear the failed bit before removing the item from the AIL so | |
782 | * xfs_trans_ail_delete() doesn't try to clear and release the | |
783 | * buffer attached to the log item before we are done with it. | |
784 | */ | |
785 | clear_bit(XFS_LI_FAILED, &iip->ili_item.li_flags); | |
2b3cf093 | 786 | xfs_trans_ail_delete(&iip->ili_item, 0); |
298f7bec | 787 | |
1da177e4 LT |
788 | /* |
789 | * Clear the inode logging fields so no more flushes are | |
790 | * attempted. | |
791 | */ | |
1319ebef | 792 | spin_lock(&iip->ili_lock); |
1dfde687 | 793 | iip->ili_last_fields = 0; |
f5d8d5c4 | 794 | iip->ili_fields = 0; |
fc0561ce | 795 | iip->ili_fsync_fields = 0; |
298f7bec DC |
796 | iip->ili_flush_lsn = 0; |
797 | bp = iip->ili_item.li_buf; | |
798 | iip->ili_item.li_buf = NULL; | |
48d55e2a | 799 | list_del_init(&iip->ili_item.li_bio_list); |
1319ebef | 800 | spin_unlock(&iip->ili_lock); |
1da177e4 | 801 | } |
718ecc50 | 802 | xfs_iflags_clear(ip, XFS_IFLUSHING); |
298f7bec DC |
803 | if (bp) |
804 | xfs_buf_rele(bp); | |
1da177e4 LT |
805 | } |
806 | ||
6d192a9b | 807 | /* |
20413e37 DC |
808 | * convert an xfs_inode_log_format struct from the old 32 bit version |
809 | * (which can have different field alignments) to the native 64 bit version | |
6d192a9b TS |
810 | */ |
811 | int | |
812 | xfs_inode_item_format_convert( | |
20413e37 DC |
813 | struct xfs_log_iovec *buf, |
814 | struct xfs_inode_log_format *in_f) | |
6d192a9b | 815 | { |
20413e37 DC |
816 | struct xfs_inode_log_format_32 *in_f32 = buf->i_addr; |
817 | ||
a5155b87 DW |
818 | if (buf->i_len != sizeof(*in_f32)) { |
819 | XFS_ERROR_REPORT(__func__, XFS_ERRLEVEL_LOW, NULL); | |
20413e37 | 820 | return -EFSCORRUPTED; |
a5155b87 | 821 | } |
20413e37 DC |
822 | |
823 | in_f->ilf_type = in_f32->ilf_type; | |
824 | in_f->ilf_size = in_f32->ilf_size; | |
825 | in_f->ilf_fields = in_f32->ilf_fields; | |
826 | in_f->ilf_asize = in_f32->ilf_asize; | |
827 | in_f->ilf_dsize = in_f32->ilf_dsize; | |
828 | in_f->ilf_ino = in_f32->ilf_ino; | |
42b67dc6 | 829 | memcpy(&in_f->ilf_u, &in_f32->ilf_u, sizeof(in_f->ilf_u)); |
20413e37 DC |
830 | in_f->ilf_blkno = in_f32->ilf_blkno; |
831 | in_f->ilf_len = in_f32->ilf_len; | |
832 | in_f->ilf_boffset = in_f32->ilf_boffset; | |
833 | return 0; | |
6d192a9b | 834 | } |