Commit | Line | Data |
---|---|---|
7c1a000d | 1 | // SPDX-License-Identifier: GPL-2.0 |
0a8165d7 | 2 | /* |
19f99cee JK |
3 | * fs/f2fs/inode.c |
4 | * | |
5 | * Copyright (c) 2012 Samsung Electronics Co., Ltd. | |
6 | * http://www.samsung.com/ | |
19f99cee JK |
7 | */ |
8 | #include <linux/fs.h> | |
9 | #include <linux/f2fs_fs.h> | |
10 | #include <linux/buffer_head.h> | |
11 | #include <linux/writeback.h> | |
4034247a | 12 | #include <linux/sched/mm.h> |
698a5c8c YL |
13 | #include <linux/lz4.h> |
14 | #include <linux/zstd.h> | |
19f99cee JK |
15 | |
16 | #include "f2fs.h" | |
17 | #include "node.h" | |
0eb0adad | 18 | #include "segment.h" |
dd6c89b5 | 19 | #include "xattr.h" |
19f99cee | 20 | |
a2a4a7e4 NJ |
21 | #include <trace/events/f2fs.h> |
22 | ||
6ce19aff CY |
23 | #ifdef CONFIG_F2FS_FS_COMPRESSION |
24 | extern const struct address_space_operations f2fs_compress_aops; | |
25 | #endif | |
26 | ||
7c45729a | 27 | void f2fs_mark_inode_dirty_sync(struct inode *inode, bool sync) |
b56ab837 | 28 | { |
9ac1e2d8 DJ |
29 | if (is_inode_flag_set(inode, FI_NEW_INODE)) |
30 | return; | |
31 | ||
7c45729a | 32 | if (f2fs_inode_dirtied(inode, sync)) |
b56ab837 | 33 | return; |
7c45729a | 34 | |
b56ab837 JK |
35 | mark_inode_dirty_sync(inode); |
36 | } | |
37 | ||
19f99cee JK |
38 | void f2fs_set_inode_flags(struct inode *inode) |
39 | { | |
40 | unsigned int flags = F2FS_I(inode)->i_flags; | |
8abfb36a | 41 | unsigned int new_fl = 0; |
19f99cee | 42 | |
59c84408 | 43 | if (flags & F2FS_SYNC_FL) |
8abfb36a | 44 | new_fl |= S_SYNC; |
59c84408 | 45 | if (flags & F2FS_APPEND_FL) |
8abfb36a | 46 | new_fl |= S_APPEND; |
59c84408 | 47 | if (flags & F2FS_IMMUTABLE_FL) |
8abfb36a | 48 | new_fl |= S_IMMUTABLE; |
59c84408 | 49 | if (flags & F2FS_NOATIME_FL) |
8abfb36a | 50 | new_fl |= S_NOATIME; |
59c84408 | 51 | if (flags & F2FS_DIRSYNC_FL) |
8abfb36a | 52 | new_fl |= S_DIRSYNC; |
62230e0d | 53 | if (file_is_encrypt(inode)) |
2ee6a576 | 54 | new_fl |= S_ENCRYPTED; |
95ae251f EB |
55 | if (file_is_verity(inode)) |
56 | new_fl |= S_VERITY; | |
2c2eb7a3 DR |
57 | if (flags & F2FS_CASEFOLD_FL) |
58 | new_fl |= S_CASEFOLD; | |
6a678857 | 59 | inode_set_flags(inode, new_fl, |
2ee6a576 | 60 | S_SYNC|S_APPEND|S_IMMUTABLE|S_NOATIME|S_DIRSYNC| |
fbc246a1 | 61 | S_ENCRYPTED|S_VERITY|S_CASEFOLD); |
19f99cee JK |
62 | } |
63 | ||
3d1e3807 JK |
64 | static void __get_inode_rdev(struct inode *inode, struct f2fs_inode *ri) |
65 | { | |
7a2af766 CY |
66 | int extra_size = get_extra_isize(inode); |
67 | ||
3d1e3807 JK |
68 | if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode) || |
69 | S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode)) { | |
7a2af766 CY |
70 | if (ri->i_addr[extra_size]) |
71 | inode->i_rdev = old_decode_dev( | |
72 | le32_to_cpu(ri->i_addr[extra_size])); | |
3d1e3807 | 73 | else |
7a2af766 CY |
74 | inode->i_rdev = new_decode_dev( |
75 | le32_to_cpu(ri->i_addr[extra_size + 1])); | |
3d1e3807 JK |
76 | } |
77 | } | |
78 | ||
91291e99 | 79 | static int __written_first_block(struct f2fs_sb_info *sbi, |
e1da7872 | 80 | struct f2fs_inode *ri) |
3c6c2beb | 81 | { |
7a2af766 | 82 | block_t addr = le32_to_cpu(ri->i_addr[offset_in_addr(ri)]); |
adad81ed | 83 | |
91291e99 CY |
84 | if (!__is_valid_data_blkaddr(addr)) |
85 | return 1; | |
95fa90c9 CY |
86 | if (!f2fs_is_valid_blkaddr(sbi, addr, DATA_GENERIC_ENHANCE)) { |
87 | f2fs_handle_error(sbi, ERROR_INVALID_BLKADDR); | |
10f966bb | 88 | return -EFSCORRUPTED; |
95fa90c9 | 89 | } |
91291e99 | 90 | return 0; |
3c6c2beb JK |
91 | } |
92 | ||
3d1e3807 JK |
93 | static void __set_inode_rdev(struct inode *inode, struct f2fs_inode *ri) |
94 | { | |
7a2af766 CY |
95 | int extra_size = get_extra_isize(inode); |
96 | ||
3d1e3807 JK |
97 | if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode)) { |
98 | if (old_valid_dev(inode->i_rdev)) { | |
7a2af766 | 99 | ri->i_addr[extra_size] = |
6c311ec6 | 100 | cpu_to_le32(old_encode_dev(inode->i_rdev)); |
7a2af766 | 101 | ri->i_addr[extra_size + 1] = 0; |
3d1e3807 | 102 | } else { |
7a2af766 CY |
103 | ri->i_addr[extra_size] = 0; |
104 | ri->i_addr[extra_size + 1] = | |
6c311ec6 | 105 | cpu_to_le32(new_encode_dev(inode->i_rdev)); |
7a2af766 | 106 | ri->i_addr[extra_size + 2] = 0; |
3d1e3807 JK |
107 | } |
108 | } | |
109 | } | |
110 | ||
9e5ba77f | 111 | static void __recover_inline_status(struct inode *inode, struct page *ipage) |
b3d208f9 | 112 | { |
f2470371 | 113 | void *inline_data = inline_data_addr(inode, ipage); |
9e5ba77f | 114 | __le32 *start = inline_data; |
f2470371 | 115 | __le32 *end = start + MAX_INLINE_DATA(inode) / sizeof(__le32); |
b3d208f9 | 116 | |
9e5ba77f CY |
117 | while (start < end) { |
118 | if (*start++) { | |
bae0ee7a | 119 | f2fs_wait_on_page_writeback(ipage, NODE, true, true); |
b3d208f9 | 120 | |
91942321 JK |
121 | set_inode_flag(inode, FI_DATA_EXIST); |
122 | set_raw_inline(inode, F2FS_INODE(ipage)); | |
9e5ba77f CY |
123 | set_page_dirty(ipage); |
124 | return; | |
125 | } | |
b3d208f9 | 126 | } |
9e5ba77f | 127 | return; |
b3d208f9 JK |
128 | } |
129 | ||
704956ec CY |
130 | static bool f2fs_enable_inode_chksum(struct f2fs_sb_info *sbi, struct page *page) |
131 | { | |
132 | struct f2fs_inode *ri = &F2FS_NODE(page)->i; | |
704956ec | 133 | |
7beb01f7 | 134 | if (!f2fs_sb_has_inode_chksum(sbi)) |
704956ec CY |
135 | return false; |
136 | ||
4c6b56c0 | 137 | if (!IS_INODE(page) || !(ri->i_inline & F2FS_EXTRA_ATTR)) |
704956ec CY |
138 | return false; |
139 | ||
d6964949 ZZ |
140 | if (!F2FS_FITS_IN_INODE(ri, le16_to_cpu(ri->i_extra_isize), |
141 | i_inode_checksum)) | |
704956ec CY |
142 | return false; |
143 | ||
144 | return true; | |
145 | } | |
146 | ||
147 | static __u32 f2fs_inode_chksum(struct f2fs_sb_info *sbi, struct page *page) | |
148 | { | |
149 | struct f2fs_node *node = F2FS_NODE(page); | |
150 | struct f2fs_inode *ri = &node->i; | |
151 | __le32 ino = node->footer.ino; | |
152 | __le32 gen = ri->i_generation; | |
153 | __u32 chksum, chksum_seed; | |
154 | __u32 dummy_cs = 0; | |
155 | unsigned int offset = offsetof(struct f2fs_inode, i_inode_checksum); | |
156 | unsigned int cs_size = sizeof(dummy_cs); | |
157 | ||
158 | chksum = f2fs_chksum(sbi, sbi->s_chksum_seed, (__u8 *)&ino, | |
159 | sizeof(ino)); | |
160 | chksum_seed = f2fs_chksum(sbi, chksum, (__u8 *)&gen, sizeof(gen)); | |
161 | ||
162 | chksum = f2fs_chksum(sbi, chksum_seed, (__u8 *)ri, offset); | |
163 | chksum = f2fs_chksum(sbi, chksum, (__u8 *)&dummy_cs, cs_size); | |
164 | offset += cs_size; | |
165 | chksum = f2fs_chksum(sbi, chksum, (__u8 *)ri + offset, | |
166 | F2FS_BLKSIZE - offset); | |
167 | return chksum; | |
168 | } | |
169 | ||
170 | bool f2fs_inode_chksum_verify(struct f2fs_sb_info *sbi, struct page *page) | |
171 | { | |
172 | struct f2fs_inode *ri; | |
173 | __u32 provided, calculated; | |
174 | ||
83a3bfdb JK |
175 | if (unlikely(is_sbi_flag_set(sbi, SBI_IS_SHUTDOWN))) |
176 | return true; | |
177 | ||
54c55c4e WG |
178 | #ifdef CONFIG_F2FS_CHECK_FS |
179 | if (!f2fs_enable_inode_chksum(sbi, page)) | |
180 | #else | |
ee605234 JK |
181 | if (!f2fs_enable_inode_chksum(sbi, page) || |
182 | PageDirty(page) || PageWriteback(page)) | |
54c55c4e | 183 | #endif |
704956ec CY |
184 | return true; |
185 | ||
186 | ri = &F2FS_NODE(page)->i; | |
187 | provided = le32_to_cpu(ri->i_inode_checksum); | |
188 | calculated = f2fs_inode_chksum(sbi, page); | |
189 | ||
190 | if (provided != calculated) | |
dcbb4c10 JP |
191 | f2fs_warn(sbi, "checksum invalid, nid = %lu, ino_of_node = %x, %x vs. %x", |
192 | page->index, ino_of_node(page), provided, calculated); | |
704956ec CY |
193 | |
194 | return provided == calculated; | |
195 | } | |
196 | ||
197 | void f2fs_inode_chksum_set(struct f2fs_sb_info *sbi, struct page *page) | |
198 | { | |
199 | struct f2fs_inode *ri = &F2FS_NODE(page)->i; | |
200 | ||
201 | if (!f2fs_enable_inode_chksum(sbi, page)) | |
202 | return; | |
203 | ||
204 | ri->i_inode_checksum = cpu_to_le32(f2fs_inode_chksum(sbi, page)); | |
205 | } | |
206 | ||
698a5c8c YL |
207 | static bool sanity_check_compress_inode(struct inode *inode, |
208 | struct f2fs_inode *ri) | |
209 | { | |
210 | struct f2fs_sb_info *sbi = F2FS_I_SB(inode); | |
211 | unsigned char clevel; | |
212 | ||
213 | if (ri->i_compress_algorithm >= COMPRESS_MAX) { | |
214 | f2fs_warn(sbi, | |
215 | "%s: inode (ino=%lx) has unsupported compress algorithm: %u, run fsck to fix", | |
216 | __func__, inode->i_ino, ri->i_compress_algorithm); | |
c9887949 | 217 | return false; |
698a5c8c YL |
218 | } |
219 | if (le64_to_cpu(ri->i_compr_blocks) > | |
220 | SECTOR_TO_BLOCK(inode->i_blocks)) { | |
221 | f2fs_warn(sbi, | |
222 | "%s: inode (ino=%lx) has inconsistent i_compr_blocks:%llu, i_blocks:%llu, run fsck to fix", | |
223 | __func__, inode->i_ino, le64_to_cpu(ri->i_compr_blocks), | |
224 | SECTOR_TO_BLOCK(inode->i_blocks)); | |
c9887949 | 225 | return false; |
698a5c8c YL |
226 | } |
227 | if (ri->i_log_cluster_size < MIN_COMPRESS_LOG_SIZE || | |
228 | ri->i_log_cluster_size > MAX_COMPRESS_LOG_SIZE) { | |
229 | f2fs_warn(sbi, | |
230 | "%s: inode (ino=%lx) has unsupported log cluster size: %u, run fsck to fix", | |
231 | __func__, inode->i_ino, ri->i_log_cluster_size); | |
c9887949 | 232 | return false; |
698a5c8c YL |
233 | } |
234 | ||
235 | clevel = le16_to_cpu(ri->i_compress_flag) >> | |
236 | COMPRESS_LEVEL_OFFSET; | |
237 | switch (ri->i_compress_algorithm) { | |
238 | case COMPRESS_LZO: | |
239 | #ifdef CONFIG_F2FS_FS_LZO | |
240 | if (clevel) | |
241 | goto err_level; | |
242 | #endif | |
243 | break; | |
244 | case COMPRESS_LZORLE: | |
245 | #ifdef CONFIG_F2FS_FS_LZORLE | |
246 | if (clevel) | |
247 | goto err_level; | |
248 | #endif | |
249 | break; | |
250 | case COMPRESS_LZ4: | |
251 | #ifdef CONFIG_F2FS_FS_LZ4 | |
252 | #ifdef CONFIG_F2FS_FS_LZ4HC | |
253 | if (clevel && | |
254 | (clevel < LZ4HC_MIN_CLEVEL || clevel > LZ4HC_MAX_CLEVEL)) | |
255 | goto err_level; | |
256 | #else | |
257 | if (clevel) | |
258 | goto err_level; | |
259 | #endif | |
260 | #endif | |
261 | break; | |
262 | case COMPRESS_ZSTD: | |
263 | #ifdef CONFIG_F2FS_FS_ZSTD | |
264 | if (clevel < zstd_min_clevel() || clevel > zstd_max_clevel()) | |
265 | goto err_level; | |
266 | #endif | |
267 | break; | |
268 | default: | |
269 | goto err_level; | |
270 | } | |
271 | ||
272 | return true; | |
273 | err_level: | |
274 | f2fs_warn(sbi, "%s: inode (ino=%lx) has unsupported compress level: %u, run fsck to fix", | |
275 | __func__, inode->i_ino, clevel); | |
698a5c8c YL |
276 | return false; |
277 | } | |
278 | ||
e34438c9 | 279 | static bool sanity_check_inode(struct inode *inode, struct page *node_page) |
5d64600d JK |
280 | { |
281 | struct f2fs_sb_info *sbi = F2FS_I_SB(inode); | |
18dd6470 | 282 | struct f2fs_inode_info *fi = F2FS_I(inode); |
4c8ff709 | 283 | struct f2fs_inode *ri = F2FS_INODE(node_page); |
e34438c9 CY |
284 | unsigned long long iblocks; |
285 | ||
286 | iblocks = le64_to_cpu(F2FS_INODE(node_page)->i_blocks); | |
287 | if (!iblocks) { | |
dcbb4c10 JP |
288 | f2fs_warn(sbi, "%s: corrupted inode i_blocks i_ino=%lx iblocks=%llu, run fsck to fix.", |
289 | __func__, inode->i_ino, iblocks); | |
e34438c9 CY |
290 | return false; |
291 | } | |
292 | ||
293 | if (ino_of_node(node_page) != nid_of_node(node_page)) { | |
dcbb4c10 JP |
294 | f2fs_warn(sbi, "%s: corrupted inode footer i_ino=%lx, ino,nid: [%u, %u] run fsck to fix.", |
295 | __func__, inode->i_ino, | |
296 | ino_of_node(node_page), nid_of_node(node_page)); | |
e34438c9 CY |
297 | return false; |
298 | } | |
5d64600d | 299 | |
f240d3aa CY |
300 | if (f2fs_has_extra_attr(inode)) { |
301 | if (!f2fs_sb_has_extra_attr(sbi)) { | |
f240d3aa CY |
302 | f2fs_warn(sbi, "%s: inode (ino=%lx) is with extra_attr, but extra_attr feature is off", |
303 | __func__, inode->i_ino); | |
304 | return false; | |
305 | } | |
306 | if (fi->i_extra_isize > F2FS_TOTAL_EXTRA_ATTR_SIZE || | |
307 | fi->i_extra_isize < F2FS_MIN_EXTRA_ATTR_SIZE || | |
308 | fi->i_extra_isize % sizeof(__le32)) { | |
f240d3aa CY |
309 | f2fs_warn(sbi, "%s: inode (ino=%lx) has corrupted i_extra_isize: %d, max: %zu", |
310 | __func__, inode->i_ino, fi->i_extra_isize, | |
311 | F2FS_TOTAL_EXTRA_ATTR_SIZE); | |
312 | return false; | |
313 | } | |
314 | if (f2fs_sb_has_flexible_inline_xattr(sbi) && | |
315 | f2fs_has_inline_xattr(inode) && | |
316 | (!fi->i_inline_xattr_size || | |
317 | fi->i_inline_xattr_size > MAX_INLINE_XATTR_SIZE)) { | |
f240d3aa CY |
318 | f2fs_warn(sbi, "%s: inode (ino=%lx) has corrupted i_inline_xattr_size: %d, max: %zu", |
319 | __func__, inode->i_ino, fi->i_inline_xattr_size, | |
320 | MAX_INLINE_XATTR_SIZE); | |
321 | return false; | |
322 | } | |
323 | if (f2fs_sb_has_compression(sbi) && | |
324 | fi->i_flags & F2FS_COMPR_FL && | |
325 | F2FS_FITS_IN_INODE(ri, fi->i_extra_isize, | |
326 | i_compress_flag)) { | |
327 | if (!sanity_check_compress_inode(inode, ri)) | |
328 | return false; | |
329 | } | |
330 | } else if (f2fs_sb_has_flexible_inline_xattr(sbi)) { | |
dcbb4c10 JP |
331 | f2fs_warn(sbi, "%s: corrupted inode ino=%lx, run fsck to fix.", |
332 | __func__, inode->i_ino); | |
5d64600d JK |
333 | return false; |
334 | } | |
76d56d4a | 335 | |
f240d3aa CY |
336 | if (!f2fs_sb_has_extra_attr(sbi)) { |
337 | if (f2fs_sb_has_project_quota(sbi)) { | |
f240d3aa CY |
338 | f2fs_warn(sbi, "%s: corrupted inode ino=%lx, wrong feature flag: %u, run fsck to fix.", |
339 | __func__, inode->i_ino, F2FS_FEATURE_PRJQUOTA); | |
340 | return false; | |
341 | } | |
342 | if (f2fs_sb_has_inode_chksum(sbi)) { | |
f240d3aa CY |
343 | f2fs_warn(sbi, "%s: corrupted inode ino=%lx, wrong feature flag: %u, run fsck to fix.", |
344 | __func__, inode->i_ino, F2FS_FEATURE_INODE_CHKSUM); | |
345 | return false; | |
346 | } | |
347 | if (f2fs_sb_has_flexible_inline_xattr(sbi)) { | |
f240d3aa CY |
348 | f2fs_warn(sbi, "%s: corrupted inode ino=%lx, wrong feature flag: %u, run fsck to fix.", |
349 | __func__, inode->i_ino, F2FS_FEATURE_FLEXIBLE_INLINE_XATTR); | |
350 | return false; | |
351 | } | |
352 | if (f2fs_sb_has_inode_crtime(sbi)) { | |
f240d3aa CY |
353 | f2fs_warn(sbi, "%s: corrupted inode ino=%lx, wrong feature flag: %u, run fsck to fix.", |
354 | __func__, inode->i_ino, F2FS_FEATURE_INODE_CRTIME); | |
355 | return false; | |
356 | } | |
357 | if (f2fs_sb_has_compression(sbi)) { | |
f240d3aa CY |
358 | f2fs_warn(sbi, "%s: corrupted inode ino=%lx, wrong feature flag: %u, run fsck to fix.", |
359 | __func__, inode->i_ino, F2FS_FEATURE_COMPRESSION); | |
360 | return false; | |
361 | } | |
dd6c89b5 CY |
362 | } |
363 | ||
677a82b4 | 364 | if (f2fs_sanity_check_inline_data(inode)) { |
dcbb4c10 JP |
365 | f2fs_warn(sbi, "%s: inode (ino=%lx, mode=%u) should not have inline_data, run fsck to fix", |
366 | __func__, inode->i_ino, inode->i_mode); | |
bcbfbd60 CY |
367 | return false; |
368 | } | |
369 | ||
370 | if (f2fs_has_inline_dentry(inode) && !S_ISDIR(inode->i_mode)) { | |
dcbb4c10 JP |
371 | f2fs_warn(sbi, "%s: inode (ino=%lx, mode=%u) should not have inline_dentry, run fsck to fix", |
372 | __func__, inode->i_ino, inode->i_mode); | |
bcbfbd60 CY |
373 | return false; |
374 | } | |
375 | ||
f6322f3f | 376 | if ((fi->i_flags & F2FS_CASEFOLD_FL) && !f2fs_sb_has_casefold(sbi)) { |
f6322f3f EB |
377 | f2fs_warn(sbi, "%s: inode (ino=%lx) has casefold flag, but casefold feature is off", |
378 | __func__, inode->i_ino); | |
379 | return false; | |
380 | } | |
381 | ||
5d64600d JK |
382 | return true; |
383 | } | |
384 | ||
049ea86c ZQ |
385 | static void init_idisk_time(struct inode *inode) |
386 | { | |
387 | struct f2fs_inode_info *fi = F2FS_I(inode); | |
388 | ||
389 | fi->i_disk_time[0] = inode->i_atime; | |
c62ebd35 | 390 | fi->i_disk_time[1] = inode_get_ctime(inode); |
049ea86c | 391 | fi->i_disk_time[2] = inode->i_mtime; |
049ea86c ZQ |
392 | } |
393 | ||
19f99cee JK |
394 | static int do_read_inode(struct inode *inode) |
395 | { | |
4081363f | 396 | struct f2fs_sb_info *sbi = F2FS_I_SB(inode); |
19f99cee JK |
397 | struct f2fs_inode_info *fi = F2FS_I(inode); |
398 | struct page *node_page; | |
19f99cee | 399 | struct f2fs_inode *ri; |
5c57132e | 400 | projid_t i_projid; |
91291e99 | 401 | int err; |
19f99cee JK |
402 | |
403 | /* Check if ino is within scope */ | |
4d57b86d | 404 | if (f2fs_check_nid_range(sbi, inode->i_ino)) |
064e0823 | 405 | return -EINVAL; |
19f99cee | 406 | |
4d57b86d | 407 | node_page = f2fs_get_node_page(sbi, inode->i_ino); |
19f99cee JK |
408 | if (IS_ERR(node_page)) |
409 | return PTR_ERR(node_page); | |
410 | ||
58bfaf44 | 411 | ri = F2FS_INODE(node_page); |
19f99cee JK |
412 | |
413 | inode->i_mode = le16_to_cpu(ri->i_mode); | |
414 | i_uid_write(inode, le32_to_cpu(ri->i_uid)); | |
415 | i_gid_write(inode, le32_to_cpu(ri->i_gid)); | |
416 | set_nlink(inode, le32_to_cpu(ri->i_links)); | |
417 | inode->i_size = le64_to_cpu(ri->i_size); | |
000519f2 | 418 | inode->i_blocks = SECTOR_FROM_BLOCK(le64_to_cpu(ri->i_blocks) - 1); |
19f99cee JK |
419 | |
420 | inode->i_atime.tv_sec = le64_to_cpu(ri->i_atime); | |
c62ebd35 JL |
421 | inode_set_ctime(inode, le64_to_cpu(ri->i_ctime), |
422 | le32_to_cpu(ri->i_ctime_nsec)); | |
19f99cee JK |
423 | inode->i_mtime.tv_sec = le64_to_cpu(ri->i_mtime); |
424 | inode->i_atime.tv_nsec = le32_to_cpu(ri->i_atime_nsec); | |
19f99cee JK |
425 | inode->i_mtime.tv_nsec = le32_to_cpu(ri->i_mtime_nsec); |
426 | inode->i_generation = le32_to_cpu(ri->i_generation); | |
1c41e680 CY |
427 | if (S_ISDIR(inode->i_mode)) |
428 | fi->i_current_depth = le32_to_cpu(ri->i_current_depth); | |
429 | else if (S_ISREG(inode->i_mode)) | |
2ef79ecb CY |
430 | fi->i_gc_failures[GC_FAILURE_PIN] = |
431 | le16_to_cpu(ri->i_gc_failures); | |
19f99cee JK |
432 | fi->i_xattr_nid = le32_to_cpu(ri->i_xattr_nid); |
433 | fi->i_flags = le32_to_cpu(ri->i_flags); | |
5043a964 WS |
434 | if (S_ISREG(inode->i_mode)) |
435 | fi->i_flags &= ~F2FS_PROJINHERIT_FL; | |
7653b9d8 | 436 | bitmap_zero(fi->flags, FI_MAX); |
19f99cee | 437 | fi->i_advise = ri->i_advise; |
6666e6aa | 438 | fi->i_pino = le32_to_cpu(ri->i_pino); |
38431545 | 439 | fi->i_dir_level = ri->i_dir_level; |
3d1e3807 | 440 | |
91942321 | 441 | get_inline_info(inode, ri); |
3d1e3807 | 442 | |
7a2af766 CY |
443 | fi->i_extra_isize = f2fs_has_extra_attr(inode) ? |
444 | le16_to_cpu(ri->i_extra_isize) : 0; | |
445 | ||
7beb01f7 | 446 | if (f2fs_sb_has_flexible_inline_xattr(sbi)) { |
6afc662e CY |
447 | fi->i_inline_xattr_size = le16_to_cpu(ri->i_inline_xattr_size); |
448 | } else if (f2fs_has_inline_xattr(inode) || | |
449 | f2fs_has_inline_dentry(inode)) { | |
450 | fi->i_inline_xattr_size = DEFAULT_INLINE_XATTR_ADDRS; | |
451 | } else { | |
452 | ||
453 | /* | |
454 | * Previous inline data or directory always reserved 200 bytes | |
455 | * in inode layout, even if inline_xattr is disabled. In order | |
456 | * to keep inline_dentry's structure for backward compatibility, | |
457 | * we get the space back only from inline_data. | |
458 | */ | |
459 | fi->i_inline_xattr_size = 0; | |
460 | } | |
461 | ||
958ccbbf CY |
462 | if (!sanity_check_inode(inode, node_page)) { |
463 | f2fs_put_page(node_page, 1); | |
c9887949 | 464 | set_sbi_flag(sbi, SBI_NEED_FSCK); |
958ccbbf CY |
465 | f2fs_handle_error(sbi, ERROR_CORRUPTED_INODE); |
466 | return -EFSCORRUPTED; | |
467 | } | |
468 | ||
b3d208f9 JK |
469 | /* check data exist */ |
470 | if (f2fs_has_inline_data(inode) && !f2fs_exist_data(inode)) | |
9e5ba77f | 471 | __recover_inline_status(inode, node_page); |
b3d208f9 | 472 | |
ef2a0071 CY |
473 | /* try to recover cold bit for non-dir inode */ |
474 | if (!S_ISDIR(inode->i_mode) && !is_cold_node(node_page)) { | |
db5ae363 | 475 | f2fs_wait_on_page_writeback(node_page, NODE, true, true); |
ef2a0071 CY |
476 | set_cold_node(node_page, false); |
477 | set_page_dirty(node_page); | |
478 | } | |
479 | ||
3d1e3807 JK |
480 | /* get rdev by using inline_info */ |
481 | __get_inode_rdev(inode, ri); | |
482 | ||
dda9f4b9 CY |
483 | if (S_ISREG(inode->i_mode)) { |
484 | err = __written_first_block(sbi, ri); | |
485 | if (err < 0) { | |
486 | f2fs_put_page(node_page, 1); | |
487 | return err; | |
488 | } | |
489 | if (!err) | |
490 | set_inode_flag(inode, FI_FIRST_BLOCK_WRITTEN); | |
91291e99 | 491 | } |
3c6c2beb | 492 | |
4d57b86d | 493 | if (!f2fs_need_inode_block_update(sbi, inode->i_ino)) |
26de9b11 JK |
494 | fi->last_disk_size = inode->i_size; |
495 | ||
59c84408 | 496 | if (fi->i_flags & F2FS_PROJINHERIT_FL) |
5c57132e CY |
497 | set_inode_flag(inode, FI_PROJ_INHERIT); |
498 | ||
7beb01f7 | 499 | if (f2fs_has_extra_attr(inode) && f2fs_sb_has_project_quota(sbi) && |
5c57132e CY |
500 | F2FS_FITS_IN_INODE(ri, fi->i_extra_isize, i_projid)) |
501 | i_projid = (projid_t)le32_to_cpu(ri->i_projid); | |
502 | else | |
503 | i_projid = F2FS_DEF_PROJID; | |
504 | fi->i_projid = make_kprojid(&init_user_ns, i_projid); | |
505 | ||
7beb01f7 | 506 | if (f2fs_has_extra_attr(inode) && f2fs_sb_has_inode_crtime(sbi) && |
1c1d35df CY |
507 | F2FS_FITS_IN_INODE(ri, fi->i_extra_isize, i_crtime)) { |
508 | fi->i_crtime.tv_sec = le64_to_cpu(ri->i_crtime); | |
509 | fi->i_crtime.tv_nsec = le32_to_cpu(ri->i_crtime_nsec); | |
510 | } | |
511 | ||
4c8ff709 CY |
512 | if (f2fs_has_extra_attr(inode) && f2fs_sb_has_compression(sbi) && |
513 | (fi->i_flags & F2FS_COMPR_FL)) { | |
514 | if (F2FS_FITS_IN_INODE(ri, fi->i_extra_isize, | |
64ee9163 | 515 | i_compress_flag)) { |
b90e5086 CY |
516 | unsigned short compress_flag; |
517 | ||
c2759eba DJ |
518 | atomic_set(&fi->i_compr_blocks, |
519 | le64_to_cpu(ri->i_compr_blocks)); | |
4c8ff709 CY |
520 | fi->i_compress_algorithm = ri->i_compress_algorithm; |
521 | fi->i_log_cluster_size = ri->i_log_cluster_size; | |
b90e5086 CY |
522 | compress_flag = le16_to_cpu(ri->i_compress_flag); |
523 | fi->i_compress_level = compress_flag >> | |
524 | COMPRESS_LEVEL_OFFSET; | |
525 | fi->i_compress_flag = compress_flag & | |
447286eb YL |
526 | GENMASK(COMPRESS_LEVEL_OFFSET - 1, 0); |
527 | fi->i_cluster_size = BIT(fi->i_log_cluster_size); | |
4c8ff709 CY |
528 | set_inode_flag(inode, FI_COMPRESSED_FILE); |
529 | } | |
530 | } | |
531 | ||
049ea86c | 532 | init_idisk_time(inode); |
72840ccc JK |
533 | |
534 | /* Need all the flag bits */ | |
535 | f2fs_init_read_extent_tree(inode, node_page); | |
71644dff | 536 | f2fs_init_age_extent_tree(inode); |
72840ccc | 537 | |
269d1194 CY |
538 | if (!sanity_check_extent_cache(inode)) { |
539 | f2fs_put_page(node_page, 1); | |
540 | f2fs_handle_error(sbi, ERROR_CORRUPTED_INODE); | |
541 | return -EFSCORRUPTED; | |
542 | } | |
543 | ||
19f99cee | 544 | f2fs_put_page(node_page, 1); |
9d1015dd | 545 | |
d5e8f6c9 | 546 | stat_inc_inline_xattr(inode); |
9d1015dd JK |
547 | stat_inc_inline_inode(inode); |
548 | stat_inc_inline_dir(inode); | |
4c8ff709 | 549 | stat_inc_compr_inode(inode); |
c2759eba | 550 | stat_add_compr_blocks(inode, atomic_read(&fi->i_compr_blocks)); |
9d1015dd | 551 | |
9e5ba77f | 552 | return 0; |
19f99cee JK |
553 | } |
554 | ||
fcc2d8cc CY |
555 | static bool is_meta_ino(struct f2fs_sb_info *sbi, unsigned int ino) |
556 | { | |
557 | return ino == F2FS_NODE_INO(sbi) || ino == F2FS_META_INO(sbi) || | |
558 | ino == F2FS_COMPRESS_INO(sbi); | |
559 | } | |
560 | ||
19f99cee JK |
561 | struct inode *f2fs_iget(struct super_block *sb, unsigned long ino) |
562 | { | |
563 | struct f2fs_sb_info *sbi = F2FS_SB(sb); | |
564 | struct inode *inode; | |
a2a4a7e4 | 565 | int ret = 0; |
19f99cee JK |
566 | |
567 | inode = iget_locked(sb, ino); | |
568 | if (!inode) | |
569 | return ERR_PTR(-ENOMEM); | |
a2a4a7e4 NJ |
570 | |
571 | if (!(inode->i_state & I_NEW)) { | |
fcc2d8cc CY |
572 | if (is_meta_ino(sbi, ino)) { |
573 | f2fs_err(sbi, "inaccessible inode: %lu, run fsck to repair", ino); | |
574 | set_sbi_flag(sbi, SBI_NEED_FSCK); | |
575 | ret = -EFSCORRUPTED; | |
576 | trace_f2fs_iget_exit(inode, ret); | |
577 | iput(inode); | |
95fa90c9 | 578 | f2fs_handle_error(sbi, ERROR_CORRUPTED_INODE); |
fcc2d8cc CY |
579 | return ERR_PTR(ret); |
580 | } | |
581 | ||
a2a4a7e4 | 582 | trace_f2fs_iget(inode); |
19f99cee | 583 | return inode; |
a2a4a7e4 | 584 | } |
19f99cee | 585 | |
fcc2d8cc | 586 | if (is_meta_ino(sbi, ino)) |
6ce19aff | 587 | goto make_now; |
6ce19aff | 588 | |
19f99cee JK |
589 | ret = do_read_inode(inode); |
590 | if (ret) | |
591 | goto bad_inode; | |
19f99cee JK |
592 | make_now: |
593 | if (ino == F2FS_NODE_INO(sbi)) { | |
594 | inode->i_mapping->a_ops = &f2fs_node_aops; | |
81114baa | 595 | mapping_set_gfp_mask(inode->i_mapping, GFP_NOFS); |
19f99cee JK |
596 | } else if (ino == F2FS_META_INO(sbi)) { |
597 | inode->i_mapping->a_ops = &f2fs_meta_aops; | |
81114baa | 598 | mapping_set_gfp_mask(inode->i_mapping, GFP_NOFS); |
6ce19aff CY |
599 | } else if (ino == F2FS_COMPRESS_INO(sbi)) { |
600 | #ifdef CONFIG_F2FS_FS_COMPRESSION | |
601 | inode->i_mapping->a_ops = &f2fs_compress_aops; | |
d1917865 FC |
602 | /* |
603 | * generic_error_remove_page only truncates pages of regular | |
604 | * inode | |
605 | */ | |
606 | inode->i_mode |= S_IFREG; | |
6ce19aff CY |
607 | #endif |
608 | mapping_set_gfp_mask(inode->i_mapping, | |
609 | GFP_NOFS | __GFP_HIGHMEM | __GFP_MOVABLE); | |
19f99cee JK |
610 | } else if (S_ISREG(inode->i_mode)) { |
611 | inode->i_op = &f2fs_file_inode_operations; | |
612 | inode->i_fop = &f2fs_file_operations; | |
613 | inode->i_mapping->a_ops = &f2fs_dblock_aops; | |
614 | } else if (S_ISDIR(inode->i_mode)) { | |
615 | inode->i_op = &f2fs_dir_inode_operations; | |
616 | inode->i_fop = &f2fs_dir_operations; | |
617 | inode->i_mapping->a_ops = &f2fs_dblock_aops; | |
92d602bc | 618 | mapping_set_gfp_mask(inode->i_mapping, GFP_NOFS); |
19f99cee | 619 | } else if (S_ISLNK(inode->i_mode)) { |
62230e0d | 620 | if (file_is_encrypt(inode)) |
cbaf042a JK |
621 | inode->i_op = &f2fs_encrypted_symlink_inode_operations; |
622 | else | |
623 | inode->i_op = &f2fs_symlink_inode_operations; | |
21fc61c7 | 624 | inode_nohighmem(inode); |
19f99cee JK |
625 | inode->i_mapping->a_ops = &f2fs_dblock_aops; |
626 | } else if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode) || | |
627 | S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode)) { | |
628 | inode->i_op = &f2fs_special_inode_operations; | |
629 | init_special_inode(inode, inode->i_mode, inode->i_rdev); | |
630 | } else { | |
631 | ret = -EIO; | |
632 | goto bad_inode; | |
633 | } | |
93607124 | 634 | f2fs_set_inode_flags(inode); |
d4dd19ec | 635 | |
4d8ec912 JK |
636 | if (file_should_truncate(inode) && |
637 | !is_sbi_flag_set(sbi, SBI_POR_DOING)) { | |
d4dd19ec JK |
638 | ret = f2fs_truncate(inode); |
639 | if (ret) | |
640 | goto bad_inode; | |
641 | file_dont_truncate(inode); | |
642 | } | |
643 | ||
19f99cee | 644 | unlock_new_inode(inode); |
a2a4a7e4 | 645 | trace_f2fs_iget(inode); |
19f99cee JK |
646 | return inode; |
647 | ||
648 | bad_inode: | |
546d22f0 | 649 | f2fs_inode_synced(inode); |
19f99cee | 650 | iget_failed(inode); |
a2a4a7e4 | 651 | trace_f2fs_iget_exit(inode, ret); |
19f99cee JK |
652 | return ERR_PTR(ret); |
653 | } | |
654 | ||
e8ea9b3d JK |
655 | struct inode *f2fs_iget_retry(struct super_block *sb, unsigned long ino) |
656 | { | |
657 | struct inode *inode; | |
658 | retry: | |
659 | inode = f2fs_iget(sb, ino); | |
660 | if (IS_ERR(inode)) { | |
661 | if (PTR_ERR(inode) == -ENOMEM) { | |
4034247a | 662 | memalloc_retry_wait(GFP_NOFS); |
e8ea9b3d JK |
663 | goto retry; |
664 | } | |
665 | } | |
666 | return inode; | |
667 | } | |
668 | ||
4d57b86d | 669 | void f2fs_update_inode(struct inode *inode, struct page *node_page) |
19f99cee | 670 | { |
19f99cee | 671 | struct f2fs_inode *ri; |
e7547dac | 672 | struct extent_tree *et = F2FS_I(inode)->extent_tree[EX_READ]; |
19f99cee | 673 | |
bae0ee7a | 674 | f2fs_wait_on_page_writeback(node_page, NODE, true, true); |
211a6fa0 YH |
675 | set_page_dirty(node_page); |
676 | ||
677 | f2fs_inode_synced(inode); | |
19f99cee | 678 | |
58bfaf44 | 679 | ri = F2FS_INODE(node_page); |
19f99cee JK |
680 | |
681 | ri->i_mode = cpu_to_le16(inode->i_mode); | |
682 | ri->i_advise = F2FS_I(inode)->i_advise; | |
683 | ri->i_uid = cpu_to_le32(i_uid_read(inode)); | |
684 | ri->i_gid = cpu_to_le32(i_gid_read(inode)); | |
685 | ri->i_links = cpu_to_le32(inode->i_nlink); | |
000519f2 | 686 | ri->i_blocks = cpu_to_le64(SECTOR_TO_BLOCK(inode->i_blocks) + 1); |
0c872e2d | 687 | |
4d8d45df DJ |
688 | if (!f2fs_is_atomic_file(inode) || |
689 | is_inode_flag_set(inode, FI_ATOMIC_COMMITTED)) | |
690 | ri->i_size = cpu_to_le64(i_size_read(inode)); | |
691 | ||
b691d98f CY |
692 | if (et) { |
693 | read_lock(&et->lock); | |
12607c1b | 694 | set_raw_read_extent(&et->largest, &ri->i_ext); |
b691d98f CY |
695 | read_unlock(&et->lock); |
696 | } else { | |
3e72f721 | 697 | memset(&ri->i_ext, 0, sizeof(ri->i_ext)); |
b691d98f | 698 | } |
91942321 | 699 | set_raw_inline(inode, ri); |
19f99cee JK |
700 | |
701 | ri->i_atime = cpu_to_le64(inode->i_atime.tv_sec); | |
c62ebd35 | 702 | ri->i_ctime = cpu_to_le64(inode_get_ctime(inode).tv_sec); |
19f99cee JK |
703 | ri->i_mtime = cpu_to_le64(inode->i_mtime.tv_sec); |
704 | ri->i_atime_nsec = cpu_to_le32(inode->i_atime.tv_nsec); | |
c62ebd35 | 705 | ri->i_ctime_nsec = cpu_to_le32(inode_get_ctime(inode).tv_nsec); |
19f99cee | 706 | ri->i_mtime_nsec = cpu_to_le32(inode->i_mtime.tv_nsec); |
1c41e680 CY |
707 | if (S_ISDIR(inode->i_mode)) |
708 | ri->i_current_depth = | |
709 | cpu_to_le32(F2FS_I(inode)->i_current_depth); | |
710 | else if (S_ISREG(inode->i_mode)) | |
2ef79ecb CY |
711 | ri->i_gc_failures = |
712 | cpu_to_le16(F2FS_I(inode)->i_gc_failures[GC_FAILURE_PIN]); | |
19f99cee JK |
713 | ri->i_xattr_nid = cpu_to_le32(F2FS_I(inode)->i_xattr_nid); |
714 | ri->i_flags = cpu_to_le32(F2FS_I(inode)->i_flags); | |
6666e6aa | 715 | ri->i_pino = cpu_to_le32(F2FS_I(inode)->i_pino); |
19f99cee | 716 | ri->i_generation = cpu_to_le32(inode->i_generation); |
38431545 | 717 | ri->i_dir_level = F2FS_I(inode)->i_dir_level; |
7d79e75f | 718 | |
5c57132e | 719 | if (f2fs_has_extra_attr(inode)) { |
7a2af766 CY |
720 | ri->i_extra_isize = cpu_to_le16(F2FS_I(inode)->i_extra_isize); |
721 | ||
7beb01f7 | 722 | if (f2fs_sb_has_flexible_inline_xattr(F2FS_I_SB(inode))) |
6afc662e CY |
723 | ri->i_inline_xattr_size = |
724 | cpu_to_le16(F2FS_I(inode)->i_inline_xattr_size); | |
725 | ||
7beb01f7 | 726 | if (f2fs_sb_has_project_quota(F2FS_I_SB(inode)) && |
5c57132e CY |
727 | F2FS_FITS_IN_INODE(ri, F2FS_I(inode)->i_extra_isize, |
728 | i_projid)) { | |
729 | projid_t i_projid; | |
730 | ||
731 | i_projid = from_kprojid(&init_user_ns, | |
732 | F2FS_I(inode)->i_projid); | |
733 | ri->i_projid = cpu_to_le32(i_projid); | |
734 | } | |
1c1d35df | 735 | |
7beb01f7 | 736 | if (f2fs_sb_has_inode_crtime(F2FS_I_SB(inode)) && |
1c1d35df CY |
737 | F2FS_FITS_IN_INODE(ri, F2FS_I(inode)->i_extra_isize, |
738 | i_crtime)) { | |
739 | ri->i_crtime = | |
740 | cpu_to_le64(F2FS_I(inode)->i_crtime.tv_sec); | |
741 | ri->i_crtime_nsec = | |
742 | cpu_to_le32(F2FS_I(inode)->i_crtime.tv_nsec); | |
743 | } | |
4c8ff709 CY |
744 | |
745 | if (f2fs_sb_has_compression(F2FS_I_SB(inode)) && | |
746 | F2FS_FITS_IN_INODE(ri, F2FS_I(inode)->i_extra_isize, | |
64ee9163 | 747 | i_compress_flag)) { |
b90e5086 CY |
748 | unsigned short compress_flag; |
749 | ||
4c8ff709 | 750 | ri->i_compr_blocks = |
c2759eba DJ |
751 | cpu_to_le64(atomic_read( |
752 | &F2FS_I(inode)->i_compr_blocks)); | |
4c8ff709 CY |
753 | ri->i_compress_algorithm = |
754 | F2FS_I(inode)->i_compress_algorithm; | |
b90e5086 CY |
755 | compress_flag = F2FS_I(inode)->i_compress_flag | |
756 | F2FS_I(inode)->i_compress_level << | |
757 | COMPRESS_LEVEL_OFFSET; | |
758 | ri->i_compress_flag = cpu_to_le16(compress_flag); | |
4c8ff709 CY |
759 | ri->i_log_cluster_size = |
760 | F2FS_I(inode)->i_log_cluster_size; | |
761 | } | |
5c57132e CY |
762 | } |
763 | ||
3d1e3807 | 764 | __set_inode_rdev(inode, ri); |
12719ae1 | 765 | |
2049d4fc JK |
766 | /* deleted inode */ |
767 | if (inode->i_nlink == 0) | |
b763f3be | 768 | clear_page_private_inline(node_page); |
2049d4fc | 769 | |
049ea86c | 770 | init_idisk_time(inode); |
54c55c4e WG |
771 | #ifdef CONFIG_F2FS_CHECK_FS |
772 | f2fs_inode_chksum_set(F2FS_I_SB(inode), node_page); | |
773 | #endif | |
19f99cee JK |
774 | } |
775 | ||
4d57b86d | 776 | void f2fs_update_inode_page(struct inode *inode) |
19f99cee | 777 | { |
4081363f | 778 | struct f2fs_sb_info *sbi = F2FS_I_SB(inode); |
19f99cee | 779 | struct page *node_page; |
3aa51c61 | 780 | int count = 0; |
744602cf | 781 | retry: |
4d57b86d | 782 | node_page = f2fs_get_node_page(sbi, inode->i_ino); |
744602cf JK |
783 | if (IS_ERR(node_page)) { |
784 | int err = PTR_ERR(node_page); | |
5f029c04 | 785 | |
3aa51c61 JK |
786 | /* The node block was truncated. */ |
787 | if (err == -ENOENT) | |
788 | return; | |
789 | ||
790 | if (err == -ENOMEM || ++count <= DEFAULT_RETRY_IO_COUNT) | |
744602cf | 791 | goto retry; |
3aa51c61 | 792 | f2fs_stop_checkpoint(sbi, false, STOP_CP_REASON_UPDATE_INODE); |
211a6fa0 | 793 | return; |
744602cf | 794 | } |
4d57b86d | 795 | f2fs_update_inode(inode, node_page); |
19f99cee | 796 | f2fs_put_page(node_page, 1); |
19f99cee JK |
797 | } |
798 | ||
39936837 JK |
799 | int f2fs_write_inode(struct inode *inode, struct writeback_control *wbc) |
800 | { | |
4081363f | 801 | struct f2fs_sb_info *sbi = F2FS_I_SB(inode); |
39936837 JK |
802 | |
803 | if (inode->i_ino == F2FS_NODE_INO(sbi) || | |
804 | inode->i_ino == F2FS_META_INO(sbi)) | |
805 | return 0; | |
806 | ||
fe1897ea CY |
807 | /* |
808 | * atime could be updated without dirtying f2fs inode in lazytime mode | |
809 | */ | |
810 | if (f2fs_is_time_consistent(inode) && | |
811 | !is_inode_flag_set(inode, FI_DIRTY_INODE)) | |
b3783873 JK |
812 | return 0; |
813 | ||
00e09c0b | 814 | if (!f2fs_is_checkpoint_ready(sbi)) |
4354994f DR |
815 | return -ENOSPC; |
816 | ||
39936837 | 817 | /* |
c5cd29d2 | 818 | * We need to balance fs here to prevent from producing dirty node pages |
2c718fee | 819 | * during the urgent cleaning time when running out of free sections. |
39936837 | 820 | */ |
4d57b86d | 821 | f2fs_update_inode_page(inode); |
a7881893 | 822 | if (wbc && wbc->nr_to_write) |
2c4db1a6 | 823 | f2fs_balance_fs(sbi, true); |
744602cf | 824 | return 0; |
39936837 JK |
825 | } |
826 | ||
0a8165d7 | 827 | /* |
19f99cee JK |
828 | * Called at the last iput() if i_nlink is zero |
829 | */ | |
830 | void f2fs_evict_inode(struct inode *inode) | |
831 | { | |
4081363f | 832 | struct f2fs_sb_info *sbi = F2FS_I_SB(inode); |
a46bebd5 DJ |
833 | struct f2fs_inode_info *fi = F2FS_I(inode); |
834 | nid_t xnid = fi->i_xattr_nid; | |
13ec7297 | 835 | int err = 0; |
19f99cee | 836 | |
e53f8643 | 837 | f2fs_abort_atomic_write(inode, true); |
88b88a66 | 838 | |
a46bebd5 DJ |
839 | if (fi->cow_inode) { |
840 | clear_inode_flag(fi->cow_inode, FI_COW_FILE); | |
841 | iput(fi->cow_inode); | |
842 | fi->cow_inode = NULL; | |
843 | } | |
844 | ||
a2a4a7e4 | 845 | trace_f2fs_evict_inode(inode); |
91b0abe3 | 846 | truncate_inode_pages_final(&inode->i_data); |
19f99cee | 847 | |
2b642898 FC |
848 | if ((inode->i_nlink || is_bad_inode(inode)) && |
849 | test_opt(sbi, COMPRESS_CACHE) && f2fs_compressed_file(inode)) | |
6ce19aff CY |
850 | f2fs_invalidate_compress_pages(sbi, inode->i_ino); |
851 | ||
19f99cee | 852 | if (inode->i_ino == F2FS_NODE_INO(sbi) || |
6ce19aff CY |
853 | inode->i_ino == F2FS_META_INO(sbi) || |
854 | inode->i_ino == F2FS_COMPRESS_INO(sbi)) | |
dbf20cb2 | 855 | goto out_clear; |
19f99cee | 856 | |
a7ffdbe2 | 857 | f2fs_bug_on(sbi, get_dirty_pages(inode)); |
4d57b86d | 858 | f2fs_remove_dirty_inode(inode); |
19f99cee | 859 | |
3e72f721 JK |
860 | f2fs_destroy_extent_tree(inode); |
861 | ||
19f99cee JK |
862 | if (inode->i_nlink || is_bad_inode(inode)) |
863 | goto no_delete; | |
864 | ||
10a26878 | 865 | err = f2fs_dquot_initialize(inode); |
af033b2a CY |
866 | if (err) { |
867 | err = 0; | |
868 | set_sbi_flag(sbi, SBI_QUOTA_NEED_REPAIR); | |
869 | } | |
0abd675e | 870 | |
4d57b86d CY |
871 | f2fs_remove_ino_entry(sbi, inode->i_ino, APPEND_INO); |
872 | f2fs_remove_ino_entry(sbi, inode->i_ino, UPDATE_INO); | |
873 | f2fs_remove_ino_entry(sbi, inode->i_ino, FLUSH_INO); | |
60dcedc9 | 874 | |
ba900534 JK |
875 | if (!is_sbi_flag_set(sbi, SBI_IS_FREEZING)) |
876 | sb_start_intwrite(inode->i_sb); | |
91942321 | 877 | set_inode_flag(inode, FI_NO_ALLOC); |
19f99cee | 878 | i_size_write(inode, 0); |
4c0c2949 | 879 | retry: |
19f99cee | 880 | if (F2FS_HAS_BLOCKS(inode)) |
9a449e9c | 881 | err = f2fs_truncate(inode); |
19f99cee | 882 | |
c40e15a9 | 883 | if (time_to_inject(sbi, FAULT_EVICT_INODE)) |
8c1b3c0f | 884 | err = -EIO; |
7fa750a1 | 885 | |
13ec7297 CY |
886 | if (!err) { |
887 | f2fs_lock_op(sbi); | |
4d57b86d | 888 | err = f2fs_remove_inode_page(inode); |
13ec7297 | 889 | f2fs_unlock_op(sbi); |
f2db7105 | 890 | if (err == -ENOENT) { |
a11b9f65 | 891 | err = 0; |
f2db7105 CY |
892 | |
893 | /* | |
894 | * in fuzzed image, another node may has the same | |
895 | * block address as inode's, if it was truncated | |
896 | * previously, truncation of inode node will fail. | |
897 | */ | |
898 | if (is_inode_flag_set(inode, FI_DIRTY_INODE)) { | |
899 | f2fs_warn(F2FS_I_SB(inode), | |
900 | "f2fs_evict_inode: inconsistent node id, ino:%lu", | |
901 | inode->i_ino); | |
902 | f2fs_inode_synced(inode); | |
903 | set_sbi_flag(sbi, SBI_NEED_FSCK); | |
904 | } | |
905 | } | |
13ec7297 | 906 | } |
39936837 | 907 | |
4c0c2949 JK |
908 | /* give more chances, if ENOMEM case */ |
909 | if (err == -ENOMEM) { | |
910 | err = 0; | |
911 | goto retry; | |
912 | } | |
913 | ||
af033b2a | 914 | if (err) { |
4d57b86d | 915 | f2fs_update_inode_page(inode); |
0f1898f9 CY |
916 | if (dquot_initialize_needed(inode)) |
917 | set_sbi_flag(sbi, SBI_QUOTA_NEED_REPAIR); | |
af033b2a | 918 | } |
ba900534 JK |
919 | if (!is_sbi_flag_set(sbi, SBI_IS_FREEZING)) |
920 | sb_end_intwrite(inode->i_sb); | |
19f99cee | 921 | no_delete: |
0abd675e CY |
922 | dquot_drop(inode); |
923 | ||
d5e8f6c9 | 924 | stat_dec_inline_xattr(inode); |
3289c061 | 925 | stat_dec_inline_dir(inode); |
e7a2bf22 | 926 | stat_dec_inline_inode(inode); |
4c8ff709 | 927 | stat_dec_compr_inode(inode); |
c2759eba | 928 | stat_sub_compr_blocks(inode, |
a46bebd5 | 929 | atomic_read(&fi->i_compr_blocks)); |
0bdee482 | 930 | |
33ac18a1 | 931 | if (likely(!f2fs_cp_error(sbi) && |
4354994f | 932 | !is_sbi_flag_set(sbi, SBI_CP_DISABLED))) |
ca7d802a | 933 | f2fs_bug_on(sbi, is_inode_flag_set(inode, FI_DIRTY_INODE)); |
943973cd JK |
934 | else |
935 | f2fs_inode_synced(inode); | |
ca7d802a | 936 | |
7a88ddb5 | 937 | /* for the case f2fs_new_inode() was failed, .i_ino is zero, skip it */ |
4f295443 JK |
938 | if (inode->i_ino) |
939 | invalidate_mapping_pages(NODE_MAPPING(sbi), inode->i_ino, | |
940 | inode->i_ino); | |
002a41ca CY |
941 | if (xnid) |
942 | invalidate_mapping_pages(NODE_MAPPING(sbi), xnid, xnid); | |
60dcedc9 CY |
943 | if (inode->i_nlink) { |
944 | if (is_inode_flag_set(inode, FI_APPEND_WRITE)) | |
4d57b86d | 945 | f2fs_add_ino_entry(sbi, inode->i_ino, APPEND_INO); |
60dcedc9 | 946 | if (is_inode_flag_set(inode, FI_UPDATE_WRITE)) |
4d57b86d | 947 | f2fs_add_ino_entry(sbi, inode->i_ino, UPDATE_INO); |
60dcedc9 | 948 | } |
91942321 | 949 | if (is_inode_flag_set(inode, FI_FREE_NID)) { |
4d57b86d | 950 | f2fs_alloc_nid_failed(sbi, inode->i_ino); |
91942321 | 951 | clear_inode_flag(inode, FI_FREE_NID); |
d8c4256c | 952 | } else { |
a4f843bd JK |
953 | /* |
954 | * If xattr nid is corrupted, we can reach out error condition, | |
4d57b86d CY |
955 | * err & !f2fs_exist_written_data(sbi, inode->i_ino, ORPHAN_INO)). |
956 | * In that case, f2fs_check_nid_range() is enough to give a clue. | |
a4f843bd | 957 | */ |
c9b63bd0 | 958 | } |
dbf20cb2 | 959 | out_clear: |
3d204e24 | 960 | fscrypt_put_encryption_info(inode); |
95ae251f | 961 | fsverity_cleanup_inode(inode); |
dbf20cb2 | 962 | clear_inode(inode); |
19f99cee | 963 | } |
44c16156 JK |
964 | |
965 | /* caller should call f2fs_lock_op() */ | |
4d57b86d | 966 | void f2fs_handle_failed_inode(struct inode *inode) |
44c16156 JK |
967 | { |
968 | struct f2fs_sb_info *sbi = F2FS_I_SB(inode); | |
221149c0 | 969 | struct node_info ni; |
7735730d | 970 | int err; |
44c16156 | 971 | |
a11b9f65 CY |
972 | /* |
973 | * clear nlink of inode in order to release resource of inode | |
974 | * immediately. | |
975 | */ | |
976 | clear_nlink(inode); | |
977 | ||
978 | /* | |
979 | * we must call this to avoid inode being remained as dirty, resulting | |
980 | * in a panic when flushing dirty inodes in gdirty_list. | |
981 | */ | |
4d57b86d | 982 | f2fs_update_inode_page(inode); |
9bb02c36 | 983 | f2fs_inode_synced(inode); |
a11b9f65 | 984 | |
221149c0 | 985 | /* don't make bad inode, since it becomes a regular file. */ |
44c16156 JK |
986 | unlock_new_inode(inode); |
987 | ||
13ec7297 | 988 | /* |
13ec7297 CY |
989 | * Note: we should add inode to orphan list before f2fs_unlock_op() |
990 | * so we can prevent losing this orphan when encoutering checkpoint | |
991 | * and following suddenly power-off. | |
992 | */ | |
a9419b63 | 993 | err = f2fs_get_node_info(sbi, inode->i_ino, &ni, false); |
7735730d CY |
994 | if (err) { |
995 | set_sbi_flag(sbi, SBI_NEED_FSCK); | |
2fef99b8 | 996 | set_inode_flag(inode, FI_FREE_NID); |
dcbb4c10 | 997 | f2fs_warn(sbi, "May loss orphan inode, run fsck to fix."); |
7735730d CY |
998 | goto out; |
999 | } | |
221149c0 JK |
1000 | |
1001 | if (ni.blk_addr != NULL_ADDR) { | |
7735730d | 1002 | err = f2fs_acquire_orphan_inode(sbi); |
221149c0 JK |
1003 | if (err) { |
1004 | set_sbi_flag(sbi, SBI_NEED_FSCK); | |
dcbb4c10 | 1005 | f2fs_warn(sbi, "Too many orphan inodes, run fsck to fix."); |
221149c0 | 1006 | } else { |
4d57b86d | 1007 | f2fs_add_orphan_inode(inode); |
221149c0 | 1008 | } |
4d57b86d | 1009 | f2fs_alloc_nid_done(sbi, inode->i_ino); |
221149c0 | 1010 | } else { |
91942321 | 1011 | set_inode_flag(inode, FI_FREE_NID); |
13ec7297 | 1012 | } |
44c16156 | 1013 | |
7735730d | 1014 | out: |
44c16156 JK |
1015 | f2fs_unlock_op(sbi); |
1016 | ||
1017 | /* iput will drop the inode object */ | |
1018 | iput(inode); | |
1019 | } |