Commit | Line | Data |
---|---|---|
7c1a000d | 1 | // SPDX-License-Identifier: GPL-2.0 |
0a8165d7 | 2 | /* |
19f99cee JK |
3 | * fs/f2fs/inode.c |
4 | * | |
5 | * Copyright (c) 2012 Samsung Electronics Co., Ltd. | |
6 | * http://www.samsung.com/ | |
19f99cee JK |
7 | */ |
8 | #include <linux/fs.h> | |
9 | #include <linux/f2fs_fs.h> | |
10 | #include <linux/buffer_head.h> | |
e8ea9b3d | 11 | #include <linux/backing-dev.h> |
19f99cee JK |
12 | #include <linux/writeback.h> |
13 | ||
14 | #include "f2fs.h" | |
15 | #include "node.h" | |
0eb0adad | 16 | #include "segment.h" |
dd6c89b5 | 17 | #include "xattr.h" |
19f99cee | 18 | |
a2a4a7e4 NJ |
19 | #include <trace/events/f2fs.h> |
20 | ||
7c45729a | 21 | void f2fs_mark_inode_dirty_sync(struct inode *inode, bool sync) |
b56ab837 | 22 | { |
9ac1e2d8 DJ |
23 | if (is_inode_flag_set(inode, FI_NEW_INODE)) |
24 | return; | |
25 | ||
7c45729a | 26 | if (f2fs_inode_dirtied(inode, sync)) |
b56ab837 | 27 | return; |
7c45729a | 28 | |
b56ab837 JK |
29 | mark_inode_dirty_sync(inode); |
30 | } | |
31 | ||
19f99cee JK |
32 | void f2fs_set_inode_flags(struct inode *inode) |
33 | { | |
34 | unsigned int flags = F2FS_I(inode)->i_flags; | |
8abfb36a | 35 | unsigned int new_fl = 0; |
19f99cee | 36 | |
59c84408 | 37 | if (flags & F2FS_SYNC_FL) |
8abfb36a | 38 | new_fl |= S_SYNC; |
59c84408 | 39 | if (flags & F2FS_APPEND_FL) |
8abfb36a | 40 | new_fl |= S_APPEND; |
59c84408 | 41 | if (flags & F2FS_IMMUTABLE_FL) |
8abfb36a | 42 | new_fl |= S_IMMUTABLE; |
59c84408 | 43 | if (flags & F2FS_NOATIME_FL) |
8abfb36a | 44 | new_fl |= S_NOATIME; |
59c84408 | 45 | if (flags & F2FS_DIRSYNC_FL) |
8abfb36a | 46 | new_fl |= S_DIRSYNC; |
62230e0d | 47 | if (file_is_encrypt(inode)) |
2ee6a576 | 48 | new_fl |= S_ENCRYPTED; |
6a678857 | 49 | inode_set_flags(inode, new_fl, |
2ee6a576 EB |
50 | S_SYNC|S_APPEND|S_IMMUTABLE|S_NOATIME|S_DIRSYNC| |
51 | S_ENCRYPTED); | |
19f99cee JK |
52 | } |
53 | ||
3d1e3807 JK |
54 | static void __get_inode_rdev(struct inode *inode, struct f2fs_inode *ri) |
55 | { | |
7a2af766 CY |
56 | int extra_size = get_extra_isize(inode); |
57 | ||
3d1e3807 JK |
58 | if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode) || |
59 | S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode)) { | |
7a2af766 CY |
60 | if (ri->i_addr[extra_size]) |
61 | inode->i_rdev = old_decode_dev( | |
62 | le32_to_cpu(ri->i_addr[extra_size])); | |
3d1e3807 | 63 | else |
7a2af766 CY |
64 | inode->i_rdev = new_decode_dev( |
65 | le32_to_cpu(ri->i_addr[extra_size + 1])); | |
3d1e3807 JK |
66 | } |
67 | } | |
68 | ||
91291e99 | 69 | static int __written_first_block(struct f2fs_sb_info *sbi, |
e1da7872 | 70 | struct f2fs_inode *ri) |
3c6c2beb | 71 | { |
7a2af766 | 72 | block_t addr = le32_to_cpu(ri->i_addr[offset_in_addr(ri)]); |
adad81ed | 73 | |
91291e99 CY |
74 | if (!__is_valid_data_blkaddr(addr)) |
75 | return 1; | |
93770ab7 | 76 | if (!f2fs_is_valid_blkaddr(sbi, addr, DATA_GENERIC_ENHANCE)) |
10f966bb | 77 | return -EFSCORRUPTED; |
91291e99 | 78 | return 0; |
3c6c2beb JK |
79 | } |
80 | ||
3d1e3807 JK |
81 | static void __set_inode_rdev(struct inode *inode, struct f2fs_inode *ri) |
82 | { | |
7a2af766 CY |
83 | int extra_size = get_extra_isize(inode); |
84 | ||
3d1e3807 JK |
85 | if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode)) { |
86 | if (old_valid_dev(inode->i_rdev)) { | |
7a2af766 | 87 | ri->i_addr[extra_size] = |
6c311ec6 | 88 | cpu_to_le32(old_encode_dev(inode->i_rdev)); |
7a2af766 | 89 | ri->i_addr[extra_size + 1] = 0; |
3d1e3807 | 90 | } else { |
7a2af766 CY |
91 | ri->i_addr[extra_size] = 0; |
92 | ri->i_addr[extra_size + 1] = | |
6c311ec6 | 93 | cpu_to_le32(new_encode_dev(inode->i_rdev)); |
7a2af766 | 94 | ri->i_addr[extra_size + 2] = 0; |
3d1e3807 JK |
95 | } |
96 | } | |
97 | } | |
98 | ||
9e5ba77f | 99 | static void __recover_inline_status(struct inode *inode, struct page *ipage) |
b3d208f9 | 100 | { |
f2470371 | 101 | void *inline_data = inline_data_addr(inode, ipage); |
9e5ba77f | 102 | __le32 *start = inline_data; |
f2470371 | 103 | __le32 *end = start + MAX_INLINE_DATA(inode) / sizeof(__le32); |
b3d208f9 | 104 | |
9e5ba77f CY |
105 | while (start < end) { |
106 | if (*start++) { | |
bae0ee7a | 107 | f2fs_wait_on_page_writeback(ipage, NODE, true, true); |
b3d208f9 | 108 | |
91942321 JK |
109 | set_inode_flag(inode, FI_DATA_EXIST); |
110 | set_raw_inline(inode, F2FS_INODE(ipage)); | |
9e5ba77f CY |
111 | set_page_dirty(ipage); |
112 | return; | |
113 | } | |
b3d208f9 | 114 | } |
9e5ba77f | 115 | return; |
b3d208f9 JK |
116 | } |
117 | ||
704956ec CY |
118 | static bool f2fs_enable_inode_chksum(struct f2fs_sb_info *sbi, struct page *page) |
119 | { | |
120 | struct f2fs_inode *ri = &F2FS_NODE(page)->i; | |
704956ec | 121 | |
7beb01f7 | 122 | if (!f2fs_sb_has_inode_chksum(sbi)) |
704956ec CY |
123 | return false; |
124 | ||
4c6b56c0 | 125 | if (!IS_INODE(page) || !(ri->i_inline & F2FS_EXTRA_ATTR)) |
704956ec CY |
126 | return false; |
127 | ||
d6964949 ZZ |
128 | if (!F2FS_FITS_IN_INODE(ri, le16_to_cpu(ri->i_extra_isize), |
129 | i_inode_checksum)) | |
704956ec CY |
130 | return false; |
131 | ||
132 | return true; | |
133 | } | |
134 | ||
135 | static __u32 f2fs_inode_chksum(struct f2fs_sb_info *sbi, struct page *page) | |
136 | { | |
137 | struct f2fs_node *node = F2FS_NODE(page); | |
138 | struct f2fs_inode *ri = &node->i; | |
139 | __le32 ino = node->footer.ino; | |
140 | __le32 gen = ri->i_generation; | |
141 | __u32 chksum, chksum_seed; | |
142 | __u32 dummy_cs = 0; | |
143 | unsigned int offset = offsetof(struct f2fs_inode, i_inode_checksum); | |
144 | unsigned int cs_size = sizeof(dummy_cs); | |
145 | ||
146 | chksum = f2fs_chksum(sbi, sbi->s_chksum_seed, (__u8 *)&ino, | |
147 | sizeof(ino)); | |
148 | chksum_seed = f2fs_chksum(sbi, chksum, (__u8 *)&gen, sizeof(gen)); | |
149 | ||
150 | chksum = f2fs_chksum(sbi, chksum_seed, (__u8 *)ri, offset); | |
151 | chksum = f2fs_chksum(sbi, chksum, (__u8 *)&dummy_cs, cs_size); | |
152 | offset += cs_size; | |
153 | chksum = f2fs_chksum(sbi, chksum, (__u8 *)ri + offset, | |
154 | F2FS_BLKSIZE - offset); | |
155 | return chksum; | |
156 | } | |
157 | ||
158 | bool f2fs_inode_chksum_verify(struct f2fs_sb_info *sbi, struct page *page) | |
159 | { | |
160 | struct f2fs_inode *ri; | |
161 | __u32 provided, calculated; | |
162 | ||
83a3bfdb JK |
163 | if (unlikely(is_sbi_flag_set(sbi, SBI_IS_SHUTDOWN))) |
164 | return true; | |
165 | ||
54c55c4e WG |
166 | #ifdef CONFIG_F2FS_CHECK_FS |
167 | if (!f2fs_enable_inode_chksum(sbi, page)) | |
168 | #else | |
ee605234 JK |
169 | if (!f2fs_enable_inode_chksum(sbi, page) || |
170 | PageDirty(page) || PageWriteback(page)) | |
54c55c4e | 171 | #endif |
704956ec CY |
172 | return true; |
173 | ||
174 | ri = &F2FS_NODE(page)->i; | |
175 | provided = le32_to_cpu(ri->i_inode_checksum); | |
176 | calculated = f2fs_inode_chksum(sbi, page); | |
177 | ||
178 | if (provided != calculated) | |
dcbb4c10 JP |
179 | f2fs_warn(sbi, "checksum invalid, nid = %lu, ino_of_node = %x, %x vs. %x", |
180 | page->index, ino_of_node(page), provided, calculated); | |
704956ec CY |
181 | |
182 | return provided == calculated; | |
183 | } | |
184 | ||
185 | void f2fs_inode_chksum_set(struct f2fs_sb_info *sbi, struct page *page) | |
186 | { | |
187 | struct f2fs_inode *ri = &F2FS_NODE(page)->i; | |
188 | ||
189 | if (!f2fs_enable_inode_chksum(sbi, page)) | |
190 | return; | |
191 | ||
192 | ri->i_inode_checksum = cpu_to_le32(f2fs_inode_chksum(sbi, page)); | |
193 | } | |
194 | ||
e34438c9 | 195 | static bool sanity_check_inode(struct inode *inode, struct page *node_page) |
5d64600d JK |
196 | { |
197 | struct f2fs_sb_info *sbi = F2FS_I_SB(inode); | |
18dd6470 | 198 | struct f2fs_inode_info *fi = F2FS_I(inode); |
e34438c9 CY |
199 | unsigned long long iblocks; |
200 | ||
201 | iblocks = le64_to_cpu(F2FS_INODE(node_page)->i_blocks); | |
202 | if (!iblocks) { | |
203 | set_sbi_flag(sbi, SBI_NEED_FSCK); | |
dcbb4c10 JP |
204 | f2fs_warn(sbi, "%s: corrupted inode i_blocks i_ino=%lx iblocks=%llu, run fsck to fix.", |
205 | __func__, inode->i_ino, iblocks); | |
e34438c9 CY |
206 | return false; |
207 | } | |
208 | ||
209 | if (ino_of_node(node_page) != nid_of_node(node_page)) { | |
210 | set_sbi_flag(sbi, SBI_NEED_FSCK); | |
dcbb4c10 JP |
211 | f2fs_warn(sbi, "%s: corrupted inode footer i_ino=%lx, ino,nid: [%u, %u] run fsck to fix.", |
212 | __func__, inode->i_ino, | |
213 | ino_of_node(node_page), nid_of_node(node_page)); | |
e34438c9 CY |
214 | return false; |
215 | } | |
5d64600d | 216 | |
7beb01f7 | 217 | if (f2fs_sb_has_flexible_inline_xattr(sbi) |
5d64600d JK |
218 | && !f2fs_has_extra_attr(inode)) { |
219 | set_sbi_flag(sbi, SBI_NEED_FSCK); | |
dcbb4c10 JP |
220 | f2fs_warn(sbi, "%s: corrupted inode ino=%lx, run fsck to fix.", |
221 | __func__, inode->i_ino); | |
5d64600d JK |
222 | return false; |
223 | } | |
76d56d4a CY |
224 | |
225 | if (f2fs_has_extra_attr(inode) && | |
7beb01f7 | 226 | !f2fs_sb_has_extra_attr(sbi)) { |
76d56d4a | 227 | set_sbi_flag(sbi, SBI_NEED_FSCK); |
dcbb4c10 JP |
228 | f2fs_warn(sbi, "%s: inode (ino=%lx) is with extra_attr, but extra_attr feature is off", |
229 | __func__, inode->i_ino); | |
76d56d4a CY |
230 | return false; |
231 | } | |
c9b60788 | 232 | |
18dd6470 CY |
233 | if (fi->i_extra_isize > F2FS_TOTAL_EXTRA_ATTR_SIZE || |
234 | fi->i_extra_isize % sizeof(__le32)) { | |
235 | set_sbi_flag(sbi, SBI_NEED_FSCK); | |
dcbb4c10 JP |
236 | f2fs_warn(sbi, "%s: inode (ino=%lx) has corrupted i_extra_isize: %d, max: %zu", |
237 | __func__, inode->i_ino, fi->i_extra_isize, | |
238 | F2FS_TOTAL_EXTRA_ATTR_SIZE); | |
18dd6470 CY |
239 | return false; |
240 | } | |
241 | ||
dd6c89b5 CY |
242 | if (f2fs_has_extra_attr(inode) && |
243 | f2fs_sb_has_flexible_inline_xattr(sbi) && | |
244 | f2fs_has_inline_xattr(inode) && | |
245 | (!fi->i_inline_xattr_size || | |
246 | fi->i_inline_xattr_size > MAX_INLINE_XATTR_SIZE)) { | |
247 | set_sbi_flag(sbi, SBI_NEED_FSCK); | |
dcbb4c10 JP |
248 | f2fs_warn(sbi, "%s: inode (ino=%lx) has corrupted i_inline_xattr_size: %d, max: %zu", |
249 | __func__, inode->i_ino, fi->i_inline_xattr_size, | |
250 | MAX_INLINE_XATTR_SIZE); | |
dd6c89b5 CY |
251 | return false; |
252 | } | |
253 | ||
c9b60788 CY |
254 | if (F2FS_I(inode)->extent_tree) { |
255 | struct extent_info *ei = &F2FS_I(inode)->extent_tree->largest; | |
256 | ||
257 | if (ei->len && | |
93770ab7 CY |
258 | (!f2fs_is_valid_blkaddr(sbi, ei->blk, |
259 | DATA_GENERIC_ENHANCE) || | |
c9b60788 | 260 | !f2fs_is_valid_blkaddr(sbi, ei->blk + ei->len - 1, |
93770ab7 | 261 | DATA_GENERIC_ENHANCE))) { |
c9b60788 | 262 | set_sbi_flag(sbi, SBI_NEED_FSCK); |
dcbb4c10 JP |
263 | f2fs_warn(sbi, "%s: inode (ino=%lx) extent info [%u, %u, %u] is incorrect, run fsck to fix", |
264 | __func__, inode->i_ino, | |
265 | ei->blk, ei->fofs, ei->len); | |
c9b60788 CY |
266 | return false; |
267 | } | |
268 | } | |
bcbfbd60 CY |
269 | |
270 | if (f2fs_has_inline_data(inode) && | |
271 | (!S_ISREG(inode->i_mode) && !S_ISLNK(inode->i_mode))) { | |
272 | set_sbi_flag(sbi, SBI_NEED_FSCK); | |
dcbb4c10 JP |
273 | f2fs_warn(sbi, "%s: inode (ino=%lx, mode=%u) should not have inline_data, run fsck to fix", |
274 | __func__, inode->i_ino, inode->i_mode); | |
bcbfbd60 CY |
275 | return false; |
276 | } | |
277 | ||
278 | if (f2fs_has_inline_dentry(inode) && !S_ISDIR(inode->i_mode)) { | |
279 | set_sbi_flag(sbi, SBI_NEED_FSCK); | |
dcbb4c10 JP |
280 | f2fs_warn(sbi, "%s: inode (ino=%lx, mode=%u) should not have inline_dentry, run fsck to fix", |
281 | __func__, inode->i_ino, inode->i_mode); | |
bcbfbd60 CY |
282 | return false; |
283 | } | |
284 | ||
5d64600d JK |
285 | return true; |
286 | } | |
287 | ||
19f99cee JK |
288 | static int do_read_inode(struct inode *inode) |
289 | { | |
4081363f | 290 | struct f2fs_sb_info *sbi = F2FS_I_SB(inode); |
19f99cee JK |
291 | struct f2fs_inode_info *fi = F2FS_I(inode); |
292 | struct page *node_page; | |
19f99cee | 293 | struct f2fs_inode *ri; |
5c57132e | 294 | projid_t i_projid; |
91291e99 | 295 | int err; |
19f99cee JK |
296 | |
297 | /* Check if ino is within scope */ | |
4d57b86d | 298 | if (f2fs_check_nid_range(sbi, inode->i_ino)) |
064e0823 | 299 | return -EINVAL; |
19f99cee | 300 | |
4d57b86d | 301 | node_page = f2fs_get_node_page(sbi, inode->i_ino); |
19f99cee JK |
302 | if (IS_ERR(node_page)) |
303 | return PTR_ERR(node_page); | |
304 | ||
58bfaf44 | 305 | ri = F2FS_INODE(node_page); |
19f99cee JK |
306 | |
307 | inode->i_mode = le16_to_cpu(ri->i_mode); | |
308 | i_uid_write(inode, le32_to_cpu(ri->i_uid)); | |
309 | i_gid_write(inode, le32_to_cpu(ri->i_gid)); | |
310 | set_nlink(inode, le32_to_cpu(ri->i_links)); | |
311 | inode->i_size = le64_to_cpu(ri->i_size); | |
000519f2 | 312 | inode->i_blocks = SECTOR_FROM_BLOCK(le64_to_cpu(ri->i_blocks) - 1); |
19f99cee JK |
313 | |
314 | inode->i_atime.tv_sec = le64_to_cpu(ri->i_atime); | |
315 | inode->i_ctime.tv_sec = le64_to_cpu(ri->i_ctime); | |
316 | inode->i_mtime.tv_sec = le64_to_cpu(ri->i_mtime); | |
317 | inode->i_atime.tv_nsec = le32_to_cpu(ri->i_atime_nsec); | |
318 | inode->i_ctime.tv_nsec = le32_to_cpu(ri->i_ctime_nsec); | |
319 | inode->i_mtime.tv_nsec = le32_to_cpu(ri->i_mtime_nsec); | |
320 | inode->i_generation = le32_to_cpu(ri->i_generation); | |
1c41e680 CY |
321 | if (S_ISDIR(inode->i_mode)) |
322 | fi->i_current_depth = le32_to_cpu(ri->i_current_depth); | |
323 | else if (S_ISREG(inode->i_mode)) | |
2ef79ecb CY |
324 | fi->i_gc_failures[GC_FAILURE_PIN] = |
325 | le16_to_cpu(ri->i_gc_failures); | |
19f99cee JK |
326 | fi->i_xattr_nid = le32_to_cpu(ri->i_xattr_nid); |
327 | fi->i_flags = le32_to_cpu(ri->i_flags); | |
5043a964 WS |
328 | if (S_ISREG(inode->i_mode)) |
329 | fi->i_flags &= ~F2FS_PROJINHERIT_FL; | |
19f99cee | 330 | fi->flags = 0; |
19f99cee | 331 | fi->i_advise = ri->i_advise; |
6666e6aa | 332 | fi->i_pino = le32_to_cpu(ri->i_pino); |
38431545 | 333 | fi->i_dir_level = ri->i_dir_level; |
3d1e3807 | 334 | |
ed3d1256 JK |
335 | if (f2fs_init_extent_tree(inode, &ri->i_ext)) |
336 | set_page_dirty(node_page); | |
0c872e2d | 337 | |
91942321 | 338 | get_inline_info(inode, ri); |
3d1e3807 | 339 | |
7a2af766 CY |
340 | fi->i_extra_isize = f2fs_has_extra_attr(inode) ? |
341 | le16_to_cpu(ri->i_extra_isize) : 0; | |
342 | ||
7beb01f7 | 343 | if (f2fs_sb_has_flexible_inline_xattr(sbi)) { |
6afc662e CY |
344 | fi->i_inline_xattr_size = le16_to_cpu(ri->i_inline_xattr_size); |
345 | } else if (f2fs_has_inline_xattr(inode) || | |
346 | f2fs_has_inline_dentry(inode)) { | |
347 | fi->i_inline_xattr_size = DEFAULT_INLINE_XATTR_ADDRS; | |
348 | } else { | |
349 | ||
350 | /* | |
351 | * Previous inline data or directory always reserved 200 bytes | |
352 | * in inode layout, even if inline_xattr is disabled. In order | |
353 | * to keep inline_dentry's structure for backward compatibility, | |
354 | * we get the space back only from inline_data. | |
355 | */ | |
356 | fi->i_inline_xattr_size = 0; | |
357 | } | |
358 | ||
18dd6470 CY |
359 | if (!sanity_check_inode(inode, node_page)) { |
360 | f2fs_put_page(node_page, 1); | |
10f966bb | 361 | return -EFSCORRUPTED; |
18dd6470 CY |
362 | } |
363 | ||
b3d208f9 JK |
364 | /* check data exist */ |
365 | if (f2fs_has_inline_data(inode) && !f2fs_exist_data(inode)) | |
9e5ba77f | 366 | __recover_inline_status(inode, node_page); |
b3d208f9 | 367 | |
ef2a0071 CY |
368 | /* try to recover cold bit for non-dir inode */ |
369 | if (!S_ISDIR(inode->i_mode) && !is_cold_node(node_page)) { | |
370 | set_cold_node(node_page, false); | |
371 | set_page_dirty(node_page); | |
372 | } | |
373 | ||
3d1e3807 JK |
374 | /* get rdev by using inline_info */ |
375 | __get_inode_rdev(inode, ri); | |
376 | ||
dda9f4b9 CY |
377 | if (S_ISREG(inode->i_mode)) { |
378 | err = __written_first_block(sbi, ri); | |
379 | if (err < 0) { | |
380 | f2fs_put_page(node_page, 1); | |
381 | return err; | |
382 | } | |
383 | if (!err) | |
384 | set_inode_flag(inode, FI_FIRST_BLOCK_WRITTEN); | |
91291e99 | 385 | } |
3c6c2beb | 386 | |
4d57b86d | 387 | if (!f2fs_need_inode_block_update(sbi, inode->i_ino)) |
26de9b11 JK |
388 | fi->last_disk_size = inode->i_size; |
389 | ||
59c84408 | 390 | if (fi->i_flags & F2FS_PROJINHERIT_FL) |
5c57132e CY |
391 | set_inode_flag(inode, FI_PROJ_INHERIT); |
392 | ||
7beb01f7 | 393 | if (f2fs_has_extra_attr(inode) && f2fs_sb_has_project_quota(sbi) && |
5c57132e CY |
394 | F2FS_FITS_IN_INODE(ri, fi->i_extra_isize, i_projid)) |
395 | i_projid = (projid_t)le32_to_cpu(ri->i_projid); | |
396 | else | |
397 | i_projid = F2FS_DEF_PROJID; | |
398 | fi->i_projid = make_kprojid(&init_user_ns, i_projid); | |
399 | ||
7beb01f7 | 400 | if (f2fs_has_extra_attr(inode) && f2fs_sb_has_inode_crtime(sbi) && |
1c1d35df CY |
401 | F2FS_FITS_IN_INODE(ri, fi->i_extra_isize, i_crtime)) { |
402 | fi->i_crtime.tv_sec = le64_to_cpu(ri->i_crtime); | |
403 | fi->i_crtime.tv_nsec = le32_to_cpu(ri->i_crtime_nsec); | |
404 | } | |
405 | ||
24b81dfc AB |
406 | F2FS_I(inode)->i_disk_time[0] = inode->i_atime; |
407 | F2FS_I(inode)->i_disk_time[1] = inode->i_ctime; | |
408 | F2FS_I(inode)->i_disk_time[2] = inode->i_mtime; | |
214c2461 | 409 | F2FS_I(inode)->i_disk_time[3] = F2FS_I(inode)->i_crtime; |
19f99cee | 410 | f2fs_put_page(node_page, 1); |
9d1015dd | 411 | |
d5e8f6c9 | 412 | stat_inc_inline_xattr(inode); |
9d1015dd JK |
413 | stat_inc_inline_inode(inode); |
414 | stat_inc_inline_dir(inode); | |
415 | ||
9e5ba77f | 416 | return 0; |
19f99cee JK |
417 | } |
418 | ||
419 | struct inode *f2fs_iget(struct super_block *sb, unsigned long ino) | |
420 | { | |
421 | struct f2fs_sb_info *sbi = F2FS_SB(sb); | |
422 | struct inode *inode; | |
a2a4a7e4 | 423 | int ret = 0; |
19f99cee JK |
424 | |
425 | inode = iget_locked(sb, ino); | |
426 | if (!inode) | |
427 | return ERR_PTR(-ENOMEM); | |
a2a4a7e4 NJ |
428 | |
429 | if (!(inode->i_state & I_NEW)) { | |
430 | trace_f2fs_iget(inode); | |
19f99cee | 431 | return inode; |
a2a4a7e4 | 432 | } |
19f99cee JK |
433 | if (ino == F2FS_NODE_INO(sbi) || ino == F2FS_META_INO(sbi)) |
434 | goto make_now; | |
435 | ||
436 | ret = do_read_inode(inode); | |
437 | if (ret) | |
438 | goto bad_inode; | |
19f99cee JK |
439 | make_now: |
440 | if (ino == F2FS_NODE_INO(sbi)) { | |
441 | inode->i_mapping->a_ops = &f2fs_node_aops; | |
81114baa | 442 | mapping_set_gfp_mask(inode->i_mapping, GFP_NOFS); |
19f99cee JK |
443 | } else if (ino == F2FS_META_INO(sbi)) { |
444 | inode->i_mapping->a_ops = &f2fs_meta_aops; | |
81114baa | 445 | mapping_set_gfp_mask(inode->i_mapping, GFP_NOFS); |
19f99cee JK |
446 | } else if (S_ISREG(inode->i_mode)) { |
447 | inode->i_op = &f2fs_file_inode_operations; | |
448 | inode->i_fop = &f2fs_file_operations; | |
449 | inode->i_mapping->a_ops = &f2fs_dblock_aops; | |
450 | } else if (S_ISDIR(inode->i_mode)) { | |
451 | inode->i_op = &f2fs_dir_inode_operations; | |
452 | inode->i_fop = &f2fs_dir_operations; | |
453 | inode->i_mapping->a_ops = &f2fs_dblock_aops; | |
bdbc90fa | 454 | inode_nohighmem(inode); |
19f99cee | 455 | } else if (S_ISLNK(inode->i_mode)) { |
62230e0d | 456 | if (file_is_encrypt(inode)) |
cbaf042a JK |
457 | inode->i_op = &f2fs_encrypted_symlink_inode_operations; |
458 | else | |
459 | inode->i_op = &f2fs_symlink_inode_operations; | |
21fc61c7 | 460 | inode_nohighmem(inode); |
19f99cee JK |
461 | inode->i_mapping->a_ops = &f2fs_dblock_aops; |
462 | } else if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode) || | |
463 | S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode)) { | |
464 | inode->i_op = &f2fs_special_inode_operations; | |
465 | init_special_inode(inode, inode->i_mode, inode->i_rdev); | |
466 | } else { | |
467 | ret = -EIO; | |
468 | goto bad_inode; | |
469 | } | |
93607124 | 470 | f2fs_set_inode_flags(inode); |
19f99cee | 471 | unlock_new_inode(inode); |
a2a4a7e4 | 472 | trace_f2fs_iget(inode); |
19f99cee JK |
473 | return inode; |
474 | ||
475 | bad_inode: | |
546d22f0 | 476 | f2fs_inode_synced(inode); |
19f99cee | 477 | iget_failed(inode); |
a2a4a7e4 | 478 | trace_f2fs_iget_exit(inode, ret); |
19f99cee JK |
479 | return ERR_PTR(ret); |
480 | } | |
481 | ||
e8ea9b3d JK |
482 | struct inode *f2fs_iget_retry(struct super_block *sb, unsigned long ino) |
483 | { | |
484 | struct inode *inode; | |
485 | retry: | |
486 | inode = f2fs_iget(sb, ino); | |
487 | if (IS_ERR(inode)) { | |
488 | if (PTR_ERR(inode) == -ENOMEM) { | |
489 | congestion_wait(BLK_RW_ASYNC, HZ/50); | |
490 | goto retry; | |
491 | } | |
492 | } | |
493 | return inode; | |
494 | } | |
495 | ||
4d57b86d | 496 | void f2fs_update_inode(struct inode *inode, struct page *node_page) |
19f99cee | 497 | { |
19f99cee | 498 | struct f2fs_inode *ri; |
b691d98f | 499 | struct extent_tree *et = F2FS_I(inode)->extent_tree; |
19f99cee | 500 | |
bae0ee7a | 501 | f2fs_wait_on_page_writeback(node_page, NODE, true, true); |
211a6fa0 YH |
502 | set_page_dirty(node_page); |
503 | ||
504 | f2fs_inode_synced(inode); | |
19f99cee | 505 | |
58bfaf44 | 506 | ri = F2FS_INODE(node_page); |
19f99cee JK |
507 | |
508 | ri->i_mode = cpu_to_le16(inode->i_mode); | |
509 | ri->i_advise = F2FS_I(inode)->i_advise; | |
510 | ri->i_uid = cpu_to_le32(i_uid_read(inode)); | |
511 | ri->i_gid = cpu_to_le32(i_gid_read(inode)); | |
512 | ri->i_links = cpu_to_le32(inode->i_nlink); | |
513 | ri->i_size = cpu_to_le64(i_size_read(inode)); | |
000519f2 | 514 | ri->i_blocks = cpu_to_le64(SECTOR_TO_BLOCK(inode->i_blocks) + 1); |
0c872e2d | 515 | |
b691d98f CY |
516 | if (et) { |
517 | read_lock(&et->lock); | |
518 | set_raw_extent(&et->largest, &ri->i_ext); | |
519 | read_unlock(&et->lock); | |
520 | } else { | |
3e72f721 | 521 | memset(&ri->i_ext, 0, sizeof(ri->i_ext)); |
b691d98f | 522 | } |
91942321 | 523 | set_raw_inline(inode, ri); |
19f99cee JK |
524 | |
525 | ri->i_atime = cpu_to_le64(inode->i_atime.tv_sec); | |
526 | ri->i_ctime = cpu_to_le64(inode->i_ctime.tv_sec); | |
527 | ri->i_mtime = cpu_to_le64(inode->i_mtime.tv_sec); | |
528 | ri->i_atime_nsec = cpu_to_le32(inode->i_atime.tv_nsec); | |
529 | ri->i_ctime_nsec = cpu_to_le32(inode->i_ctime.tv_nsec); | |
530 | ri->i_mtime_nsec = cpu_to_le32(inode->i_mtime.tv_nsec); | |
1c41e680 CY |
531 | if (S_ISDIR(inode->i_mode)) |
532 | ri->i_current_depth = | |
533 | cpu_to_le32(F2FS_I(inode)->i_current_depth); | |
534 | else if (S_ISREG(inode->i_mode)) | |
2ef79ecb CY |
535 | ri->i_gc_failures = |
536 | cpu_to_le16(F2FS_I(inode)->i_gc_failures[GC_FAILURE_PIN]); | |
19f99cee JK |
537 | ri->i_xattr_nid = cpu_to_le32(F2FS_I(inode)->i_xattr_nid); |
538 | ri->i_flags = cpu_to_le32(F2FS_I(inode)->i_flags); | |
6666e6aa | 539 | ri->i_pino = cpu_to_le32(F2FS_I(inode)->i_pino); |
19f99cee | 540 | ri->i_generation = cpu_to_le32(inode->i_generation); |
38431545 | 541 | ri->i_dir_level = F2FS_I(inode)->i_dir_level; |
7d79e75f | 542 | |
5c57132e | 543 | if (f2fs_has_extra_attr(inode)) { |
7a2af766 CY |
544 | ri->i_extra_isize = cpu_to_le16(F2FS_I(inode)->i_extra_isize); |
545 | ||
7beb01f7 | 546 | if (f2fs_sb_has_flexible_inline_xattr(F2FS_I_SB(inode))) |
6afc662e CY |
547 | ri->i_inline_xattr_size = |
548 | cpu_to_le16(F2FS_I(inode)->i_inline_xattr_size); | |
549 | ||
7beb01f7 | 550 | if (f2fs_sb_has_project_quota(F2FS_I_SB(inode)) && |
5c57132e CY |
551 | F2FS_FITS_IN_INODE(ri, F2FS_I(inode)->i_extra_isize, |
552 | i_projid)) { | |
553 | projid_t i_projid; | |
554 | ||
555 | i_projid = from_kprojid(&init_user_ns, | |
556 | F2FS_I(inode)->i_projid); | |
557 | ri->i_projid = cpu_to_le32(i_projid); | |
558 | } | |
1c1d35df | 559 | |
7beb01f7 | 560 | if (f2fs_sb_has_inode_crtime(F2FS_I_SB(inode)) && |
1c1d35df CY |
561 | F2FS_FITS_IN_INODE(ri, F2FS_I(inode)->i_extra_isize, |
562 | i_crtime)) { | |
563 | ri->i_crtime = | |
564 | cpu_to_le64(F2FS_I(inode)->i_crtime.tv_sec); | |
565 | ri->i_crtime_nsec = | |
566 | cpu_to_le32(F2FS_I(inode)->i_crtime.tv_nsec); | |
567 | } | |
5c57132e CY |
568 | } |
569 | ||
3d1e3807 | 570 | __set_inode_rdev(inode, ri); |
12719ae1 | 571 | |
2049d4fc JK |
572 | /* deleted inode */ |
573 | if (inode->i_nlink == 0) | |
574 | clear_inline_node(node_page); | |
575 | ||
24b81dfc AB |
576 | F2FS_I(inode)->i_disk_time[0] = inode->i_atime; |
577 | F2FS_I(inode)->i_disk_time[1] = inode->i_ctime; | |
578 | F2FS_I(inode)->i_disk_time[2] = inode->i_mtime; | |
214c2461 | 579 | F2FS_I(inode)->i_disk_time[3] = F2FS_I(inode)->i_crtime; |
54c55c4e WG |
580 | |
581 | #ifdef CONFIG_F2FS_CHECK_FS | |
582 | f2fs_inode_chksum_set(F2FS_I_SB(inode), node_page); | |
583 | #endif | |
19f99cee JK |
584 | } |
585 | ||
4d57b86d | 586 | void f2fs_update_inode_page(struct inode *inode) |
19f99cee | 587 | { |
4081363f | 588 | struct f2fs_sb_info *sbi = F2FS_I_SB(inode); |
19f99cee | 589 | struct page *node_page; |
744602cf | 590 | retry: |
4d57b86d | 591 | node_page = f2fs_get_node_page(sbi, inode->i_ino); |
744602cf JK |
592 | if (IS_ERR(node_page)) { |
593 | int err = PTR_ERR(node_page); | |
594 | if (err == -ENOMEM) { | |
595 | cond_resched(); | |
596 | goto retry; | |
597 | } else if (err != -ENOENT) { | |
38f91ca8 | 598 | f2fs_stop_checkpoint(sbi, false); |
744602cf | 599 | } |
211a6fa0 | 600 | return; |
744602cf | 601 | } |
4d57b86d | 602 | f2fs_update_inode(inode, node_page); |
19f99cee | 603 | f2fs_put_page(node_page, 1); |
19f99cee JK |
604 | } |
605 | ||
39936837 JK |
606 | int f2fs_write_inode(struct inode *inode, struct writeback_control *wbc) |
607 | { | |
4081363f | 608 | struct f2fs_sb_info *sbi = F2FS_I_SB(inode); |
39936837 JK |
609 | |
610 | if (inode->i_ino == F2FS_NODE_INO(sbi) || | |
611 | inode->i_ino == F2FS_META_INO(sbi)) | |
612 | return 0; | |
613 | ||
91942321 | 614 | if (!is_inode_flag_set(inode, FI_DIRTY_INODE)) |
b3783873 JK |
615 | return 0; |
616 | ||
4354994f DR |
617 | if (f2fs_is_checkpoint_ready(sbi)) |
618 | return -ENOSPC; | |
619 | ||
39936837 | 620 | /* |
c5cd29d2 | 621 | * We need to balance fs here to prevent from producing dirty node pages |
39936837 JK |
622 | * during the urgent cleaning time when runing out of free sections. |
623 | */ | |
4d57b86d | 624 | f2fs_update_inode_page(inode); |
a7881893 | 625 | if (wbc && wbc->nr_to_write) |
2c4db1a6 | 626 | f2fs_balance_fs(sbi, true); |
744602cf | 627 | return 0; |
39936837 JK |
628 | } |
629 | ||
0a8165d7 | 630 | /* |
19f99cee JK |
631 | * Called at the last iput() if i_nlink is zero |
632 | */ | |
633 | void f2fs_evict_inode(struct inode *inode) | |
634 | { | |
4081363f | 635 | struct f2fs_sb_info *sbi = F2FS_I_SB(inode); |
91942321 | 636 | nid_t xnid = F2FS_I(inode)->i_xattr_nid; |
13ec7297 | 637 | int err = 0; |
19f99cee | 638 | |
88b88a66 | 639 | /* some remained atomic pages should discarded */ |
1e84371f | 640 | if (f2fs_is_atomic_file(inode)) |
4d57b86d | 641 | f2fs_drop_inmem_pages(inode); |
88b88a66 | 642 | |
a2a4a7e4 | 643 | trace_f2fs_evict_inode(inode); |
91b0abe3 | 644 | truncate_inode_pages_final(&inode->i_data); |
19f99cee JK |
645 | |
646 | if (inode->i_ino == F2FS_NODE_INO(sbi) || | |
647 | inode->i_ino == F2FS_META_INO(sbi)) | |
dbf20cb2 | 648 | goto out_clear; |
19f99cee | 649 | |
a7ffdbe2 | 650 | f2fs_bug_on(sbi, get_dirty_pages(inode)); |
4d57b86d | 651 | f2fs_remove_dirty_inode(inode); |
19f99cee | 652 | |
3e72f721 JK |
653 | f2fs_destroy_extent_tree(inode); |
654 | ||
19f99cee JK |
655 | if (inode->i_nlink || is_bad_inode(inode)) |
656 | goto no_delete; | |
657 | ||
af033b2a CY |
658 | err = dquot_initialize(inode); |
659 | if (err) { | |
660 | err = 0; | |
661 | set_sbi_flag(sbi, SBI_QUOTA_NEED_REPAIR); | |
662 | } | |
0abd675e | 663 | |
4d57b86d CY |
664 | f2fs_remove_ino_entry(sbi, inode->i_ino, APPEND_INO); |
665 | f2fs_remove_ino_entry(sbi, inode->i_ino, UPDATE_INO); | |
666 | f2fs_remove_ino_entry(sbi, inode->i_ino, FLUSH_INO); | |
60dcedc9 | 667 | |
d6212a5f | 668 | sb_start_intwrite(inode->i_sb); |
91942321 | 669 | set_inode_flag(inode, FI_NO_ALLOC); |
19f99cee | 670 | i_size_write(inode, 0); |
4c0c2949 | 671 | retry: |
19f99cee | 672 | if (F2FS_HAS_BLOCKS(inode)) |
9a449e9c | 673 | err = f2fs_truncate(inode); |
19f99cee | 674 | |
8c1b3c0f JK |
675 | if (time_to_inject(sbi, FAULT_EVICT_INODE)) { |
676 | f2fs_show_injection_info(FAULT_EVICT_INODE); | |
677 | err = -EIO; | |
678 | } | |
7fa750a1 | 679 | |
13ec7297 CY |
680 | if (!err) { |
681 | f2fs_lock_op(sbi); | |
4d57b86d | 682 | err = f2fs_remove_inode_page(inode); |
13ec7297 | 683 | f2fs_unlock_op(sbi); |
a11b9f65 CY |
684 | if (err == -ENOENT) |
685 | err = 0; | |
13ec7297 | 686 | } |
39936837 | 687 | |
4c0c2949 JK |
688 | /* give more chances, if ENOMEM case */ |
689 | if (err == -ENOMEM) { | |
690 | err = 0; | |
691 | goto retry; | |
692 | } | |
693 | ||
af033b2a | 694 | if (err) { |
4d57b86d | 695 | f2fs_update_inode_page(inode); |
af033b2a CY |
696 | set_sbi_flag(sbi, SBI_QUOTA_NEED_REPAIR); |
697 | } | |
d6212a5f | 698 | sb_end_intwrite(inode->i_sb); |
19f99cee | 699 | no_delete: |
0abd675e CY |
700 | dquot_drop(inode); |
701 | ||
d5e8f6c9 | 702 | stat_dec_inline_xattr(inode); |
3289c061 | 703 | stat_dec_inline_dir(inode); |
e7a2bf22 | 704 | stat_dec_inline_inode(inode); |
0bdee482 | 705 | |
4354994f DR |
706 | if (likely(!is_set_ckpt_flags(sbi, CP_ERROR_FLAG) && |
707 | !is_sbi_flag_set(sbi, SBI_CP_DISABLED))) | |
ca7d802a | 708 | f2fs_bug_on(sbi, is_inode_flag_set(inode, FI_DIRTY_INODE)); |
943973cd JK |
709 | else |
710 | f2fs_inode_synced(inode); | |
ca7d802a | 711 | |
4f295443 JK |
712 | /* ino == 0, if f2fs_new_inode() was failed t*/ |
713 | if (inode->i_ino) | |
714 | invalidate_mapping_pages(NODE_MAPPING(sbi), inode->i_ino, | |
715 | inode->i_ino); | |
002a41ca CY |
716 | if (xnid) |
717 | invalidate_mapping_pages(NODE_MAPPING(sbi), xnid, xnid); | |
60dcedc9 CY |
718 | if (inode->i_nlink) { |
719 | if (is_inode_flag_set(inode, FI_APPEND_WRITE)) | |
4d57b86d | 720 | f2fs_add_ino_entry(sbi, inode->i_ino, APPEND_INO); |
60dcedc9 | 721 | if (is_inode_flag_set(inode, FI_UPDATE_WRITE)) |
4d57b86d | 722 | f2fs_add_ino_entry(sbi, inode->i_ino, UPDATE_INO); |
60dcedc9 | 723 | } |
91942321 | 724 | if (is_inode_flag_set(inode, FI_FREE_NID)) { |
4d57b86d | 725 | f2fs_alloc_nid_failed(sbi, inode->i_ino); |
91942321 | 726 | clear_inode_flag(inode, FI_FREE_NID); |
d8c4256c | 727 | } else { |
a4f843bd JK |
728 | /* |
729 | * If xattr nid is corrupted, we can reach out error condition, | |
4d57b86d CY |
730 | * err & !f2fs_exist_written_data(sbi, inode->i_ino, ORPHAN_INO)). |
731 | * In that case, f2fs_check_nid_range() is enough to give a clue. | |
a4f843bd | 732 | */ |
c9b63bd0 | 733 | } |
dbf20cb2 | 734 | out_clear: |
3d204e24 | 735 | fscrypt_put_encryption_info(inode); |
dbf20cb2 | 736 | clear_inode(inode); |
19f99cee | 737 | } |
44c16156 JK |
738 | |
739 | /* caller should call f2fs_lock_op() */ | |
4d57b86d | 740 | void f2fs_handle_failed_inode(struct inode *inode) |
44c16156 JK |
741 | { |
742 | struct f2fs_sb_info *sbi = F2FS_I_SB(inode); | |
221149c0 | 743 | struct node_info ni; |
7735730d | 744 | int err; |
44c16156 | 745 | |
a11b9f65 CY |
746 | /* |
747 | * clear nlink of inode in order to release resource of inode | |
748 | * immediately. | |
749 | */ | |
750 | clear_nlink(inode); | |
751 | ||
752 | /* | |
753 | * we must call this to avoid inode being remained as dirty, resulting | |
754 | * in a panic when flushing dirty inodes in gdirty_list. | |
755 | */ | |
4d57b86d | 756 | f2fs_update_inode_page(inode); |
9bb02c36 | 757 | f2fs_inode_synced(inode); |
a11b9f65 | 758 | |
221149c0 | 759 | /* don't make bad inode, since it becomes a regular file. */ |
44c16156 JK |
760 | unlock_new_inode(inode); |
761 | ||
13ec7297 | 762 | /* |
13ec7297 CY |
763 | * Note: we should add inode to orphan list before f2fs_unlock_op() |
764 | * so we can prevent losing this orphan when encoutering checkpoint | |
765 | * and following suddenly power-off. | |
766 | */ | |
7735730d CY |
767 | err = f2fs_get_node_info(sbi, inode->i_ino, &ni); |
768 | if (err) { | |
769 | set_sbi_flag(sbi, SBI_NEED_FSCK); | |
dcbb4c10 | 770 | f2fs_warn(sbi, "May loss orphan inode, run fsck to fix."); |
7735730d CY |
771 | goto out; |
772 | } | |
221149c0 JK |
773 | |
774 | if (ni.blk_addr != NULL_ADDR) { | |
7735730d | 775 | err = f2fs_acquire_orphan_inode(sbi); |
221149c0 JK |
776 | if (err) { |
777 | set_sbi_flag(sbi, SBI_NEED_FSCK); | |
dcbb4c10 | 778 | f2fs_warn(sbi, "Too many orphan inodes, run fsck to fix."); |
221149c0 | 779 | } else { |
4d57b86d | 780 | f2fs_add_orphan_inode(inode); |
221149c0 | 781 | } |
4d57b86d | 782 | f2fs_alloc_nid_done(sbi, inode->i_ino); |
221149c0 | 783 | } else { |
91942321 | 784 | set_inode_flag(inode, FI_FREE_NID); |
13ec7297 | 785 | } |
44c16156 | 786 | |
7735730d | 787 | out: |
44c16156 JK |
788 | f2fs_unlock_op(sbi); |
789 | ||
790 | /* iput will drop the inode object */ | |
791 | iput(inode); | |
792 | } |