Commit | Line | Data |
---|---|---|
7c1a000d | 1 | // SPDX-License-Identifier: GPL-2.0 |
e18c65b2 HL |
2 | /* |
3 | * fs/f2fs/inline.c | |
4 | * Copyright (c) 2013, Intel Corporation | |
5 | * Authors: Huajun Li <huajun.li@intel.com> | |
6 | * Haicheng Li <haicheng.li@intel.com> | |
e18c65b2 HL |
7 | */ |
8 | ||
9 | #include <linux/fs.h> | |
10 | #include <linux/f2fs_fs.h> | |
10c5db28 | 11 | #include <linux/fiemap.h> |
e18c65b2 HL |
12 | |
13 | #include "f2fs.h" | |
67f8cf3c | 14 | #include "node.h" |
dd5a09bd | 15 | #include <trace/events/f2fs.h> |
e18c65b2 | 16 | |
01b960e9 | 17 | bool f2fs_may_inline_data(struct inode *inode) |
e18c65b2 | 18 | { |
88b88a66 JK |
19 | if (f2fs_is_atomic_file(inode)) |
20 | return false; | |
21 | ||
368a0e40 | 22 | if (!S_ISREG(inode->i_mode) && !S_ISLNK(inode->i_mode)) |
e18c65b2 HL |
23 | return false; |
24 | ||
f2470371 | 25 | if (i_size_read(inode) > MAX_INLINE_DATA(inode)) |
92dffd01 JK |
26 | return false; |
27 | ||
6dbb1796 | 28 | if (f2fs_post_read_required(inode)) |
fcc85a4d JK |
29 | return false; |
30 | ||
e18c65b2 HL |
31 | return true; |
32 | } | |
33 | ||
01b960e9 JK |
34 | bool f2fs_may_inline_dentry(struct inode *inode) |
35 | { | |
36 | if (!test_opt(F2FS_I_SB(inode), INLINE_DENTRY)) | |
37 | return false; | |
38 | ||
39 | if (!S_ISDIR(inode->i_mode)) | |
40 | return false; | |
41 | ||
42 | return true; | |
43 | } | |
44 | ||
4d57b86d | 45 | void f2fs_do_read_inline_data(struct page *page, struct page *ipage) |
e18c65b2 | 46 | { |
f2470371 | 47 | struct inode *inode = page->mapping->host; |
e18c65b2 HL |
48 | void *src_addr, *dst_addr; |
49 | ||
b3d208f9 JK |
50 | if (PageUptodate(page)) |
51 | return; | |
04a17fb1 | 52 | |
b3d208f9 | 53 | f2fs_bug_on(F2FS_P_SB(page), page->index); |
e18c65b2 | 54 | |
f2470371 | 55 | zero_user_segment(page, MAX_INLINE_DATA(inode), PAGE_SIZE); |
e18c65b2 HL |
56 | |
57 | /* Copy the whole inline data block */ | |
f2470371 | 58 | src_addr = inline_data_addr(inode, ipage); |
f1e33a04 | 59 | dst_addr = kmap_atomic(page); |
f2470371 | 60 | memcpy(dst_addr, src_addr, MAX_INLINE_DATA(inode)); |
427a45c8 | 61 | flush_dcache_page(page); |
f1e33a04 | 62 | kunmap_atomic(dst_addr); |
237c0790 JK |
63 | if (!PageUptodate(page)) |
64 | SetPageUptodate(page); | |
b3d208f9 JK |
65 | } |
66 | ||
4d57b86d CY |
67 | void f2fs_truncate_inline_inode(struct inode *inode, |
68 | struct page *ipage, u64 from) | |
feeb0deb | 69 | { |
0bfcfcca CY |
70 | void *addr; |
71 | ||
f2470371 | 72 | if (from >= MAX_INLINE_DATA(inode)) |
bd4667cb | 73 | return; |
0bfcfcca | 74 | |
f2470371 | 75 | addr = inline_data_addr(inode, ipage); |
0bfcfcca | 76 | |
bae0ee7a | 77 | f2fs_wait_on_page_writeback(ipage, NODE, true, true); |
f2470371 | 78 | memset(addr + from, 0, MAX_INLINE_DATA(inode) - from); |
ee6d182f | 79 | set_page_dirty(ipage); |
bd4667cb KM |
80 | |
81 | if (from == 0) | |
82 | clear_inode_flag(inode, FI_DATA_EXIST); | |
feeb0deb CY |
83 | } |
84 | ||
b3d208f9 JK |
85 | int f2fs_read_inline_data(struct inode *inode, struct page *page) |
86 | { | |
87 | struct page *ipage; | |
88 | ||
4d57b86d | 89 | ipage = f2fs_get_node_page(F2FS_I_SB(inode), inode->i_ino); |
b3d208f9 JK |
90 | if (IS_ERR(ipage)) { |
91 | unlock_page(page); | |
92 | return PTR_ERR(ipage); | |
93 | } | |
e18c65b2 | 94 | |
b3d208f9 JK |
95 | if (!f2fs_has_inline_data(inode)) { |
96 | f2fs_put_page(ipage, 1); | |
97 | return -EAGAIN; | |
98 | } | |
99 | ||
100 | if (page->index) | |
09cbfeaf | 101 | zero_user_segment(page, 0, PAGE_SIZE); |
b3d208f9 | 102 | else |
4d57b86d | 103 | f2fs_do_read_inline_data(page, ipage); |
b3d208f9 | 104 | |
237c0790 JK |
105 | if (!PageUptodate(page)) |
106 | SetPageUptodate(page); | |
b3d208f9 JK |
107 | f2fs_put_page(ipage, 1); |
108 | unlock_page(page); | |
e18c65b2 HL |
109 | return 0; |
110 | } | |
111 | ||
b3d208f9 | 112 | int f2fs_convert_inline_page(struct dnode_of_data *dn, struct page *page) |
e18c65b2 | 113 | { |
e18c65b2 | 114 | struct f2fs_io_info fio = { |
05ca3632 | 115 | .sbi = F2FS_I_SB(dn->inode), |
39d787be | 116 | .ino = dn->inode->i_ino, |
e18c65b2 | 117 | .type = DATA, |
04d328de | 118 | .op = REQ_OP_WRITE, |
70fd7614 | 119 | .op_flags = REQ_SYNC | REQ_PRIO, |
05ca3632 | 120 | .page = page, |
4375a336 | 121 | .encrypted_page = NULL, |
b0af6d49 | 122 | .io_type = FS_DATA_IO, |
e18c65b2 | 123 | }; |
7735730d | 124 | struct node_info ni; |
158c194c | 125 | int dirty, err; |
e18c65b2 | 126 | |
b3d208f9 JK |
127 | if (!f2fs_exist_data(dn->inode)) |
128 | goto clear_out; | |
ec4e7af4 | 129 | |
b3d208f9 | 130 | err = f2fs_reserve_block(dn, 0); |
15c6e3aa | 131 | if (err) |
b3d208f9 | 132 | return err; |
e18c65b2 | 133 | |
7735730d CY |
134 | err = f2fs_get_node_info(fio.sbi, dn->nid, &ni); |
135 | if (err) { | |
e8c82c11 | 136 | f2fs_truncate_data_blocks_range(dn, 1); |
7735730d CY |
137 | f2fs_put_dnode(dn); |
138 | return err; | |
139 | } | |
140 | ||
141 | fio.version = ni.version; | |
142 | ||
4dbe38dc CY |
143 | if (unlikely(dn->data_blkaddr != NEW_ADDR)) { |
144 | f2fs_put_dnode(dn); | |
145 | set_sbi_flag(fio.sbi, SBI_NEED_FSCK); | |
dcbb4c10 JP |
146 | f2fs_warn(fio.sbi, "%s: corrupted inline inode ino=%lx, i_addr[0]:0x%x, run fsck to fix.", |
147 | __func__, dn->inode->i_ino, dn->data_blkaddr); | |
10f966bb | 148 | return -EFSCORRUPTED; |
4dbe38dc CY |
149 | } |
150 | ||
85ead818 | 151 | f2fs_bug_on(F2FS_P_SB(page), PageWriteback(page)); |
b3d208f9 | 152 | |
4d57b86d | 153 | f2fs_do_read_inline_data(page, dn->inode_page); |
6282adbf JK |
154 | set_page_dirty(page); |
155 | ||
158c194c JK |
156 | /* clear dirty state */ |
157 | dirty = clear_page_dirty_for_io(page); | |
158 | ||
e18c65b2 HL |
159 | /* write data page to try to make data consistent */ |
160 | set_page_writeback(page); | |
17c50035 | 161 | ClearPageError(page); |
7a9d7548 | 162 | fio.old_blkaddr = dn->data_blkaddr; |
ef095d19 | 163 | set_inode_flag(dn->inode, FI_HOT_DATA); |
4d57b86d | 164 | f2fs_outplace_write_data(dn, &fio); |
bae0ee7a | 165 | f2fs_wait_on_page_writeback(page, DATA, true, true); |
933439c8 | 166 | if (dirty) { |
158c194c | 167 | inode_dec_dirty_pages(dn->inode); |
4d57b86d | 168 | f2fs_remove_dirty_inode(dn->inode); |
933439c8 | 169 | } |
e18c65b2 | 170 | |
95f5b0fc | 171 | /* this converted inline_data should be recovered. */ |
91942321 | 172 | set_inode_flag(dn->inode, FI_APPEND_WRITE); |
95f5b0fc | 173 | |
e18c65b2 | 174 | /* clear inline data and flag after data writeback */ |
4d57b86d | 175 | f2fs_truncate_inline_inode(dn->inode, dn->inode_page, 0); |
2049d4fc | 176 | clear_inline_node(dn->inode_page); |
b3d208f9 | 177 | clear_out: |
b3d208f9 | 178 | stat_dec_inline_inode(dn->inode); |
bd4667cb | 179 | clear_inode_flag(dn->inode, FI_INLINE_DATA); |
b3d208f9 JK |
180 | f2fs_put_dnode(dn); |
181 | return 0; | |
e18c65b2 HL |
182 | } |
183 | ||
b3d208f9 | 184 | int f2fs_convert_inline_inode(struct inode *inode) |
e18c65b2 | 185 | { |
b3d208f9 JK |
186 | struct f2fs_sb_info *sbi = F2FS_I_SB(inode); |
187 | struct dnode_of_data dn; | |
188 | struct page *ipage, *page; | |
189 | int err = 0; | |
e18c65b2 | 190 | |
ec2ddf49 JK |
191 | if (!f2fs_has_inline_data(inode) || |
192 | f2fs_hw_is_readonly(sbi) || f2fs_readonly(sbi->sb)) | |
b9d777b8 JK |
193 | return 0; |
194 | ||
25fb04db YC |
195 | err = dquot_initialize(inode); |
196 | if (err) | |
197 | return err; | |
198 | ||
300e129c | 199 | page = f2fs_grab_cache_page(inode->i_mapping, 0, false); |
b3d208f9 JK |
200 | if (!page) |
201 | return -ENOMEM; | |
e18c65b2 | 202 | |
b3d208f9 JK |
203 | f2fs_lock_op(sbi); |
204 | ||
4d57b86d | 205 | ipage = f2fs_get_node_page(sbi, inode->i_ino); |
b3d208f9 | 206 | if (IS_ERR(ipage)) { |
6d20aff8 JK |
207 | err = PTR_ERR(ipage); |
208 | goto out; | |
b067ba1f | 209 | } |
e18c65b2 | 210 | |
b3d208f9 JK |
211 | set_new_dnode(&dn, inode, ipage, ipage, 0); |
212 | ||
213 | if (f2fs_has_inline_data(inode)) | |
214 | err = f2fs_convert_inline_page(&dn, page); | |
215 | ||
216 | f2fs_put_dnode(&dn); | |
6d20aff8 | 217 | out: |
b3d208f9 JK |
218 | f2fs_unlock_op(sbi); |
219 | ||
220 | f2fs_put_page(page, 1); | |
2a340760 | 221 | |
28e18ee6 CIK |
222 | if (!err) |
223 | f2fs_balance_fs(sbi, dn.node_changed); | |
2a340760 | 224 | |
e18c65b2 HL |
225 | return err; |
226 | } | |
227 | ||
b3d208f9 | 228 | int f2fs_write_inline_data(struct inode *inode, struct page *page) |
e18c65b2 HL |
229 | { |
230 | void *src_addr, *dst_addr; | |
e18c65b2 HL |
231 | struct dnode_of_data dn; |
232 | int err; | |
233 | ||
234 | set_new_dnode(&dn, inode, NULL, NULL, 0); | |
4d57b86d | 235 | err = f2fs_get_dnode_of_data(&dn, 0, LOOKUP_NODE); |
e18c65b2 HL |
236 | if (err) |
237 | return err; | |
e18c65b2 | 238 | |
c08a690b | 239 | if (!f2fs_has_inline_data(inode)) { |
b3d208f9 JK |
240 | f2fs_put_dnode(&dn); |
241 | return -EAGAIN; | |
c08a690b JK |
242 | } |
243 | ||
b3d208f9 JK |
244 | f2fs_bug_on(F2FS_I_SB(inode), page->index); |
245 | ||
bae0ee7a | 246 | f2fs_wait_on_page_writeback(dn.inode_page, NODE, true, true); |
f1e33a04 | 247 | src_addr = kmap_atomic(page); |
f2470371 CY |
248 | dst_addr = inline_data_addr(inode, dn.inode_page); |
249 | memcpy(dst_addr, src_addr, MAX_INLINE_DATA(inode)); | |
f1e33a04 | 250 | kunmap_atomic(src_addr); |
ee6d182f | 251 | set_page_dirty(dn.inode_page); |
e18c65b2 | 252 | |
5ec2d99d | 253 | f2fs_clear_page_cache_dirty_tag(page); |
0abd8e70 | 254 | |
91942321 JK |
255 | set_inode_flag(inode, FI_APPEND_WRITE); |
256 | set_inode_flag(inode, FI_DATA_EXIST); | |
b3d208f9 | 257 | |
2049d4fc | 258 | clear_inline_node(dn.inode_page); |
e18c65b2 | 259 | f2fs_put_dnode(&dn); |
e18c65b2 HL |
260 | return 0; |
261 | } | |
1e1bb4ba | 262 | |
9627a7b3 | 263 | int f2fs_recover_inline_data(struct inode *inode, struct page *npage) |
1e1bb4ba | 264 | { |
4081363f | 265 | struct f2fs_sb_info *sbi = F2FS_I_SB(inode); |
1e1bb4ba JK |
266 | struct f2fs_inode *ri = NULL; |
267 | void *src_addr, *dst_addr; | |
268 | struct page *ipage; | |
269 | ||
270 | /* | |
271 | * The inline_data recovery policy is as follows. | |
272 | * [prev.] [next] of inline_data flag | |
273 | * o o -> recover inline_data | |
274 | * o x -> remove inline_data, and then recover data blocks | |
6e5ca4fc | 275 | * x o -> remove data blocks, and then recover inline_data |
1e1bb4ba JK |
276 | * x x -> recover data blocks |
277 | */ | |
278 | if (IS_INODE(npage)) | |
279 | ri = F2FS_INODE(npage); | |
280 | ||
281 | if (f2fs_has_inline_data(inode) && | |
0342fd30 | 282 | ri && (ri->i_inline & F2FS_INLINE_DATA)) { |
1e1bb4ba | 283 | process_inline: |
4d57b86d | 284 | ipage = f2fs_get_node_page(sbi, inode->i_ino); |
9627a7b3 CY |
285 | if (IS_ERR(ipage)) |
286 | return PTR_ERR(ipage); | |
1e1bb4ba | 287 | |
bae0ee7a | 288 | f2fs_wait_on_page_writeback(ipage, NODE, true, true); |
54b591df | 289 | |
f2470371 CY |
290 | src_addr = inline_data_addr(inode, npage); |
291 | dst_addr = inline_data_addr(inode, ipage); | |
292 | memcpy(dst_addr, src_addr, MAX_INLINE_DATA(inode)); | |
b3d208f9 | 293 | |
91942321 JK |
294 | set_inode_flag(inode, FI_INLINE_DATA); |
295 | set_inode_flag(inode, FI_DATA_EXIST); | |
b3d208f9 | 296 | |
ee6d182f | 297 | set_page_dirty(ipage); |
1e1bb4ba | 298 | f2fs_put_page(ipage, 1); |
9627a7b3 | 299 | return 1; |
1e1bb4ba JK |
300 | } |
301 | ||
302 | if (f2fs_has_inline_data(inode)) { | |
4d57b86d | 303 | ipage = f2fs_get_node_page(sbi, inode->i_ino); |
9627a7b3 CY |
304 | if (IS_ERR(ipage)) |
305 | return PTR_ERR(ipage); | |
4d57b86d | 306 | f2fs_truncate_inline_inode(inode, ipage, 0); |
84921561 | 307 | stat_dec_inline_inode(inode); |
bd4667cb | 308 | clear_inode_flag(inode, FI_INLINE_DATA); |
1e1bb4ba | 309 | f2fs_put_page(ipage, 1); |
0342fd30 | 310 | } else if (ri && (ri->i_inline & F2FS_INLINE_DATA)) { |
9627a7b3 CY |
311 | int ret; |
312 | ||
313 | ret = f2fs_truncate_blocks(inode, 0, false); | |
314 | if (ret) | |
315 | return ret; | |
84921561 | 316 | stat_inc_inline_inode(inode); |
1e1bb4ba JK |
317 | goto process_inline; |
318 | } | |
9627a7b3 | 319 | return 0; |
1e1bb4ba | 320 | } |
201a05be | 321 | |
4d57b86d | 322 | struct f2fs_dir_entry *f2fs_find_in_inline_dir(struct inode *dir, |
43c780ba EB |
323 | const struct f2fs_filename *fname, |
324 | struct page **res_page) | |
201a05be CY |
325 | { |
326 | struct f2fs_sb_info *sbi = F2FS_SB(dir->i_sb); | |
201a05be | 327 | struct f2fs_dir_entry *de; |
7b3cd7d6 | 328 | struct f2fs_dentry_ptr d; |
4e6ebf6d | 329 | struct page *ipage; |
f2470371 | 330 | void *inline_dentry; |
201a05be | 331 | |
4d57b86d | 332 | ipage = f2fs_get_node_page(sbi, dir->i_ino); |
42d96401 JK |
333 | if (IS_ERR(ipage)) { |
334 | *res_page = ipage; | |
201a05be | 335 | return NULL; |
42d96401 | 336 | } |
201a05be | 337 | |
f2470371 | 338 | inline_dentry = inline_data_addr(dir, ipage); |
201a05be | 339 | |
f2470371 | 340 | make_dentry_ptr_inline(dir, &d, inline_dentry); |
43c780ba | 341 | de = f2fs_find_target_dentry(&d, fname, NULL); |
201a05be | 342 | unlock_page(ipage); |
7ad08a58 DR |
343 | if (IS_ERR(de)) { |
344 | *res_page = ERR_CAST(de); | |
345 | de = NULL; | |
346 | } | |
4e6ebf6d JK |
347 | if (de) |
348 | *res_page = ipage; | |
349 | else | |
350 | f2fs_put_page(ipage, 0); | |
351 | ||
201a05be CY |
352 | return de; |
353 | } | |
354 | ||
4d57b86d | 355 | int f2fs_make_empty_inline_dir(struct inode *inode, struct inode *parent, |
201a05be CY |
356 | struct page *ipage) |
357 | { | |
062a3e7b | 358 | struct f2fs_dentry_ptr d; |
f2470371 | 359 | void *inline_dentry; |
201a05be | 360 | |
f2470371 | 361 | inline_dentry = inline_data_addr(inode, ipage); |
201a05be | 362 | |
f2470371 | 363 | make_dentry_ptr_inline(inode, &d, inline_dentry); |
4d57b86d | 364 | f2fs_do_make_empty_dir(inode, parent, &d); |
201a05be CY |
365 | |
366 | set_page_dirty(ipage); | |
367 | ||
368 | /* update i_size to MAX_INLINE_DATA */ | |
f2470371 CY |
369 | if (i_size_read(inode) < MAX_INLINE_DATA(inode)) |
370 | f2fs_i_size_write(inode, MAX_INLINE_DATA(inode)); | |
201a05be CY |
371 | return 0; |
372 | } | |
373 | ||
470f00e9 CY |
374 | /* |
375 | * NOTE: ipage is grabbed by caller, but if any error occurs, we should | |
376 | * release ipage in this function. | |
377 | */ | |
675f10bd | 378 | static int f2fs_move_inline_dirents(struct inode *dir, struct page *ipage, |
f2470371 | 379 | void *inline_dentry) |
201a05be CY |
380 | { |
381 | struct page *page; | |
382 | struct dnode_of_data dn; | |
383 | struct f2fs_dentry_block *dentry_blk; | |
76a9dd85 | 384 | struct f2fs_dentry_ptr src, dst; |
201a05be CY |
385 | int err; |
386 | ||
dd973007 | 387 | page = f2fs_grab_cache_page(dir->i_mapping, 0, true); |
470f00e9 CY |
388 | if (!page) { |
389 | f2fs_put_page(ipage, 1); | |
201a05be | 390 | return -ENOMEM; |
470f00e9 | 391 | } |
201a05be CY |
392 | |
393 | set_new_dnode(&dn, dir, ipage, NULL, 0); | |
394 | err = f2fs_reserve_block(&dn, 0); | |
395 | if (err) | |
396 | goto out; | |
397 | ||
4dbe38dc CY |
398 | if (unlikely(dn.data_blkaddr != NEW_ADDR)) { |
399 | f2fs_put_dnode(&dn); | |
400 | set_sbi_flag(F2FS_P_SB(page), SBI_NEED_FSCK); | |
dcbb4c10 JP |
401 | f2fs_warn(F2FS_P_SB(page), "%s: corrupted inline inode ino=%lx, i_addr[0]:0x%x, run fsck to fix.", |
402 | __func__, dir->i_ino, dn.data_blkaddr); | |
10f966bb | 403 | err = -EFSCORRUPTED; |
4dbe38dc CY |
404 | goto out; |
405 | } | |
406 | ||
bae0ee7a | 407 | f2fs_wait_on_page_writeback(page, DATA, true, true); |
201a05be | 408 | |
bdbc90fa | 409 | dentry_blk = page_address(page); |
201a05be | 410 | |
f2470371 CY |
411 | make_dentry_ptr_inline(dir, &src, inline_dentry); |
412 | make_dentry_ptr_block(dir, &dst, dentry_blk); | |
76a9dd85 | 413 | |
201a05be | 414 | /* copy data from inline dentry block to new dentry block */ |
76a9dd85 CY |
415 | memcpy(dst.bitmap, src.bitmap, src.nr_bitmap); |
416 | memset(dst.bitmap + src.nr_bitmap, 0, dst.nr_bitmap - src.nr_bitmap); | |
4ec17d68 CY |
417 | /* |
418 | * we do not need to zero out remainder part of dentry and filename | |
419 | * field, since we have used bitmap for marking the usage status of | |
420 | * them, besides, we can also ignore copying/zeroing reserved space | |
421 | * of dentry block, because them haven't been used so far. | |
422 | */ | |
76a9dd85 CY |
423 | memcpy(dst.dentry, src.dentry, SIZE_OF_DIR_ENTRY * src.max); |
424 | memcpy(dst.filename, src.filename, src.max * F2FS_SLOT_LEN); | |
201a05be | 425 | |
237c0790 JK |
426 | if (!PageUptodate(page)) |
427 | SetPageUptodate(page); | |
201a05be CY |
428 | set_page_dirty(page); |
429 | ||
430 | /* clear inline dir and flag after data writeback */ | |
4d57b86d | 431 | f2fs_truncate_inline_inode(dir, ipage, 0); |
b3d208f9 | 432 | |
3289c061 | 433 | stat_dec_inline_dir(dir); |
91942321 | 434 | clear_inode_flag(dir, FI_INLINE_DENTRY); |
201a05be | 435 | |
45a74688 CY |
436 | /* |
437 | * should retrieve reserved space which was used to keep | |
438 | * inline_dentry's structure for backward compatibility. | |
439 | */ | |
440 | if (!f2fs_sb_has_flexible_inline_xattr(F2FS_I_SB(dir)) && | |
441 | !f2fs_has_inline_xattr(dir)) | |
442 | F2FS_I(dir)->i_inline_xattr_size = 0; | |
443 | ||
205b9822 | 444 | f2fs_i_depth_write(dir, 1); |
ee6d182f | 445 | if (i_size_read(dir) < PAGE_SIZE) |
fc9581c8 | 446 | f2fs_i_size_write(dir, PAGE_SIZE); |
201a05be CY |
447 | out: |
448 | f2fs_put_page(page, 1); | |
449 | return err; | |
450 | } | |
451 | ||
f2470371 | 452 | static int f2fs_add_inline_entries(struct inode *dir, void *inline_dentry) |
675f10bd CY |
453 | { |
454 | struct f2fs_dentry_ptr d; | |
455 | unsigned long bit_pos = 0; | |
456 | int err = 0; | |
457 | ||
f2470371 | 458 | make_dentry_ptr_inline(dir, &d, inline_dentry); |
675f10bd CY |
459 | |
460 | while (bit_pos < d.max) { | |
461 | struct f2fs_dir_entry *de; | |
43c780ba | 462 | struct f2fs_filename fname; |
675f10bd CY |
463 | nid_t ino; |
464 | umode_t fake_mode; | |
465 | ||
466 | if (!test_bit_le(bit_pos, d.bitmap)) { | |
467 | bit_pos++; | |
468 | continue; | |
469 | } | |
470 | ||
471 | de = &d.dentry[bit_pos]; | |
a4a13f58 CY |
472 | |
473 | if (unlikely(!de->name_len)) { | |
474 | bit_pos++; | |
475 | continue; | |
476 | } | |
477 | ||
43c780ba EB |
478 | /* |
479 | * We only need the disk_name and hash to move the dentry. | |
480 | * We don't need the original or casefolded filenames. | |
481 | */ | |
482 | memset(&fname, 0, sizeof(fname)); | |
483 | fname.disk_name.name = d.filename[bit_pos]; | |
484 | fname.disk_name.len = le16_to_cpu(de->name_len); | |
485 | fname.hash = de->hash_code; | |
675f10bd CY |
486 | |
487 | ino = le32_to_cpu(de->ino); | |
4d57b86d | 488 | fake_mode = f2fs_get_de_type(de) << S_SHIFT; |
675f10bd | 489 | |
43c780ba | 490 | err = f2fs_add_regular_entry(dir, &fname, NULL, ino, fake_mode); |
675f10bd CY |
491 | if (err) |
492 | goto punch_dentry_pages; | |
493 | ||
675f10bd CY |
494 | bit_pos += GET_DENTRY_SLOTS(le16_to_cpu(de->name_len)); |
495 | } | |
496 | return 0; | |
497 | punch_dentry_pages: | |
498 | truncate_inode_pages(&dir->i_data, 0); | |
c42d28ce | 499 | f2fs_truncate_blocks(dir, 0, false); |
4d57b86d | 500 | f2fs_remove_dirty_inode(dir); |
675f10bd CY |
501 | return err; |
502 | } | |
503 | ||
504 | static int f2fs_move_rehashed_dirents(struct inode *dir, struct page *ipage, | |
f2470371 | 505 | void *inline_dentry) |
675f10bd | 506 | { |
f2470371 | 507 | void *backup_dentry; |
675f10bd CY |
508 | int err; |
509 | ||
1ecc0c5c | 510 | backup_dentry = f2fs_kmalloc(F2FS_I_SB(dir), |
f2470371 | 511 | MAX_INLINE_DATA(dir), GFP_F2FS_ZERO); |
8975bdf4 CY |
512 | if (!backup_dentry) { |
513 | f2fs_put_page(ipage, 1); | |
675f10bd | 514 | return -ENOMEM; |
8975bdf4 | 515 | } |
675f10bd | 516 | |
f2470371 | 517 | memcpy(backup_dentry, inline_dentry, MAX_INLINE_DATA(dir)); |
4d57b86d | 518 | f2fs_truncate_inline_inode(dir, ipage, 0); |
675f10bd CY |
519 | |
520 | unlock_page(ipage); | |
521 | ||
522 | err = f2fs_add_inline_entries(dir, backup_dentry); | |
523 | if (err) | |
524 | goto recover; | |
525 | ||
526 | lock_page(ipage); | |
527 | ||
528 | stat_dec_inline_dir(dir); | |
91942321 | 529 | clear_inode_flag(dir, FI_INLINE_DENTRY); |
45a74688 CY |
530 | |
531 | /* | |
532 | * should retrieve reserved space which was used to keep | |
533 | * inline_dentry's structure for backward compatibility. | |
534 | */ | |
535 | if (!f2fs_sb_has_flexible_inline_xattr(F2FS_I_SB(dir)) && | |
536 | !f2fs_has_inline_xattr(dir)) | |
537 | F2FS_I(dir)->i_inline_xattr_size = 0; | |
538 | ||
c8eb7024 | 539 | kfree(backup_dentry); |
675f10bd CY |
540 | return 0; |
541 | recover: | |
542 | lock_page(ipage); | |
bae0ee7a | 543 | f2fs_wait_on_page_writeback(ipage, NODE, true, true); |
f2470371 | 544 | memcpy(inline_dentry, backup_dentry, MAX_INLINE_DATA(dir)); |
205b9822 | 545 | f2fs_i_depth_write(dir, 0); |
f2470371 | 546 | f2fs_i_size_write(dir, MAX_INLINE_DATA(dir)); |
ee6d182f | 547 | set_page_dirty(ipage); |
675f10bd CY |
548 | f2fs_put_page(ipage, 1); |
549 | ||
c8eb7024 | 550 | kfree(backup_dentry); |
675f10bd CY |
551 | return err; |
552 | } | |
553 | ||
b06af2af | 554 | static int do_convert_inline_dir(struct inode *dir, struct page *ipage, |
f2470371 | 555 | void *inline_dentry) |
675f10bd CY |
556 | { |
557 | if (!F2FS_I(dir)->i_dir_level) | |
558 | return f2fs_move_inline_dirents(dir, ipage, inline_dentry); | |
559 | else | |
560 | return f2fs_move_rehashed_dirents(dir, ipage, inline_dentry); | |
561 | } | |
562 | ||
b06af2af JK |
563 | int f2fs_try_convert_inline_dir(struct inode *dir, struct dentry *dentry) |
564 | { | |
565 | struct f2fs_sb_info *sbi = F2FS_I_SB(dir); | |
566 | struct page *ipage; | |
43c780ba | 567 | struct f2fs_filename fname; |
b06af2af JK |
568 | void *inline_dentry = NULL; |
569 | int err = 0; | |
570 | ||
571 | if (!f2fs_has_inline_dentry(dir)) | |
572 | return 0; | |
573 | ||
574 | f2fs_lock_op(sbi); | |
575 | ||
43c780ba | 576 | err = f2fs_setup_filename(dir, &dentry->d_name, 0, &fname); |
b06af2af JK |
577 | if (err) |
578 | goto out; | |
579 | ||
580 | ipage = f2fs_get_node_page(sbi, dir->i_ino); | |
581 | if (IS_ERR(ipage)) { | |
582 | err = PTR_ERR(ipage); | |
ff5f85c8 | 583 | goto out_fname; |
b06af2af JK |
584 | } |
585 | ||
586 | if (f2fs_has_enough_room(dir, ipage, &fname)) { | |
587 | f2fs_put_page(ipage, 1); | |
ff5f85c8 | 588 | goto out_fname; |
b06af2af JK |
589 | } |
590 | ||
591 | inline_dentry = inline_data_addr(dir, ipage); | |
592 | ||
593 | err = do_convert_inline_dir(dir, ipage, inline_dentry); | |
594 | if (!err) | |
595 | f2fs_put_page(ipage, 1); | |
ff5f85c8 | 596 | out_fname: |
43c780ba | 597 | f2fs_free_filename(&fname); |
b06af2af JK |
598 | out: |
599 | f2fs_unlock_op(sbi); | |
600 | return err; | |
601 | } | |
602 | ||
43c780ba EB |
603 | int f2fs_add_inline_entry(struct inode *dir, const struct f2fs_filename *fname, |
604 | struct inode *inode, nid_t ino, umode_t mode) | |
201a05be CY |
605 | { |
606 | struct f2fs_sb_info *sbi = F2FS_I_SB(dir); | |
607 | struct page *ipage; | |
608 | unsigned int bit_pos; | |
f2470371 | 609 | void *inline_dentry = NULL; |
3b4d732a | 610 | struct f2fs_dentry_ptr d; |
43c780ba | 611 | int slots = GET_DENTRY_SLOTS(fname->disk_name.len); |
510022a8 | 612 | struct page *page = NULL; |
201a05be | 613 | int err = 0; |
201a05be | 614 | |
4d57b86d | 615 | ipage = f2fs_get_node_page(sbi, dir->i_ino); |
201a05be CY |
616 | if (IS_ERR(ipage)) |
617 | return PTR_ERR(ipage); | |
618 | ||
f2470371 CY |
619 | inline_dentry = inline_data_addr(dir, ipage); |
620 | make_dentry_ptr_inline(dir, &d, inline_dentry); | |
76a9dd85 | 621 | |
4d57b86d | 622 | bit_pos = f2fs_room_for_filename(d.bitmap, slots, d.max); |
76a9dd85 | 623 | if (bit_pos >= d.max) { |
b06af2af | 624 | err = do_convert_inline_dir(dir, ipage, inline_dentry); |
470f00e9 CY |
625 | if (err) |
626 | return err; | |
627 | err = -EAGAIN; | |
201a05be CY |
628 | goto out; |
629 | } | |
630 | ||
510022a8 JK |
631 | if (inode) { |
632 | down_write(&F2FS_I(inode)->i_sem); | |
43c780ba | 633 | page = f2fs_init_inode_metadata(inode, dir, fname, ipage); |
510022a8 JK |
634 | if (IS_ERR(page)) { |
635 | err = PTR_ERR(page); | |
636 | goto fail; | |
637 | } | |
201a05be | 638 | } |
bce8d112 | 639 | |
bae0ee7a | 640 | f2fs_wait_on_page_writeback(ipage, NODE, true, true); |
3b4d732a | 641 | |
43c780ba EB |
642 | f2fs_update_dentry(ino, mode, &d, &fname->disk_name, fname->hash, |
643 | bit_pos); | |
3b4d732a | 644 | |
201a05be CY |
645 | set_page_dirty(ipage); |
646 | ||
647 | /* we don't need to mark_inode_dirty now */ | |
510022a8 | 648 | if (inode) { |
205b9822 | 649 | f2fs_i_pino_write(inode, dir->i_ino); |
98194030 CY |
650 | |
651 | /* synchronize inode page's data from inode cache */ | |
652 | if (is_inode_flag_set(inode, FI_NEW_INODE)) | |
653 | f2fs_update_inode(inode, page); | |
654 | ||
510022a8 JK |
655 | f2fs_put_page(page, 1); |
656 | } | |
201a05be | 657 | |
4d57b86d | 658 | f2fs_update_parent_metadata(dir, inode, 0); |
201a05be | 659 | fail: |
510022a8 JK |
660 | if (inode) |
661 | up_write(&F2FS_I(inode)->i_sem); | |
201a05be CY |
662 | out: |
663 | f2fs_put_page(ipage, 1); | |
664 | return err; | |
665 | } | |
666 | ||
667 | void f2fs_delete_inline_entry(struct f2fs_dir_entry *dentry, struct page *page, | |
668 | struct inode *dir, struct inode *inode) | |
669 | { | |
76a9dd85 | 670 | struct f2fs_dentry_ptr d; |
f2470371 | 671 | void *inline_dentry; |
201a05be CY |
672 | int slots = GET_DENTRY_SLOTS(le16_to_cpu(dentry->name_len)); |
673 | unsigned int bit_pos; | |
674 | int i; | |
675 | ||
676 | lock_page(page); | |
bae0ee7a | 677 | f2fs_wait_on_page_writeback(page, NODE, true, true); |
201a05be | 678 | |
f2470371 CY |
679 | inline_dentry = inline_data_addr(dir, page); |
680 | make_dentry_ptr_inline(dir, &d, inline_dentry); | |
76a9dd85 CY |
681 | |
682 | bit_pos = dentry - d.dentry; | |
201a05be | 683 | for (i = 0; i < slots; i++) |
76a9dd85 | 684 | __clear_bit_le(bit_pos + i, d.bitmap); |
201a05be CY |
685 | |
686 | set_page_dirty(page); | |
9f7c45cc | 687 | f2fs_put_page(page, 1); |
201a05be | 688 | |
078cd827 | 689 | dir->i_ctime = dir->i_mtime = current_time(dir); |
7c45729a | 690 | f2fs_mark_inode_dirty_sync(dir, false); |
201a05be CY |
691 | |
692 | if (inode) | |
9f7c45cc | 693 | f2fs_drop_nlink(dir, inode); |
201a05be CY |
694 | } |
695 | ||
696 | bool f2fs_empty_inline_dir(struct inode *dir) | |
697 | { | |
698 | struct f2fs_sb_info *sbi = F2FS_I_SB(dir); | |
699 | struct page *ipage; | |
700 | unsigned int bit_pos = 2; | |
f2470371 | 701 | void *inline_dentry; |
76a9dd85 | 702 | struct f2fs_dentry_ptr d; |
201a05be | 703 | |
4d57b86d | 704 | ipage = f2fs_get_node_page(sbi, dir->i_ino); |
201a05be CY |
705 | if (IS_ERR(ipage)) |
706 | return false; | |
707 | ||
f2470371 CY |
708 | inline_dentry = inline_data_addr(dir, ipage); |
709 | make_dentry_ptr_inline(dir, &d, inline_dentry); | |
76a9dd85 CY |
710 | |
711 | bit_pos = find_next_bit_le(d.bitmap, d.max, bit_pos); | |
201a05be CY |
712 | |
713 | f2fs_put_page(ipage, 1); | |
714 | ||
76a9dd85 | 715 | if (bit_pos < d.max) |
201a05be CY |
716 | return false; |
717 | ||
718 | return true; | |
719 | } | |
720 | ||
d8c6822a | 721 | int f2fs_read_inline_dir(struct file *file, struct dir_context *ctx, |
0b81d077 | 722 | struct fscrypt_str *fstr) |
201a05be CY |
723 | { |
724 | struct inode *inode = file_inode(file); | |
201a05be | 725 | struct page *ipage = NULL; |
7b3cd7d6 | 726 | struct f2fs_dentry_ptr d; |
f2470371 | 727 | void *inline_dentry = NULL; |
ed6bd4b1 | 728 | int err; |
201a05be | 729 | |
76a9dd85 CY |
730 | make_dentry_ptr_inline(inode, &d, inline_dentry); |
731 | ||
732 | if (ctx->pos == d.max) | |
201a05be CY |
733 | return 0; |
734 | ||
4d57b86d | 735 | ipage = f2fs_get_node_page(F2FS_I_SB(inode), inode->i_ino); |
201a05be CY |
736 | if (IS_ERR(ipage)) |
737 | return PTR_ERR(ipage); | |
738 | ||
aadcef64 CY |
739 | /* |
740 | * f2fs_readdir was protected by inode.i_rwsem, it is safe to access | |
741 | * ipage without page's lock held. | |
742 | */ | |
743 | unlock_page(ipage); | |
744 | ||
f2470371 | 745 | inline_dentry = inline_data_addr(inode, ipage); |
201a05be | 746 | |
64c24ecb | 747 | make_dentry_ptr_inline(inode, &d, inline_dentry); |
7b3cd7d6 | 748 | |
ed6bd4b1 CY |
749 | err = f2fs_fill_dentries(ctx, &d, 0, fstr); |
750 | if (!err) | |
76a9dd85 | 751 | ctx->pos = d.max; |
201a05be | 752 | |
aadcef64 | 753 | f2fs_put_page(ipage, 0); |
ed6bd4b1 | 754 | return err < 0 ? err : 0; |
201a05be | 755 | } |
67f8cf3c JK |
756 | |
757 | int f2fs_inline_data_fiemap(struct inode *inode, | |
758 | struct fiemap_extent_info *fieinfo, __u64 start, __u64 len) | |
759 | { | |
760 | __u64 byteaddr, ilen; | |
761 | __u32 flags = FIEMAP_EXTENT_DATA_INLINE | FIEMAP_EXTENT_NOT_ALIGNED | | |
762 | FIEMAP_EXTENT_LAST; | |
763 | struct node_info ni; | |
764 | struct page *ipage; | |
765 | int err = 0; | |
766 | ||
4d57b86d | 767 | ipage = f2fs_get_node_page(F2FS_I_SB(inode), inode->i_ino); |
67f8cf3c JK |
768 | if (IS_ERR(ipage)) |
769 | return PTR_ERR(ipage); | |
770 | ||
7975f349 CY |
771 | if ((S_ISREG(inode->i_mode) || S_ISLNK(inode->i_mode)) && |
772 | !f2fs_has_inline_data(inode)) { | |
773 | err = -EAGAIN; | |
774 | goto out; | |
775 | } | |
776 | ||
777 | if (S_ISDIR(inode->i_mode) && !f2fs_has_inline_dentry(inode)) { | |
67f8cf3c JK |
778 | err = -EAGAIN; |
779 | goto out; | |
780 | } | |
781 | ||
f2470371 | 782 | ilen = min_t(size_t, MAX_INLINE_DATA(inode), i_size_read(inode)); |
67f8cf3c JK |
783 | if (start >= ilen) |
784 | goto out; | |
785 | if (start + len < ilen) | |
786 | ilen = start + len; | |
787 | ilen -= start; | |
788 | ||
7735730d CY |
789 | err = f2fs_get_node_info(F2FS_I_SB(inode), inode->i_ino, &ni); |
790 | if (err) | |
791 | goto out; | |
792 | ||
67f8cf3c | 793 | byteaddr = (__u64)ni.blk_addr << inode->i_sb->s_blocksize_bits; |
f2470371 CY |
794 | byteaddr += (char *)inline_data_addr(inode, ipage) - |
795 | (char *)F2FS_INODE(ipage); | |
67f8cf3c | 796 | err = fiemap_fill_next_extent(fieinfo, start, byteaddr, ilen, flags); |
dd5a09bd | 797 | trace_f2fs_fiemap(inode, start, byteaddr, ilen, flags, err); |
67f8cf3c JK |
798 | out: |
799 | f2fs_put_page(ipage, 1); | |
800 | return err; | |
801 | } |