f2fs: compress: support lzo-rle compress algorithm
[linux-block.git] / fs / f2fs / inline.c
CommitLineData
7c1a000d 1// SPDX-License-Identifier: GPL-2.0
e18c65b2
HL
2/*
3 * fs/f2fs/inline.c
4 * Copyright (c) 2013, Intel Corporation
5 * Authors: Huajun Li <huajun.li@intel.com>
6 * Haicheng Li <haicheng.li@intel.com>
e18c65b2
HL
7 */
8
9#include <linux/fs.h>
10#include <linux/f2fs_fs.h>
11
12#include "f2fs.h"
67f8cf3c 13#include "node.h"
e18c65b2 14
01b960e9 15bool f2fs_may_inline_data(struct inode *inode)
e18c65b2 16{
88b88a66
JK
17 if (f2fs_is_atomic_file(inode))
18 return false;
19
368a0e40 20 if (!S_ISREG(inode->i_mode) && !S_ISLNK(inode->i_mode))
e18c65b2
HL
21 return false;
22
f2470371 23 if (i_size_read(inode) > MAX_INLINE_DATA(inode))
92dffd01
JK
24 return false;
25
6dbb1796 26 if (f2fs_post_read_required(inode))
fcc85a4d
JK
27 return false;
28
e18c65b2
HL
29 return true;
30}
31
01b960e9
JK
32bool f2fs_may_inline_dentry(struct inode *inode)
33{
34 if (!test_opt(F2FS_I_SB(inode), INLINE_DENTRY))
35 return false;
36
37 if (!S_ISDIR(inode->i_mode))
38 return false;
39
40 return true;
41}
42
4d57b86d 43void f2fs_do_read_inline_data(struct page *page, struct page *ipage)
e18c65b2 44{
f2470371 45 struct inode *inode = page->mapping->host;
e18c65b2
HL
46 void *src_addr, *dst_addr;
47
b3d208f9
JK
48 if (PageUptodate(page))
49 return;
04a17fb1 50
b3d208f9 51 f2fs_bug_on(F2FS_P_SB(page), page->index);
e18c65b2 52
f2470371 53 zero_user_segment(page, MAX_INLINE_DATA(inode), PAGE_SIZE);
e18c65b2
HL
54
55 /* Copy the whole inline data block */
f2470371 56 src_addr = inline_data_addr(inode, ipage);
f1e33a04 57 dst_addr = kmap_atomic(page);
f2470371 58 memcpy(dst_addr, src_addr, MAX_INLINE_DATA(inode));
427a45c8 59 flush_dcache_page(page);
f1e33a04 60 kunmap_atomic(dst_addr);
237c0790
JK
61 if (!PageUptodate(page))
62 SetPageUptodate(page);
b3d208f9
JK
63}
64
4d57b86d
CY
65void f2fs_truncate_inline_inode(struct inode *inode,
66 struct page *ipage, u64 from)
feeb0deb 67{
0bfcfcca
CY
68 void *addr;
69
f2470371 70 if (from >= MAX_INLINE_DATA(inode))
bd4667cb 71 return;
0bfcfcca 72
f2470371 73 addr = inline_data_addr(inode, ipage);
0bfcfcca 74
bae0ee7a 75 f2fs_wait_on_page_writeback(ipage, NODE, true, true);
f2470371 76 memset(addr + from, 0, MAX_INLINE_DATA(inode) - from);
ee6d182f 77 set_page_dirty(ipage);
bd4667cb
KM
78
79 if (from == 0)
80 clear_inode_flag(inode, FI_DATA_EXIST);
feeb0deb
CY
81}
82
b3d208f9
JK
83int f2fs_read_inline_data(struct inode *inode, struct page *page)
84{
85 struct page *ipage;
86
4d57b86d 87 ipage = f2fs_get_node_page(F2FS_I_SB(inode), inode->i_ino);
b3d208f9
JK
88 if (IS_ERR(ipage)) {
89 unlock_page(page);
90 return PTR_ERR(ipage);
91 }
e18c65b2 92
b3d208f9
JK
93 if (!f2fs_has_inline_data(inode)) {
94 f2fs_put_page(ipage, 1);
95 return -EAGAIN;
96 }
97
98 if (page->index)
09cbfeaf 99 zero_user_segment(page, 0, PAGE_SIZE);
b3d208f9 100 else
4d57b86d 101 f2fs_do_read_inline_data(page, ipage);
b3d208f9 102
237c0790
JK
103 if (!PageUptodate(page))
104 SetPageUptodate(page);
b3d208f9
JK
105 f2fs_put_page(ipage, 1);
106 unlock_page(page);
e18c65b2
HL
107 return 0;
108}
109
b3d208f9 110int f2fs_convert_inline_page(struct dnode_of_data *dn, struct page *page)
e18c65b2 111{
e18c65b2 112 struct f2fs_io_info fio = {
05ca3632 113 .sbi = F2FS_I_SB(dn->inode),
39d787be 114 .ino = dn->inode->i_ino,
e18c65b2 115 .type = DATA,
04d328de 116 .op = REQ_OP_WRITE,
70fd7614 117 .op_flags = REQ_SYNC | REQ_PRIO,
05ca3632 118 .page = page,
4375a336 119 .encrypted_page = NULL,
b0af6d49 120 .io_type = FS_DATA_IO,
e18c65b2 121 };
7735730d 122 struct node_info ni;
158c194c 123 int dirty, err;
e18c65b2 124
b3d208f9
JK
125 if (!f2fs_exist_data(dn->inode))
126 goto clear_out;
ec4e7af4 127
b3d208f9 128 err = f2fs_reserve_block(dn, 0);
15c6e3aa 129 if (err)
b3d208f9 130 return err;
e18c65b2 131
7735730d
CY
132 err = f2fs_get_node_info(fio.sbi, dn->nid, &ni);
133 if (err) {
e8c82c11 134 f2fs_truncate_data_blocks_range(dn, 1);
7735730d
CY
135 f2fs_put_dnode(dn);
136 return err;
137 }
138
139 fio.version = ni.version;
140
4dbe38dc
CY
141 if (unlikely(dn->data_blkaddr != NEW_ADDR)) {
142 f2fs_put_dnode(dn);
143 set_sbi_flag(fio.sbi, SBI_NEED_FSCK);
dcbb4c10
JP
144 f2fs_warn(fio.sbi, "%s: corrupted inline inode ino=%lx, i_addr[0]:0x%x, run fsck to fix.",
145 __func__, dn->inode->i_ino, dn->data_blkaddr);
10f966bb 146 return -EFSCORRUPTED;
4dbe38dc
CY
147 }
148
85ead818 149 f2fs_bug_on(F2FS_P_SB(page), PageWriteback(page));
b3d208f9 150
4d57b86d 151 f2fs_do_read_inline_data(page, dn->inode_page);
6282adbf
JK
152 set_page_dirty(page);
153
158c194c
JK
154 /* clear dirty state */
155 dirty = clear_page_dirty_for_io(page);
156
e18c65b2
HL
157 /* write data page to try to make data consistent */
158 set_page_writeback(page);
17c50035 159 ClearPageError(page);
7a9d7548 160 fio.old_blkaddr = dn->data_blkaddr;
ef095d19 161 set_inode_flag(dn->inode, FI_HOT_DATA);
4d57b86d 162 f2fs_outplace_write_data(dn, &fio);
bae0ee7a 163 f2fs_wait_on_page_writeback(page, DATA, true, true);
933439c8 164 if (dirty) {
158c194c 165 inode_dec_dirty_pages(dn->inode);
4d57b86d 166 f2fs_remove_dirty_inode(dn->inode);
933439c8 167 }
e18c65b2 168
95f5b0fc 169 /* this converted inline_data should be recovered. */
91942321 170 set_inode_flag(dn->inode, FI_APPEND_WRITE);
95f5b0fc 171
e18c65b2 172 /* clear inline data and flag after data writeback */
4d57b86d 173 f2fs_truncate_inline_inode(dn->inode, dn->inode_page, 0);
2049d4fc 174 clear_inline_node(dn->inode_page);
b3d208f9 175clear_out:
b3d208f9 176 stat_dec_inline_inode(dn->inode);
bd4667cb 177 clear_inode_flag(dn->inode, FI_INLINE_DATA);
b3d208f9
JK
178 f2fs_put_dnode(dn);
179 return 0;
e18c65b2
HL
180}
181
b3d208f9 182int f2fs_convert_inline_inode(struct inode *inode)
e18c65b2 183{
b3d208f9
JK
184 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
185 struct dnode_of_data dn;
186 struct page *ipage, *page;
187 int err = 0;
e18c65b2 188
b9d777b8
JK
189 if (!f2fs_has_inline_data(inode))
190 return 0;
191
300e129c 192 page = f2fs_grab_cache_page(inode->i_mapping, 0, false);
b3d208f9
JK
193 if (!page)
194 return -ENOMEM;
e18c65b2 195
b3d208f9
JK
196 f2fs_lock_op(sbi);
197
4d57b86d 198 ipage = f2fs_get_node_page(sbi, inode->i_ino);
b3d208f9 199 if (IS_ERR(ipage)) {
6d20aff8
JK
200 err = PTR_ERR(ipage);
201 goto out;
b067ba1f 202 }
e18c65b2 203
b3d208f9
JK
204 set_new_dnode(&dn, inode, ipage, ipage, 0);
205
206 if (f2fs_has_inline_data(inode))
207 err = f2fs_convert_inline_page(&dn, page);
208
209 f2fs_put_dnode(&dn);
6d20aff8 210out:
b3d208f9
JK
211 f2fs_unlock_op(sbi);
212
213 f2fs_put_page(page, 1);
2a340760 214
2c4db1a6 215 f2fs_balance_fs(sbi, dn.node_changed);
2a340760 216
e18c65b2
HL
217 return err;
218}
219
b3d208f9 220int f2fs_write_inline_data(struct inode *inode, struct page *page)
e18c65b2
HL
221{
222 void *src_addr, *dst_addr;
e18c65b2
HL
223 struct dnode_of_data dn;
224 int err;
225
226 set_new_dnode(&dn, inode, NULL, NULL, 0);
4d57b86d 227 err = f2fs_get_dnode_of_data(&dn, 0, LOOKUP_NODE);
e18c65b2
HL
228 if (err)
229 return err;
e18c65b2 230
c08a690b 231 if (!f2fs_has_inline_data(inode)) {
b3d208f9
JK
232 f2fs_put_dnode(&dn);
233 return -EAGAIN;
c08a690b
JK
234 }
235
b3d208f9
JK
236 f2fs_bug_on(F2FS_I_SB(inode), page->index);
237
bae0ee7a 238 f2fs_wait_on_page_writeback(dn.inode_page, NODE, true, true);
f1e33a04 239 src_addr = kmap_atomic(page);
f2470371
CY
240 dst_addr = inline_data_addr(inode, dn.inode_page);
241 memcpy(dst_addr, src_addr, MAX_INLINE_DATA(inode));
f1e33a04 242 kunmap_atomic(src_addr);
ee6d182f 243 set_page_dirty(dn.inode_page);
e18c65b2 244
5ec2d99d 245 f2fs_clear_page_cache_dirty_tag(page);
0abd8e70 246
91942321
JK
247 set_inode_flag(inode, FI_APPEND_WRITE);
248 set_inode_flag(inode, FI_DATA_EXIST);
b3d208f9 249
2049d4fc 250 clear_inline_node(dn.inode_page);
e18c65b2 251 f2fs_put_dnode(&dn);
e18c65b2
HL
252 return 0;
253}
1e1bb4ba 254
4d57b86d 255bool f2fs_recover_inline_data(struct inode *inode, struct page *npage)
1e1bb4ba 256{
4081363f 257 struct f2fs_sb_info *sbi = F2FS_I_SB(inode);
1e1bb4ba
JK
258 struct f2fs_inode *ri = NULL;
259 void *src_addr, *dst_addr;
260 struct page *ipage;
261
262 /*
263 * The inline_data recovery policy is as follows.
264 * [prev.] [next] of inline_data flag
265 * o o -> recover inline_data
266 * o x -> remove inline_data, and then recover data blocks
267 * x o -> remove inline_data, and then recover inline_data
268 * x x -> recover data blocks
269 */
270 if (IS_INODE(npage))
271 ri = F2FS_INODE(npage);
272
273 if (f2fs_has_inline_data(inode) &&
0342fd30 274 ri && (ri->i_inline & F2FS_INLINE_DATA)) {
1e1bb4ba 275process_inline:
4d57b86d 276 ipage = f2fs_get_node_page(sbi, inode->i_ino);
9850cf4a 277 f2fs_bug_on(sbi, IS_ERR(ipage));
1e1bb4ba 278
bae0ee7a 279 f2fs_wait_on_page_writeback(ipage, NODE, true, true);
54b591df 280
f2470371
CY
281 src_addr = inline_data_addr(inode, npage);
282 dst_addr = inline_data_addr(inode, ipage);
283 memcpy(dst_addr, src_addr, MAX_INLINE_DATA(inode));
b3d208f9 284
91942321
JK
285 set_inode_flag(inode, FI_INLINE_DATA);
286 set_inode_flag(inode, FI_DATA_EXIST);
b3d208f9 287
ee6d182f 288 set_page_dirty(ipage);
1e1bb4ba 289 f2fs_put_page(ipage, 1);
0342fd30 290 return true;
1e1bb4ba
JK
291 }
292
293 if (f2fs_has_inline_data(inode)) {
4d57b86d 294 ipage = f2fs_get_node_page(sbi, inode->i_ino);
9850cf4a 295 f2fs_bug_on(sbi, IS_ERR(ipage));
4d57b86d 296 f2fs_truncate_inline_inode(inode, ipage, 0);
bd4667cb 297 clear_inode_flag(inode, FI_INLINE_DATA);
1e1bb4ba 298 f2fs_put_page(ipage, 1);
0342fd30 299 } else if (ri && (ri->i_inline & F2FS_INLINE_DATA)) {
c42d28ce 300 if (f2fs_truncate_blocks(inode, 0, false))
545fe421 301 return false;
1e1bb4ba
JK
302 goto process_inline;
303 }
0342fd30 304 return false;
1e1bb4ba 305}
201a05be 306
4d57b86d 307struct f2fs_dir_entry *f2fs_find_in_inline_dir(struct inode *dir,
0b81d077 308 struct fscrypt_name *fname, struct page **res_page)
201a05be
CY
309{
310 struct f2fs_sb_info *sbi = F2FS_SB(dir->i_sb);
6e22c691 311 struct qstr name = FSTR_TO_QSTR(&fname->disk_name);
201a05be 312 struct f2fs_dir_entry *de;
7b3cd7d6 313 struct f2fs_dentry_ptr d;
4e6ebf6d 314 struct page *ipage;
f2470371 315 void *inline_dentry;
6e22c691 316 f2fs_hash_t namehash;
201a05be 317
4d57b86d 318 ipage = f2fs_get_node_page(sbi, dir->i_ino);
42d96401
JK
319 if (IS_ERR(ipage)) {
320 *res_page = ipage;
201a05be 321 return NULL;
42d96401 322 }
201a05be 323
2c2eb7a3 324 namehash = f2fs_dentry_hash(dir, &name, fname);
6e22c691 325
f2470371 326 inline_dentry = inline_data_addr(dir, ipage);
201a05be 327
f2470371 328 make_dentry_ptr_inline(dir, &d, inline_dentry);
4d57b86d 329 de = f2fs_find_target_dentry(fname, namehash, NULL, &d);
201a05be 330 unlock_page(ipage);
4e6ebf6d
JK
331 if (de)
332 *res_page = ipage;
333 else
334 f2fs_put_page(ipage, 0);
335
201a05be
CY
336 return de;
337}
338
4d57b86d 339int f2fs_make_empty_inline_dir(struct inode *inode, struct inode *parent,
201a05be
CY
340 struct page *ipage)
341{
062a3e7b 342 struct f2fs_dentry_ptr d;
f2470371 343 void *inline_dentry;
201a05be 344
f2470371 345 inline_dentry = inline_data_addr(inode, ipage);
201a05be 346
f2470371 347 make_dentry_ptr_inline(inode, &d, inline_dentry);
4d57b86d 348 f2fs_do_make_empty_dir(inode, parent, &d);
201a05be
CY
349
350 set_page_dirty(ipage);
351
352 /* update i_size to MAX_INLINE_DATA */
f2470371
CY
353 if (i_size_read(inode) < MAX_INLINE_DATA(inode))
354 f2fs_i_size_write(inode, MAX_INLINE_DATA(inode));
201a05be
CY
355 return 0;
356}
357
470f00e9
CY
358/*
359 * NOTE: ipage is grabbed by caller, but if any error occurs, we should
360 * release ipage in this function.
361 */
675f10bd 362static int f2fs_move_inline_dirents(struct inode *dir, struct page *ipage,
f2470371 363 void *inline_dentry)
201a05be
CY
364{
365 struct page *page;
366 struct dnode_of_data dn;
367 struct f2fs_dentry_block *dentry_blk;
76a9dd85 368 struct f2fs_dentry_ptr src, dst;
201a05be
CY
369 int err;
370
dd973007 371 page = f2fs_grab_cache_page(dir->i_mapping, 0, true);
470f00e9
CY
372 if (!page) {
373 f2fs_put_page(ipage, 1);
201a05be 374 return -ENOMEM;
470f00e9 375 }
201a05be
CY
376
377 set_new_dnode(&dn, dir, ipage, NULL, 0);
378 err = f2fs_reserve_block(&dn, 0);
379 if (err)
380 goto out;
381
4dbe38dc
CY
382 if (unlikely(dn.data_blkaddr != NEW_ADDR)) {
383 f2fs_put_dnode(&dn);
384 set_sbi_flag(F2FS_P_SB(page), SBI_NEED_FSCK);
dcbb4c10
JP
385 f2fs_warn(F2FS_P_SB(page), "%s: corrupted inline inode ino=%lx, i_addr[0]:0x%x, run fsck to fix.",
386 __func__, dir->i_ino, dn.data_blkaddr);
10f966bb 387 err = -EFSCORRUPTED;
4dbe38dc
CY
388 goto out;
389 }
390
bae0ee7a 391 f2fs_wait_on_page_writeback(page, DATA, true, true);
201a05be 392
bdbc90fa 393 dentry_blk = page_address(page);
201a05be 394
f2470371
CY
395 make_dentry_ptr_inline(dir, &src, inline_dentry);
396 make_dentry_ptr_block(dir, &dst, dentry_blk);
76a9dd85 397
201a05be 398 /* copy data from inline dentry block to new dentry block */
76a9dd85
CY
399 memcpy(dst.bitmap, src.bitmap, src.nr_bitmap);
400 memset(dst.bitmap + src.nr_bitmap, 0, dst.nr_bitmap - src.nr_bitmap);
4ec17d68
CY
401 /*
402 * we do not need to zero out remainder part of dentry and filename
403 * field, since we have used bitmap for marking the usage status of
404 * them, besides, we can also ignore copying/zeroing reserved space
405 * of dentry block, because them haven't been used so far.
406 */
76a9dd85
CY
407 memcpy(dst.dentry, src.dentry, SIZE_OF_DIR_ENTRY * src.max);
408 memcpy(dst.filename, src.filename, src.max * F2FS_SLOT_LEN);
201a05be 409
237c0790
JK
410 if (!PageUptodate(page))
411 SetPageUptodate(page);
201a05be
CY
412 set_page_dirty(page);
413
414 /* clear inline dir and flag after data writeback */
4d57b86d 415 f2fs_truncate_inline_inode(dir, ipage, 0);
b3d208f9 416
3289c061 417 stat_dec_inline_dir(dir);
91942321 418 clear_inode_flag(dir, FI_INLINE_DENTRY);
201a05be 419
45a74688
CY
420 /*
421 * should retrieve reserved space which was used to keep
422 * inline_dentry's structure for backward compatibility.
423 */
424 if (!f2fs_sb_has_flexible_inline_xattr(F2FS_I_SB(dir)) &&
425 !f2fs_has_inline_xattr(dir))
426 F2FS_I(dir)->i_inline_xattr_size = 0;
427
205b9822 428 f2fs_i_depth_write(dir, 1);
ee6d182f 429 if (i_size_read(dir) < PAGE_SIZE)
fc9581c8 430 f2fs_i_size_write(dir, PAGE_SIZE);
201a05be
CY
431out:
432 f2fs_put_page(page, 1);
433 return err;
434}
435
f2470371 436static int f2fs_add_inline_entries(struct inode *dir, void *inline_dentry)
675f10bd
CY
437{
438 struct f2fs_dentry_ptr d;
439 unsigned long bit_pos = 0;
440 int err = 0;
441
f2470371 442 make_dentry_ptr_inline(dir, &d, inline_dentry);
675f10bd
CY
443
444 while (bit_pos < d.max) {
445 struct f2fs_dir_entry *de;
446 struct qstr new_name;
447 nid_t ino;
448 umode_t fake_mode;
449
450 if (!test_bit_le(bit_pos, d.bitmap)) {
451 bit_pos++;
452 continue;
453 }
454
455 de = &d.dentry[bit_pos];
a4a13f58
CY
456
457 if (unlikely(!de->name_len)) {
458 bit_pos++;
459 continue;
460 }
461
675f10bd 462 new_name.name = d.filename[bit_pos];
0c0b471e 463 new_name.len = le16_to_cpu(de->name_len);
675f10bd
CY
464
465 ino = le32_to_cpu(de->ino);
4d57b86d 466 fake_mode = f2fs_get_de_type(de) << S_SHIFT;
675f10bd 467
9421d570 468 err = f2fs_add_regular_entry(dir, &new_name, NULL, NULL,
675f10bd
CY
469 ino, fake_mode);
470 if (err)
471 goto punch_dentry_pages;
472
675f10bd
CY
473 bit_pos += GET_DENTRY_SLOTS(le16_to_cpu(de->name_len));
474 }
475 return 0;
476punch_dentry_pages:
477 truncate_inode_pages(&dir->i_data, 0);
c42d28ce 478 f2fs_truncate_blocks(dir, 0, false);
4d57b86d 479 f2fs_remove_dirty_inode(dir);
675f10bd
CY
480 return err;
481}
482
483static int f2fs_move_rehashed_dirents(struct inode *dir, struct page *ipage,
f2470371 484 void *inline_dentry)
675f10bd 485{
f2470371 486 void *backup_dentry;
675f10bd
CY
487 int err;
488
1ecc0c5c 489 backup_dentry = f2fs_kmalloc(F2FS_I_SB(dir),
f2470371 490 MAX_INLINE_DATA(dir), GFP_F2FS_ZERO);
8975bdf4
CY
491 if (!backup_dentry) {
492 f2fs_put_page(ipage, 1);
675f10bd 493 return -ENOMEM;
8975bdf4 494 }
675f10bd 495
f2470371 496 memcpy(backup_dentry, inline_dentry, MAX_INLINE_DATA(dir));
4d57b86d 497 f2fs_truncate_inline_inode(dir, ipage, 0);
675f10bd
CY
498
499 unlock_page(ipage);
500
501 err = f2fs_add_inline_entries(dir, backup_dentry);
502 if (err)
503 goto recover;
504
505 lock_page(ipage);
506
507 stat_dec_inline_dir(dir);
91942321 508 clear_inode_flag(dir, FI_INLINE_DENTRY);
45a74688
CY
509
510 /*
511 * should retrieve reserved space which was used to keep
512 * inline_dentry's structure for backward compatibility.
513 */
514 if (!f2fs_sb_has_flexible_inline_xattr(F2FS_I_SB(dir)) &&
515 !f2fs_has_inline_xattr(dir))
516 F2FS_I(dir)->i_inline_xattr_size = 0;
517
5222595d 518 kvfree(backup_dentry);
675f10bd
CY
519 return 0;
520recover:
521 lock_page(ipage);
bae0ee7a 522 f2fs_wait_on_page_writeback(ipage, NODE, true, true);
f2470371 523 memcpy(inline_dentry, backup_dentry, MAX_INLINE_DATA(dir));
205b9822 524 f2fs_i_depth_write(dir, 0);
f2470371 525 f2fs_i_size_write(dir, MAX_INLINE_DATA(dir));
ee6d182f 526 set_page_dirty(ipage);
675f10bd
CY
527 f2fs_put_page(ipage, 1);
528
5222595d 529 kvfree(backup_dentry);
675f10bd
CY
530 return err;
531}
532
b06af2af 533static int do_convert_inline_dir(struct inode *dir, struct page *ipage,
f2470371 534 void *inline_dentry)
675f10bd
CY
535{
536 if (!F2FS_I(dir)->i_dir_level)
537 return f2fs_move_inline_dirents(dir, ipage, inline_dentry);
538 else
539 return f2fs_move_rehashed_dirents(dir, ipage, inline_dentry);
540}
541
b06af2af
JK
542int f2fs_try_convert_inline_dir(struct inode *dir, struct dentry *dentry)
543{
544 struct f2fs_sb_info *sbi = F2FS_I_SB(dir);
545 struct page *ipage;
546 struct fscrypt_name fname;
547 void *inline_dentry = NULL;
548 int err = 0;
549
550 if (!f2fs_has_inline_dentry(dir))
551 return 0;
552
553 f2fs_lock_op(sbi);
554
555 err = fscrypt_setup_filename(dir, &dentry->d_name, 0, &fname);
556 if (err)
557 goto out;
558
559 ipage = f2fs_get_node_page(sbi, dir->i_ino);
560 if (IS_ERR(ipage)) {
561 err = PTR_ERR(ipage);
562 goto out;
563 }
564
565 if (f2fs_has_enough_room(dir, ipage, &fname)) {
566 f2fs_put_page(ipage, 1);
567 goto out;
568 }
569
570 inline_dentry = inline_data_addr(dir, ipage);
571
572 err = do_convert_inline_dir(dir, ipage, inline_dentry);
573 if (!err)
574 f2fs_put_page(ipage, 1);
575out:
576 f2fs_unlock_op(sbi);
577 return err;
578}
579
9421d570
CY
580int f2fs_add_inline_entry(struct inode *dir, const struct qstr *new_name,
581 const struct qstr *orig_name,
582 struct inode *inode, nid_t ino, umode_t mode)
201a05be
CY
583{
584 struct f2fs_sb_info *sbi = F2FS_I_SB(dir);
585 struct page *ipage;
586 unsigned int bit_pos;
587 f2fs_hash_t name_hash;
f2470371 588 void *inline_dentry = NULL;
3b4d732a 589 struct f2fs_dentry_ptr d;
9421d570 590 int slots = GET_DENTRY_SLOTS(new_name->len);
510022a8 591 struct page *page = NULL;
201a05be 592 int err = 0;
201a05be 593
4d57b86d 594 ipage = f2fs_get_node_page(sbi, dir->i_ino);
201a05be
CY
595 if (IS_ERR(ipage))
596 return PTR_ERR(ipage);
597
f2470371
CY
598 inline_dentry = inline_data_addr(dir, ipage);
599 make_dentry_ptr_inline(dir, &d, inline_dentry);
76a9dd85 600
4d57b86d 601 bit_pos = f2fs_room_for_filename(d.bitmap, slots, d.max);
76a9dd85 602 if (bit_pos >= d.max) {
b06af2af 603 err = do_convert_inline_dir(dir, ipage, inline_dentry);
470f00e9
CY
604 if (err)
605 return err;
606 err = -EAGAIN;
201a05be
CY
607 goto out;
608 }
609
510022a8
JK
610 if (inode) {
611 down_write(&F2FS_I(inode)->i_sem);
4d57b86d 612 page = f2fs_init_inode_metadata(inode, dir, new_name,
9421d570 613 orig_name, ipage);
510022a8
JK
614 if (IS_ERR(page)) {
615 err = PTR_ERR(page);
616 goto fail;
617 }
201a05be 618 }
bce8d112 619
bae0ee7a 620 f2fs_wait_on_page_writeback(ipage, NODE, true, true);
3b4d732a 621
2c2eb7a3 622 name_hash = f2fs_dentry_hash(dir, new_name, NULL);
9421d570 623 f2fs_update_dentry(ino, mode, &d, new_name, name_hash, bit_pos);
3b4d732a 624
201a05be
CY
625 set_page_dirty(ipage);
626
627 /* we don't need to mark_inode_dirty now */
510022a8 628 if (inode) {
205b9822 629 f2fs_i_pino_write(inode, dir->i_ino);
98194030
CY
630
631 /* synchronize inode page's data from inode cache */
632 if (is_inode_flag_set(inode, FI_NEW_INODE))
633 f2fs_update_inode(inode, page);
634
510022a8
JK
635 f2fs_put_page(page, 1);
636 }
201a05be 637
4d57b86d 638 f2fs_update_parent_metadata(dir, inode, 0);
201a05be 639fail:
510022a8
JK
640 if (inode)
641 up_write(&F2FS_I(inode)->i_sem);
201a05be
CY
642out:
643 f2fs_put_page(ipage, 1);
644 return err;
645}
646
647void f2fs_delete_inline_entry(struct f2fs_dir_entry *dentry, struct page *page,
648 struct inode *dir, struct inode *inode)
649{
76a9dd85 650 struct f2fs_dentry_ptr d;
f2470371 651 void *inline_dentry;
201a05be
CY
652 int slots = GET_DENTRY_SLOTS(le16_to_cpu(dentry->name_len));
653 unsigned int bit_pos;
654 int i;
655
656 lock_page(page);
bae0ee7a 657 f2fs_wait_on_page_writeback(page, NODE, true, true);
201a05be 658
f2470371
CY
659 inline_dentry = inline_data_addr(dir, page);
660 make_dentry_ptr_inline(dir, &d, inline_dentry);
76a9dd85
CY
661
662 bit_pos = dentry - d.dentry;
201a05be 663 for (i = 0; i < slots; i++)
76a9dd85 664 __clear_bit_le(bit_pos + i, d.bitmap);
201a05be
CY
665
666 set_page_dirty(page);
9f7c45cc 667 f2fs_put_page(page, 1);
201a05be 668
078cd827 669 dir->i_ctime = dir->i_mtime = current_time(dir);
7c45729a 670 f2fs_mark_inode_dirty_sync(dir, false);
201a05be
CY
671
672 if (inode)
9f7c45cc 673 f2fs_drop_nlink(dir, inode);
201a05be
CY
674}
675
676bool f2fs_empty_inline_dir(struct inode *dir)
677{
678 struct f2fs_sb_info *sbi = F2FS_I_SB(dir);
679 struct page *ipage;
680 unsigned int bit_pos = 2;
f2470371 681 void *inline_dentry;
76a9dd85 682 struct f2fs_dentry_ptr d;
201a05be 683
4d57b86d 684 ipage = f2fs_get_node_page(sbi, dir->i_ino);
201a05be
CY
685 if (IS_ERR(ipage))
686 return false;
687
f2470371
CY
688 inline_dentry = inline_data_addr(dir, ipage);
689 make_dentry_ptr_inline(dir, &d, inline_dentry);
76a9dd85
CY
690
691 bit_pos = find_next_bit_le(d.bitmap, d.max, bit_pos);
201a05be
CY
692
693 f2fs_put_page(ipage, 1);
694
76a9dd85 695 if (bit_pos < d.max)
201a05be
CY
696 return false;
697
698 return true;
699}
700
d8c6822a 701int f2fs_read_inline_dir(struct file *file, struct dir_context *ctx,
0b81d077 702 struct fscrypt_str *fstr)
201a05be
CY
703{
704 struct inode *inode = file_inode(file);
201a05be 705 struct page *ipage = NULL;
7b3cd7d6 706 struct f2fs_dentry_ptr d;
f2470371 707 void *inline_dentry = NULL;
ed6bd4b1 708 int err;
201a05be 709
76a9dd85
CY
710 make_dentry_ptr_inline(inode, &d, inline_dentry);
711
712 if (ctx->pos == d.max)
201a05be
CY
713 return 0;
714
4d57b86d 715 ipage = f2fs_get_node_page(F2FS_I_SB(inode), inode->i_ino);
201a05be
CY
716 if (IS_ERR(ipage))
717 return PTR_ERR(ipage);
718
aadcef64
CY
719 /*
720 * f2fs_readdir was protected by inode.i_rwsem, it is safe to access
721 * ipage without page's lock held.
722 */
723 unlock_page(ipage);
724
f2470371 725 inline_dentry = inline_data_addr(inode, ipage);
201a05be 726
64c24ecb 727 make_dentry_ptr_inline(inode, &d, inline_dentry);
7b3cd7d6 728
ed6bd4b1
CY
729 err = f2fs_fill_dentries(ctx, &d, 0, fstr);
730 if (!err)
76a9dd85 731 ctx->pos = d.max;
201a05be 732
aadcef64 733 f2fs_put_page(ipage, 0);
ed6bd4b1 734 return err < 0 ? err : 0;
201a05be 735}
67f8cf3c
JK
736
737int f2fs_inline_data_fiemap(struct inode *inode,
738 struct fiemap_extent_info *fieinfo, __u64 start, __u64 len)
739{
740 __u64 byteaddr, ilen;
741 __u32 flags = FIEMAP_EXTENT_DATA_INLINE | FIEMAP_EXTENT_NOT_ALIGNED |
742 FIEMAP_EXTENT_LAST;
743 struct node_info ni;
744 struct page *ipage;
745 int err = 0;
746
4d57b86d 747 ipage = f2fs_get_node_page(F2FS_I_SB(inode), inode->i_ino);
67f8cf3c
JK
748 if (IS_ERR(ipage))
749 return PTR_ERR(ipage);
750
7975f349
CY
751 if ((S_ISREG(inode->i_mode) || S_ISLNK(inode->i_mode)) &&
752 !f2fs_has_inline_data(inode)) {
753 err = -EAGAIN;
754 goto out;
755 }
756
757 if (S_ISDIR(inode->i_mode) && !f2fs_has_inline_dentry(inode)) {
67f8cf3c
JK
758 err = -EAGAIN;
759 goto out;
760 }
761
f2470371 762 ilen = min_t(size_t, MAX_INLINE_DATA(inode), i_size_read(inode));
67f8cf3c
JK
763 if (start >= ilen)
764 goto out;
765 if (start + len < ilen)
766 ilen = start + len;
767 ilen -= start;
768
7735730d
CY
769 err = f2fs_get_node_info(F2FS_I_SB(inode), inode->i_ino, &ni);
770 if (err)
771 goto out;
772
67f8cf3c 773 byteaddr = (__u64)ni.blk_addr << inode->i_sb->s_blocksize_bits;
f2470371
CY
774 byteaddr += (char *)inline_data_addr(inode, ipage) -
775 (char *)F2FS_INODE(ipage);
67f8cf3c
JK
776 err = fiemap_fill_next_extent(fieinfo, start, byteaddr, ilen, flags);
777out:
778 f2fs_put_page(ipage, 1);
779 return err;
780}