Commit | Line | Data |
---|---|---|
29b24f6c | 1 | // SPDX-License-Identifier: GPL-2.0-only |
ba2b77a8 | 2 | /* |
ba2b77a8 GX |
3 | * Copyright (C) 2017-2018 HUAWEI, Inc. |
4 | * http://www.huawei.com/ | |
5 | * Created by Gao Xiang <gaoxiang25@huawei.com> | |
ba2b77a8 GX |
6 | */ |
7 | #include <linux/module.h> | |
8 | #include <linux/buffer_head.h> | |
9 | #include <linux/statfs.h> | |
10 | #include <linux/parser.h> | |
b17500a0 | 11 | #include <linux/seq_file.h> |
6af7b483 | 12 | #include "xattr.h" |
ba2b77a8 | 13 | |
13f06f48 CY |
14 | #define CREATE_TRACE_POINTS |
15 | #include <trace/events/erofs.h> | |
16 | ||
ba2b77a8 GX |
17 | static struct kmem_cache *erofs_inode_cachep __read_mostly; |
18 | ||
19 | static void init_once(void *ptr) | |
20 | { | |
21 | struct erofs_vnode *vi = ptr; | |
22 | ||
23 | inode_init_once(&vi->vfs_inode); | |
24 | } | |
25 | ||
ba2b77a8 GX |
26 | static struct inode *alloc_inode(struct super_block *sb) |
27 | { | |
28 | struct erofs_vnode *vi = | |
29 | kmem_cache_alloc(erofs_inode_cachep, GFP_KERNEL); | |
30 | ||
e2ff9f15 | 31 | if (!vi) |
ba2b77a8 GX |
32 | return NULL; |
33 | ||
34 | /* zero out everything except vfs_inode */ | |
35 | memset(vi, 0, offsetof(struct erofs_vnode, vfs_inode)); | |
36 | return &vi->vfs_inode; | |
37 | } | |
38 | ||
25af6c4a | 39 | static void free_inode(struct inode *inode) |
ba2b77a8 | 40 | { |
ba2b77a8 GX |
41 | struct erofs_vnode *vi = EROFS_V(inode); |
42 | ||
43 | /* be careful RCU symlink path (see ext4_inode_info->i_data)! */ | |
44 | if (is_inode_fast_symlink(inode)) | |
45 | kfree(inode->i_link); | |
46 | ||
47 | kfree(vi->xattr_shared_xattrs); | |
48 | ||
49 | kmem_cache_free(erofs_inode_cachep, vi); | |
50 | } | |
51 | ||
5efe5137 GX |
52 | static bool check_layout_compatibility(struct super_block *sb, |
53 | struct erofs_super_block *layout) | |
54 | { | |
426a9308 | 55 | const unsigned int feature = le32_to_cpu(layout->feature_incompat); |
5efe5137 | 56 | |
426a9308 | 57 | EROFS_SB(sb)->feature_incompat = feature; |
5efe5137 GX |
58 | |
59 | /* check if current kernel meets all mandatory requirements */ | |
426a9308 GX |
60 | if (feature & (~EROFS_ALL_FEATURE_INCOMPAT)) { |
61 | errln("unidentified incompatible feature %x, please upgrade kernel version", | |
62 | feature & ~EROFS_ALL_FEATURE_INCOMPAT); | |
5efe5137 GX |
63 | return false; |
64 | } | |
65 | return true; | |
66 | } | |
67 | ||
ba2b77a8 GX |
68 | static int superblock_read(struct super_block *sb) |
69 | { | |
70 | struct erofs_sb_info *sbi; | |
71 | struct buffer_head *bh; | |
72 | struct erofs_super_block *layout; | |
7dd68b14 | 73 | unsigned int blkszbits; |
ba2b77a8 GX |
74 | int ret; |
75 | ||
76 | bh = sb_bread(sb, 0); | |
77 | ||
e2ff9f15 | 78 | if (!bh) { |
ba2b77a8 GX |
79 | errln("cannot read erofs superblock"); |
80 | return -EIO; | |
81 | } | |
82 | ||
83 | sbi = EROFS_SB(sb); | |
84 | layout = (struct erofs_super_block *)((u8 *)bh->b_data | |
85 | + EROFS_SUPER_OFFSET); | |
86 | ||
87 | ret = -EINVAL; | |
88 | if (le32_to_cpu(layout->magic) != EROFS_SUPER_MAGIC_V1) { | |
89 | errln("cannot find valid erofs superblock"); | |
90 | goto out; | |
91 | } | |
92 | ||
93 | blkszbits = layout->blkszbits; | |
94 | /* 9(512 bytes) + LOG_SECTORS_PER_BLOCK == LOG_BLOCK_SIZE */ | |
8d8a09b0 | 95 | if (blkszbits != LOG_BLOCK_SIZE) { |
ba2b77a8 | 96 | errln("blksize %u isn't supported on this platform", |
447a3621 | 97 | 1 << blkszbits); |
ba2b77a8 GX |
98 | goto out; |
99 | } | |
100 | ||
5efe5137 GX |
101 | if (!check_layout_compatibility(sb, layout)) |
102 | goto out; | |
103 | ||
ba2b77a8 GX |
104 | sbi->blocks = le32_to_cpu(layout->blocks); |
105 | sbi->meta_blkaddr = le32_to_cpu(layout->meta_blkaddr); | |
b17500a0 GX |
106 | #ifdef CONFIG_EROFS_FS_XATTR |
107 | sbi->xattr_blkaddr = le32_to_cpu(layout->xattr_blkaddr); | |
108 | #endif | |
8a765682 | 109 | sbi->islotbits = ilog2(sizeof(struct erofs_inode_compact)); |
ba2b77a8 GX |
110 | sbi->root_nid = le16_to_cpu(layout->root_nid); |
111 | sbi->inos = le64_to_cpu(layout->inos); | |
112 | ||
113 | sbi->build_time = le64_to_cpu(layout->build_time); | |
114 | sbi->build_time_nsec = le32_to_cpu(layout->build_time_nsec); | |
115 | ||
116 | memcpy(&sb->s_uuid, layout->uuid, sizeof(layout->uuid)); | |
ba2b77a8 | 117 | |
a64d9493 GX |
118 | ret = strscpy(sbi->volume_name, layout->volume_name, |
119 | sizeof(layout->volume_name)); | |
120 | if (ret < 0) { /* -E2BIG */ | |
121 | errln("bad volume name without NIL terminator"); | |
122 | ret = -EFSCORRUPTED; | |
123 | goto out; | |
124 | } | |
ba2b77a8 GX |
125 | ret = 0; |
126 | out: | |
127 | brelse(bh); | |
128 | return ret; | |
129 | } | |
130 | ||
9c07b3b3 | 131 | #ifdef CONFIG_EROFS_FAULT_INJECTION |
14a56ec6 | 132 | const char *erofs_fault_name[FAULT_MAX] = { |
9c07b3b3 | 133 | [FAULT_KMALLOC] = "kmalloc", |
14a56ec6 | 134 | [FAULT_READ_IO] = "read IO error", |
9c07b3b3 CY |
135 | }; |
136 | ||
d41076ea CX |
137 | static void __erofs_build_fault_attr(struct erofs_sb_info *sbi, |
138 | unsigned int rate) | |
9c07b3b3 CY |
139 | { |
140 | struct erofs_fault_info *ffi = &sbi->fault_info; | |
141 | ||
142 | if (rate) { | |
143 | atomic_set(&ffi->inject_ops, 0); | |
144 | ffi->inject_rate = rate; | |
145 | ffi->inject_type = (1 << FAULT_MAX) - 1; | |
146 | } else { | |
147 | memset(ffi, 0, sizeof(struct erofs_fault_info)); | |
148 | } | |
01e4ae4b CX |
149 | |
150 | set_opt(sbi, FAULT_INJECTION); | |
d41076ea CX |
151 | } |
152 | ||
153 | static int erofs_build_fault_attr(struct erofs_sb_info *sbi, | |
154 | substring_t *args) | |
155 | { | |
156 | int rate = 0; | |
157 | ||
158 | if (args->from && match_int(args, &rate)) | |
159 | return -EINVAL; | |
160 | ||
161 | __erofs_build_fault_attr(sbi, rate); | |
01e4ae4b CX |
162 | return 0; |
163 | } | |
2ab3dd84 CX |
164 | |
165 | static unsigned int erofs_get_fault_rate(struct erofs_sb_info *sbi) | |
166 | { | |
167 | return sbi->fault_info.inject_rate; | |
168 | } | |
01e4ae4b | 169 | #else |
d41076ea CX |
170 | static void __erofs_build_fault_attr(struct erofs_sb_info *sbi, |
171 | unsigned int rate) | |
172 | { | |
173 | } | |
174 | ||
01e4ae4b CX |
175 | static int erofs_build_fault_attr(struct erofs_sb_info *sbi, |
176 | substring_t *args) | |
177 | { | |
178 | infoln("fault_injection options not supported"); | |
179 | return 0; | |
9c07b3b3 | 180 | } |
2ab3dd84 CX |
181 | |
182 | static unsigned int erofs_get_fault_rate(struct erofs_sb_info *sbi) | |
183 | { | |
184 | return 0; | |
185 | } | |
9c07b3b3 CY |
186 | #endif |
187 | ||
4279f3f9 GX |
188 | #ifdef CONFIG_EROFS_FS_ZIP |
189 | static int erofs_build_cache_strategy(struct erofs_sb_info *sbi, | |
190 | substring_t *args) | |
191 | { | |
192 | const char *cs = match_strdup(args); | |
193 | int err = 0; | |
194 | ||
195 | if (!cs) { | |
196 | errln("Not enough memory to store cache strategy"); | |
197 | return -ENOMEM; | |
198 | } | |
199 | ||
200 | if (!strcmp(cs, "disabled")) { | |
201 | sbi->cache_strategy = EROFS_ZIP_CACHE_DISABLED; | |
202 | } else if (!strcmp(cs, "readahead")) { | |
203 | sbi->cache_strategy = EROFS_ZIP_CACHE_READAHEAD; | |
204 | } else if (!strcmp(cs, "readaround")) { | |
205 | sbi->cache_strategy = EROFS_ZIP_CACHE_READAROUND; | |
206 | } else { | |
207 | errln("Unrecognized cache strategy \"%s\"", cs); | |
208 | err = -EINVAL; | |
209 | } | |
210 | kfree(cs); | |
211 | return err; | |
212 | } | |
213 | #else | |
214 | static int erofs_build_cache_strategy(struct erofs_sb_info *sbi, | |
215 | substring_t *args) | |
216 | { | |
217 | infoln("EROFS compression is disabled, so cache strategy is ignored"); | |
218 | return 0; | |
219 | } | |
220 | #endif | |
221 | ||
222 | /* set up default EROFS parameters */ | |
ba2b77a8 GX |
223 | static void default_options(struct erofs_sb_info *sbi) |
224 | { | |
5fb76bb0 | 225 | #ifdef CONFIG_EROFS_FS_ZIP |
4279f3f9 | 226 | sbi->cache_strategy = EROFS_ZIP_CACHE_READAROUND; |
14f362b4 | 227 | sbi->max_sync_decompress_pages = 3; |
5fb76bb0 | 228 | #endif |
b17500a0 GX |
229 | #ifdef CONFIG_EROFS_FS_XATTR |
230 | set_opt(sbi, XATTR_USER); | |
231 | #endif | |
b17500a0 GX |
232 | #ifdef CONFIG_EROFS_FS_POSIX_ACL |
233 | set_opt(sbi, POSIX_ACL); | |
234 | #endif | |
ba2b77a8 GX |
235 | } |
236 | ||
237 | enum { | |
b17500a0 GX |
238 | Opt_user_xattr, |
239 | Opt_nouser_xattr, | |
240 | Opt_acl, | |
241 | Opt_noacl, | |
9c07b3b3 | 242 | Opt_fault_injection, |
4279f3f9 | 243 | Opt_cache_strategy, |
ba2b77a8 GX |
244 | Opt_err |
245 | }; | |
246 | ||
247 | static match_table_t erofs_tokens = { | |
b17500a0 GX |
248 | {Opt_user_xattr, "user_xattr"}, |
249 | {Opt_nouser_xattr, "nouser_xattr"}, | |
250 | {Opt_acl, "acl"}, | |
251 | {Opt_noacl, "noacl"}, | |
9c07b3b3 | 252 | {Opt_fault_injection, "fault_injection=%u"}, |
4279f3f9 | 253 | {Opt_cache_strategy, "cache_strategy=%s"}, |
ba2b77a8 GX |
254 | {Opt_err, NULL} |
255 | }; | |
256 | ||
257 | static int parse_options(struct super_block *sb, char *options) | |
258 | { | |
259 | substring_t args[MAX_OPT_ARGS]; | |
260 | char *p; | |
01e4ae4b | 261 | int err; |
ba2b77a8 GX |
262 | |
263 | if (!options) | |
264 | return 0; | |
265 | ||
561fb35a | 266 | while ((p = strsep(&options, ","))) { |
ba2b77a8 GX |
267 | int token; |
268 | ||
269 | if (!*p) | |
270 | continue; | |
271 | ||
272 | args[0].to = args[0].from = NULL; | |
273 | token = match_token(p, erofs_tokens, args); | |
274 | ||
275 | switch (token) { | |
b17500a0 GX |
276 | #ifdef CONFIG_EROFS_FS_XATTR |
277 | case Opt_user_xattr: | |
278 | set_opt(EROFS_SB(sb), XATTR_USER); | |
279 | break; | |
280 | case Opt_nouser_xattr: | |
281 | clear_opt(EROFS_SB(sb), XATTR_USER); | |
282 | break; | |
283 | #else | |
284 | case Opt_user_xattr: | |
285 | infoln("user_xattr options not supported"); | |
286 | break; | |
287 | case Opt_nouser_xattr: | |
288 | infoln("nouser_xattr options not supported"); | |
289 | break; | |
290 | #endif | |
291 | #ifdef CONFIG_EROFS_FS_POSIX_ACL | |
292 | case Opt_acl: | |
293 | set_opt(EROFS_SB(sb), POSIX_ACL); | |
294 | break; | |
295 | case Opt_noacl: | |
296 | clear_opt(EROFS_SB(sb), POSIX_ACL); | |
297 | break; | |
298 | #else | |
299 | case Opt_acl: | |
300 | infoln("acl options not supported"); | |
301 | break; | |
302 | case Opt_noacl: | |
303 | infoln("noacl options not supported"); | |
304 | break; | |
305 | #endif | |
064ee3c0 | 306 | case Opt_fault_injection: |
01e4ae4b CX |
307 | err = erofs_build_fault_attr(EROFS_SB(sb), args); |
308 | if (err) | |
309 | return err; | |
9c07b3b3 | 310 | break; |
4279f3f9 GX |
311 | case Opt_cache_strategy: |
312 | err = erofs_build_cache_strategy(EROFS_SB(sb), args); | |
313 | if (err) | |
314 | return err; | |
315 | break; | |
ba2b77a8 | 316 | default: |
bc33d9f3 | 317 | errln("Unrecognized mount option \"%s\" or missing value", p); |
ba2b77a8 GX |
318 | return -EINVAL; |
319 | } | |
320 | } | |
321 | return 0; | |
322 | } | |
323 | ||
4279f3f9 | 324 | #ifdef CONFIG_EROFS_FS_ZIP |
105d4ad8 GX |
325 | static const struct address_space_operations managed_cache_aops; |
326 | ||
327 | static int managed_cache_releasepage(struct page *page, gfp_t gfp_mask) | |
328 | { | |
329 | int ret = 1; /* 0 - busy */ | |
330 | struct address_space *const mapping = page->mapping; | |
331 | ||
8b987bca GX |
332 | DBG_BUGON(!PageLocked(page)); |
333 | DBG_BUGON(mapping->a_ops != &managed_cache_aops); | |
105d4ad8 GX |
334 | |
335 | if (PagePrivate(page)) | |
47e541a1 | 336 | ret = erofs_try_to_free_cached_page(mapping, page); |
105d4ad8 GX |
337 | |
338 | return ret; | |
339 | } | |
340 | ||
341 | static void managed_cache_invalidatepage(struct page *page, | |
447a3621 JM |
342 | unsigned int offset, |
343 | unsigned int length) | |
105d4ad8 GX |
344 | { |
345 | const unsigned int stop = length + offset; | |
346 | ||
8b987bca | 347 | DBG_BUGON(!PageLocked(page)); |
105d4ad8 | 348 | |
8b987bca GX |
349 | /* Check for potential overflow in debug mode */ |
350 | DBG_BUGON(stop > PAGE_SIZE || stop < length); | |
105d4ad8 GX |
351 | |
352 | if (offset == 0 && stop == PAGE_SIZE) | |
353 | while (!managed_cache_releasepage(page, GFP_NOFS)) | |
354 | cond_resched(); | |
355 | } | |
356 | ||
357 | static const struct address_space_operations managed_cache_aops = { | |
358 | .releasepage = managed_cache_releasepage, | |
359 | .invalidatepage = managed_cache_invalidatepage, | |
360 | }; | |
361 | ||
8f7acdae | 362 | static int erofs_init_managed_cache(struct super_block *sb) |
105d4ad8 | 363 | { |
8f7acdae GX |
364 | struct erofs_sb_info *const sbi = EROFS_SB(sb); |
365 | struct inode *const inode = new_inode(sb); | |
105d4ad8 | 366 | |
8d8a09b0 | 367 | if (!inode) |
8f7acdae | 368 | return -ENOMEM; |
105d4ad8 GX |
369 | |
370 | set_nlink(inode, 1); | |
371 | inode->i_size = OFFSET_MAX; | |
372 | ||
373 | inode->i_mapping->a_ops = &managed_cache_aops; | |
374 | mapping_set_gfp_mask(inode->i_mapping, | |
8494c29f | 375 | GFP_NOFS | __GFP_HIGHMEM | __GFP_MOVABLE); |
8f7acdae GX |
376 | sbi->managed_cache = inode; |
377 | return 0; | |
105d4ad8 | 378 | } |
8f7acdae GX |
379 | #else |
380 | static int erofs_init_managed_cache(struct super_block *sb) { return 0; } | |
105d4ad8 GX |
381 | #endif |
382 | ||
9e794de5 | 383 | static int erofs_fill_super(struct super_block *sb, void *data, int silent) |
ba2b77a8 GX |
384 | { |
385 | struct inode *inode; | |
386 | struct erofs_sb_info *sbi; | |
8f7acdae | 387 | int err; |
ba2b77a8 | 388 | |
9e794de5 | 389 | infoln("fill_super, device -> %s", sb->s_id); |
ba2b77a8 GX |
390 | infoln("options -> %s", (char *)data); |
391 | ||
8f7acdae GX |
392 | sb->s_magic = EROFS_SUPER_MAGIC; |
393 | ||
8d8a09b0 | 394 | if (!sb_set_blocksize(sb, EROFS_BLKSIZ)) { |
ba2b77a8 | 395 | errln("failed to set erofs blksize"); |
8f7acdae | 396 | return -EINVAL; |
ba2b77a8 GX |
397 | } |
398 | ||
a9f69bd5 | 399 | sbi = kzalloc(sizeof(*sbi), GFP_KERNEL); |
8d8a09b0 | 400 | if (!sbi) |
8f7acdae | 401 | return -ENOMEM; |
ba2b77a8 | 402 | |
8f7acdae | 403 | sb->s_fs_info = sbi; |
ba2b77a8 GX |
404 | err = superblock_read(sb); |
405 | if (err) | |
8f7acdae | 406 | return err; |
ba2b77a8 | 407 | |
5f0abea6 | 408 | sb->s_flags |= SB_RDONLY | SB_NOATIME; |
ba2b77a8 GX |
409 | sb->s_maxbytes = MAX_LFS_FILESIZE; |
410 | sb->s_time_gran = 1; | |
411 | ||
412 | sb->s_op = &erofs_sops; | |
413 | ||
b17500a0 GX |
414 | #ifdef CONFIG_EROFS_FS_XATTR |
415 | sb->s_xattr = erofs_xattr_handlers; | |
416 | #endif | |
ba2b77a8 GX |
417 | /* set erofs default mount options */ |
418 | default_options(sbi); | |
419 | ||
420 | err = parse_options(sb, data); | |
8d8a09b0 | 421 | if (err) |
8f7acdae | 422 | return err; |
ba2b77a8 GX |
423 | |
424 | if (!silent) | |
425 | infoln("root inode @ nid %llu", ROOT_NID(sbi)); | |
426 | ||
516c115c GX |
427 | if (test_opt(sbi, POSIX_ACL)) |
428 | sb->s_flags |= SB_POSIXACL; | |
429 | else | |
430 | sb->s_flags &= ~SB_POSIXACL; | |
431 | ||
e7e9a307 GX |
432 | #ifdef CONFIG_EROFS_FS_ZIP |
433 | INIT_RADIX_TREE(&sbi->workstn_tree, GFP_ATOMIC); | |
434 | #endif | |
435 | ||
ba2b77a8 GX |
436 | /* get the root inode */ |
437 | inode = erofs_iget(sb, ROOT_NID(sbi), true); | |
8f7acdae GX |
438 | if (IS_ERR(inode)) |
439 | return PTR_ERR(inode); | |
ba2b77a8 | 440 | |
8d8a09b0 | 441 | if (!S_ISDIR(inode->i_mode)) { |
ba2b77a8 | 442 | errln("rootino(nid %llu) is not a directory(i_mode %o)", |
447a3621 | 443 | ROOT_NID(sbi), inode->i_mode); |
94832d93 | 444 | iput(inode); |
8f7acdae | 445 | return -EINVAL; |
ba2b77a8 GX |
446 | } |
447 | ||
448 | sb->s_root = d_make_root(inode); | |
8d8a09b0 | 449 | if (!sb->s_root) |
8f7acdae | 450 | return -ENOMEM; |
ba2b77a8 | 451 | |
22fe04a7 | 452 | erofs_shrinker_register(sb); |
8f7acdae GX |
453 | /* sb->s_umount is already locked, SB_ACTIVE and SB_BORN are not set */ |
454 | err = erofs_init_managed_cache(sb); | |
8d8a09b0 | 455 | if (err) |
8f7acdae | 456 | return err; |
2497ee41 | 457 | |
ba2b77a8 | 458 | if (!silent) |
9e794de5 | 459 | infoln("mounted on %s with opts: %s.", sb->s_id, (char *)data); |
ba2b77a8 | 460 | return 0; |
8f7acdae GX |
461 | } |
462 | ||
463 | static struct dentry *erofs_mount(struct file_system_type *fs_type, int flags, | |
464 | const char *dev_name, void *data) | |
465 | { | |
466 | return mount_bdev(fs_type, flags, dev_name, data, erofs_fill_super); | |
ba2b77a8 GX |
467 | } |
468 | ||
469 | /* | |
470 | * could be triggered after deactivate_locked_super() | |
471 | * is called, thus including umount and failed to initialize. | |
472 | */ | |
8f7acdae | 473 | static void erofs_kill_sb(struct super_block *sb) |
ba2b77a8 | 474 | { |
8f7acdae GX |
475 | struct erofs_sb_info *sbi; |
476 | ||
477 | WARN_ON(sb->s_magic != EROFS_SUPER_MAGIC); | |
478 | infoln("unmounting for %s", sb->s_id); | |
ba2b77a8 | 479 | |
8f7acdae GX |
480 | kill_block_super(sb); |
481 | ||
482 | sbi = EROFS_SB(sb); | |
e2ff9f15 | 483 | if (!sbi) |
ba2b77a8 | 484 | return; |
8f7acdae GX |
485 | kfree(sbi); |
486 | sb->s_fs_info = NULL; | |
487 | } | |
ba2b77a8 | 488 | |
8f7acdae GX |
489 | /* called when ->s_root is non-NULL */ |
490 | static void erofs_put_super(struct super_block *sb) | |
491 | { | |
492 | struct erofs_sb_info *const sbi = EROFS_SB(sb); | |
ba2b77a8 | 493 | |
8f7acdae | 494 | DBG_BUGON(!sbi); |
ba2b77a8 | 495 | |
22fe04a7 | 496 | erofs_shrinker_unregister(sb); |
4279f3f9 | 497 | #ifdef CONFIG_EROFS_FS_ZIP |
105d4ad8 | 498 | iput(sbi->managed_cache); |
8f7acdae | 499 | sbi->managed_cache = NULL; |
105d4ad8 | 500 | #endif |
ba2b77a8 GX |
501 | } |
502 | ||
ba2b77a8 GX |
503 | static struct file_system_type erofs_fs_type = { |
504 | .owner = THIS_MODULE, | |
505 | .name = "erofs", | |
506 | .mount = erofs_mount, | |
8f7acdae | 507 | .kill_sb = erofs_kill_sb, |
ba2b77a8 GX |
508 | .fs_flags = FS_REQUIRES_DEV, |
509 | }; | |
510 | MODULE_ALIAS_FS("erofs"); | |
511 | ||
512 | static int __init erofs_module_init(void) | |
513 | { | |
514 | int err; | |
515 | ||
516 | erofs_check_ondisk_layout_definitions(); | |
517 | infoln("initializing erofs " EROFS_VERSION); | |
518 | ||
1c2dfbf9 GX |
519 | erofs_inode_cachep = kmem_cache_create("erofs_inode", |
520 | sizeof(struct erofs_vnode), 0, | |
521 | SLAB_RECLAIM_ACCOUNT, | |
522 | init_once); | |
523 | if (!erofs_inode_cachep) { | |
524 | err = -ENOMEM; | |
ba2b77a8 | 525 | goto icache_err; |
1c2dfbf9 | 526 | } |
ba2b77a8 | 527 | |
22fe04a7 | 528 | err = erofs_init_shrinker(); |
a1581312 GX |
529 | if (err) |
530 | goto shrinker_err; | |
531 | ||
3883a79a GX |
532 | err = z_erofs_init_zip_subsystem(); |
533 | if (err) | |
534 | goto zip_err; | |
3883a79a | 535 | |
ba2b77a8 GX |
536 | err = register_filesystem(&erofs_fs_type); |
537 | if (err) | |
538 | goto fs_err; | |
539 | ||
540 | infoln("successfully to initialize erofs"); | |
541 | return 0; | |
542 | ||
543 | fs_err: | |
3883a79a GX |
544 | z_erofs_exit_zip_subsystem(); |
545 | zip_err: | |
22fe04a7 | 546 | erofs_exit_shrinker(); |
a1581312 | 547 | shrinker_err: |
1c2dfbf9 | 548 | kmem_cache_destroy(erofs_inode_cachep); |
ba2b77a8 GX |
549 | icache_err: |
550 | return err; | |
551 | } | |
552 | ||
553 | static void __exit erofs_module_exit(void) | |
554 | { | |
555 | unregister_filesystem(&erofs_fs_type); | |
3883a79a | 556 | z_erofs_exit_zip_subsystem(); |
22fe04a7 | 557 | erofs_exit_shrinker(); |
1c2dfbf9 GX |
558 | |
559 | /* Ensure all RCU free inodes are safe before cache is destroyed. */ | |
560 | rcu_barrier(); | |
561 | kmem_cache_destroy(erofs_inode_cachep); | |
ba2b77a8 GX |
562 | infoln("successfully finalize erofs"); |
563 | } | |
564 | ||
565 | /* get filesystem statistics */ | |
566 | static int erofs_statfs(struct dentry *dentry, struct kstatfs *buf) | |
567 | { | |
568 | struct super_block *sb = dentry->d_sb; | |
569 | struct erofs_sb_info *sbi = EROFS_SB(sb); | |
570 | u64 id = huge_encode_dev(sb->s_bdev->bd_dev); | |
571 | ||
572 | buf->f_type = sb->s_magic; | |
573 | buf->f_bsize = EROFS_BLKSIZ; | |
574 | buf->f_blocks = sbi->blocks; | |
575 | buf->f_bfree = buf->f_bavail = 0; | |
576 | ||
577 | buf->f_files = ULLONG_MAX; | |
578 | buf->f_ffree = ULLONG_MAX - sbi->inos; | |
579 | ||
580 | buf->f_namelen = EROFS_NAME_LEN; | |
581 | ||
582 | buf->f_fsid.val[0] = (u32)id; | |
583 | buf->f_fsid.val[1] = (u32)(id >> 32); | |
584 | return 0; | |
585 | } | |
586 | ||
587 | static int erofs_show_options(struct seq_file *seq, struct dentry *root) | |
588 | { | |
b17500a0 GX |
589 | struct erofs_sb_info *sbi __maybe_unused = EROFS_SB(root->d_sb); |
590 | ||
591 | #ifdef CONFIG_EROFS_FS_XATTR | |
592 | if (test_opt(sbi, XATTR_USER)) | |
593 | seq_puts(seq, ",user_xattr"); | |
594 | else | |
595 | seq_puts(seq, ",nouser_xattr"); | |
596 | #endif | |
597 | #ifdef CONFIG_EROFS_FS_POSIX_ACL | |
598 | if (test_opt(sbi, POSIX_ACL)) | |
599 | seq_puts(seq, ",acl"); | |
600 | else | |
601 | seq_puts(seq, ",noacl"); | |
9c07b3b3 | 602 | #endif |
9c07b3b3 CY |
603 | if (test_opt(sbi, FAULT_INJECTION)) |
604 | seq_printf(seq, ",fault_injection=%u", | |
447a3621 | 605 | erofs_get_fault_rate(sbi)); |
4279f3f9 GX |
606 | #ifdef CONFIG_EROFS_FS_ZIP |
607 | if (sbi->cache_strategy == EROFS_ZIP_CACHE_DISABLED) { | |
608 | seq_puts(seq, ",cache_strategy=disabled"); | |
609 | } else if (sbi->cache_strategy == EROFS_ZIP_CACHE_READAHEAD) { | |
610 | seq_puts(seq, ",cache_strategy=readahead"); | |
611 | } else if (sbi->cache_strategy == EROFS_ZIP_CACHE_READAROUND) { | |
612 | seq_puts(seq, ",cache_strategy=readaround"); | |
613 | } else { | |
614 | seq_puts(seq, ",cache_strategy=(unknown)"); | |
615 | DBG_BUGON(1); | |
616 | } | |
617 | #endif | |
ba2b77a8 GX |
618 | return 0; |
619 | } | |
620 | ||
621 | static int erofs_remount(struct super_block *sb, int *flags, char *data) | |
622 | { | |
d41076ea CX |
623 | struct erofs_sb_info *sbi = EROFS_SB(sb); |
624 | unsigned int org_mnt_opt = sbi->mount_opt; | |
625 | unsigned int org_inject_rate = erofs_get_fault_rate(sbi); | |
626 | int err; | |
627 | ||
8b987bca | 628 | DBG_BUGON(!sb_rdonly(sb)); |
d41076ea CX |
629 | err = parse_options(sb, data); |
630 | if (err) | |
631 | goto out; | |
ba2b77a8 | 632 | |
516c115c GX |
633 | if (test_opt(sbi, POSIX_ACL)) |
634 | sb->s_flags |= SB_POSIXACL; | |
635 | else | |
636 | sb->s_flags &= ~SB_POSIXACL; | |
637 | ||
5f0abea6 | 638 | *flags |= SB_RDONLY; |
ba2b77a8 | 639 | return 0; |
d41076ea CX |
640 | out: |
641 | __erofs_build_fault_attr(sbi, org_inject_rate); | |
642 | sbi->mount_opt = org_mnt_opt; | |
643 | ||
644 | return err; | |
ba2b77a8 GX |
645 | } |
646 | ||
647 | const struct super_operations erofs_sops = { | |
648 | .put_super = erofs_put_super, | |
649 | .alloc_inode = alloc_inode, | |
25af6c4a | 650 | .free_inode = free_inode, |
ba2b77a8 GX |
651 | .statfs = erofs_statfs, |
652 | .show_options = erofs_show_options, | |
653 | .remount_fs = erofs_remount, | |
654 | }; | |
655 | ||
656 | module_init(erofs_module_init); | |
657 | module_exit(erofs_module_exit); | |
658 | ||
659 | MODULE_DESCRIPTION("Enhanced ROM File System"); | |
bc33d9f3 | 660 | MODULE_AUTHOR("Gao Xiang, Chao Yu, Miao Xie, CONSUMER BG, HUAWEI Inc."); |
ba2b77a8 GX |
661 | MODULE_LICENSE("GPL"); |
662 |