Commit | Line | Data |
---|---|---|
d8a5ba45 MS |
1 | /* |
2 | FUSE: Filesystem in Userspace | |
1729a16c | 3 | Copyright (C) 2001-2008 Miklos Szeredi <miklos@szeredi.hu> |
d8a5ba45 MS |
4 | |
5 | This program can be distributed under the terms of the GNU GPL. | |
6 | See the file COPYING. | |
7 | */ | |
8 | ||
9 | #include "fuse_i.h" | |
10 | ||
11 | #include <linux/pagemap.h> | |
12 | #include <linux/slab.h> | |
13 | #include <linux/file.h> | |
d8a5ba45 MS |
14 | #include <linux/seq_file.h> |
15 | #include <linux/init.h> | |
16 | #include <linux/module.h> | |
487ea5af | 17 | #include <linux/moduleparam.h> |
c30da2e9 DH |
18 | #include <linux/fs_context.h> |
19 | #include <linux/fs_parser.h> | |
d8a5ba45 | 20 | #include <linux/statfs.h> |
9c8ef561 | 21 | #include <linux/random.h> |
e8edc6e0 | 22 | #include <linux/sched.h> |
dbd561d2 | 23 | #include <linux/exportfs.h> |
60bcc88a | 24 | #include <linux/posix_acl.h> |
0b6e9ea0 | 25 | #include <linux/pid_namespace.h> |
d8a5ba45 MS |
26 | |
27 | MODULE_AUTHOR("Miklos Szeredi <miklos@szeredi.hu>"); | |
28 | MODULE_DESCRIPTION("Filesystem in Userspace"); | |
29 | MODULE_LICENSE("GPL"); | |
30 | ||
e18b890b | 31 | static struct kmem_cache *fuse_inode_cachep; |
bafa9654 MS |
32 | struct list_head fuse_conn_list; |
33 | DEFINE_MUTEX(fuse_mutex); | |
d8a5ba45 | 34 | |
e4dca7b7 | 35 | static int set_global_limit(const char *val, const struct kernel_param *kp); |
487ea5af | 36 | |
79a9d994 | 37 | unsigned max_user_bgreq; |
487ea5af CH |
38 | module_param_call(max_user_bgreq, set_global_limit, param_get_uint, |
39 | &max_user_bgreq, 0644); | |
40 | __MODULE_PARM_TYPE(max_user_bgreq, "uint"); | |
41 | MODULE_PARM_DESC(max_user_bgreq, | |
42 | "Global limit for the maximum number of backgrounded requests an " | |
43 | "unprivileged user can set"); | |
44 | ||
79a9d994 | 45 | unsigned max_user_congthresh; |
487ea5af CH |
46 | module_param_call(max_user_congthresh, set_global_limit, param_get_uint, |
47 | &max_user_congthresh, 0644); | |
48 | __MODULE_PARM_TYPE(max_user_congthresh, "uint"); | |
49 | MODULE_PARM_DESC(max_user_congthresh, | |
50 | "Global limit for the maximum congestion threshold an " | |
51 | "unprivileged user can set"); | |
52 | ||
d8a5ba45 MS |
53 | #define FUSE_SUPER_MAGIC 0x65735546 |
54 | ||
d1875dba MS |
55 | #define FUSE_DEFAULT_BLKSIZE 512 |
56 | ||
7a6d3c8b CH |
57 | /** Maximum number of outstanding background requests */ |
58 | #define FUSE_DEFAULT_MAX_BACKGROUND 12 | |
59 | ||
60 | /** Congestion starts at 75% of maximum */ | |
61 | #define FUSE_DEFAULT_CONGESTION_THRESHOLD (FUSE_DEFAULT_MAX_BACKGROUND * 3 / 4) | |
62 | ||
c30da2e9 DH |
63 | #ifdef CONFIG_BLOCK |
64 | static struct file_system_type fuseblk_fs_type; | |
65 | #endif | |
66 | ||
a2daff68 | 67 | struct fuse_forget_link *fuse_alloc_forget(void) |
07e77dca | 68 | { |
dc69e98c | 69 | return kzalloc(sizeof(struct fuse_forget_link), GFP_KERNEL_ACCOUNT); |
07e77dca MS |
70 | } |
71 | ||
d8a5ba45 MS |
72 | static struct inode *fuse_alloc_inode(struct super_block *sb) |
73 | { | |
d8a5ba45 MS |
74 | struct fuse_inode *fi; |
75 | ||
9031a69c | 76 | fi = kmem_cache_alloc(fuse_inode_cachep, GFP_KERNEL); |
77 | if (!fi) | |
d8a5ba45 MS |
78 | return NULL; |
79 | ||
0a0898cf | 80 | fi->i_time = 0; |
2f1e8196 | 81 | fi->inval_mask = 0; |
d8a5ba45 | 82 | fi->nodeid = 0; |
9e6268db | 83 | fi->nlookup = 0; |
fbee36b9 | 84 | fi->attr_version = 0; |
45c72cd7 | 85 | fi->orig_ino = 0; |
4582a4ab | 86 | fi->state = 0; |
5c672ab3 | 87 | mutex_init(&fi->mutex); |
f15ecfef | 88 | spin_lock_init(&fi->lock); |
07e77dca MS |
89 | fi->forget = fuse_alloc_forget(); |
90 | if (!fi->forget) { | |
9031a69c | 91 | kmem_cache_free(fuse_inode_cachep, fi); |
e5e5558e MS |
92 | return NULL; |
93 | } | |
d8a5ba45 | 94 | |
9031a69c | 95 | return &fi->inode; |
d8a5ba45 MS |
96 | } |
97 | ||
9baf28bb | 98 | static void fuse_free_inode(struct inode *inode) |
d8a5ba45 | 99 | { |
e5e5558e | 100 | struct fuse_inode *fi = get_fuse_inode(inode); |
9baf28bb | 101 | |
5c672ab3 | 102 | mutex_destroy(&fi->mutex); |
07e77dca | 103 | kfree(fi->forget); |
9baf28bb | 104 | kmem_cache_free(fuse_inode_cachep, fi); |
d8a5ba45 MS |
105 | } |
106 | ||
b57922d9 | 107 | static void fuse_evict_inode(struct inode *inode) |
d8a5ba45 | 108 | { |
9baf28bb AV |
109 | struct fuse_inode *fi = get_fuse_inode(inode); |
110 | ||
91b0abe3 | 111 | truncate_inode_pages_final(&inode->i_data); |
dbd5768f | 112 | clear_inode(inode); |
1751e8a6 | 113 | if (inode->i_sb->s_flags & SB_ACTIVE) { |
1e9a4ed9 | 114 | struct fuse_conn *fc = get_fuse_conn(inode); |
07e77dca MS |
115 | fuse_queue_forget(fc, fi->forget, fi->nodeid, fi->nlookup); |
116 | fi->forget = NULL; | |
e5e5558e | 117 | } |
9baf28bb AV |
118 | if (S_ISREG(inode->i_mode) && !is_bad_inode(inode)) { |
119 | WARN_ON(!list_empty(&fi->write_files)); | |
120 | WARN_ON(!list_empty(&fi->queued_writes)); | |
121 | } | |
d8a5ba45 MS |
122 | } |
123 | ||
71421259 MS |
124 | static int fuse_remount_fs(struct super_block *sb, int *flags, char *data) |
125 | { | |
02b9984d | 126 | sync_filesystem(sb); |
1751e8a6 | 127 | if (*flags & SB_MANDLOCK) |
71421259 MS |
128 | return -EINVAL; |
129 | ||
130 | return 0; | |
131 | } | |
132 | ||
45c72cd7 PS |
133 | /* |
134 | * ino_t is 32-bits on 32-bit arch. We have to squash the 64-bit value down | |
135 | * so that it will fit. | |
136 | */ | |
137 | static ino_t fuse_squash_ino(u64 ino64) | |
138 | { | |
139 | ino_t ino = (ino_t) ino64; | |
140 | if (sizeof(ino_t) < sizeof(u64)) | |
141 | ino ^= ino64 >> (sizeof(u64) - sizeof(ino_t)) * 8; | |
142 | return ino; | |
143 | } | |
144 | ||
3be5a52b MS |
145 | void fuse_change_attributes_common(struct inode *inode, struct fuse_attr *attr, |
146 | u64 attr_valid) | |
d8a5ba45 | 147 | { |
9ffbb916 | 148 | struct fuse_conn *fc = get_fuse_conn(inode); |
ebc14c4d | 149 | struct fuse_inode *fi = get_fuse_inode(inode); |
d8a5ba45 | 150 | |
f15ecfef KT |
151 | lockdep_assert_held(&fi->lock); |
152 | ||
4510d86f | 153 | fi->attr_version = atomic64_inc_return(&fc->attr_version); |
1fb69e78 | 154 | fi->i_time = attr_valid; |
2f1e8196 | 155 | WRITE_ONCE(fi->inval_mask, 0); |
1fb69e78 | 156 | |
45c72cd7 | 157 | inode->i_ino = fuse_squash_ino(attr->ino); |
ebc14c4d | 158 | inode->i_mode = (inode->i_mode & S_IFMT) | (attr->mode & 07777); |
bfe86848 | 159 | set_nlink(inode, attr->nlink); |
8cb08329 EB |
160 | inode->i_uid = make_kuid(fc->user_ns, attr->uid); |
161 | inode->i_gid = make_kgid(fc->user_ns, attr->gid); | |
d8a5ba45 MS |
162 | inode->i_blocks = attr->blocks; |
163 | inode->i_atime.tv_sec = attr->atime; | |
164 | inode->i_atime.tv_nsec = attr->atimensec; | |
b0aa7606 MP |
165 | /* mtime from server may be stale due to local buffered write */ |
166 | if (!fc->writeback_cache || !S_ISREG(inode->i_mode)) { | |
167 | inode->i_mtime.tv_sec = attr->mtime; | |
168 | inode->i_mtime.tv_nsec = attr->mtimensec; | |
31f3267b MP |
169 | inode->i_ctime.tv_sec = attr->ctime; |
170 | inode->i_ctime.tv_nsec = attr->ctimensec; | |
b0aa7606 | 171 | } |
e00d2c2d | 172 | |
0e9663ee MS |
173 | if (attr->blksize != 0) |
174 | inode->i_blkbits = ilog2(attr->blksize); | |
175 | else | |
176 | inode->i_blkbits = inode->i_sb->s_blocksize_bits; | |
177 | ||
ebc14c4d MS |
178 | /* |
179 | * Don't set the sticky bit in i_mode, unless we want the VFS | |
180 | * to check permissions. This prevents failures due to the | |
181 | * check in may_delete(). | |
182 | */ | |
183 | fi->orig_i_mode = inode->i_mode; | |
29433a29 | 184 | if (!fc->default_permissions) |
ebc14c4d | 185 | inode->i_mode &= ~S_ISVTX; |
45c72cd7 PS |
186 | |
187 | fi->orig_ino = attr->ino; | |
3be5a52b MS |
188 | } |
189 | ||
190 | void fuse_change_attributes(struct inode *inode, struct fuse_attr *attr, | |
191 | u64 attr_valid, u64 attr_version) | |
192 | { | |
193 | struct fuse_conn *fc = get_fuse_conn(inode); | |
194 | struct fuse_inode *fi = get_fuse_inode(inode); | |
8373200b | 195 | bool is_wb = fc->writeback_cache; |
3be5a52b | 196 | loff_t oldsize; |
a64ba10f | 197 | struct timespec64 old_mtime; |
3be5a52b | 198 | |
f15ecfef | 199 | spin_lock(&fi->lock); |
06a7c3c2 MP |
200 | if ((attr_version != 0 && fi->attr_version > attr_version) || |
201 | test_bit(FUSE_I_SIZE_UNSTABLE, &fi->state)) { | |
f15ecfef | 202 | spin_unlock(&fi->lock); |
3be5a52b MS |
203 | return; |
204 | } | |
205 | ||
a64ba10f | 206 | old_mtime = inode->i_mtime; |
3be5a52b | 207 | fuse_change_attributes_common(inode, attr, attr_valid); |
ebc14c4d | 208 | |
e00d2c2d | 209 | oldsize = inode->i_size; |
8373200b PE |
210 | /* |
211 | * In case of writeback_cache enabled, the cached writes beyond EOF | |
212 | * extend local i_size without keeping userspace server in sync. So, | |
213 | * attr->size coming from server can be stale. We cannot trust it. | |
214 | */ | |
215 | if (!is_wb || !S_ISREG(inode->i_mode)) | |
216 | i_size_write(inode, attr->size); | |
f15ecfef | 217 | spin_unlock(&fi->lock); |
e00d2c2d | 218 | |
8373200b | 219 | if (!is_wb && S_ISREG(inode->i_mode)) { |
eed2179e BF |
220 | bool inval = false; |
221 | ||
222 | if (oldsize != attr->size) { | |
7caef267 | 223 | truncate_pagecache(inode, attr->size); |
ad2ba64d KS |
224 | if (!fc->explicit_inval_data) |
225 | inval = true; | |
eed2179e | 226 | } else if (fc->auto_inval_data) { |
a64ba10f | 227 | struct timespec64 new_mtime = { |
eed2179e BF |
228 | .tv_sec = attr->mtime, |
229 | .tv_nsec = attr->mtimensec, | |
230 | }; | |
231 | ||
232 | /* | |
233 | * Auto inval mode also checks and invalidates if mtime | |
234 | * has changed. | |
235 | */ | |
a64ba10f | 236 | if (!timespec64_equal(&old_mtime, &new_mtime)) |
eed2179e BF |
237 | inval = true; |
238 | } | |
239 | ||
240 | if (inval) | |
241 | invalidate_inode_pages2(inode->i_mapping); | |
e00d2c2d | 242 | } |
d8a5ba45 MS |
243 | } |
244 | ||
245 | static void fuse_init_inode(struct inode *inode, struct fuse_attr *attr) | |
246 | { | |
247 | inode->i_mode = attr->mode & S_IFMT; | |
9ffbb916 | 248 | inode->i_size = attr->size; |
b0aa7606 MP |
249 | inode->i_mtime.tv_sec = attr->mtime; |
250 | inode->i_mtime.tv_nsec = attr->mtimensec; | |
31f3267b MP |
251 | inode->i_ctime.tv_sec = attr->ctime; |
252 | inode->i_ctime.tv_nsec = attr->ctimensec; | |
e5e5558e MS |
253 | if (S_ISREG(inode->i_mode)) { |
254 | fuse_init_common(inode); | |
b6aeaded | 255 | fuse_init_file_inode(inode); |
e5e5558e MS |
256 | } else if (S_ISDIR(inode->i_mode)) |
257 | fuse_init_dir(inode); | |
258 | else if (S_ISLNK(inode->i_mode)) | |
259 | fuse_init_symlink(inode); | |
260 | else if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode) || | |
261 | S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode)) { | |
262 | fuse_init_common(inode); | |
263 | init_special_inode(inode, inode->i_mode, | |
264 | new_decode_dev(attr->rdev)); | |
39ee059a MS |
265 | } else |
266 | BUG(); | |
d8a5ba45 MS |
267 | } |
268 | ||
3b463ae0 | 269 | int fuse_inode_eq(struct inode *inode, void *_nodeidp) |
d8a5ba45 | 270 | { |
b48badf0 | 271 | u64 nodeid = *(u64 *) _nodeidp; |
d8a5ba45 MS |
272 | if (get_node_id(inode) == nodeid) |
273 | return 1; | |
274 | else | |
275 | return 0; | |
276 | } | |
277 | ||
278 | static int fuse_inode_set(struct inode *inode, void *_nodeidp) | |
279 | { | |
b48badf0 | 280 | u64 nodeid = *(u64 *) _nodeidp; |
d8a5ba45 MS |
281 | get_fuse_inode(inode)->nodeid = nodeid; |
282 | return 0; | |
283 | } | |
284 | ||
b48badf0 | 285 | struct inode *fuse_iget(struct super_block *sb, u64 nodeid, |
1fb69e78 MS |
286 | int generation, struct fuse_attr *attr, |
287 | u64 attr_valid, u64 attr_version) | |
d8a5ba45 MS |
288 | { |
289 | struct inode *inode; | |
9e6268db | 290 | struct fuse_inode *fi; |
d8a5ba45 | 291 | struct fuse_conn *fc = get_fuse_conn_super(sb); |
d8a5ba45 MS |
292 | |
293 | retry: | |
294 | inode = iget5_locked(sb, nodeid, fuse_inode_eq, fuse_inode_set, &nodeid); | |
295 | if (!inode) | |
296 | return NULL; | |
297 | ||
298 | if ((inode->i_state & I_NEW)) { | |
b0aa7606 | 299 | inode->i_flags |= S_NOATIME; |
d31433c8 | 300 | if (!fc->writeback_cache || !S_ISREG(attr->mode)) |
b0aa7606 | 301 | inode->i_flags |= S_NOCMTIME; |
d8a5ba45 | 302 | inode->i_generation = generation; |
d8a5ba45 MS |
303 | fuse_init_inode(inode, attr); |
304 | unlock_new_inode(inode); | |
305 | } else if ((inode->i_mode ^ attr->mode) & S_IFMT) { | |
d8a5ba45 MS |
306 | /* Inode has changed type, any I/O on the old should fail */ |
307 | make_bad_inode(inode); | |
308 | iput(inode); | |
d8a5ba45 MS |
309 | goto retry; |
310 | } | |
311 | ||
9e6268db | 312 | fi = get_fuse_inode(inode); |
c9d8f5f0 | 313 | spin_lock(&fi->lock); |
1729a16c | 314 | fi->nlookup++; |
c9d8f5f0 | 315 | spin_unlock(&fi->lock); |
1fb69e78 MS |
316 | fuse_change_attributes(inode, attr, attr_valid, attr_version); |
317 | ||
d8a5ba45 MS |
318 | return inode; |
319 | } | |
320 | ||
3b463ae0 JM |
321 | int fuse_reverse_inval_inode(struct super_block *sb, u64 nodeid, |
322 | loff_t offset, loff_t len) | |
323 | { | |
324 | struct inode *inode; | |
325 | pgoff_t pg_start; | |
326 | pgoff_t pg_end; | |
327 | ||
328 | inode = ilookup5(sb, nodeid, fuse_inode_eq, &nodeid); | |
329 | if (!inode) | |
330 | return -ENOENT; | |
331 | ||
332 | fuse_invalidate_attr(inode); | |
60bcc88a | 333 | forget_all_cached_acls(inode); |
3b463ae0 | 334 | if (offset >= 0) { |
09cbfeaf | 335 | pg_start = offset >> PAGE_SHIFT; |
3b463ae0 JM |
336 | if (len <= 0) |
337 | pg_end = -1; | |
338 | else | |
09cbfeaf | 339 | pg_end = (offset + len - 1) >> PAGE_SHIFT; |
3b463ae0 JM |
340 | invalidate_inode_pages2_range(inode->i_mapping, |
341 | pg_start, pg_end); | |
342 | } | |
343 | iput(inode); | |
344 | return 0; | |
345 | } | |
346 | ||
63576c13 | 347 | bool fuse_lock_inode(struct inode *inode) |
5c672ab3 | 348 | { |
63576c13 MS |
349 | bool locked = false; |
350 | ||
351 | if (!get_fuse_conn(inode)->parallel_dirops) { | |
5c672ab3 | 352 | mutex_lock(&get_fuse_inode(inode)->mutex); |
63576c13 MS |
353 | locked = true; |
354 | } | |
355 | ||
356 | return locked; | |
5c672ab3 MS |
357 | } |
358 | ||
63576c13 | 359 | void fuse_unlock_inode(struct inode *inode, bool locked) |
5c672ab3 | 360 | { |
63576c13 | 361 | if (locked) |
5c672ab3 MS |
362 | mutex_unlock(&get_fuse_inode(inode)->mutex); |
363 | } | |
364 | ||
42faad99 | 365 | static void fuse_umount_begin(struct super_block *sb) |
69a53bf2 | 366 | { |
15c8e72e VG |
367 | struct fuse_conn *fc = get_fuse_conn_super(sb); |
368 | ||
369 | if (!fc->no_force_umount) | |
370 | fuse_abort_conn(fc); | |
69a53bf2 MS |
371 | } |
372 | ||
0ec7ca41 MS |
373 | static void fuse_send_destroy(struct fuse_conn *fc) |
374 | { | |
1ccd1ea2 MS |
375 | if (fc->conn_init) { |
376 | FUSE_ARGS(args); | |
377 | ||
378 | args.opcode = FUSE_DESTROY; | |
379 | args.force = true; | |
380 | args.nocreds = true; | |
381 | fuse_simple_request(fc, &args); | |
0ec7ca41 MS |
382 | } |
383 | } | |
384 | ||
a325f9b9 TH |
385 | static void fuse_put_super(struct super_block *sb) |
386 | { | |
387 | struct fuse_conn *fc = get_fuse_conn_super(sb); | |
388 | ||
bbd99797 MS |
389 | mutex_lock(&fuse_mutex); |
390 | list_del(&fc->entry); | |
391 | fuse_ctl_remove_conn(fc); | |
392 | mutex_unlock(&fuse_mutex); | |
bbd99797 | 393 | |
bafa9654 | 394 | fuse_conn_put(fc); |
d8a5ba45 MS |
395 | } |
396 | ||
e5e5558e MS |
397 | static void convert_fuse_statfs(struct kstatfs *stbuf, struct fuse_kstatfs *attr) |
398 | { | |
399 | stbuf->f_type = FUSE_SUPER_MAGIC; | |
400 | stbuf->f_bsize = attr->bsize; | |
de5f1202 | 401 | stbuf->f_frsize = attr->frsize; |
e5e5558e MS |
402 | stbuf->f_blocks = attr->blocks; |
403 | stbuf->f_bfree = attr->bfree; | |
404 | stbuf->f_bavail = attr->bavail; | |
405 | stbuf->f_files = attr->files; | |
406 | stbuf->f_ffree = attr->ffree; | |
407 | stbuf->f_namelen = attr->namelen; | |
408 | /* fsid is left zero */ | |
409 | } | |
410 | ||
726c3342 | 411 | static int fuse_statfs(struct dentry *dentry, struct kstatfs *buf) |
e5e5558e | 412 | { |
726c3342 | 413 | struct super_block *sb = dentry->d_sb; |
e5e5558e | 414 | struct fuse_conn *fc = get_fuse_conn_super(sb); |
7078187a | 415 | FUSE_ARGS(args); |
e5e5558e MS |
416 | struct fuse_statfs_out outarg; |
417 | int err; | |
418 | ||
c2132c1b | 419 | if (!fuse_allow_current_process(fc)) { |
e57ac683 MS |
420 | buf->f_type = FUSE_SUPER_MAGIC; |
421 | return 0; | |
422 | } | |
423 | ||
de5f1202 | 424 | memset(&outarg, 0, sizeof(outarg)); |
d5b48543 MS |
425 | args.in_numargs = 0; |
426 | args.opcode = FUSE_STATFS; | |
427 | args.nodeid = get_node_id(d_inode(dentry)); | |
428 | args.out_numargs = 1; | |
429 | args.out_args[0].size = sizeof(outarg); | |
430 | args.out_args[0].value = &outarg; | |
7078187a | 431 | err = fuse_simple_request(fc, &args); |
e5e5558e MS |
432 | if (!err) |
433 | convert_fuse_statfs(buf, &outarg.st); | |
e5e5558e MS |
434 | return err; |
435 | } | |
436 | ||
d8a5ba45 | 437 | enum { |
c30da2e9 DH |
438 | OPT_SOURCE, |
439 | OPT_SUBTYPE, | |
d8a5ba45 MS |
440 | OPT_FD, |
441 | OPT_ROOTMODE, | |
442 | OPT_USER_ID, | |
87729a55 | 443 | OPT_GROUP_ID, |
d8a5ba45 MS |
444 | OPT_DEFAULT_PERMISSIONS, |
445 | OPT_ALLOW_OTHER, | |
db50b96c | 446 | OPT_MAX_READ, |
d8091614 | 447 | OPT_BLKSIZE, |
d8a5ba45 MS |
448 | OPT_ERR |
449 | }; | |
450 | ||
c30da2e9 DH |
451 | static const struct fs_parameter_spec fuse_param_specs[] = { |
452 | fsparam_string ("source", OPT_SOURCE), | |
453 | fsparam_u32 ("fd", OPT_FD), | |
454 | fsparam_u32oct ("rootmode", OPT_ROOTMODE), | |
455 | fsparam_u32 ("user_id", OPT_USER_ID), | |
456 | fsparam_u32 ("group_id", OPT_GROUP_ID), | |
457 | fsparam_flag ("default_permissions", OPT_DEFAULT_PERMISSIONS), | |
458 | fsparam_flag ("allow_other", OPT_ALLOW_OTHER), | |
459 | fsparam_u32 ("max_read", OPT_MAX_READ), | |
460 | fsparam_u32 ("blksize", OPT_BLKSIZE), | |
c7eb6869 | 461 | fsparam_string ("subtype", OPT_SUBTYPE), |
c30da2e9 DH |
462 | {} |
463 | }; | |
464 | ||
465 | static const struct fs_parameter_description fuse_fs_parameters = { | |
466 | .name = "fuse", | |
467 | .specs = fuse_param_specs, | |
d8a5ba45 MS |
468 | }; |
469 | ||
c30da2e9 | 470 | static int fuse_parse_param(struct fs_context *fc, struct fs_parameter *param) |
233a01fa | 471 | { |
c30da2e9 DH |
472 | struct fs_parse_result result; |
473 | struct fuse_fs_context *ctx = fc->fs_private; | |
474 | int opt; | |
475 | ||
476 | opt = fs_parse(fc, &fuse_fs_parameters, param, &result); | |
477 | if (opt < 0) | |
478 | return opt; | |
479 | ||
480 | switch (opt) { | |
481 | case OPT_SOURCE: | |
482 | if (fc->source) | |
483 | return invalf(fc, "fuse: Multiple sources specified"); | |
484 | fc->source = param->string; | |
485 | param->string = NULL; | |
486 | break; | |
487 | ||
488 | case OPT_SUBTYPE: | |
489 | if (ctx->subtype) | |
490 | return invalf(fc, "fuse: Multiple subtypes specified"); | |
491 | ctx->subtype = param->string; | |
492 | param->string = NULL; | |
493 | return 0; | |
494 | ||
495 | case OPT_FD: | |
496 | ctx->fd = result.uint_32; | |
497 | ctx->fd_present = 1; | |
498 | break; | |
499 | ||
500 | case OPT_ROOTMODE: | |
501 | if (!fuse_valid_type(result.uint_32)) | |
502 | return invalf(fc, "fuse: Invalid rootmode"); | |
503 | ctx->rootmode = result.uint_32; | |
504 | ctx->rootmode_present = 1; | |
505 | break; | |
506 | ||
507 | case OPT_USER_ID: | |
508 | ctx->user_id = make_kuid(fc->user_ns, result.uint_32); | |
509 | if (!uid_valid(ctx->user_id)) | |
510 | return invalf(fc, "fuse: Invalid user_id"); | |
511 | ctx->user_id_present = 1; | |
512 | break; | |
513 | ||
514 | case OPT_GROUP_ID: | |
515 | ctx->group_id = make_kgid(fc->user_ns, result.uint_32); | |
516 | if (!gid_valid(ctx->group_id)) | |
517 | return invalf(fc, "fuse: Invalid group_id"); | |
518 | ctx->group_id_present = 1; | |
519 | break; | |
520 | ||
521 | case OPT_DEFAULT_PERMISSIONS: | |
522 | ctx->default_permissions = 1; | |
523 | break; | |
524 | ||
525 | case OPT_ALLOW_OTHER: | |
526 | ctx->allow_other = 1; | |
527 | break; | |
528 | ||
529 | case OPT_MAX_READ: | |
530 | ctx->max_read = result.uint_32; | |
531 | break; | |
532 | ||
533 | case OPT_BLKSIZE: | |
534 | if (!ctx->is_bdev) | |
535 | return invalf(fc, "fuse: blksize only supported for fuseblk"); | |
536 | ctx->blksize = result.uint_32; | |
537 | break; | |
538 | ||
539 | default: | |
540 | return -EINVAL; | |
233a01fa | 541 | } |
c30da2e9 DH |
542 | |
543 | return 0; | |
233a01fa MS |
544 | } |
545 | ||
c30da2e9 | 546 | static void fuse_free_fc(struct fs_context *fc) |
d8a5ba45 | 547 | { |
c30da2e9 | 548 | struct fuse_fs_context *ctx = fc->fs_private; |
5a533682 | 549 | |
c30da2e9 DH |
550 | if (ctx) { |
551 | kfree(ctx->subtype); | |
552 | kfree(ctx); | |
553 | } | |
d8a5ba45 MS |
554 | } |
555 | ||
34c80b1d | 556 | static int fuse_show_options(struct seq_file *m, struct dentry *root) |
d8a5ba45 | 557 | { |
34c80b1d AV |
558 | struct super_block *sb = root->d_sb; |
559 | struct fuse_conn *fc = get_fuse_conn_super(sb); | |
d8a5ba45 | 560 | |
8cb08329 EB |
561 | seq_printf(m, ",user_id=%u", from_kuid_munged(fc->user_ns, fc->user_id)); |
562 | seq_printf(m, ",group_id=%u", from_kgid_munged(fc->user_ns, fc->group_id)); | |
29433a29 | 563 | if (fc->default_permissions) |
1e9a4ed9 | 564 | seq_puts(m, ",default_permissions"); |
29433a29 | 565 | if (fc->allow_other) |
1e9a4ed9 | 566 | seq_puts(m, ",allow_other"); |
db50b96c MS |
567 | if (fc->max_read != ~0) |
568 | seq_printf(m, ",max_read=%u", fc->max_read); | |
34c80b1d AV |
569 | if (sb->s_bdev && sb->s_blocksize != FUSE_DEFAULT_BLKSIZE) |
570 | seq_printf(m, ",blksize=%lu", sb->s_blocksize); | |
d8a5ba45 MS |
571 | return 0; |
572 | } | |
573 | ||
ae3aad77 SH |
574 | static void fuse_iqueue_init(struct fuse_iqueue *fiq, |
575 | const struct fuse_iqueue_ops *ops, | |
576 | void *priv) | |
f88996a9 MS |
577 | { |
578 | memset(fiq, 0, sizeof(struct fuse_iqueue)); | |
76e43c8c | 579 | spin_lock_init(&fiq->lock); |
f88996a9 MS |
580 | init_waitqueue_head(&fiq->waitq); |
581 | INIT_LIST_HEAD(&fiq->pending); | |
582 | INIT_LIST_HEAD(&fiq->interrupts); | |
583 | fiq->forget_list_tail = &fiq->forget_list_head; | |
e16714d8 | 584 | fiq->connected = 1; |
ae3aad77 SH |
585 | fiq->ops = ops; |
586 | fiq->priv = priv; | |
f88996a9 MS |
587 | } |
588 | ||
3a2b5b9c MS |
589 | static void fuse_pqueue_init(struct fuse_pqueue *fpq) |
590 | { | |
be2ff42c KT |
591 | unsigned int i; |
592 | ||
45a91cb1 | 593 | spin_lock_init(&fpq->lock); |
be2ff42c KT |
594 | for (i = 0; i < FUSE_PQ_HASH_SIZE; i++) |
595 | INIT_LIST_HEAD(&fpq->processing[i]); | |
3a2b5b9c | 596 | INIT_LIST_HEAD(&fpq->io); |
e96edd94 | 597 | fpq->connected = 1; |
3a2b5b9c MS |
598 | } |
599 | ||
ae3aad77 SH |
600 | void fuse_conn_init(struct fuse_conn *fc, struct user_namespace *user_ns, |
601 | const struct fuse_iqueue_ops *fiq_ops, void *fiq_priv) | |
d8a5ba45 | 602 | { |
0d179aa5 TH |
603 | memset(fc, 0, sizeof(*fc)); |
604 | spin_lock_init(&fc->lock); | |
ae2dffa3 | 605 | spin_lock_init(&fc->bg_lock); |
3b463ae0 | 606 | init_rwsem(&fc->killsb); |
095fc40a | 607 | refcount_set(&fc->count, 1); |
c3696046 | 608 | atomic_set(&fc->dev_count, 1); |
0d179aa5 | 609 | init_waitqueue_head(&fc->blocked_waitq); |
ae3aad77 | 610 | fuse_iqueue_init(&fc->iq, fiq_ops, fiq_priv); |
0d179aa5 TH |
611 | INIT_LIST_HEAD(&fc->bg_queue); |
612 | INIT_LIST_HEAD(&fc->entry); | |
cc080e9e | 613 | INIT_LIST_HEAD(&fc->devices); |
0d179aa5 | 614 | atomic_set(&fc->num_waiting, 0); |
7a6d3c8b CH |
615 | fc->max_background = FUSE_DEFAULT_MAX_BACKGROUND; |
616 | fc->congestion_threshold = FUSE_DEFAULT_CONGESTION_THRESHOLD; | |
75126f55 | 617 | atomic64_set(&fc->khctr, 0); |
0d179aa5 | 618 | fc->polled_files = RB_ROOT; |
0aada884 | 619 | fc->blocked = 0; |
796523fb | 620 | fc->initialized = 0; |
e16714d8 | 621 | fc->connected = 1; |
4510d86f | 622 | atomic64_set(&fc->attr_version, 1); |
0d179aa5 | 623 | get_random_bytes(&fc->scramble_key, sizeof(fc->scramble_key)); |
0b6e9ea0 | 624 | fc->pid_ns = get_pid_ns(task_active_pid_ns(current)); |
8cb08329 | 625 | fc->user_ns = get_user_ns(user_ns); |
8a3177db | 626 | fc->max_pages = FUSE_DEFAULT_MAX_PAGES_PER_REQ; |
d8a5ba45 | 627 | } |
0d179aa5 | 628 | EXPORT_SYMBOL_GPL(fuse_conn_init); |
d8a5ba45 | 629 | |
bafa9654 MS |
630 | void fuse_conn_put(struct fuse_conn *fc) |
631 | { | |
095fc40a | 632 | if (refcount_dec_and_test(&fc->count)) { |
a62a8ef9 SH |
633 | struct fuse_iqueue *fiq = &fc->iq; |
634 | ||
635 | if (fiq->ops->release) | |
636 | fiq->ops->release(fiq); | |
0b6e9ea0 | 637 | put_pid_ns(fc->pid_ns); |
8cb08329 | 638 | put_user_ns(fc->user_ns); |
43901aab | 639 | fc->release(fc); |
d2a85164 | 640 | } |
bafa9654 | 641 | } |
08cbf542 | 642 | EXPORT_SYMBOL_GPL(fuse_conn_put); |
bafa9654 MS |
643 | |
644 | struct fuse_conn *fuse_conn_get(struct fuse_conn *fc) | |
645 | { | |
095fc40a | 646 | refcount_inc(&fc->count); |
bafa9654 MS |
647 | return fc; |
648 | } | |
08cbf542 | 649 | EXPORT_SYMBOL_GPL(fuse_conn_get); |
bafa9654 | 650 | |
b93f858a | 651 | static struct inode *fuse_get_root_inode(struct super_block *sb, unsigned mode) |
d8a5ba45 MS |
652 | { |
653 | struct fuse_attr attr; | |
654 | memset(&attr, 0, sizeof(attr)); | |
655 | ||
656 | attr.mode = mode; | |
657 | attr.ino = FUSE_ROOT_ID; | |
074406fa | 658 | attr.nlink = 1; |
1fb69e78 | 659 | return fuse_iget(sb, 1, 0, &attr, 0, 0); |
d8a5ba45 MS |
660 | } |
661 | ||
1729a16c | 662 | struct fuse_inode_handle { |
dbd561d2 MS |
663 | u64 nodeid; |
664 | u32 generation; | |
665 | }; | |
666 | ||
667 | static struct dentry *fuse_get_dentry(struct super_block *sb, | |
668 | struct fuse_inode_handle *handle) | |
669 | { | |
33670fa2 | 670 | struct fuse_conn *fc = get_fuse_conn_super(sb); |
dbd561d2 MS |
671 | struct inode *inode; |
672 | struct dentry *entry; | |
673 | int err = -ESTALE; | |
674 | ||
675 | if (handle->nodeid == 0) | |
676 | goto out_err; | |
677 | ||
678 | inode = ilookup5(sb, handle->nodeid, fuse_inode_eq, &handle->nodeid); | |
33670fa2 MS |
679 | if (!inode) { |
680 | struct fuse_entry_out outarg; | |
13983d06 | 681 | const struct qstr name = QSTR_INIT(".", 1); |
33670fa2 MS |
682 | |
683 | if (!fc->export_support) | |
684 | goto out_err; | |
685 | ||
33670fa2 MS |
686 | err = fuse_lookup_name(sb, handle->nodeid, &name, &outarg, |
687 | &inode); | |
688 | if (err && err != -ENOENT) | |
689 | goto out_err; | |
690 | if (err || !inode) { | |
691 | err = -ESTALE; | |
692 | goto out_err; | |
693 | } | |
694 | err = -EIO; | |
695 | if (get_node_id(inode) != handle->nodeid) | |
696 | goto out_iput; | |
697 | } | |
dbd561d2 MS |
698 | err = -ESTALE; |
699 | if (inode->i_generation != handle->generation) | |
700 | goto out_iput; | |
701 | ||
44003728 | 702 | entry = d_obtain_alias(inode); |
c35eebe9 | 703 | if (!IS_ERR(entry) && get_node_id(inode) != FUSE_ROOT_ID) |
dbd561d2 | 704 | fuse_invalidate_entry_cache(entry); |
dbd561d2 MS |
705 | |
706 | return entry; | |
707 | ||
708 | out_iput: | |
709 | iput(inode); | |
710 | out_err: | |
711 | return ERR_PTR(err); | |
712 | } | |
713 | ||
b0b0382b AV |
714 | static int fuse_encode_fh(struct inode *inode, u32 *fh, int *max_len, |
715 | struct inode *parent) | |
dbd561d2 | 716 | { |
b0b0382b | 717 | int len = parent ? 6 : 3; |
dbd561d2 MS |
718 | u64 nodeid; |
719 | u32 generation; | |
720 | ||
5fe0c237 AK |
721 | if (*max_len < len) { |
722 | *max_len = len; | |
94e07a75 | 723 | return FILEID_INVALID; |
5fe0c237 | 724 | } |
dbd561d2 MS |
725 | |
726 | nodeid = get_fuse_inode(inode)->nodeid; | |
727 | generation = inode->i_generation; | |
728 | ||
729 | fh[0] = (u32)(nodeid >> 32); | |
730 | fh[1] = (u32)(nodeid & 0xffffffff); | |
731 | fh[2] = generation; | |
732 | ||
b0b0382b | 733 | if (parent) { |
dbd561d2 MS |
734 | nodeid = get_fuse_inode(parent)->nodeid; |
735 | generation = parent->i_generation; | |
dbd561d2 MS |
736 | |
737 | fh[3] = (u32)(nodeid >> 32); | |
738 | fh[4] = (u32)(nodeid & 0xffffffff); | |
739 | fh[5] = generation; | |
740 | } | |
741 | ||
742 | *max_len = len; | |
b0b0382b | 743 | return parent ? 0x82 : 0x81; |
dbd561d2 MS |
744 | } |
745 | ||
746 | static struct dentry *fuse_fh_to_dentry(struct super_block *sb, | |
747 | struct fid *fid, int fh_len, int fh_type) | |
748 | { | |
749 | struct fuse_inode_handle handle; | |
750 | ||
751 | if ((fh_type != 0x81 && fh_type != 0x82) || fh_len < 3) | |
752 | return NULL; | |
753 | ||
754 | handle.nodeid = (u64) fid->raw[0] << 32; | |
755 | handle.nodeid |= (u64) fid->raw[1]; | |
756 | handle.generation = fid->raw[2]; | |
757 | return fuse_get_dentry(sb, &handle); | |
758 | } | |
759 | ||
760 | static struct dentry *fuse_fh_to_parent(struct super_block *sb, | |
761 | struct fid *fid, int fh_len, int fh_type) | |
762 | { | |
763 | struct fuse_inode_handle parent; | |
764 | ||
765 | if (fh_type != 0x82 || fh_len < 6) | |
766 | return NULL; | |
767 | ||
768 | parent.nodeid = (u64) fid->raw[3] << 32; | |
769 | parent.nodeid |= (u64) fid->raw[4]; | |
770 | parent.generation = fid->raw[5]; | |
771 | return fuse_get_dentry(sb, &parent); | |
772 | } | |
773 | ||
33670fa2 MS |
774 | static struct dentry *fuse_get_parent(struct dentry *child) |
775 | { | |
2b0143b5 | 776 | struct inode *child_inode = d_inode(child); |
33670fa2 MS |
777 | struct fuse_conn *fc = get_fuse_conn(child_inode); |
778 | struct inode *inode; | |
779 | struct dentry *parent; | |
780 | struct fuse_entry_out outarg; | |
13983d06 | 781 | const struct qstr name = QSTR_INIT("..", 2); |
33670fa2 MS |
782 | int err; |
783 | ||
784 | if (!fc->export_support) | |
785 | return ERR_PTR(-ESTALE); | |
786 | ||
33670fa2 MS |
787 | err = fuse_lookup_name(child_inode->i_sb, get_node_id(child_inode), |
788 | &name, &outarg, &inode); | |
44003728 CH |
789 | if (err) { |
790 | if (err == -ENOENT) | |
791 | return ERR_PTR(-ESTALE); | |
33670fa2 | 792 | return ERR_PTR(err); |
33670fa2 | 793 | } |
44003728 CH |
794 | |
795 | parent = d_obtain_alias(inode); | |
c35eebe9 | 796 | if (!IS_ERR(parent) && get_node_id(inode) != FUSE_ROOT_ID) |
33670fa2 | 797 | fuse_invalidate_entry_cache(parent); |
33670fa2 MS |
798 | |
799 | return parent; | |
800 | } | |
dbd561d2 MS |
801 | |
802 | static const struct export_operations fuse_export_operations = { | |
803 | .fh_to_dentry = fuse_fh_to_dentry, | |
804 | .fh_to_parent = fuse_fh_to_parent, | |
805 | .encode_fh = fuse_encode_fh, | |
33670fa2 | 806 | .get_parent = fuse_get_parent, |
dbd561d2 MS |
807 | }; |
808 | ||
ee9b6d61 | 809 | static const struct super_operations fuse_super_operations = { |
d8a5ba45 | 810 | .alloc_inode = fuse_alloc_inode, |
9baf28bb | 811 | .free_inode = fuse_free_inode, |
b57922d9 | 812 | .evict_inode = fuse_evict_inode, |
1e18bda8 | 813 | .write_inode = fuse_write_inode, |
ead5f0b5 | 814 | .drop_inode = generic_delete_inode, |
71421259 | 815 | .remount_fs = fuse_remount_fs, |
d8a5ba45 | 816 | .put_super = fuse_put_super, |
69a53bf2 | 817 | .umount_begin = fuse_umount_begin, |
e5e5558e | 818 | .statfs = fuse_statfs, |
d8a5ba45 MS |
819 | .show_options = fuse_show_options, |
820 | }; | |
821 | ||
487ea5af CH |
822 | static void sanitize_global_limit(unsigned *limit) |
823 | { | |
f22f812d MS |
824 | /* |
825 | * The default maximum number of async requests is calculated to consume | |
826 | * 1/2^13 of the total memory, assuming 392 bytes per request. | |
827 | */ | |
487ea5af | 828 | if (*limit == 0) |
f22f812d | 829 | *limit = ((totalram_pages() << PAGE_SHIFT) >> 13) / 392; |
487ea5af CH |
830 | |
831 | if (*limit >= 1 << 16) | |
832 | *limit = (1 << 16) - 1; | |
833 | } | |
834 | ||
e4dca7b7 | 835 | static int set_global_limit(const char *val, const struct kernel_param *kp) |
487ea5af CH |
836 | { |
837 | int rv; | |
838 | ||
839 | rv = param_set_uint(val, kp); | |
840 | if (rv) | |
841 | return rv; | |
842 | ||
843 | sanitize_global_limit((unsigned *)kp->arg); | |
844 | ||
845 | return 0; | |
846 | } | |
847 | ||
848 | static void process_init_limits(struct fuse_conn *fc, struct fuse_init_out *arg) | |
849 | { | |
850 | int cap_sys_admin = capable(CAP_SYS_ADMIN); | |
851 | ||
852 | if (arg->minor < 13) | |
853 | return; | |
854 | ||
855 | sanitize_global_limit(&max_user_bgreq); | |
856 | sanitize_global_limit(&max_user_congthresh); | |
857 | ||
ae2dffa3 | 858 | spin_lock(&fc->bg_lock); |
487ea5af CH |
859 | if (arg->max_background) { |
860 | fc->max_background = arg->max_background; | |
861 | ||
862 | if (!cap_sys_admin && fc->max_background > max_user_bgreq) | |
863 | fc->max_background = max_user_bgreq; | |
864 | } | |
865 | if (arg->congestion_threshold) { | |
866 | fc->congestion_threshold = arg->congestion_threshold; | |
867 | ||
868 | if (!cap_sys_admin && | |
869 | fc->congestion_threshold > max_user_congthresh) | |
870 | fc->congestion_threshold = max_user_congthresh; | |
871 | } | |
ae2dffa3 | 872 | spin_unlock(&fc->bg_lock); |
487ea5af CH |
873 | } |
874 | ||
615047ef MS |
875 | struct fuse_init_args { |
876 | struct fuse_args args; | |
877 | struct fuse_init_in in; | |
878 | struct fuse_init_out out; | |
879 | }; | |
880 | ||
881 | static void process_init_reply(struct fuse_conn *fc, struct fuse_args *args, | |
882 | int error) | |
9b9a0469 | 883 | { |
615047ef MS |
884 | struct fuse_init_args *ia = container_of(args, typeof(*ia), args); |
885 | struct fuse_init_out *arg = &ia->out; | |
9b9a0469 | 886 | |
615047ef | 887 | if (error || arg->major != FUSE_KERNEL_VERSION) |
9b9a0469 MS |
888 | fc->conn_error = 1; |
889 | else { | |
9cd68455 MS |
890 | unsigned long ra_pages; |
891 | ||
487ea5af CH |
892 | process_init_limits(fc, arg); |
893 | ||
9cd68455 | 894 | if (arg->minor >= 6) { |
09cbfeaf | 895 | ra_pages = arg->max_readahead / PAGE_SIZE; |
9cd68455 MS |
896 | if (arg->flags & FUSE_ASYNC_READ) |
897 | fc->async_read = 1; | |
71421259 MS |
898 | if (!(arg->flags & FUSE_POSIX_LOCKS)) |
899 | fc->no_lock = 1; | |
37fb3a30 MS |
900 | if (arg->minor >= 17) { |
901 | if (!(arg->flags & FUSE_FLOCK_LOCKS)) | |
902 | fc->no_flock = 1; | |
24114504 MS |
903 | } else { |
904 | if (!(arg->flags & FUSE_POSIX_LOCKS)) | |
905 | fc->no_flock = 1; | |
37fb3a30 | 906 | } |
6ff958ed MS |
907 | if (arg->flags & FUSE_ATOMIC_O_TRUNC) |
908 | fc->atomic_o_trunc = 1; | |
33670fa2 MS |
909 | if (arg->minor >= 9) { |
910 | /* LOOKUP has dependency on proto version */ | |
911 | if (arg->flags & FUSE_EXPORT_SUPPORT) | |
912 | fc->export_support = 1; | |
913 | } | |
78bb6cb9 MS |
914 | if (arg->flags & FUSE_BIG_WRITES) |
915 | fc->big_writes = 1; | |
e0a43ddc MS |
916 | if (arg->flags & FUSE_DONT_MASK) |
917 | fc->dont_mask = 1; | |
72d0d248 BF |
918 | if (arg->flags & FUSE_AUTO_INVAL_DATA) |
919 | fc->auto_inval_data = 1; | |
ad2ba64d KS |
920 | else if (arg->flags & FUSE_EXPLICIT_INVAL_DATA) |
921 | fc->explicit_inval_data = 1; | |
28420dad | 922 | if (arg->flags & FUSE_DO_READDIRPLUS) { |
0b05b183 | 923 | fc->do_readdirplus = 1; |
28420dad MS |
924 | if (arg->flags & FUSE_READDIRPLUS_AUTO) |
925 | fc->readdirplus_auto = 1; | |
926 | } | |
60b9df7a MS |
927 | if (arg->flags & FUSE_ASYNC_DIO) |
928 | fc->async_dio = 1; | |
4d99ff8f PE |
929 | if (arg->flags & FUSE_WRITEBACK_CACHE) |
930 | fc->writeback_cache = 1; | |
5c672ab3 MS |
931 | if (arg->flags & FUSE_PARALLEL_DIROPS) |
932 | fc->parallel_dirops = 1; | |
5e940c1d MS |
933 | if (arg->flags & FUSE_HANDLE_KILLPRIV) |
934 | fc->handle_killpriv = 1; | |
e27c9d38 MS |
935 | if (arg->time_gran && arg->time_gran <= 1000000000) |
936 | fc->sb->s_time_gran = arg->time_gran; | |
60bcc88a | 937 | if ((arg->flags & FUSE_POSIX_ACL)) { |
29433a29 | 938 | fc->default_permissions = 1; |
60bcc88a SF |
939 | fc->posix_acl = 1; |
940 | fc->sb->s_xattr = fuse_acl_xattr_handlers; | |
941 | } | |
5571f1e6 DS |
942 | if (arg->flags & FUSE_CACHE_SYMLINKS) |
943 | fc->cache_symlinks = 1; | |
3b7008b2 SL |
944 | if (arg->flags & FUSE_ABORT_ERROR) |
945 | fc->abort_err = 1; | |
5da784cc CS |
946 | if (arg->flags & FUSE_MAX_PAGES) { |
947 | fc->max_pages = | |
948 | min_t(unsigned int, FUSE_MAX_MAX_PAGES, | |
949 | max_t(unsigned int, arg->max_pages, 1)); | |
950 | } | |
71421259 | 951 | } else { |
09cbfeaf | 952 | ra_pages = fc->max_read / PAGE_SIZE; |
71421259 | 953 | fc->no_lock = 1; |
37fb3a30 | 954 | fc->no_flock = 1; |
71421259 | 955 | } |
9cd68455 | 956 | |
5f7f7543 JK |
957 | fc->sb->s_bdi->ra_pages = |
958 | min(fc->sb->s_bdi->ra_pages, ra_pages); | |
9b9a0469 MS |
959 | fc->minor = arg->minor; |
960 | fc->max_write = arg->minor < 5 ? 4096 : arg->max_write; | |
f948d564 | 961 | fc->max_write = max_t(unsigned, 4096, fc->max_write); |
0ec7ca41 | 962 | fc->conn_init = 1; |
9b9a0469 | 963 | } |
615047ef MS |
964 | kfree(ia); |
965 | ||
9759bd51 | 966 | fuse_set_initialized(fc); |
08a53cdc | 967 | wake_up_all(&fc->blocked_waitq); |
9b9a0469 MS |
968 | } |
969 | ||
95a84cdb | 970 | void fuse_send_init(struct fuse_conn *fc) |
9b9a0469 | 971 | { |
615047ef | 972 | struct fuse_init_args *ia; |
095da6cb | 973 | |
615047ef MS |
974 | ia = kzalloc(sizeof(*ia), GFP_KERNEL | __GFP_NOFAIL); |
975 | ||
976 | ia->in.major = FUSE_KERNEL_VERSION; | |
977 | ia->in.minor = FUSE_KERNEL_MINOR_VERSION; | |
978 | ia->in.max_readahead = fc->sb->s_bdi->ra_pages * PAGE_SIZE; | |
979 | ia->in.flags |= | |
980 | FUSE_ASYNC_READ | FUSE_POSIX_LOCKS | FUSE_ATOMIC_O_TRUNC | | |
37fb3a30 | 981 | FUSE_EXPORT_SUPPORT | FUSE_BIG_WRITES | FUSE_DONT_MASK | |
69fe05c9 | 982 | FUSE_SPLICE_WRITE | FUSE_SPLICE_MOVE | FUSE_SPLICE_READ | |
9446385f | 983 | FUSE_FLOCK_LOCKS | FUSE_HAS_IOCTL_DIR | FUSE_AUTO_INVAL_DATA | |
4d99ff8f | 984 | FUSE_DO_READDIRPLUS | FUSE_READDIRPLUS_AUTO | FUSE_ASYNC_DIO | |
5c672ab3 | 985 | FUSE_WRITEBACK_CACHE | FUSE_NO_OPEN_SUPPORT | |
3b7008b2 | 986 | FUSE_PARALLEL_DIROPS | FUSE_HANDLE_KILLPRIV | FUSE_POSIX_ACL | |
d9a9ea94 | 987 | FUSE_ABORT_ERROR | FUSE_MAX_PAGES | FUSE_CACHE_SYMLINKS | |
ad2ba64d | 988 | FUSE_NO_OPENDIR_SUPPORT | FUSE_EXPLICIT_INVAL_DATA; |
615047ef MS |
989 | ia->args.opcode = FUSE_INIT; |
990 | ia->args.in_numargs = 1; | |
991 | ia->args.in_args[0].size = sizeof(ia->in); | |
992 | ia->args.in_args[0].value = &ia->in; | |
993 | ia->args.out_numargs = 1; | |
3ad2f3fb | 994 | /* Variable length argument used for backward compatibility |
9b9a0469 MS |
995 | with interface version < 7.5. Rest of init_out is zeroed |
996 | by do_get_request(), so a short reply is not a problem */ | |
615047ef MS |
997 | ia->args.out_argvar = 1; |
998 | ia->args.out_args[0].size = sizeof(ia->out); | |
999 | ia->args.out_args[0].value = &ia->out; | |
1000 | ia->args.force = true; | |
1001 | ia->args.nocreds = true; | |
1002 | ia->args.end = process_init_reply; | |
1003 | ||
1004 | if (fuse_simple_background(fc, &ia->args, GFP_KERNEL) != 0) | |
1005 | process_init_reply(fc, &ia->args, -ENOTCONN); | |
9b9a0469 | 1006 | } |
95a84cdb | 1007 | EXPORT_SYMBOL_GPL(fuse_send_init); |
9b9a0469 | 1008 | |
783863d6 | 1009 | void fuse_free_conn(struct fuse_conn *fc) |
43901aab | 1010 | { |
cc080e9e | 1011 | WARN_ON(!list_empty(&fc->devices)); |
dd3e2c55 | 1012 | kfree_rcu(fc, rcu); |
43901aab | 1013 | } |
783863d6 | 1014 | EXPORT_SYMBOL_GPL(fuse_free_conn); |
43901aab | 1015 | |
a325f9b9 TH |
1016 | static int fuse_bdi_init(struct fuse_conn *fc, struct super_block *sb) |
1017 | { | |
1018 | int err; | |
5f7f7543 | 1019 | char *suffix = ""; |
a325f9b9 | 1020 | |
69c8ebf8 | 1021 | if (sb->s_bdev) { |
5f7f7543 | 1022 | suffix = "-fuseblk"; |
69c8ebf8 JK |
1023 | /* |
1024 | * sb->s_bdi points to blkdev's bdi however we want to redirect | |
1025 | * it to our private bdi... | |
1026 | */ | |
1027 | bdi_put(sb->s_bdi); | |
1028 | sb->s_bdi = &noop_backing_dev_info; | |
1029 | } | |
5f7f7543 JK |
1030 | err = super_setup_bdi_name(sb, "%u:%u%s", MAJOR(fc->dev), |
1031 | MINOR(fc->dev), suffix); | |
a325f9b9 TH |
1032 | if (err) |
1033 | return err; | |
1034 | ||
b5420237 | 1035 | sb->s_bdi->ra_pages = VM_READAHEAD_PAGES; |
5f7f7543 JK |
1036 | /* fuse does it's own writeback accounting */ |
1037 | sb->s_bdi->capabilities = BDI_CAP_NO_ACCT_WB | BDI_CAP_STRICTLIMIT; | |
a325f9b9 | 1038 | |
a325f9b9 TH |
1039 | /* |
1040 | * For a single fuse filesystem use max 1% of dirty + | |
1041 | * writeback threshold. | |
1042 | * | |
1043 | * This gives about 1M of write buffer for memory maps on a | |
1044 | * machine with 1G and 10% dirty_ratio, which should be more | |
1045 | * than enough. | |
1046 | * | |
1047 | * Privileged users can raise it by writing to | |
1048 | * | |
1049 | * /sys/class/bdi/<bdi>/max_ratio | |
1050 | */ | |
5f7f7543 | 1051 | bdi_set_max_ratio(sb->s_bdi, 1); |
a325f9b9 TH |
1052 | |
1053 | return 0; | |
1054 | } | |
1055 | ||
0cd1eb9a | 1056 | struct fuse_dev *fuse_dev_alloc(void) |
cc080e9e MS |
1057 | { |
1058 | struct fuse_dev *fud; | |
be2ff42c | 1059 | struct list_head *pq; |
cc080e9e MS |
1060 | |
1061 | fud = kzalloc(sizeof(struct fuse_dev), GFP_KERNEL); | |
be2ff42c KT |
1062 | if (!fud) |
1063 | return NULL; | |
cc080e9e | 1064 | |
be2ff42c KT |
1065 | pq = kcalloc(FUSE_PQ_HASH_SIZE, sizeof(struct list_head), GFP_KERNEL); |
1066 | if (!pq) { | |
1067 | kfree(fud); | |
1068 | return NULL; | |
cc080e9e MS |
1069 | } |
1070 | ||
be2ff42c | 1071 | fud->pq.processing = pq; |
be2ff42c KT |
1072 | fuse_pqueue_init(&fud->pq); |
1073 | ||
0cd1eb9a VG |
1074 | return fud; |
1075 | } | |
1076 | EXPORT_SYMBOL_GPL(fuse_dev_alloc); | |
1077 | ||
1078 | void fuse_dev_install(struct fuse_dev *fud, struct fuse_conn *fc) | |
1079 | { | |
1080 | fud->fc = fuse_conn_get(fc); | |
be2ff42c KT |
1081 | spin_lock(&fc->lock); |
1082 | list_add_tail(&fud->entry, &fc->devices); | |
1083 | spin_unlock(&fc->lock); | |
0cd1eb9a VG |
1084 | } |
1085 | EXPORT_SYMBOL_GPL(fuse_dev_install); | |
be2ff42c | 1086 | |
0cd1eb9a VG |
1087 | struct fuse_dev *fuse_dev_alloc_install(struct fuse_conn *fc) |
1088 | { | |
1089 | struct fuse_dev *fud; | |
1090 | ||
1091 | fud = fuse_dev_alloc(); | |
1092 | if (!fud) | |
1093 | return NULL; | |
1094 | ||
1095 | fuse_dev_install(fud, fc); | |
cc080e9e MS |
1096 | return fud; |
1097 | } | |
0cd1eb9a | 1098 | EXPORT_SYMBOL_GPL(fuse_dev_alloc_install); |
cc080e9e MS |
1099 | |
1100 | void fuse_dev_free(struct fuse_dev *fud) | |
1101 | { | |
1102 | struct fuse_conn *fc = fud->fc; | |
1103 | ||
1104 | if (fc) { | |
1105 | spin_lock(&fc->lock); | |
1106 | list_del(&fud->entry); | |
1107 | spin_unlock(&fc->lock); | |
1108 | ||
1109 | fuse_conn_put(fc); | |
1110 | } | |
d72f70da | 1111 | kfree(fud->pq.processing); |
cc080e9e MS |
1112 | kfree(fud); |
1113 | } | |
1114 | EXPORT_SYMBOL_GPL(fuse_dev_free); | |
1115 | ||
0cc2656c | 1116 | int fuse_fill_super_common(struct super_block *sb, struct fuse_fs_context *ctx) |
d8a5ba45 | 1117 | { |
cc080e9e | 1118 | struct fuse_dev *fud; |
0cc2656c | 1119 | struct fuse_conn *fc = get_fuse_conn_super(sb); |
d8a5ba45 | 1120 | struct inode *root; |
f543f253 | 1121 | struct dentry *root_dentry; |
d8a5ba45 MS |
1122 | int err; |
1123 | ||
c2b8f006 | 1124 | err = -EINVAL; |
1751e8a6 | 1125 | if (sb->s_flags & SB_MANDLOCK) |
c2b8f006 | 1126 | goto err; |
71421259 | 1127 | |
1751e8a6 | 1128 | sb->s_flags &= ~(SB_NOSEC | SB_I_VERSION); |
9e1f1de0 | 1129 | |
0cc2656c | 1130 | if (ctx->is_bdev) { |
875d95ec | 1131 | #ifdef CONFIG_BLOCK |
c2b8f006 | 1132 | err = -EINVAL; |
c30da2e9 | 1133 | if (!sb_set_blocksize(sb, ctx->blksize)) |
c2b8f006 | 1134 | goto err; |
875d95ec | 1135 | #endif |
d8091614 | 1136 | } else { |
09cbfeaf KS |
1137 | sb->s_blocksize = PAGE_SIZE; |
1138 | sb->s_blocksize_bits = PAGE_SHIFT; | |
d8091614 | 1139 | } |
c30da2e9 DH |
1140 | |
1141 | sb->s_subtype = ctx->subtype; | |
1142 | ctx->subtype = NULL; | |
d8a5ba45 MS |
1143 | sb->s_magic = FUSE_SUPER_MAGIC; |
1144 | sb->s_op = &fuse_super_operations; | |
703c7362 | 1145 | sb->s_xattr = fuse_xattr_handlers; |
d8a5ba45 | 1146 | sb->s_maxbytes = MAX_LFS_FILESIZE; |
0a2da9b2 | 1147 | sb->s_time_gran = 1; |
dbd561d2 | 1148 | sb->s_export_op = &fuse_export_operations; |
0834136a MZ |
1149 | sb->s_iflags |= SB_I_IMA_UNVERIFIABLE_SIGNATURE; |
1150 | if (sb->s_user_ns != &init_user_ns) | |
1151 | sb->s_iflags |= SB_I_UNTRUSTED_MOUNTER; | |
d8a5ba45 | 1152 | |
e45b2546 EB |
1153 | /* |
1154 | * If we are not in the initial user namespace posix | |
1155 | * acls must be translated. | |
1156 | */ | |
1157 | if (sb->s_user_ns != &init_user_ns) | |
1158 | sb->s_xattr = fuse_no_acl_xattr_handlers; | |
1159 | ||
0cd1eb9a | 1160 | fud = fuse_dev_alloc_install(fc); |
cc080e9e | 1161 | if (!fud) |
0cc2656c | 1162 | goto err; |
cc080e9e | 1163 | |
a325f9b9 | 1164 | fc->dev = sb->s_dev; |
3b463ae0 | 1165 | fc->sb = sb; |
a325f9b9 TH |
1166 | err = fuse_bdi_init(fc, sb); |
1167 | if (err) | |
cc080e9e | 1168 | goto err_dev_free; |
0d179aa5 | 1169 | |
e0a43ddc | 1170 | /* Handle umasking inside the fuse code */ |
1751e8a6 | 1171 | if (sb->s_flags & SB_POSIXACL) |
e0a43ddc | 1172 | fc->dont_mask = 1; |
1751e8a6 | 1173 | sb->s_flags |= SB_POSIXACL; |
e0a43ddc | 1174 | |
c30da2e9 DH |
1175 | fc->default_permissions = ctx->default_permissions; |
1176 | fc->allow_other = ctx->allow_other; | |
1177 | fc->user_id = ctx->user_id; | |
1178 | fc->group_id = ctx->group_id; | |
1179 | fc->max_read = max_t(unsigned, 4096, ctx->max_read); | |
783863d6 | 1180 | fc->destroy = ctx->destroy; |
15c8e72e VG |
1181 | fc->no_control = ctx->no_control; |
1182 | fc->no_force_umount = ctx->no_force_umount; | |
f543f253 | 1183 | |
d8a5ba45 | 1184 | err = -ENOMEM; |
c30da2e9 | 1185 | root = fuse_get_root_inode(sb, ctx->rootmode); |
0ce267ff | 1186 | sb->s_d_op = &fuse_root_dentry_operations; |
48fde701 AV |
1187 | root_dentry = d_make_root(root); |
1188 | if (!root_dentry) | |
cc080e9e | 1189 | goto err_dev_free; |
0ce267ff | 1190 | /* Root dentry doesn't have .d_revalidate */ |
c35eebe9 | 1191 | sb->s_d_op = &fuse_dentry_operations; |
f543f253 | 1192 | |
bafa9654 | 1193 | mutex_lock(&fuse_mutex); |
8aa09a50 | 1194 | err = -EINVAL; |
0cc2656c | 1195 | if (*ctx->fudptr) |
bafa9654 | 1196 | goto err_unlock; |
8aa09a50 | 1197 | |
bafa9654 MS |
1198 | err = fuse_ctl_add_conn(fc); |
1199 | if (err) | |
1200 | goto err_unlock; | |
1201 | ||
1202 | list_add_tail(&fc->entry, &fuse_conn_list); | |
f543f253 | 1203 | sb->s_root = root_dentry; |
0cc2656c | 1204 | *ctx->fudptr = fud; |
bafa9654 | 1205 | mutex_unlock(&fuse_mutex); |
0cc2656c SH |
1206 | return 0; |
1207 | ||
1208 | err_unlock: | |
1209 | mutex_unlock(&fuse_mutex); | |
1210 | dput(root_dentry); | |
1211 | err_dev_free: | |
1212 | fuse_dev_free(fud); | |
1213 | err: | |
1214 | return err; | |
1215 | } | |
1216 | EXPORT_SYMBOL_GPL(fuse_fill_super_common); | |
1217 | ||
1218 | static int fuse_fill_super(struct super_block *sb, struct fs_context *fsc) | |
1219 | { | |
1220 | struct fuse_fs_context *ctx = fsc->fs_private; | |
1221 | struct file *file; | |
1222 | int err; | |
1223 | struct fuse_conn *fc; | |
1224 | ||
1225 | err = -EINVAL; | |
1226 | file = fget(ctx->fd); | |
1227 | if (!file) | |
1228 | goto err; | |
1229 | ||
1230 | /* | |
1231 | * Require mount to happen from the same user namespace which | |
1232 | * opened /dev/fuse to prevent potential attacks. | |
1233 | */ | |
1234 | if ((file->f_op != &fuse_dev_operations) || | |
1235 | (file->f_cred->user_ns != sb->s_user_ns)) | |
1236 | goto err_fput; | |
1237 | ctx->fudptr = &file->private_data; | |
1238 | ||
1239 | fc = kmalloc(sizeof(*fc), GFP_KERNEL); | |
1240 | err = -ENOMEM; | |
1241 | if (!fc) | |
1242 | goto err_fput; | |
1243 | ||
ae3aad77 | 1244 | fuse_conn_init(fc, sb->s_user_ns, &fuse_dev_fiq_ops, NULL); |
0cc2656c SH |
1245 | fc->release = fuse_free_conn; |
1246 | sb->s_fs_info = fc; | |
1247 | ||
1248 | err = fuse_fill_super_common(sb, ctx); | |
1249 | if (err) | |
1250 | goto err_put_conn; | |
0720b315 MS |
1251 | /* |
1252 | * atomic_dec_and_test() in fput() provides the necessary | |
1253 | * memory barrier for file->private_data to be visible on all | |
1254 | * CPUs after this | |
1255 | */ | |
1256 | fput(file); | |
0cc2656c | 1257 | fuse_send_init(get_fuse_conn_super(sb)); |
d8a5ba45 MS |
1258 | return 0; |
1259 | ||
c2b8f006 | 1260 | err_put_conn: |
bafa9654 | 1261 | fuse_conn_put(fc); |
543b8f86 | 1262 | sb->s_fs_info = NULL; |
c2b8f006 MS |
1263 | err_fput: |
1264 | fput(file); | |
1265 | err: | |
d8a5ba45 MS |
1266 | return err; |
1267 | } | |
1268 | ||
c30da2e9 | 1269 | static int fuse_get_tree(struct fs_context *fc) |
d8a5ba45 | 1270 | { |
c30da2e9 DH |
1271 | struct fuse_fs_context *ctx = fc->fs_private; |
1272 | ||
1273 | if (!ctx->fd_present || !ctx->rootmode_present || | |
1274 | !ctx->user_id_present || !ctx->group_id_present) | |
1275 | return -EINVAL; | |
1276 | ||
1277 | #ifdef CONFIG_BLOCK | |
1278 | if (ctx->is_bdev) | |
1279 | return get_tree_bdev(fc, fuse_fill_super); | |
1280 | #endif | |
1281 | ||
1282 | return get_tree_nodev(fc, fuse_fill_super); | |
1283 | } | |
1284 | ||
1285 | static const struct fs_context_operations fuse_context_ops = { | |
1286 | .free = fuse_free_fc, | |
1287 | .parse_param = fuse_parse_param, | |
1288 | .get_tree = fuse_get_tree, | |
1289 | }; | |
1290 | ||
1291 | /* | |
1292 | * Set up the filesystem mount context. | |
1293 | */ | |
1294 | static int fuse_init_fs_context(struct fs_context *fc) | |
1295 | { | |
1296 | struct fuse_fs_context *ctx; | |
1297 | ||
1298 | ctx = kzalloc(sizeof(struct fuse_fs_context), GFP_KERNEL); | |
1299 | if (!ctx) | |
1300 | return -ENOMEM; | |
1301 | ||
1302 | ctx->max_read = ~0; | |
1303 | ctx->blksize = FUSE_DEFAULT_BLKSIZE; | |
1304 | ||
1305 | #ifdef CONFIG_BLOCK | |
783863d6 | 1306 | if (fc->fs_type == &fuseblk_fs_type) { |
c30da2e9 | 1307 | ctx->is_bdev = true; |
783863d6 MS |
1308 | ctx->destroy = true; |
1309 | } | |
c30da2e9 DH |
1310 | #endif |
1311 | ||
1312 | fc->fs_private = ctx; | |
1313 | fc->ops = &fuse_context_ops; | |
1314 | return 0; | |
d8a5ba45 MS |
1315 | } |
1316 | ||
e8f3bd77 | 1317 | static void fuse_sb_destroy(struct super_block *sb) |
3b463ae0 JM |
1318 | { |
1319 | struct fuse_conn *fc = get_fuse_conn_super(sb); | |
1320 | ||
1321 | if (fc) { | |
1ccd1ea2 MS |
1322 | if (fc->destroy) |
1323 | fuse_send_destroy(fc); | |
e8f3bd77 | 1324 | |
eb98e3bd | 1325 | fuse_abort_conn(fc); |
e8f3bd77 MS |
1326 | fuse_wait_aborted(fc); |
1327 | ||
3b463ae0 JM |
1328 | down_write(&fc->killsb); |
1329 | fc->sb = NULL; | |
1330 | up_write(&fc->killsb); | |
1331 | } | |
e8f3bd77 | 1332 | } |
3b463ae0 | 1333 | |
783863d6 | 1334 | void fuse_kill_sb_anon(struct super_block *sb) |
e8f3bd77 MS |
1335 | { |
1336 | fuse_sb_destroy(sb); | |
3b463ae0 JM |
1337 | kill_anon_super(sb); |
1338 | } | |
783863d6 | 1339 | EXPORT_SYMBOL_GPL(fuse_kill_sb_anon); |
3b463ae0 | 1340 | |
875d95ec MS |
1341 | static struct file_system_type fuse_fs_type = { |
1342 | .owner = THIS_MODULE, | |
1343 | .name = "fuse", | |
4ad769f3 | 1344 | .fs_flags = FS_HAS_SUBTYPE | FS_USERNS_MOUNT, |
c30da2e9 DH |
1345 | .init_fs_context = fuse_init_fs_context, |
1346 | .parameters = &fuse_fs_parameters, | |
3b463ae0 | 1347 | .kill_sb = fuse_kill_sb_anon, |
875d95ec | 1348 | }; |
7f78e035 | 1349 | MODULE_ALIAS_FS("fuse"); |
875d95ec MS |
1350 | |
1351 | #ifdef CONFIG_BLOCK | |
3b463ae0 JM |
1352 | static void fuse_kill_sb_blk(struct super_block *sb) |
1353 | { | |
e8f3bd77 | 1354 | fuse_sb_destroy(sb); |
3b463ae0 JM |
1355 | kill_block_super(sb); |
1356 | } | |
1357 | ||
d6392f87 MS |
1358 | static struct file_system_type fuseblk_fs_type = { |
1359 | .owner = THIS_MODULE, | |
1360 | .name = "fuseblk", | |
c30da2e9 DH |
1361 | .init_fs_context = fuse_init_fs_context, |
1362 | .parameters = &fuse_fs_parameters, | |
3b463ae0 | 1363 | .kill_sb = fuse_kill_sb_blk, |
edad01e2 | 1364 | .fs_flags = FS_REQUIRES_DEV | FS_HAS_SUBTYPE, |
d6392f87 | 1365 | }; |
7f78e035 | 1366 | MODULE_ALIAS_FS("fuseblk"); |
d6392f87 | 1367 | |
875d95ec MS |
1368 | static inline int register_fuseblk(void) |
1369 | { | |
1370 | return register_filesystem(&fuseblk_fs_type); | |
1371 | } | |
1372 | ||
1373 | static inline void unregister_fuseblk(void) | |
1374 | { | |
1375 | unregister_filesystem(&fuseblk_fs_type); | |
1376 | } | |
1377 | #else | |
1378 | static inline int register_fuseblk(void) | |
1379 | { | |
1380 | return 0; | |
1381 | } | |
1382 | ||
1383 | static inline void unregister_fuseblk(void) | |
1384 | { | |
1385 | } | |
1386 | #endif | |
1387 | ||
51cc5068 | 1388 | static void fuse_inode_init_once(void *foo) |
d8a5ba45 | 1389 | { |
1729a16c | 1390 | struct inode *inode = foo; |
d8a5ba45 | 1391 | |
a35afb83 | 1392 | inode_init_once(inode); |
d8a5ba45 MS |
1393 | } |
1394 | ||
1395 | static int __init fuse_fs_init(void) | |
1396 | { | |
1397 | int err; | |
1398 | ||
d6392f87 | 1399 | fuse_inode_cachep = kmem_cache_create("fuse_inode", |
df206988 JW |
1400 | sizeof(struct fuse_inode), 0, |
1401 | SLAB_HWCACHE_ALIGN|SLAB_ACCOUNT|SLAB_RECLAIM_ACCOUNT, | |
1402 | fuse_inode_init_once); | |
d6392f87 MS |
1403 | err = -ENOMEM; |
1404 | if (!fuse_inode_cachep) | |
988f0325 AV |
1405 | goto out; |
1406 | ||
1407 | err = register_fuseblk(); | |
1408 | if (err) | |
1409 | goto out2; | |
1410 | ||
1411 | err = register_filesystem(&fuse_fs_type); | |
1412 | if (err) | |
1413 | goto out3; | |
d6392f87 MS |
1414 | |
1415 | return 0; | |
d8a5ba45 | 1416 | |
988f0325 | 1417 | out3: |
875d95ec | 1418 | unregister_fuseblk(); |
988f0325 AV |
1419 | out2: |
1420 | kmem_cache_destroy(fuse_inode_cachep); | |
d6392f87 | 1421 | out: |
d8a5ba45 MS |
1422 | return err; |
1423 | } | |
1424 | ||
1425 | static void fuse_fs_cleanup(void) | |
1426 | { | |
1427 | unregister_filesystem(&fuse_fs_type); | |
875d95ec | 1428 | unregister_fuseblk(); |
8c0a8537 KS |
1429 | |
1430 | /* | |
1431 | * Make sure all delayed rcu free inodes are flushed before we | |
1432 | * destroy cache. | |
1433 | */ | |
1434 | rcu_barrier(); | |
d8a5ba45 MS |
1435 | kmem_cache_destroy(fuse_inode_cachep); |
1436 | } | |
1437 | ||
5c89e17e | 1438 | static struct kobject *fuse_kobj; |
5c89e17e | 1439 | |
f543f253 MS |
1440 | static int fuse_sysfs_init(void) |
1441 | { | |
1442 | int err; | |
1443 | ||
00d26666 | 1444 | fuse_kobj = kobject_create_and_add("fuse", fs_kobj); |
5c89e17e GKH |
1445 | if (!fuse_kobj) { |
1446 | err = -ENOMEM; | |
f543f253 | 1447 | goto out_err; |
5c89e17e | 1448 | } |
f543f253 | 1449 | |
f9bb4882 EB |
1450 | err = sysfs_create_mount_point(fuse_kobj, "connections"); |
1451 | if (err) | |
f543f253 MS |
1452 | goto out_fuse_unregister; |
1453 | ||
1454 | return 0; | |
1455 | ||
1456 | out_fuse_unregister: | |
197b12d6 | 1457 | kobject_put(fuse_kobj); |
f543f253 MS |
1458 | out_err: |
1459 | return err; | |
1460 | } | |
1461 | ||
1462 | static void fuse_sysfs_cleanup(void) | |
1463 | { | |
f9bb4882 | 1464 | sysfs_remove_mount_point(fuse_kobj, "connections"); |
197b12d6 | 1465 | kobject_put(fuse_kobj); |
f543f253 MS |
1466 | } |
1467 | ||
d8a5ba45 MS |
1468 | static int __init fuse_init(void) |
1469 | { | |
1470 | int res; | |
1471 | ||
f2294482 KS |
1472 | pr_info("init (API version %i.%i)\n", |
1473 | FUSE_KERNEL_VERSION, FUSE_KERNEL_MINOR_VERSION); | |
d8a5ba45 | 1474 | |
bafa9654 | 1475 | INIT_LIST_HEAD(&fuse_conn_list); |
d8a5ba45 MS |
1476 | res = fuse_fs_init(); |
1477 | if (res) | |
1478 | goto err; | |
1479 | ||
334f485d MS |
1480 | res = fuse_dev_init(); |
1481 | if (res) | |
1482 | goto err_fs_cleanup; | |
1483 | ||
f543f253 MS |
1484 | res = fuse_sysfs_init(); |
1485 | if (res) | |
1486 | goto err_dev_cleanup; | |
1487 | ||
bafa9654 MS |
1488 | res = fuse_ctl_init(); |
1489 | if (res) | |
1490 | goto err_sysfs_cleanup; | |
1491 | ||
487ea5af CH |
1492 | sanitize_global_limit(&max_user_bgreq); |
1493 | sanitize_global_limit(&max_user_congthresh); | |
1494 | ||
d8a5ba45 MS |
1495 | return 0; |
1496 | ||
bafa9654 MS |
1497 | err_sysfs_cleanup: |
1498 | fuse_sysfs_cleanup(); | |
f543f253 MS |
1499 | err_dev_cleanup: |
1500 | fuse_dev_cleanup(); | |
334f485d MS |
1501 | err_fs_cleanup: |
1502 | fuse_fs_cleanup(); | |
d8a5ba45 MS |
1503 | err: |
1504 | return res; | |
1505 | } | |
1506 | ||
1507 | static void __exit fuse_exit(void) | |
1508 | { | |
f2294482 | 1509 | pr_debug("exit\n"); |
d8a5ba45 | 1510 | |
bafa9654 | 1511 | fuse_ctl_cleanup(); |
f543f253 | 1512 | fuse_sysfs_cleanup(); |
d8a5ba45 | 1513 | fuse_fs_cleanup(); |
334f485d | 1514 | fuse_dev_cleanup(); |
d8a5ba45 MS |
1515 | } |
1516 | ||
1517 | module_init(fuse_init); | |
1518 | module_exit(fuse_exit); |