Some fixes for pstore
[linux-2.6-block.git] / fs / super.c
CommitLineData
1da177e4
LT
1/*
2 * linux/fs/super.c
3 *
4 * Copyright (C) 1991, 1992 Linus Torvalds
5 *
6 * super.c contains code to handle: - mount structures
7 * - super-block tables
8 * - filesystem drivers list
9 * - mount system call
10 * - umount system call
11 * - ustat system call
12 *
13 * GK 2/5/95 - Changed to support mounting the root fs via NFS
14 *
15 * Added kerneld support: Jacques Gelinas and Bjorn Ekwall
16 * Added change_root: Werner Almesberger & Hans Lermen, Feb '96
17 * Added options to /proc/mounts:
96de0e25 18 * Torbjörn Lindh (torbjorn.lindh@gopta.se), April 14, 1996.
1da177e4
LT
19 * Added devfs support: Richard Gooch <rgooch@atnf.csiro.au>, 13-JAN-1998
20 * Heavily rewritten for 'one fs - one tree' dcache architecture. AV, Mar 2000
21 */
22
1da177e4
LT
23#include <linux/module.h>
24#include <linux/slab.h>
1da177e4
LT
25#include <linux/acct.h>
26#include <linux/blkdev.h>
1da177e4
LT
27#include <linux/mount.h>
28#include <linux/security.h>
1da177e4
LT
29#include <linux/writeback.h> /* for the emergency remount stuff */
30#include <linux/idr.h>
353ab6e9 31#include <linux/mutex.h>
5477d0fa 32#include <linux/backing-dev.h>
ceb5bdc2 33#include <linux/rculist_bl.h>
6d59e7f5 34#include "internal.h"
1da177e4
LT
35
36
1da177e4
LT
37LIST_HEAD(super_blocks);
38DEFINE_SPINLOCK(sb_lock);
39
40/**
41 * alloc_super - create new superblock
fe2bbc48 42 * @type: filesystem type superblock should belong to
1da177e4
LT
43 *
44 * Allocates and initializes a new &struct super_block. alloc_super()
45 * returns a pointer new superblock or %NULL if allocation had failed.
46 */
cf516249 47static struct super_block *alloc_super(struct file_system_type *type)
1da177e4 48{
11b0b5ab 49 struct super_block *s = kzalloc(sizeof(struct super_block), GFP_USER);
b87221de 50 static const struct super_operations default_op;
1da177e4
LT
51
52 if (s) {
1da177e4
LT
53 if (security_sb_alloc(s)) {
54 kfree(s);
55 s = NULL;
56 goto out;
57 }
6416ccb7
NP
58#ifdef CONFIG_SMP
59 s->s_files = alloc_percpu(struct list_head);
60 if (!s->s_files) {
61 security_sb_free(s);
62 kfree(s);
63 s = NULL;
64 goto out;
65 } else {
66 int i;
67
68 for_each_possible_cpu(i)
69 INIT_LIST_HEAD(per_cpu_ptr(s->s_files, i));
70 }
71#else
1da177e4 72 INIT_LIST_HEAD(&s->s_files);
6416ccb7 73#endif
1da177e4 74 INIT_LIST_HEAD(&s->s_instances);
ceb5bdc2 75 INIT_HLIST_BL_HEAD(&s->s_anon);
1da177e4 76 INIT_LIST_HEAD(&s->s_inodes);
da3bbdd4 77 INIT_LIST_HEAD(&s->s_dentry_lru);
1da177e4 78 init_rwsem(&s->s_umount);
7892f2f4 79 mutex_init(&s->s_lock);
897c6ff9 80 lockdep_set_class(&s->s_umount, &type->s_umount_key);
cf516249
IM
81 /*
82 * The locking rules for s_lock are up to the
83 * filesystem. For example ext3fs has different
84 * lock ordering than usbfs:
85 */
86 lockdep_set_class(&s->s_lock, &type->s_lock_key);
ada723dc
PZ
87 /*
88 * sget() can have s_umount recursion.
89 *
90 * When it cannot find a suitable sb, it allocates a new
91 * one (this one), and tries again to find a suitable old
92 * one.
93 *
94 * In case that succeeds, it will acquire the s_umount
95 * lock of the old one. Since these are clearly distrinct
96 * locks, and this object isn't exposed yet, there's no
97 * risk of deadlocks.
98 *
99 * Annotate this by putting this lock in a different
100 * subclass.
101 */
102 down_write_nested(&s->s_umount, SINGLE_DEPTH_NESTING);
b20bd1a5 103 s->s_count = 1;
1da177e4 104 atomic_set(&s->s_active, 1);
a11f3a05 105 mutex_init(&s->s_vfs_rename_mutex);
51ee049e 106 lockdep_set_class(&s->s_vfs_rename_mutex, &type->s_vfs_rename_key);
d3be915f
IM
107 mutex_init(&s->s_dquot.dqio_mutex);
108 mutex_init(&s->s_dquot.dqonoff_mutex);
1da177e4
LT
109 init_rwsem(&s->s_dquot.dqptr_sem);
110 init_waitqueue_head(&s->s_wait_unfrozen);
111 s->s_maxbytes = MAX_NON_LFS;
1da177e4
LT
112 s->s_op = &default_op;
113 s->s_time_gran = 1000000000;
114 }
115out:
116 return s;
117}
118
119/**
120 * destroy_super - frees a superblock
121 * @s: superblock to free
122 *
123 * Frees a superblock.
124 */
125static inline void destroy_super(struct super_block *s)
126{
6416ccb7
NP
127#ifdef CONFIG_SMP
128 free_percpu(s->s_files);
129#endif
1da177e4 130 security_sb_free(s);
79c0b2df 131 kfree(s->s_subtype);
b3b304a2 132 kfree(s->s_options);
1da177e4
LT
133 kfree(s);
134}
135
136/* Superblock refcounting */
137
138/*
35cf7ba0 139 * Drop a superblock's refcount. The caller must hold sb_lock.
1da177e4 140 */
35cf7ba0 141void __put_super(struct super_block *sb)
1da177e4 142{
1da177e4 143 if (!--sb->s_count) {
551de6f3 144 list_del_init(&sb->s_list);
1da177e4 145 destroy_super(sb);
1da177e4 146 }
1da177e4
LT
147}
148
149/**
150 * put_super - drop a temporary reference to superblock
151 * @sb: superblock in question
152 *
153 * Drops a temporary reference, frees superblock if there's no
154 * references left.
155 */
03ba3782 156void put_super(struct super_block *sb)
1da177e4
LT
157{
158 spin_lock(&sb_lock);
159 __put_super(sb);
160 spin_unlock(&sb_lock);
161}
162
163
164/**
1712ac8f 165 * deactivate_locked_super - drop an active reference to superblock
1da177e4
LT
166 * @s: superblock to deactivate
167 *
1712ac8f
AV
168 * Drops an active reference to superblock, converting it into a temprory
169 * one if there is no other active references left. In that case we
1da177e4
LT
170 * tell fs driver to shut it down and drop the temporary reference we
171 * had just acquired.
1712ac8f
AV
172 *
173 * Caller holds exclusive lock on superblock; that lock is released.
1da177e4 174 */
1712ac8f 175void deactivate_locked_super(struct super_block *s)
1da177e4
LT
176{
177 struct file_system_type *fs = s->s_type;
b20bd1a5 178 if (atomic_dec_and_test(&s->s_active)) {
1da177e4 179 fs->kill_sb(s);
d863b50a
BH
180 /*
181 * We need to call rcu_barrier so all the delayed rcu free
182 * inodes are flushed before we release the fs module.
183 */
184 rcu_barrier();
1da177e4
LT
185 put_filesystem(fs);
186 put_super(s);
1712ac8f
AV
187 } else {
188 up_write(&s->s_umount);
1da177e4
LT
189 }
190}
191
1712ac8f 192EXPORT_SYMBOL(deactivate_locked_super);
1da177e4 193
74dbbdd7 194/**
1712ac8f 195 * deactivate_super - drop an active reference to superblock
74dbbdd7
AV
196 * @s: superblock to deactivate
197 *
1712ac8f
AV
198 * Variant of deactivate_locked_super(), except that superblock is *not*
199 * locked by caller. If we are going to drop the final active reference,
200 * lock will be acquired prior to that.
74dbbdd7 201 */
1712ac8f 202void deactivate_super(struct super_block *s)
74dbbdd7 203{
1712ac8f
AV
204 if (!atomic_add_unless(&s->s_active, -1, 1)) {
205 down_write(&s->s_umount);
206 deactivate_locked_super(s);
74dbbdd7
AV
207 }
208}
209
1712ac8f 210EXPORT_SYMBOL(deactivate_super);
74dbbdd7 211
1da177e4
LT
212/**
213 * grab_super - acquire an active reference
214 * @s: reference we are trying to make active
215 *
216 * Tries to acquire an active reference. grab_super() is used when we
217 * had just found a superblock in super_blocks or fs_type->fs_supers
218 * and want to turn it into a full-blown active reference. grab_super()
219 * is called with sb_lock held and drops it. Returns 1 in case of
220 * success, 0 if we had failed (superblock contents was already dead or
221 * dying when grab_super() had been called).
222 */
9c4dbee7 223static int grab_super(struct super_block *s) __releases(sb_lock)
1da177e4 224{
b20bd1a5
AV
225 if (atomic_inc_not_zero(&s->s_active)) {
226 spin_unlock(&sb_lock);
b20bd1a5
AV
227 return 1;
228 }
229 /* it's going away */
1da177e4
LT
230 s->s_count++;
231 spin_unlock(&sb_lock);
1712ac8f 232 /* wait for it to die */
1da177e4 233 down_write(&s->s_umount);
1da177e4
LT
234 up_write(&s->s_umount);
235 put_super(s);
1da177e4
LT
236 return 0;
237}
238
914e2637
AV
239/*
240 * Superblock locking. We really ought to get rid of these two.
241 */
242void lock_super(struct super_block * sb)
243{
244 get_fs_excl();
245 mutex_lock(&sb->s_lock);
246}
247
248void unlock_super(struct super_block * sb)
249{
250 put_fs_excl();
251 mutex_unlock(&sb->s_lock);
252}
253
254EXPORT_SYMBOL(lock_super);
255EXPORT_SYMBOL(unlock_super);
256
1da177e4
LT
257/**
258 * generic_shutdown_super - common helper for ->kill_sb()
259 * @sb: superblock to kill
260 *
261 * generic_shutdown_super() does all fs-independent work on superblock
262 * shutdown. Typical ->kill_sb() should pick all fs-specific objects
263 * that need destruction out of superblock, call generic_shutdown_super()
264 * and release aforementioned objects. Note: dentries and inodes _are_
265 * taken care of and do not need specific handling.
c636ebdb
DH
266 *
267 * Upon calling this function, the filesystem may no longer alter or
268 * rearrange the set of dentries belonging to this super_block, nor may it
269 * change the attachments of dentries to inodes.
1da177e4
LT
270 */
271void generic_shutdown_super(struct super_block *sb)
272{
ee9b6d61 273 const struct super_operations *sop = sb->s_op;
1da177e4 274
efaee192 275
c636ebdb
DH
276 if (sb->s_root) {
277 shrink_dcache_for_umount(sb);
60b0680f 278 sync_filesystem(sb);
a9e220f8 279 get_fs_excl();
1da177e4 280 sb->s_flags &= ~MS_ACTIVE;
efaee192 281
63997e98
AV
282 fsnotify_unmount_inodes(&sb->s_inodes);
283
284 evict_inodes(sb);
1da177e4 285
1da177e4
LT
286 if (sop->put_super)
287 sop->put_super(sb);
288
63997e98 289 if (!list_empty(&sb->s_inodes)) {
7b4fe29e
DJ
290 printk("VFS: Busy inodes after unmount of %s. "
291 "Self-destruct in 5 seconds. Have a nice day...\n",
292 sb->s_id);
1da177e4 293 }
a9e220f8 294 put_fs_excl();
1da177e4
LT
295 }
296 spin_lock(&sb_lock);
297 /* should be initialized for __put_super_and_need_restart() */
551de6f3 298 list_del_init(&sb->s_instances);
1da177e4
LT
299 spin_unlock(&sb_lock);
300 up_write(&sb->s_umount);
301}
302
303EXPORT_SYMBOL(generic_shutdown_super);
304
305/**
306 * sget - find or create a superblock
307 * @type: filesystem type superblock should belong to
308 * @test: comparison callback
309 * @set: setup callback
310 * @data: argument to each of them
311 */
312struct super_block *sget(struct file_system_type *type,
313 int (*test)(struct super_block *,void *),
314 int (*set)(struct super_block *,void *),
315 void *data)
316{
317 struct super_block *s = NULL;
d4730127 318 struct super_block *old;
1da177e4
LT
319 int err;
320
321retry:
322 spin_lock(&sb_lock);
d4730127
MK
323 if (test) {
324 list_for_each_entry(old, &type->fs_supers, s_instances) {
325 if (!test(old, data))
326 continue;
327 if (!grab_super(old))
328 goto retry;
a3cfbb53
LZ
329 if (s) {
330 up_write(&s->s_umount);
d4730127 331 destroy_super(s);
7a4dec53 332 s = NULL;
a3cfbb53 333 }
d3f21473 334 down_write(&old->s_umount);
7a4dec53
AV
335 if (unlikely(!(old->s_flags & MS_BORN))) {
336 deactivate_locked_super(old);
337 goto retry;
338 }
d4730127
MK
339 return old;
340 }
1da177e4
LT
341 }
342 if (!s) {
343 spin_unlock(&sb_lock);
cf516249 344 s = alloc_super(type);
1da177e4
LT
345 if (!s)
346 return ERR_PTR(-ENOMEM);
347 goto retry;
348 }
349
350 err = set(s, data);
351 if (err) {
352 spin_unlock(&sb_lock);
a3cfbb53 353 up_write(&s->s_umount);
1da177e4
LT
354 destroy_super(s);
355 return ERR_PTR(err);
356 }
357 s->s_type = type;
358 strlcpy(s->s_id, type->name, sizeof(s->s_id));
359 list_add_tail(&s->s_list, &super_blocks);
360 list_add(&s->s_instances, &type->fs_supers);
361 spin_unlock(&sb_lock);
362 get_filesystem(type);
363 return s;
364}
365
366EXPORT_SYMBOL(sget);
367
368void drop_super(struct super_block *sb)
369{
370 up_read(&sb->s_umount);
371 put_super(sb);
372}
373
374EXPORT_SYMBOL(drop_super);
375
e5004753
CH
376/**
377 * sync_supers - helper for periodic superblock writeback
378 *
379 * Call the write_super method if present on all dirty superblocks in
380 * the system. This is for the periodic writeback used by most older
381 * filesystems. For data integrity superblock writeback use
382 * sync_filesystems() instead.
383 *
1da177e4
LT
384 * Note: check the dirty flag before waiting, so we don't
385 * hold up the sync while mounting a device. (The newly
386 * mounted device won't need syncing.)
387 */
388void sync_supers(void)
389{
dca33252 390 struct super_block *sb, *p = NULL;
618f0636 391
1da177e4 392 spin_lock(&sb_lock);
dca33252 393 list_for_each_entry(sb, &super_blocks, s_list) {
551de6f3
AV
394 if (list_empty(&sb->s_instances))
395 continue;
e5004753 396 if (sb->s_op->write_super && sb->s_dirt) {
1da177e4
LT
397 sb->s_count++;
398 spin_unlock(&sb_lock);
e5004753 399
1da177e4 400 down_read(&sb->s_umount);
e5004753
CH
401 if (sb->s_root && sb->s_dirt)
402 sb->s_op->write_super(sb);
618f0636 403 up_read(&sb->s_umount);
e5004753 404
618f0636 405 spin_lock(&sb_lock);
dca33252
AV
406 if (p)
407 __put_super(p);
408 p = sb;
618f0636
KK
409 }
410 }
dca33252
AV
411 if (p)
412 __put_super(p);
1da177e4
LT
413 spin_unlock(&sb_lock);
414}
415
01a05b33
AV
416/**
417 * iterate_supers - call function for all active superblocks
418 * @f: function to call
419 * @arg: argument to pass to it
420 *
421 * Scans the superblock list and calls given function, passing it
422 * locked superblock and given argument.
423 */
424void iterate_supers(void (*f)(struct super_block *, void *), void *arg)
425{
dca33252 426 struct super_block *sb, *p = NULL;
01a05b33
AV
427
428 spin_lock(&sb_lock);
dca33252 429 list_for_each_entry(sb, &super_blocks, s_list) {
01a05b33
AV
430 if (list_empty(&sb->s_instances))
431 continue;
432 sb->s_count++;
433 spin_unlock(&sb_lock);
434
435 down_read(&sb->s_umount);
436 if (sb->s_root)
437 f(sb, arg);
438 up_read(&sb->s_umount);
439
440 spin_lock(&sb_lock);
dca33252
AV
441 if (p)
442 __put_super(p);
443 p = sb;
01a05b33 444 }
dca33252
AV
445 if (p)
446 __put_super(p);
01a05b33
AV
447 spin_unlock(&sb_lock);
448}
449
1da177e4
LT
450/**
451 * get_super - get the superblock of a device
452 * @bdev: device to get the superblock for
453 *
454 * Scans the superblock list and finds the superblock of the file system
455 * mounted on the device given. %NULL is returned if no match is found.
456 */
457
df40c01a 458struct super_block *get_super(struct block_device *bdev)
1da177e4 459{
618f0636
KK
460 struct super_block *sb;
461
1da177e4
LT
462 if (!bdev)
463 return NULL;
618f0636 464
1da177e4 465 spin_lock(&sb_lock);
618f0636
KK
466rescan:
467 list_for_each_entry(sb, &super_blocks, s_list) {
551de6f3
AV
468 if (list_empty(&sb->s_instances))
469 continue;
618f0636
KK
470 if (sb->s_bdev == bdev) {
471 sb->s_count++;
1da177e4 472 spin_unlock(&sb_lock);
618f0636 473 down_read(&sb->s_umount);
df40c01a 474 /* still alive? */
618f0636
KK
475 if (sb->s_root)
476 return sb;
477 up_read(&sb->s_umount);
df40c01a 478 /* nope, got unmounted */
618f0636 479 spin_lock(&sb_lock);
df40c01a
AV
480 __put_super(sb);
481 goto rescan;
1da177e4
LT
482 }
483 }
484 spin_unlock(&sb_lock);
485 return NULL;
486}
487
488EXPORT_SYMBOL(get_super);
4504230a
CH
489
490/**
491 * get_active_super - get an active reference to the superblock of a device
492 * @bdev: device to get the superblock for
493 *
494 * Scans the superblock list and finds the superblock of the file system
495 * mounted on the device given. Returns the superblock with an active
d3f21473 496 * reference or %NULL if none was found.
4504230a
CH
497 */
498struct super_block *get_active_super(struct block_device *bdev)
499{
500 struct super_block *sb;
501
502 if (!bdev)
503 return NULL;
504
1494583d 505restart:
4504230a
CH
506 spin_lock(&sb_lock);
507 list_for_each_entry(sb, &super_blocks, s_list) {
551de6f3
AV
508 if (list_empty(&sb->s_instances))
509 continue;
1494583d
AV
510 if (sb->s_bdev == bdev) {
511 if (grab_super(sb)) /* drops sb_lock */
512 return sb;
513 else
514 goto restart;
515 }
4504230a
CH
516 }
517 spin_unlock(&sb_lock);
518 return NULL;
519}
1da177e4 520
df40c01a 521struct super_block *user_get_super(dev_t dev)
1da177e4 522{
618f0636 523 struct super_block *sb;
1da177e4 524
1da177e4 525 spin_lock(&sb_lock);
618f0636
KK
526rescan:
527 list_for_each_entry(sb, &super_blocks, s_list) {
551de6f3
AV
528 if (list_empty(&sb->s_instances))
529 continue;
618f0636
KK
530 if (sb->s_dev == dev) {
531 sb->s_count++;
1da177e4 532 spin_unlock(&sb_lock);
618f0636 533 down_read(&sb->s_umount);
df40c01a 534 /* still alive? */
618f0636
KK
535 if (sb->s_root)
536 return sb;
537 up_read(&sb->s_umount);
df40c01a 538 /* nope, got unmounted */
618f0636 539 spin_lock(&sb_lock);
df40c01a
AV
540 __put_super(sb);
541 goto rescan;
1da177e4
LT
542 }
543 }
544 spin_unlock(&sb_lock);
545 return NULL;
546}
547
1da177e4
LT
548/**
549 * do_remount_sb - asks filesystem to change mount options.
550 * @sb: superblock in question
551 * @flags: numeric part of options
552 * @data: the rest of options
553 * @force: whether or not to force the change
554 *
555 * Alters the mount options of a mounted file system.
556 */
557int do_remount_sb(struct super_block *sb, int flags, void *data, int force)
558{
559 int retval;
c79d967d 560 int remount_ro;
4504230a
CH
561
562 if (sb->s_frozen != SB_UNFROZEN)
563 return -EBUSY;
564
9361401e 565#ifdef CONFIG_BLOCK
1da177e4
LT
566 if (!(flags & MS_RDONLY) && bdev_read_only(sb->s_bdev))
567 return -EACCES;
9361401e 568#endif
4504230a 569
1da177e4
LT
570 if (flags & MS_RDONLY)
571 acct_auto_close(sb);
572 shrink_dcache_sb(sb);
60b0680f 573 sync_filesystem(sb);
1da177e4 574
d208bbdd 575 remount_ro = (flags & MS_RDONLY) && !(sb->s_flags & MS_RDONLY);
d208bbdd 576
1da177e4
LT
577 /* If we are remounting RDONLY and current sb is read/write,
578 make sure there are no rw files opened */
d208bbdd 579 if (remount_ro) {
1da177e4
LT
580 if (force)
581 mark_files_ro(sb);
b0895513 582 else if (!fs_may_remount_ro(sb))
1da177e4
LT
583 return -EBUSY;
584 }
585
586 if (sb->s_op->remount_fs) {
1da177e4 587 retval = sb->s_op->remount_fs(sb, &flags, data);
b0895513 588 if (retval)
1da177e4
LT
589 return retval;
590 }
591 sb->s_flags = (sb->s_flags & ~MS_RMT_MASK) | (flags & MS_RMT_MASK);
c79d967d 592
d208bbdd
NP
593 /*
594 * Some filesystems modify their metadata via some other path than the
595 * bdev buffer cache (eg. use a private mapping, or directories in
596 * pagecache, etc). Also file data modifications go via their own
597 * mappings. So If we try to mount readonly then copy the filesystem
598 * from bdev, we could get stale data, so invalidate it to give a best
599 * effort at coherency.
600 */
601 if (remount_ro && sb->s_bdev)
602 invalidate_bdev(sb->s_bdev);
1da177e4
LT
603 return 0;
604}
605
a2a9537a 606static void do_emergency_remount(struct work_struct *work)
1da177e4 607{
dca33252 608 struct super_block *sb, *p = NULL;
1da177e4
LT
609
610 spin_lock(&sb_lock);
dca33252 611 list_for_each_entry(sb, &super_blocks, s_list) {
551de6f3
AV
612 if (list_empty(&sb->s_instances))
613 continue;
1da177e4
LT
614 sb->s_count++;
615 spin_unlock(&sb_lock);
443b94ba 616 down_write(&sb->s_umount);
1da177e4
LT
617 if (sb->s_root && sb->s_bdev && !(sb->s_flags & MS_RDONLY)) {
618 /*
1da177e4
LT
619 * What lock protects sb->s_flags??
620 */
1da177e4 621 do_remount_sb(sb, MS_RDONLY, NULL, 1);
1da177e4 622 }
443b94ba 623 up_write(&sb->s_umount);
1da177e4 624 spin_lock(&sb_lock);
dca33252
AV
625 if (p)
626 __put_super(p);
627 p = sb;
1da177e4 628 }
dca33252
AV
629 if (p)
630 __put_super(p);
1da177e4 631 spin_unlock(&sb_lock);
a2a9537a 632 kfree(work);
1da177e4
LT
633 printk("Emergency Remount complete\n");
634}
635
636void emergency_remount(void)
637{
a2a9537a
JA
638 struct work_struct *work;
639
640 work = kmalloc(sizeof(*work), GFP_ATOMIC);
641 if (work) {
642 INIT_WORK(work, do_emergency_remount);
643 schedule_work(work);
644 }
1da177e4
LT
645}
646
647/*
648 * Unnamed block devices are dummy devices used by virtual
649 * filesystems which don't use real block-devices. -- jrs
650 */
651
ad76cbc6 652static DEFINE_IDA(unnamed_dev_ida);
1da177e4 653static DEFINE_SPINLOCK(unnamed_dev_lock);/* protects the above */
c63e09ec 654static int unnamed_dev_start = 0; /* don't bother trying below it */
1da177e4
LT
655
656int set_anon_super(struct super_block *s, void *data)
657{
658 int dev;
659 int error;
660
661 retry:
ad76cbc6 662 if (ida_pre_get(&unnamed_dev_ida, GFP_ATOMIC) == 0)
1da177e4
LT
663 return -ENOMEM;
664 spin_lock(&unnamed_dev_lock);
c63e09ec 665 error = ida_get_new_above(&unnamed_dev_ida, unnamed_dev_start, &dev);
f21f6220
AV
666 if (!error)
667 unnamed_dev_start = dev + 1;
1da177e4
LT
668 spin_unlock(&unnamed_dev_lock);
669 if (error == -EAGAIN)
670 /* We raced and lost with another CPU. */
671 goto retry;
672 else if (error)
673 return -EAGAIN;
674
675 if ((dev & MAX_ID_MASK) == (1 << MINORBITS)) {
676 spin_lock(&unnamed_dev_lock);
ad76cbc6 677 ida_remove(&unnamed_dev_ida, dev);
f21f6220
AV
678 if (unnamed_dev_start > dev)
679 unnamed_dev_start = dev;
1da177e4
LT
680 spin_unlock(&unnamed_dev_lock);
681 return -EMFILE;
682 }
683 s->s_dev = MKDEV(0, dev & MINORMASK);
5129a469 684 s->s_bdi = &noop_backing_dev_info;
1da177e4
LT
685 return 0;
686}
687
688EXPORT_SYMBOL(set_anon_super);
689
690void kill_anon_super(struct super_block *sb)
691{
692 int slot = MINOR(sb->s_dev);
693
694 generic_shutdown_super(sb);
695 spin_lock(&unnamed_dev_lock);
ad76cbc6 696 ida_remove(&unnamed_dev_ida, slot);
c63e09ec
AV
697 if (slot < unnamed_dev_start)
698 unnamed_dev_start = slot;
1da177e4
LT
699 spin_unlock(&unnamed_dev_lock);
700}
701
702EXPORT_SYMBOL(kill_anon_super);
703
1da177e4
LT
704void kill_litter_super(struct super_block *sb)
705{
706 if (sb->s_root)
707 d_genocide(sb->s_root);
708 kill_anon_super(sb);
709}
710
711EXPORT_SYMBOL(kill_litter_super);
712
909e6d94
SH
713static int ns_test_super(struct super_block *sb, void *data)
714{
715 return sb->s_fs_info == data;
716}
717
718static int ns_set_super(struct super_block *sb, void *data)
719{
720 sb->s_fs_info = data;
721 return set_anon_super(sb, NULL);
722}
723
ceefda69
AV
724struct dentry *mount_ns(struct file_system_type *fs_type, int flags,
725 void *data, int (*fill_super)(struct super_block *, void *, int))
909e6d94
SH
726{
727 struct super_block *sb;
728
729 sb = sget(fs_type, ns_test_super, ns_set_super, data);
730 if (IS_ERR(sb))
ceefda69 731 return ERR_CAST(sb);
909e6d94
SH
732
733 if (!sb->s_root) {
734 int err;
735 sb->s_flags = flags;
736 err = fill_super(sb, data, flags & MS_SILENT ? 1 : 0);
737 if (err) {
74dbbdd7 738 deactivate_locked_super(sb);
ceefda69 739 return ERR_PTR(err);
909e6d94
SH
740 }
741
742 sb->s_flags |= MS_ACTIVE;
743 }
744
ceefda69 745 return dget(sb->s_root);
909e6d94
SH
746}
747
ceefda69 748EXPORT_SYMBOL(mount_ns);
909e6d94 749
9361401e 750#ifdef CONFIG_BLOCK
1da177e4
LT
751static int set_bdev_super(struct super_block *s, void *data)
752{
753 s->s_bdev = data;
754 s->s_dev = s->s_bdev->bd_dev;
32a88aa1
JA
755
756 /*
757 * We set the bdi here to the queue backing, file systems can
758 * overwrite this in ->fill_super()
759 */
760 s->s_bdi = &bdev_get_queue(s->s_bdev)->backing_dev_info;
1da177e4
LT
761 return 0;
762}
763
764static int test_bdev_super(struct super_block *s, void *data)
765{
766 return (void *)s->s_bdev == data;
767}
768
152a0836 769struct dentry *mount_bdev(struct file_system_type *fs_type,
1da177e4 770 int flags, const char *dev_name, void *data,
152a0836 771 int (*fill_super)(struct super_block *, void *, int))
1da177e4
LT
772{
773 struct block_device *bdev;
774 struct super_block *s;
d4d77629 775 fmode_t mode = FMODE_READ | FMODE_EXCL;
1da177e4
LT
776 int error = 0;
777
30c40d2c
AV
778 if (!(flags & MS_RDONLY))
779 mode |= FMODE_WRITE;
780
d4d77629 781 bdev = blkdev_get_by_path(dev_name, mode, fs_type);
1da177e4 782 if (IS_ERR(bdev))
152a0836 783 return ERR_CAST(bdev);
1da177e4
LT
784
785 /*
786 * once the super is inserted into the list by sget, s_umount
787 * will protect the lockfs code from trying to start a snapshot
788 * while we are mounting
789 */
4fadd7bb
CH
790 mutex_lock(&bdev->bd_fsfreeze_mutex);
791 if (bdev->bd_fsfreeze_count > 0) {
792 mutex_unlock(&bdev->bd_fsfreeze_mutex);
793 error = -EBUSY;
794 goto error_bdev;
795 }
1da177e4 796 s = sget(fs_type, test_bdev_super, set_bdev_super, bdev);
4fadd7bb 797 mutex_unlock(&bdev->bd_fsfreeze_mutex);
1da177e4 798 if (IS_ERR(s))
454e2398 799 goto error_s;
1da177e4
LT
800
801 if (s->s_root) {
802 if ((flags ^ s->s_flags) & MS_RDONLY) {
74dbbdd7 803 deactivate_locked_super(s);
454e2398
DH
804 error = -EBUSY;
805 goto error_bdev;
1da177e4 806 }
454e2398 807
4f331f01
TH
808 /*
809 * s_umount nests inside bd_mutex during
e525fd89
TH
810 * __invalidate_device(). blkdev_put() acquires
811 * bd_mutex and can't be called under s_umount. Drop
812 * s_umount temporarily. This is safe as we're
813 * holding an active reference.
4f331f01
TH
814 */
815 up_write(&s->s_umount);
d4d77629 816 blkdev_put(bdev, mode);
4f331f01 817 down_write(&s->s_umount);
1da177e4
LT
818 } else {
819 char b[BDEVNAME_SIZE];
820
821 s->s_flags = flags;
30c40d2c 822 s->s_mode = mode;
1da177e4 823 strlcpy(s->s_id, bdevname(bdev, b), sizeof(s->s_id));
e78c9a00 824 sb_set_blocksize(s, block_size(bdev));
9b04c997 825 error = fill_super(s, data, flags & MS_SILENT ? 1 : 0);
1da177e4 826 if (error) {
74dbbdd7 827 deactivate_locked_super(s);
454e2398 828 goto error;
fa675765 829 }
454e2398
DH
830
831 s->s_flags |= MS_ACTIVE;
87d8fe1e 832 bdev->bd_super = s;
1da177e4
LT
833 }
834
152a0836 835 return dget(s->s_root);
1da177e4 836
454e2398
DH
837error_s:
838 error = PTR_ERR(s);
839error_bdev:
d4d77629 840 blkdev_put(bdev, mode);
454e2398 841error:
152a0836
AV
842 return ERR_PTR(error);
843}
844EXPORT_SYMBOL(mount_bdev);
845
1da177e4
LT
846void kill_block_super(struct super_block *sb)
847{
848 struct block_device *bdev = sb->s_bdev;
30c40d2c 849 fmode_t mode = sb->s_mode;
1da177e4 850
ddbaaf30 851 bdev->bd_super = NULL;
1da177e4
LT
852 generic_shutdown_super(sb);
853 sync_blockdev(bdev);
d4d77629 854 WARN_ON_ONCE(!(mode & FMODE_EXCL));
e525fd89 855 blkdev_put(bdev, mode | FMODE_EXCL);
1da177e4
LT
856}
857
858EXPORT_SYMBOL(kill_block_super);
9361401e 859#endif
1da177e4 860
3c26ff6e 861struct dentry *mount_nodev(struct file_system_type *fs_type,
1da177e4 862 int flags, void *data,
3c26ff6e 863 int (*fill_super)(struct super_block *, void *, int))
1da177e4
LT
864{
865 int error;
866 struct super_block *s = sget(fs_type, NULL, set_anon_super, NULL);
867
868 if (IS_ERR(s))
3c26ff6e 869 return ERR_CAST(s);
1da177e4
LT
870
871 s->s_flags = flags;
872
9b04c997 873 error = fill_super(s, data, flags & MS_SILENT ? 1 : 0);
1da177e4 874 if (error) {
74dbbdd7 875 deactivate_locked_super(s);
3c26ff6e 876 return ERR_PTR(error);
1da177e4
LT
877 }
878 s->s_flags |= MS_ACTIVE;
3c26ff6e 879 return dget(s->s_root);
1da177e4 880}
3c26ff6e
AV
881EXPORT_SYMBOL(mount_nodev);
882
1da177e4
LT
883static int compare_single(struct super_block *s, void *p)
884{
885 return 1;
886}
887
fc14f2fe 888struct dentry *mount_single(struct file_system_type *fs_type,
1da177e4 889 int flags, void *data,
fc14f2fe 890 int (*fill_super)(struct super_block *, void *, int))
1da177e4
LT
891{
892 struct super_block *s;
893 int error;
894
895 s = sget(fs_type, compare_single, set_anon_super, NULL);
896 if (IS_ERR(s))
fc14f2fe 897 return ERR_CAST(s);
1da177e4
LT
898 if (!s->s_root) {
899 s->s_flags = flags;
9b04c997 900 error = fill_super(s, data, flags & MS_SILENT ? 1 : 0);
1da177e4 901 if (error) {
74dbbdd7 902 deactivate_locked_super(s);
fc14f2fe 903 return ERR_PTR(error);
1da177e4
LT
904 }
905 s->s_flags |= MS_ACTIVE;
9329d1be
KS
906 } else {
907 do_remount_sb(s, flags, data, 0);
1da177e4 908 }
fc14f2fe
AV
909 return dget(s->s_root);
910}
911EXPORT_SYMBOL(mount_single);
912
1da177e4 913struct vfsmount *
bb4a58bf 914vfs_kern_mount(struct file_system_type *type, int flags, const char *name, void *data)
1da177e4 915{
1da177e4 916 struct vfsmount *mnt;
c96e41e9 917 struct dentry *root;
1da177e4 918 char *secdata = NULL;
454e2398 919 int error;
1da177e4
LT
920
921 if (!type)
922 return ERR_PTR(-ENODEV);
1da177e4 923
454e2398 924 error = -ENOMEM;
1da177e4
LT
925 mnt = alloc_vfsmnt(name);
926 if (!mnt)
927 goto out;
928
8089352a
AV
929 if (flags & MS_KERNMOUNT)
930 mnt->mnt_flags = MNT_INTERNAL;
931
e0007529 932 if (data && !(type->fs_flags & FS_BINARY_MOUNTDATA)) {
1da177e4 933 secdata = alloc_secdata();
454e2398 934 if (!secdata)
1da177e4 935 goto out_mnt;
1da177e4 936
e0007529 937 error = security_sb_copy_data(data, secdata);
454e2398 938 if (error)
1da177e4 939 goto out_free_secdata;
1da177e4
LT
940 }
941
1a102ff9
AV
942 root = type->mount(type, flags, name, data);
943 if (IS_ERR(root)) {
944 error = PTR_ERR(root);
945 goto out_free_secdata;
c96e41e9 946 }
1a102ff9
AV
947 mnt->mnt_root = root;
948 mnt->mnt_sb = root->d_sb;
b4c07bce 949 BUG_ON(!mnt->mnt_sb);
5129a469 950 WARN_ON(!mnt->mnt_sb->s_bdi);
7a4dec53 951 mnt->mnt_sb->s_flags |= MS_BORN;
454e2398 952
5129a469
JE
953 error = security_sb_kern_mount(mnt->mnt_sb, flags, secdata);
954 if (error)
955 goto out_sb;
454e2398 956
42cb56ae
JL
957 /*
958 * filesystems should never set s_maxbytes larger than MAX_LFS_FILESIZE
959 * but s_maxbytes was an unsigned long long for many releases. Throw
960 * this warning for a little while to try and catch filesystems that
961 * violate this rule. This warning should be either removed or
962 * converted to a BUG() in 2.6.34.
963 */
964 WARN((mnt->mnt_sb->s_maxbytes < 0), "%s set sb->s_maxbytes to "
965 "negative value (%lld)\n", type->name, mnt->mnt_sb->s_maxbytes);
966
454e2398 967 mnt->mnt_mountpoint = mnt->mnt_root;
1da177e4 968 mnt->mnt_parent = mnt;
454e2398 969 up_write(&mnt->mnt_sb->s_umount);
8680e22f 970 free_secdata(secdata);
1da177e4
LT
971 return mnt;
972out_sb:
454e2398 973 dput(mnt->mnt_root);
74dbbdd7 974 deactivate_locked_super(mnt->mnt_sb);
1da177e4
LT
975out_free_secdata:
976 free_secdata(secdata);
977out_mnt:
978 free_vfsmnt(mnt);
979out:
454e2398 980 return ERR_PTR(error);
1da177e4
LT
981}
982
bb4a58bf
TM
983EXPORT_SYMBOL_GPL(vfs_kern_mount);
984
18e9e510 985/**
7000d3c4
RD
986 * freeze_super - lock the filesystem and force it into a consistent state
987 * @sb: the super to lock
18e9e510
JB
988 *
989 * Syncs the super to make sure the filesystem is consistent and calls the fs's
990 * freeze_fs. Subsequent calls to this without first thawing the fs will return
991 * -EBUSY.
992 */
993int freeze_super(struct super_block *sb)
994{
995 int ret;
996
997 atomic_inc(&sb->s_active);
998 down_write(&sb->s_umount);
999 if (sb->s_frozen) {
1000 deactivate_locked_super(sb);
1001 return -EBUSY;
1002 }
1003
1004 if (sb->s_flags & MS_RDONLY) {
1005 sb->s_frozen = SB_FREEZE_TRANS;
1006 smp_wmb();
1007 up_write(&sb->s_umount);
1008 return 0;
1009 }
1010
1011 sb->s_frozen = SB_FREEZE_WRITE;
1012 smp_wmb();
1013
1014 sync_filesystem(sb);
1015
1016 sb->s_frozen = SB_FREEZE_TRANS;
1017 smp_wmb();
1018
1019 sync_blockdev(sb->s_bdev);
1020 if (sb->s_op->freeze_fs) {
1021 ret = sb->s_op->freeze_fs(sb);
1022 if (ret) {
1023 printk(KERN_ERR
1024 "VFS:Filesystem freeze failed\n");
1025 sb->s_frozen = SB_UNFROZEN;
1026 deactivate_locked_super(sb);
1027 return ret;
1028 }
1029 }
1030 up_write(&sb->s_umount);
1031 return 0;
1032}
1033EXPORT_SYMBOL(freeze_super);
1034
1035/**
1036 * thaw_super -- unlock filesystem
1037 * @sb: the super to thaw
1038 *
1039 * Unlocks the filesystem and marks it writeable again after freeze_super().
1040 */
1041int thaw_super(struct super_block *sb)
1042{
1043 int error;
1044
1045 down_write(&sb->s_umount);
1046 if (sb->s_frozen == SB_UNFROZEN) {
1047 up_write(&sb->s_umount);
1048 return -EINVAL;
1049 }
1050
1051 if (sb->s_flags & MS_RDONLY)
1052 goto out;
1053
1054 if (sb->s_op->unfreeze_fs) {
1055 error = sb->s_op->unfreeze_fs(sb);
1056 if (error) {
1057 printk(KERN_ERR
1058 "VFS:Filesystem thaw failed\n");
1059 sb->s_frozen = SB_FREEZE_TRANS;
1060 up_write(&sb->s_umount);
1061 return error;
1062 }
1063 }
1064
1065out:
1066 sb->s_frozen = SB_UNFROZEN;
1067 smp_wmb();
1068 wake_up(&sb->s_wait_unfrozen);
1069 deactivate_locked_super(sb);
1070
1071 return 0;
1072}
1073EXPORT_SYMBOL(thaw_super);
1074
79c0b2df
MS
1075static struct vfsmount *fs_set_subtype(struct vfsmount *mnt, const char *fstype)
1076{
1077 int err;
1078 const char *subtype = strchr(fstype, '.');
1079 if (subtype) {
1080 subtype++;
1081 err = -EINVAL;
1082 if (!subtype[0])
1083 goto err;
1084 } else
1085 subtype = "";
1086
1087 mnt->mnt_sb->s_subtype = kstrdup(subtype, GFP_KERNEL);
1088 err = -ENOMEM;
1089 if (!mnt->mnt_sb->s_subtype)
1090 goto err;
1091 return mnt;
1092
1093 err:
f03c6599 1094 mntput(mnt);
79c0b2df
MS
1095 return ERR_PTR(err);
1096}
1097
bb4a58bf
TM
1098struct vfsmount *
1099do_kern_mount(const char *fstype, int flags, const char *name, void *data)
1100{
1101 struct file_system_type *type = get_fs_type(fstype);
1102 struct vfsmount *mnt;
1103 if (!type)
1104 return ERR_PTR(-ENODEV);
1105 mnt = vfs_kern_mount(type, flags, name, data);
79c0b2df
MS
1106 if (!IS_ERR(mnt) && (type->fs_flags & FS_HAS_SUBTYPE) &&
1107 !mnt->mnt_sb->s_subtype)
1108 mnt = fs_set_subtype(mnt, fstype);
bb4a58bf
TM
1109 put_filesystem(type);
1110 return mnt;
1111}
8a4e98d9 1112EXPORT_SYMBOL_GPL(do_kern_mount);
bb4a58bf 1113
8bf9725c 1114struct vfsmount *kern_mount_data(struct file_system_type *type, void *data)
1da177e4 1115{
8bf9725c 1116 return vfs_kern_mount(type, MS_KERNMOUNT, type->name, data);
1da177e4
LT
1117}
1118
8bf9725c 1119EXPORT_SYMBOL_GPL(kern_mount_data);