| 1 | // SPDX-License-Identifier: GPL-2.0-only |
| 2 | /* |
| 3 | * Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved. |
| 4 | * Copyright (C) 2004-2006 Red Hat, Inc. All rights reserved. |
| 5 | */ |
| 6 | |
| 7 | #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt |
| 8 | |
| 9 | #include <linux/slab.h> |
| 10 | #include <linux/spinlock.h> |
| 11 | #include <linux/completion.h> |
| 12 | #include <linux/buffer_head.h> |
| 13 | #include <linux/module.h> |
| 14 | #include <linux/init.h> |
| 15 | #include <linux/gfs2_ondisk.h> |
| 16 | #include <linux/rcupdate.h> |
| 17 | #include <linux/rculist_bl.h> |
| 18 | #include <linux/atomic.h> |
| 19 | #include <linux/mempool.h> |
| 20 | |
| 21 | #include "gfs2.h" |
| 22 | #include "incore.h" |
| 23 | #include "super.h" |
| 24 | #include "sys.h" |
| 25 | #include "util.h" |
| 26 | #include "glock.h" |
| 27 | #include "quota.h" |
| 28 | #include "recovery.h" |
| 29 | #include "dir.h" |
| 30 | #include "glops.h" |
| 31 | |
| 32 | struct workqueue_struct *gfs2_control_wq; |
| 33 | |
| 34 | static void gfs2_init_inode_once(void *foo) |
| 35 | { |
| 36 | struct gfs2_inode *ip = foo; |
| 37 | |
| 38 | inode_init_once(&ip->i_inode); |
| 39 | atomic_set(&ip->i_sizehint, 0); |
| 40 | init_rwsem(&ip->i_rw_mutex); |
| 41 | INIT_LIST_HEAD(&ip->i_ordered); |
| 42 | ip->i_qadata = NULL; |
| 43 | gfs2_holder_mark_uninitialized(&ip->i_rgd_gh); |
| 44 | memset(&ip->i_res, 0, sizeof(ip->i_res)); |
| 45 | RB_CLEAR_NODE(&ip->i_res.rs_node); |
| 46 | ip->i_hash_cache = NULL; |
| 47 | gfs2_holder_mark_uninitialized(&ip->i_iopen_gh); |
| 48 | } |
| 49 | |
| 50 | static void gfs2_init_glock_once(void *foo) |
| 51 | { |
| 52 | struct gfs2_glock *gl = foo; |
| 53 | |
| 54 | INIT_LIST_HEAD(&gl->gl_holders); |
| 55 | INIT_LIST_HEAD(&gl->gl_lru); |
| 56 | INIT_LIST_HEAD(&gl->gl_ail_list); |
| 57 | atomic_set(&gl->gl_ail_count, 0); |
| 58 | atomic_set(&gl->gl_revokes, 0); |
| 59 | } |
| 60 | |
| 61 | static void gfs2_init_gl_aspace_once(void *foo) |
| 62 | { |
| 63 | struct gfs2_glock_aspace *gla = foo; |
| 64 | |
| 65 | gfs2_init_glock_once(&gla->glock); |
| 66 | address_space_init_once(&gla->mapping); |
| 67 | } |
| 68 | |
| 69 | /** |
| 70 | * init_gfs2_fs - Register GFS2 as a filesystem |
| 71 | * |
| 72 | * Returns: 0 on success, error code on failure |
| 73 | */ |
| 74 | |
| 75 | static int __init init_gfs2_fs(void) |
| 76 | { |
| 77 | int error; |
| 78 | |
| 79 | gfs2_str2qstr(&gfs2_qdot, "."); |
| 80 | gfs2_str2qstr(&gfs2_qdotdot, ".."); |
| 81 | gfs2_quota_hash_init(); |
| 82 | |
| 83 | error = gfs2_sys_init(); |
| 84 | if (error) |
| 85 | return error; |
| 86 | |
| 87 | error = list_lru_init(&gfs2_qd_lru); |
| 88 | if (error) |
| 89 | goto fail_lru; |
| 90 | |
| 91 | error = gfs2_glock_init(); |
| 92 | if (error) |
| 93 | goto fail_glock; |
| 94 | |
| 95 | error = -ENOMEM; |
| 96 | gfs2_glock_cachep = kmem_cache_create("gfs2_glock", |
| 97 | sizeof(struct gfs2_glock), |
| 98 | 0, SLAB_RECLAIM_ACCOUNT, |
| 99 | gfs2_init_glock_once); |
| 100 | if (!gfs2_glock_cachep) |
| 101 | goto fail_cachep1; |
| 102 | |
| 103 | gfs2_glock_aspace_cachep = kmem_cache_create("gfs2_glock(aspace)", |
| 104 | sizeof(struct gfs2_glock_aspace), |
| 105 | 0, 0, gfs2_init_gl_aspace_once); |
| 106 | |
| 107 | if (!gfs2_glock_aspace_cachep) |
| 108 | goto fail_cachep2; |
| 109 | |
| 110 | gfs2_inode_cachep = kmem_cache_create("gfs2_inode", |
| 111 | sizeof(struct gfs2_inode), |
| 112 | 0, SLAB_RECLAIM_ACCOUNT| |
| 113 | SLAB_ACCOUNT, |
| 114 | gfs2_init_inode_once); |
| 115 | if (!gfs2_inode_cachep) |
| 116 | goto fail_cachep3; |
| 117 | |
| 118 | gfs2_bufdata_cachep = kmem_cache_create("gfs2_bufdata", |
| 119 | sizeof(struct gfs2_bufdata), |
| 120 | 0, 0, NULL); |
| 121 | if (!gfs2_bufdata_cachep) |
| 122 | goto fail_cachep4; |
| 123 | |
| 124 | gfs2_rgrpd_cachep = kmem_cache_create("gfs2_rgrpd", |
| 125 | sizeof(struct gfs2_rgrpd), |
| 126 | 0, 0, NULL); |
| 127 | if (!gfs2_rgrpd_cachep) |
| 128 | goto fail_cachep5; |
| 129 | |
| 130 | gfs2_quotad_cachep = kmem_cache_create("gfs2_quotad", |
| 131 | sizeof(struct gfs2_quota_data), |
| 132 | 0, SLAB_RECLAIM_ACCOUNT, NULL); |
| 133 | if (!gfs2_quotad_cachep) |
| 134 | goto fail_cachep6; |
| 135 | |
| 136 | gfs2_qadata_cachep = kmem_cache_create("gfs2_qadata", |
| 137 | sizeof(struct gfs2_qadata), |
| 138 | 0, 0, NULL); |
| 139 | if (!gfs2_qadata_cachep) |
| 140 | goto fail_cachep7; |
| 141 | |
| 142 | gfs2_trans_cachep = kmem_cache_create("gfs2_trans", |
| 143 | sizeof(struct gfs2_trans), |
| 144 | 0, 0, NULL); |
| 145 | if (!gfs2_trans_cachep) |
| 146 | goto fail_cachep8; |
| 147 | |
| 148 | error = gfs2_qd_shrinker_init(); |
| 149 | if (error) |
| 150 | goto fail_shrinker; |
| 151 | |
| 152 | error = -ENOMEM; |
| 153 | gfs2_recovery_wq = alloc_workqueue("gfs2_recovery", |
| 154 | WQ_MEM_RECLAIM | WQ_FREEZABLE, 0); |
| 155 | if (!gfs2_recovery_wq) |
| 156 | goto fail_wq1; |
| 157 | |
| 158 | gfs2_control_wq = alloc_workqueue("gfs2_control", |
| 159 | WQ_UNBOUND | WQ_FREEZABLE, 0); |
| 160 | if (!gfs2_control_wq) |
| 161 | goto fail_wq2; |
| 162 | |
| 163 | gfs2_freeze_wq = alloc_workqueue("gfs2_freeze", 0, 0); |
| 164 | |
| 165 | if (!gfs2_freeze_wq) |
| 166 | goto fail_wq3; |
| 167 | |
| 168 | gfs2_page_pool = mempool_create_page_pool(64, 0); |
| 169 | if (!gfs2_page_pool) |
| 170 | goto fail_mempool; |
| 171 | |
| 172 | gfs2_register_debugfs(); |
| 173 | error = register_filesystem(&gfs2_fs_type); |
| 174 | if (error) |
| 175 | goto fail_fs1; |
| 176 | |
| 177 | error = register_filesystem(&gfs2meta_fs_type); |
| 178 | if (error) |
| 179 | goto fail_fs2; |
| 180 | |
| 181 | |
| 182 | pr_info("GFS2 installed\n"); |
| 183 | |
| 184 | return 0; |
| 185 | |
| 186 | fail_fs2: |
| 187 | unregister_filesystem(&gfs2_fs_type); |
| 188 | fail_fs1: |
| 189 | mempool_destroy(gfs2_page_pool); |
| 190 | fail_mempool: |
| 191 | destroy_workqueue(gfs2_freeze_wq); |
| 192 | fail_wq3: |
| 193 | destroy_workqueue(gfs2_control_wq); |
| 194 | fail_wq2: |
| 195 | destroy_workqueue(gfs2_recovery_wq); |
| 196 | fail_wq1: |
| 197 | gfs2_qd_shrinker_exit(); |
| 198 | fail_shrinker: |
| 199 | kmem_cache_destroy(gfs2_trans_cachep); |
| 200 | fail_cachep8: |
| 201 | kmem_cache_destroy(gfs2_qadata_cachep); |
| 202 | fail_cachep7: |
| 203 | kmem_cache_destroy(gfs2_quotad_cachep); |
| 204 | fail_cachep6: |
| 205 | kmem_cache_destroy(gfs2_rgrpd_cachep); |
| 206 | fail_cachep5: |
| 207 | kmem_cache_destroy(gfs2_bufdata_cachep); |
| 208 | fail_cachep4: |
| 209 | kmem_cache_destroy(gfs2_inode_cachep); |
| 210 | fail_cachep3: |
| 211 | kmem_cache_destroy(gfs2_glock_aspace_cachep); |
| 212 | fail_cachep2: |
| 213 | kmem_cache_destroy(gfs2_glock_cachep); |
| 214 | fail_cachep1: |
| 215 | gfs2_glock_exit(); |
| 216 | fail_glock: |
| 217 | list_lru_destroy(&gfs2_qd_lru); |
| 218 | fail_lru: |
| 219 | gfs2_sys_uninit(); |
| 220 | return error; |
| 221 | } |
| 222 | |
| 223 | /** |
| 224 | * exit_gfs2_fs - Unregister the file system |
| 225 | * |
| 226 | */ |
| 227 | |
| 228 | static void __exit exit_gfs2_fs(void) |
| 229 | { |
| 230 | gfs2_qd_shrinker_exit(); |
| 231 | gfs2_glock_exit(); |
| 232 | gfs2_unregister_debugfs(); |
| 233 | unregister_filesystem(&gfs2_fs_type); |
| 234 | unregister_filesystem(&gfs2meta_fs_type); |
| 235 | destroy_workqueue(gfs2_recovery_wq); |
| 236 | destroy_workqueue(gfs2_control_wq); |
| 237 | destroy_workqueue(gfs2_freeze_wq); |
| 238 | list_lru_destroy(&gfs2_qd_lru); |
| 239 | |
| 240 | rcu_barrier(); |
| 241 | |
| 242 | mempool_destroy(gfs2_page_pool); |
| 243 | kmem_cache_destroy(gfs2_trans_cachep); |
| 244 | kmem_cache_destroy(gfs2_qadata_cachep); |
| 245 | kmem_cache_destroy(gfs2_quotad_cachep); |
| 246 | kmem_cache_destroy(gfs2_rgrpd_cachep); |
| 247 | kmem_cache_destroy(gfs2_bufdata_cachep); |
| 248 | kmem_cache_destroy(gfs2_inode_cachep); |
| 249 | kmem_cache_destroy(gfs2_glock_aspace_cachep); |
| 250 | kmem_cache_destroy(gfs2_glock_cachep); |
| 251 | |
| 252 | gfs2_sys_uninit(); |
| 253 | } |
| 254 | |
| 255 | MODULE_DESCRIPTION("Global File System"); |
| 256 | MODULE_AUTHOR("Red Hat, Inc."); |
| 257 | MODULE_LICENSE("GPL"); |
| 258 | |
| 259 | module_init(init_gfs2_fs); |
| 260 | module_exit(exit_gfs2_fs); |
| 261 | |