fs/btrfs/transaction.c

   1 #include <linux/module.h>
   2 #include <linux/fs.h>
   3 #include "ctree.h"
   4 #include "disk-io.h"
   5 #include "transaction.h"
   6
   7 static int total_trans = 0;
   8 extern struct kmem_cache *btrfs_trans_handle_cachep;
   9 extern struct kmem_cache *btrfs_transaction_cachep;
  10
  11 static struct workqueue_struct *trans_wq;
  12
  13 #define BTRFS_ROOT_TRANS_TAG 0
  14
  15 static void put_transaction(struct btrfs_transaction *transaction)
  16 {
  17         WARN_ON(transaction->use_count == 0);
  18         transaction->use_count--;
  19         if (transaction->use_count == 0) {
  20                 WARN_ON(total_trans == 0);
  21                 total_trans--;
  22                 list_del_init(&transaction->list);
  23                 memset(transaction, 0, sizeof(*transaction));
  24                 kmem_cache_free(btrfs_transaction_cachep, transaction);
  25         }
  26 }
  27
  28 static int join_transaction(struct btrfs_root *root)
  29 {
  30         struct btrfs_transaction *cur_trans;
  31         cur_trans = root->fs_info->running_transaction;
  32         if (!cur_trans) {
  33                 cur_trans = kmem_cache_alloc(btrfs_transaction_cachep,
  34                                              GFP_NOFS);
  35                 total_trans++;
  36                 BUG_ON(!cur_trans);
  37                 root->fs_info->generation++;
  38                 root->fs_info->running_transaction = cur_trans;
  39                 cur_trans->num_writers = 0;
  40                 cur_trans->transid = root->fs_info->generation;
  41                 init_waitqueue_head(&cur_trans->writer_wait);
  42                 init_waitqueue_head(&cur_trans->commit_wait);
  43                 cur_trans->in_commit = 0;
  44                 cur_trans->use_count = 1;
  45                 cur_trans->commit_done = 0;
  46                 cur_trans->start_time = get_seconds();
  47                 list_add_tail(&cur_trans->list, &root->fs_info->trans_list);
  48                 init_bit_radix(&cur_trans->dirty_pages);
  49         }
  50         cur_trans->num_writers++;
  51         return 0;
  52 }
  53
  54 struct btrfs_trans_handle *btrfs_start_transaction(struct btrfs_root *root,
  55                                                    int num_blocks)
  56 {
  57         struct btrfs_trans_handle *h =
  58                 kmem_cache_alloc(btrfs_trans_handle_cachep, GFP_NOFS);
  59         int ret;
  60         u64 running_trans_id;
  61
  62         mutex_lock(&root->fs_info->trans_mutex);
  63         ret = join_transaction(root);
  64         BUG_ON(ret);
  65         running_trans_id = root->fs_info->running_transaction->transid;
  66
  67         if (root != root->fs_info->tree_root && root->last_trans <
  68             running_trans_id) {
  69                 radix_tree_tag_set(&root->fs_info->fs_roots_radix,
  70                                    (unsigned long)root->root_key.objectid,
  71                                    BTRFS_ROOT_TRANS_TAG);
  72                 root->commit_root = root->node;
  73                 get_bh(root->node);
  74         }
  75         root->last_trans = running_trans_id;
  76         h->transid = running_trans_id;
  77         h->transaction = root->fs_info->running_transaction;
  78         h->blocks_reserved = num_blocks;
  79         h->blocks_used = 0;
  80         h->block_group = NULL;
  81         root->fs_info->running_transaction->use_count++;
  82         mutex_unlock(&root->fs_info->trans_mutex);
  83         return h;
  84 }
  85
  86 int btrfs_end_transaction(struct btrfs_trans_handle *trans,
  87                           struct btrfs_root *root)
  88 {
  89         struct btrfs_transaction *cur_trans;
  90
  91         mutex_lock(&root->fs_info->trans_mutex);
  92         cur_trans = root->fs_info->running_transaction;
  93         WARN_ON(cur_trans->num_writers < 1);
  94         if (waitqueue_active(&cur_trans->writer_wait))
  95                 wake_up(&cur_trans->writer_wait);
  96         cur_trans->num_writers--;
  97         put_transaction(cur_trans);
  98         mutex_unlock(&root->fs_info->trans_mutex);
  99         memset(trans, 0, sizeof(*trans));
 100         kmem_cache_free(btrfs_trans_handle_cachep, trans);
 101         return 0;
 102 }
 103
 104
 105 int btrfs_write_and_wait_transaction(struct btrfs_trans_handle *trans,
 106                                      struct btrfs_root *root)
 107 {
 108         unsigned long gang[16];
 109         int ret;
 110         int i;
 111         int err;
 112         int werr = 0;
 113         struct page *page;
 114         struct radix_tree_root *dirty_pages;
 115         struct inode *btree_inode = root->fs_info->btree_inode;
 116
 117         if (!trans || !trans->transaction) {
 118                 return filemap_write_and_wait(btree_inode->i_mapping);
 119         }
 120         dirty_pages = &trans->transaction->dirty_pages;
 121         while(1) {
 122                 ret = find_first_radix_bit(dirty_pages, gang,
 123                                            0, ARRAY_SIZE(gang));
 124                 if (!ret)
 125                         break;
 126                 for (i = 0; i < ret; i++) {
 127                         /* FIXME EIO */
 128                         clear_radix_bit(dirty_pages, gang[i]);
 129                         page = find_lock_page(btree_inode->i_mapping,
 130                                               gang[i]);
 131                         if (!page)
 132                                 continue;
 133                         err = write_one_page(page, 0);
 134                         if (err)
 135                                 werr = err;
 136                         page_cache_release(page);
 137                 }
 138         }
 139         err = filemap_fdatawait(btree_inode->i_mapping);
 140         if (err)
 141                 werr = err;
 142         return werr;
 143 }
 144
 145 int btrfs_commit_tree_roots(struct btrfs_trans_handle *trans,
 146                             struct btrfs_root *root)
 147 {
 148         int ret;
 149         u64 old_extent_block;
 150         struct btrfs_fs_info *fs_info = root->fs_info;
 151         struct btrfs_root *tree_root = fs_info->tree_root;
 152         struct btrfs_root *extent_root = fs_info->extent_root;
 153         struct btrfs_root *dev_root = fs_info->dev_root;
 154
 155         if (btrfs_super_device_root(fs_info->disk_super) !=
 156             bh_blocknr(dev_root->node)) {
 157                 btrfs_set_super_device_root(fs_info->disk_super,
 158                                             bh_blocknr(dev_root->node));
 159         }
 160         btrfs_write_dirty_block_groups(trans, extent_root);
 161         while(1) {
 162                 old_extent_block = btrfs_root_blocknr(&extent_root->root_item);
 163                 if (old_extent_block == bh_blocknr(extent_root->node))
 164                         break;
 165                 btrfs_set_root_blocknr(&extent_root->root_item,
 166                                        bh_blocknr(extent_root->node));
 167                 ret = btrfs_update_root(trans, tree_root,
 168                                         &extent_root->root_key,
 169                                         &extent_root->root_item);
 170                 BUG_ON(ret);
 171                 btrfs_write_dirty_block_groups(trans, extent_root);
 172         }
 173         return 0;
 174 }
 175
 176 static int wait_for_commit(struct btrfs_root *root,
 177                            struct btrfs_transaction *commit)
 178 {
 179         DEFINE_WAIT(wait);
 180         while(!commit->commit_done) {
 181                 prepare_to_wait(&commit->commit_wait, &wait,
 182                                 TASK_UNINTERRUPTIBLE);
 183                 if (commit->commit_done)
 184                         break;
 185                 mutex_unlock(&root->fs_info->trans_mutex);
 186                 schedule();
 187                 mutex_lock(&root->fs_info->trans_mutex);
 188         }
 189         finish_wait(&commit->commit_wait, &wait);
 190         return 0;
 191 }
 192
 193 struct dirty_root {
 194         struct list_head list;
 195         struct btrfs_key snap_key;
 196         struct buffer_head *commit_root;
 197         struct btrfs_root *root;
 198 };
 199
 200 static int add_dirty_roots(struct btrfs_trans_handle *trans,
 201                            struct radix_tree_root *radix,
 202                            struct list_head *list)
 203 {
 204         struct dirty_root *dirty;
 205         struct btrfs_root *gang[8];
 206         struct btrfs_root *root;
 207         int i;
 208         int ret;
 209         int err;
 210         while(1) {
 211                 ret = radix_tree_gang_lookup_tag(radix, (void **)gang, 0,
 212                                                  ARRAY_SIZE(gang),
 213                                                  BTRFS_ROOT_TRANS_TAG);
 214                 if (ret == 0)
 215                         break;
 216                 for (i = 0; i < ret; i++) {
 217                         root = gang[i];
 218                         radix_tree_tag_clear(radix,
 219                                      (unsigned long)root->root_key.objectid,
 220                                      BTRFS_ROOT_TRANS_TAG);
 221                         if (root->commit_root == root->node) {
 222                                 WARN_ON(bh_blocknr(root->node) !=
 223                                         btrfs_root_blocknr(&root->root_item));
 224                                 brelse(root->commit_root);
 225                                 root->commit_root = NULL;
 226                                 continue;
 227                         }
 228                         dirty = kmalloc(sizeof(*dirty), GFP_NOFS);
 229                         BUG_ON(!dirty);
 230                         memcpy(&dirty->snap_key, &root->root_key,
 231                                sizeof(root->root_key));
 232                         dirty->commit_root = root->commit_root;
 233                         root->commit_root = NULL;
 234                         dirty->root = root;
 235                         root->root_key.offset = root->fs_info->generation;
 236                         btrfs_set_root_blocknr(&root->root_item,
 237                                                bh_blocknr(root->node));
 238                         err = btrfs_insert_root(trans, root->fs_info->tree_root,
 239                                                 &root->root_key,
 240                                                 &root->root_item);
 241                         BUG_ON(err);
 242                         list_add(&dirty->list, list);
 243                 }
 244         }
 245         return 0;
 246 }
 247
 248 static int drop_dirty_roots(struct btrfs_root *tree_root,
 249                             struct list_head *list)
 250 {
 251         struct dirty_root *dirty;
 252         struct btrfs_trans_handle *trans;
 253         int ret;
 254         while(!list_empty(list)) {
 255                 mutex_lock(&tree_root->fs_info->fs_mutex);
 256                 dirty = list_entry(list->next, struct dirty_root, list);
 257                 list_del_init(&dirty->list);
 258                 trans = btrfs_start_transaction(tree_root, 1);
 259                 ret = btrfs_drop_snapshot(trans, dirty->root,
 260                                           dirty->commit_root);
 261                 BUG_ON(ret);
 262
 263                 ret = btrfs_del_root(trans, tree_root, &dirty->snap_key);
 264                 BUG_ON(ret);
 265                 ret = btrfs_end_transaction(trans, tree_root);
 266                 BUG_ON(ret);
 267                 kfree(dirty);
 268                 mutex_unlock(&tree_root->fs_info->fs_mutex);
 269         }
 270         return 0;
 271 }
 272
 273 int btrfs_commit_transaction(struct btrfs_trans_handle *trans,
 274                              struct btrfs_root *root)
 275 {
 276         int ret = 0;
 277         struct btrfs_transaction *cur_trans;
 278         struct btrfs_transaction *prev_trans = NULL;
 279         struct list_head dirty_fs_roots;
 280         DEFINE_WAIT(wait);
 281
 282         INIT_LIST_HEAD(&dirty_fs_roots);
 283
 284         mutex_lock(&root->fs_info->trans_mutex);
 285         if (trans->transaction->in_commit) {
 286                 cur_trans = trans->transaction;
 287                 trans->transaction->use_count++;
 288                 btrfs_end_transaction(trans, root);
 289                 ret = wait_for_commit(root, cur_trans);
 290                 BUG_ON(ret);
 291                 put_transaction(cur_trans);
 292                 mutex_unlock(&root->fs_info->trans_mutex);
 293                 return 0;
 294         }
 295         cur_trans = trans->transaction;
 296         trans->transaction->in_commit = 1;
 297         while (trans->transaction->num_writers > 1) {
 298                 WARN_ON(cur_trans != trans->transaction);
 299                 prepare_to_wait(&trans->transaction->writer_wait, &wait,
 300                                 TASK_UNINTERRUPTIBLE);
 301                 if (trans->transaction->num_writers <= 1)
 302                         break;
 303                 mutex_unlock(&root->fs_info->trans_mutex);
 304                 schedule();
 305                 mutex_lock(&root->fs_info->trans_mutex);
 306                 finish_wait(&trans->transaction->writer_wait, &wait);
 307         }
 308         finish_wait(&trans->transaction->writer_wait, &wait);
 309         WARN_ON(cur_trans != trans->transaction);
 310         add_dirty_roots(trans, &root->fs_info->fs_roots_radix, &dirty_fs_roots);
 311         ret = btrfs_commit_tree_roots(trans, root);
 312         BUG_ON(ret);
 313         cur_trans = root->fs_info->running_transaction;
 314         root->fs_info->running_transaction = NULL;
 315         if (cur_trans->list.prev != &root->fs_info->trans_list) {
 316                 prev_trans = list_entry(cur_trans->list.prev,
 317                                         struct btrfs_transaction, list);
 318                 if (prev_trans->commit_done)
 319                         prev_trans = NULL;
 320                 else
 321                         prev_trans->use_count++;
 322         }
 323         mutex_unlock(&root->fs_info->trans_mutex);
 324         mutex_unlock(&root->fs_info->fs_mutex);
 325         ret = btrfs_write_and_wait_transaction(trans, root);
 326         if (prev_trans) {
 327                 mutex_lock(&root->fs_info->trans_mutex);
 328                 wait_for_commit(root, prev_trans);
 329                 put_transaction(prev_trans);
 330                 mutex_unlock(&root->fs_info->trans_mutex);
 331         }
 332         btrfs_set_super_generation(root->fs_info->disk_super,
 333                                    cur_trans->transid);
 334         BUG_ON(ret);
 335         write_ctree_super(trans, root);
 336
 337         mutex_lock(&root->fs_info->fs_mutex);
 338         btrfs_finish_extent_commit(trans, root);
 339         mutex_lock(&root->fs_info->trans_mutex);
 340         cur_trans->commit_done = 1;
 341         wake_up(&cur_trans->commit_wait);
 342         put_transaction(cur_trans);
 343         put_transaction(cur_trans);
 344         if (root->fs_info->closing)
 345                 list_splice_init(&root->fs_info->dead_roots, &dirty_fs_roots);
 346         else
 347                 list_splice_init(&dirty_fs_roots, &root->fs_info->dead_roots);
 348         mutex_unlock(&root->fs_info->trans_mutex);
 349         kmem_cache_free(btrfs_trans_handle_cachep, trans);
 350
 351         if (root->fs_info->closing) {
 352                 mutex_unlock(&root->fs_info->fs_mutex);
 353                 drop_dirty_roots(root->fs_info->tree_root, &dirty_fs_roots);
 354                 mutex_lock(&root->fs_info->fs_mutex);
 355         }
 356         return ret;
 357 }
 358
 359 void btrfs_transaction_cleaner(struct work_struct *work)
 360 {
 361         struct btrfs_fs_info *fs_info = container_of(work,
 362                                                      struct btrfs_fs_info,
 363                                                      trans_work.work);
 364
 365         struct btrfs_root *root = fs_info->tree_root;
 366         struct btrfs_transaction *cur;
 367         struct btrfs_trans_handle *trans;
 368         struct list_head dirty_roots;
 369         unsigned long now;
 370         unsigned long delay = HZ * 30;
 371         int ret;
 372
 373         INIT_LIST_HEAD(&dirty_roots);
 374         mutex_lock(&root->fs_info->fs_mutex);
 375         mutex_lock(&root->fs_info->trans_mutex);
 376         cur = root->fs_info->running_transaction;
 377         if (!cur) {
 378                 mutex_unlock(&root->fs_info->trans_mutex);
 379                 goto out;
 380         }
 381         now = get_seconds();
 382         if (now < cur->start_time || now - cur->start_time < 30) {
 383                 mutex_unlock(&root->fs_info->trans_mutex);
 384                 delay = HZ * 5;
 385                 goto out;
 386         }
 387         mutex_unlock(&root->fs_info->trans_mutex);
 388         trans = btrfs_start_transaction(root, 1);
 389         ret = btrfs_commit_transaction(trans, root);
 390 out:
 391         mutex_unlock(&root->fs_info->fs_mutex);
 392
 393         mutex_lock(&root->fs_info->trans_mutex);
 394         list_splice_init(&root->fs_info->dead_roots, &dirty_roots);
 395         mutex_unlock(&root->fs_info->trans_mutex);
 396
 397         if (!list_empty(&dirty_roots)) {
 398                 drop_dirty_roots(root, &dirty_roots);
 399         }
 400         btrfs_transaction_queue_work(root, delay);
 401 }
 402
 403 void btrfs_transaction_queue_work(struct btrfs_root *root, int delay)
 404 {
 405         queue_delayed_work(trans_wq, &root->fs_info->trans_work, delay);
 406 }
 407
 408 void btrfs_transaction_flush_work(struct btrfs_root *root)
 409 {
 410         cancel_rearming_delayed_workqueue(trans_wq, &root->fs_info->trans_work);
 411         flush_workqueue(trans_wq);
 412 }
 413
 414 void __init btrfs_init_transaction_sys(void)
 415 {
 416         trans_wq = create_workqueue("btrfs");
 417 }
 418
 419 void __exit btrfs_exit_transaction_sys(void)
 420 {
 421         destroy_workqueue(trans_wq);
 422 }
 423