Btrfs: Defrag: only walk into nodes with the defrag bit set
[linux-2.6-block.git] / fs / btrfs / disk-io.c
CommitLineData
6cbd5570
CM
1/*
2 * Copyright (C) 2007 Oracle. All rights reserved.
3 *
4 * This program is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU General Public
6 * License v2 as published by the Free Software Foundation.
7 *
8 * This program is distributed in the hope that it will be useful,
9 * but WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
11 * General Public License for more details.
12 *
13 * You should have received a copy of the GNU General Public
14 * License along with this program; if not, write to the
15 * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
16 * Boston, MA 021110-1307, USA.
17 */
18
e20d96d6 19#include <linux/fs.h>
d98237b3 20#include <linux/blkdev.h>
11bd143f 21#include <linux/crc32c.h>
87cbda5c 22#include <linux/scatterlist.h>
22b0ebda 23#include <linux/swap.h>
0f7d52f4 24#include <linux/radix-tree.h>
35b7e476 25#include <linux/writeback.h>
5f39d397 26#include <linux/buffer_head.h> // for block_sync_page
eb60ceac
CM
27#include "ctree.h"
28#include "disk-io.h"
e089f05c 29#include "transaction.h"
0f7d52f4 30#include "btrfs_inode.h"
db94535d 31#include "print-tree.h"
eb60ceac 32
5f39d397
CM
33#if 0
34static int check_tree_block(struct btrfs_root *root, struct extent_buffer *buf)
7eccb903 35{
5f39d397
CM
36 if (extent_buffer_blocknr(buf) != btrfs_header_blocknr(buf)) {
37 printk(KERN_CRIT "buf blocknr(buf) is %llu, header is %llu\n",
38 (unsigned long long)extent_buffer_blocknr(buf),
39 (unsigned long long)btrfs_header_blocknr(buf));
39279cc3 40 return 1;
d98237b3 41 }
9a8dd150 42 return 0;
eb60ceac 43}
5f39d397 44#endif
eb60ceac 45
5f39d397 46struct extent_buffer *btrfs_find_tree_block(struct btrfs_root *root,
db94535d 47 u64 bytenr, u32 blocksize)
d98237b3 48{
5f39d397 49 struct inode *btree_inode = root->fs_info->btree_inode;
f510cfec
CM
50 struct extent_buffer *eb;
51 eb = find_extent_buffer(&BTRFS_I(btree_inode)->extent_tree,
db94535d 52 bytenr, blocksize, GFP_NOFS);
f510cfec 53 return eb;
5f39d397 54}
d98237b3 55
5f39d397 56struct extent_buffer *btrfs_find_create_tree_block(struct btrfs_root *root,
db94535d 57 u64 bytenr, u32 blocksize)
5f39d397
CM
58{
59 struct inode *btree_inode = root->fs_info->btree_inode;
f510cfec 60 struct extent_buffer *eb;
db94535d 61
f510cfec 62 eb = alloc_extent_buffer(&BTRFS_I(btree_inode)->extent_tree,
19c00ddc 63 bytenr, blocksize, NULL, GFP_NOFS);
f510cfec 64 return eb;
d98237b3
CM
65}
66
5f39d397
CM
67struct extent_map *btree_get_extent(struct inode *inode, struct page *page,
68 size_t page_offset, u64 start, u64 end,
69 int create)
7eccb903 70{
5f39d397
CM
71 struct extent_map_tree *em_tree = &BTRFS_I(inode)->extent_tree;
72 struct extent_map *em;
73 int ret;
74
75again:
76 em = lookup_extent_mapping(em_tree, start, end);
77 if (em) {
78 goto out;
7eccb903 79 }
5f39d397
CM
80 em = alloc_extent_map(GFP_NOFS);
81 if (!em) {
82 em = ERR_PTR(-ENOMEM);
83 goto out;
84 }
85 em->start = 0;
86 em->end = (i_size_read(inode) & ~((u64)PAGE_CACHE_SIZE -1)) - 1;
87 em->block_start = 0;
88 em->block_end = em->end;
89 em->bdev = inode->i_sb->s_bdev;
90 ret = add_extent_mapping(em_tree, em);
91 if (ret == -EEXIST) {
92 free_extent_map(em);
93 em = NULL;
94 goto again;
95 } else if (ret) {
96 em = ERR_PTR(ret);
97 }
98out:
99 return em;
7eccb903
CM
100}
101
19c00ddc
CM
102u32 btrfs_csum_data(struct btrfs_root *root, char *data, u32 seed, size_t len)
103{
104 return crc32c(seed, data, len);
105}
106
107void btrfs_csum_final(u32 crc, char *result)
108{
109 *(__le32 *)result = ~cpu_to_le32(crc);
110}
111
112static int csum_tree_block(struct btrfs_root *root, struct extent_buffer *buf,
113 int verify)
114{
115 char result[BTRFS_CRC32_SIZE];
116 unsigned long len;
117 unsigned long cur_len;
118 unsigned long offset = BTRFS_CSUM_SIZE;
119 char *map_token = NULL;
120 char *kaddr;
121 unsigned long map_start;
122 unsigned long map_len;
123 int err;
124 u32 crc = ~(u32)0;
125
126 len = buf->len - offset;
127 while(len > 0) {
128 err = map_private_extent_buffer(buf, offset, 32,
129 &map_token, &kaddr,
130 &map_start, &map_len, KM_USER0);
131 if (err) {
132 printk("failed to map extent buffer! %lu\n",
133 offset);
134 return 1;
135 }
136 cur_len = min(len, map_len - (offset - map_start));
137 crc = btrfs_csum_data(root, kaddr + offset - map_start,
138 crc, cur_len);
139 len -= cur_len;
140 offset += cur_len;
141 unmap_extent_buffer(buf, map_token, KM_USER0);
142 }
143 btrfs_csum_final(crc, result);
144
145 if (verify) {
146 if (memcmp_extent_buffer(buf, result, 0, BTRFS_CRC32_SIZE)) {
147 printk("btrfs: %s checksum verify failed on %llu\n",
148 root->fs_info->sb->s_id,
149 buf->start);
150 return 1;
151 }
152 } else {
153 write_extent_buffer(buf, result, 0, BTRFS_CRC32_SIZE);
154 }
155 return 0;
156}
157
158
159int csum_dirty_buffer(struct btrfs_root *root, struct page *page)
160{
161 struct extent_map_tree *tree;
162 u64 start = page->index << PAGE_CACHE_SHIFT;
163 u64 found_start;
164 int found_level;
165 unsigned long len;
166 struct extent_buffer *eb;
167 tree = &BTRFS_I(page->mapping->host)->extent_tree;
168
169 if (page->private == EXTENT_PAGE_PRIVATE)
170 goto out;
171 if (!page->private)
172 goto out;
173 len = page->private >> 2;
174 if (len == 0) {
175 WARN_ON(1);
176 }
177 eb = alloc_extent_buffer(tree, start, len, page, GFP_NOFS);
178 read_extent_buffer_pages(tree, eb, start + PAGE_CACHE_SIZE, 1);
179 found_start = btrfs_header_bytenr(eb);
180 if (found_start != start) {
181 printk("warning: eb start incorrect %Lu buffer %Lu len %lu\n",
182 start, found_start, len);
183 }
184 found_level = btrfs_header_level(eb);
185 csum_tree_block(root, eb, 0);
186 free_extent_buffer(eb);
187out:
188 return 0;
189}
190
5f39d397 191static int btree_writepage(struct page *page, struct writeback_control *wbc)
d98237b3 192{
5f39d397 193 struct extent_map_tree *tree;
19c00ddc 194 struct btrfs_root *root = BTRFS_I(page->mapping->host)->root;
5f39d397 195 tree = &BTRFS_I(page->mapping->host)->extent_tree;
19c00ddc
CM
196
197 csum_dirty_buffer(root, page);
5f39d397
CM
198 return extent_write_full_page(tree, page, btree_get_extent, wbc);
199}
200int btree_readpage(struct file *file, struct page *page)
201{
202 struct extent_map_tree *tree;
203 tree = &BTRFS_I(page->mapping->host)->extent_tree;
204 return extent_read_full_page(tree, page, btree_get_extent);
205}
22b0ebda 206
5f39d397
CM
207static int btree_releasepage(struct page *page, gfp_t unused_gfp_flags)
208{
209 struct extent_map_tree *tree;
210 int ret;
d98237b3 211
5f39d397
CM
212 tree = &BTRFS_I(page->mapping->host)->extent_tree;
213 ret = try_release_extent_mapping(tree, page);
214 if (ret == 1) {
215 ClearPagePrivate(page);
216 set_page_private(page, 0);
217 page_cache_release(page);
218 }
d98237b3
CM
219 return ret;
220}
221
5f39d397 222static void btree_invalidatepage(struct page *page, unsigned long offset)
d98237b3 223{
5f39d397
CM
224 struct extent_map_tree *tree;
225 tree = &BTRFS_I(page->mapping->host)->extent_tree;
226 extent_invalidatepage(tree, page, offset);
227 btree_releasepage(page, GFP_NOFS);
d98237b3
CM
228}
229
5f39d397 230#if 0
d98237b3 231static int btree_writepage(struct page *page, struct writeback_control *wbc)
ed2ff2cb 232{
87cbda5c 233 struct buffer_head *bh;
0f7d52f4 234 struct btrfs_root *root = BTRFS_I(page->mapping->host)->root;
87cbda5c 235 struct buffer_head *head;
87cbda5c
CM
236 if (!page_has_buffers(page)) {
237 create_empty_buffers(page, root->fs_info->sb->s_blocksize,
238 (1 << BH_Dirty)|(1 << BH_Uptodate));
239 }
240 head = page_buffers(page);
241 bh = head;
242 do {
243 if (buffer_dirty(bh))
244 csum_tree_block(root, bh, 0);
245 bh = bh->b_this_page;
246 } while (bh != head);
d98237b3 247 return block_write_full_page(page, btree_get_block, wbc);
ed2ff2cb 248}
5f39d397 249#endif
eb60ceac 250
d98237b3
CM
251static struct address_space_operations btree_aops = {
252 .readpage = btree_readpage,
253 .writepage = btree_writepage,
5f39d397
CM
254 .releasepage = btree_releasepage,
255 .invalidatepage = btree_invalidatepage,
d98237b3
CM
256 .sync_page = block_sync_page,
257};
258
db94535d 259int readahead_tree_block(struct btrfs_root *root, u64 bytenr, u32 blocksize)
090d1875 260{
5f39d397
CM
261 struct extent_buffer *buf = NULL;
262 struct inode *btree_inode = root->fs_info->btree_inode;
de428b63 263 int ret = 0;
090d1875 264
db94535d 265 buf = btrfs_find_create_tree_block(root, bytenr, blocksize);
5f39d397 266 if (!buf)
090d1875 267 return 0;
5f39d397 268 read_extent_buffer_pages(&BTRFS_I(btree_inode)->extent_tree,
19c00ddc 269 buf, 0, 0);
5f39d397 270 free_extent_buffer(buf);
de428b63 271 return ret;
090d1875
CM
272}
273
db94535d
CM
274struct extent_buffer *read_tree_block(struct btrfs_root *root, u64 bytenr,
275 u32 blocksize)
eb60ceac 276{
5f39d397
CM
277 struct extent_buffer *buf = NULL;
278 struct inode *btree_inode = root->fs_info->btree_inode;
19c00ddc
CM
279 struct extent_map_tree *extent_tree;
280 int ret;
281
282 extent_tree = &BTRFS_I(btree_inode)->extent_tree;
5f39d397 283
db94535d 284 buf = btrfs_find_create_tree_block(root, bytenr, blocksize);
5f39d397
CM
285 if (!buf)
286 return NULL;
287 read_extent_buffer_pages(&BTRFS_I(btree_inode)->extent_tree,
19c00ddc
CM
288 buf, 0, 1);
289 if (buf->flags & EXTENT_CSUM) {
290 return buf;
291 }
292 if (test_range_bit(extent_tree, buf->start, buf->start + buf->len - 1,
293 EXTENT_CSUM, 1)) {
294 buf->flags |= EXTENT_CSUM;
295 return buf;
296 }
297 ret = csum_tree_block(root, buf, 1);
298 set_extent_bits(extent_tree, buf->start,
299 buf->start + buf->len - 1,
300 EXTENT_CSUM, GFP_NOFS);
301 buf->flags |= EXTENT_CSUM;
5f39d397 302 return buf;
eb60ceac
CM
303}
304
e089f05c 305int clean_tree_block(struct btrfs_trans_handle *trans, struct btrfs_root *root,
5f39d397 306 struct extent_buffer *buf)
ed2ff2cb 307{
5f39d397
CM
308 struct inode *btree_inode = root->fs_info->btree_inode;
309 clear_extent_buffer_dirty(&BTRFS_I(btree_inode)->extent_tree, buf);
310 return 0;
311}
312
313int wait_on_tree_block_writeback(struct btrfs_root *root,
314 struct extent_buffer *buf)
315{
316 struct inode *btree_inode = root->fs_info->btree_inode;
317 wait_on_extent_buffer_writeback(&BTRFS_I(btree_inode)->extent_tree,
318 buf);
319 return 0;
320}
321
db94535d 322static int __setup_root(u32 nodesize, u32 leafsize, u32 sectorsize,
9f5fae2f
CM
323 struct btrfs_root *root,
324 struct btrfs_fs_info *fs_info,
e20d96d6 325 u64 objectid)
d97e63b6 326{
cfaa7295 327 root->node = NULL;
0f7d52f4 328 root->inode = NULL;
a28ec197 329 root->commit_root = NULL;
db94535d
CM
330 root->sectorsize = sectorsize;
331 root->nodesize = nodesize;
332 root->leafsize = leafsize;
123abc88 333 root->ref_cows = 0;
9f5fae2f 334 root->fs_info = fs_info;
0f7d52f4
CM
335 root->objectid = objectid;
336 root->last_trans = 0;
1b05da2e
CM
337 root->highest_inode = 0;
338 root->last_inode_alloc = 0;
58176a96 339 root->name = NULL;
3768f368
CM
340 memset(&root->root_key, 0, sizeof(root->root_key));
341 memset(&root->root_item, 0, sizeof(root->root_item));
6702ed49 342 memset(&root->defrag_progress, 0, sizeof(root->defrag_progress));
58176a96
JB
343 memset(&root->root_kobj, 0, sizeof(root->root_kobj));
344 init_completion(&root->kobj_unregister);
011410bd 345 init_rwsem(&root->snap_sem);
6702ed49
CM
346 root->defrag_running = 0;
347 root->defrag_level = 0;
4d775673 348 root->root_key.objectid = objectid;
3768f368
CM
349 return 0;
350}
351
db94535d 352static int find_and_setup_root(struct btrfs_root *tree_root,
9f5fae2f
CM
353 struct btrfs_fs_info *fs_info,
354 u64 objectid,
e20d96d6 355 struct btrfs_root *root)
3768f368
CM
356{
357 int ret;
db94535d 358 u32 blocksize;
3768f368 359
db94535d
CM
360 __setup_root(tree_root->nodesize, tree_root->leafsize,
361 tree_root->sectorsize, root, fs_info, objectid);
3768f368
CM
362 ret = btrfs_find_last_root(tree_root, objectid,
363 &root->root_item, &root->root_key);
364 BUG_ON(ret);
365
db94535d
CM
366 blocksize = btrfs_level_size(root, btrfs_root_level(&root->root_item));
367 root->node = read_tree_block(root, btrfs_root_bytenr(&root->root_item),
368 blocksize);
3768f368 369 BUG_ON(!root->node);
d97e63b6
CM
370 return 0;
371}
372
5eda7b5e
CM
373struct btrfs_root *btrfs_read_fs_root_no_radix(struct btrfs_fs_info *fs_info,
374 struct btrfs_key *location)
0f7d52f4
CM
375{
376 struct btrfs_root *root;
377 struct btrfs_root *tree_root = fs_info->tree_root;
378 struct btrfs_path *path;
5f39d397 379 struct extent_buffer *l;
1b05da2e 380 u64 highest_inode;
db94535d 381 u32 blocksize;
0f7d52f4
CM
382 int ret = 0;
383
5eda7b5e 384 root = kzalloc(sizeof(*root), GFP_NOFS);
0cf6c620 385 if (!root)
0f7d52f4 386 return ERR_PTR(-ENOMEM);
0f7d52f4 387 if (location->offset == (u64)-1) {
db94535d 388 ret = find_and_setup_root(tree_root, fs_info,
0f7d52f4
CM
389 location->objectid, root);
390 if (ret) {
0f7d52f4
CM
391 kfree(root);
392 return ERR_PTR(ret);
393 }
394 goto insert;
395 }
396
db94535d
CM
397 __setup_root(tree_root->nodesize, tree_root->leafsize,
398 tree_root->sectorsize, root, fs_info,
0f7d52f4
CM
399 location->objectid);
400
401 path = btrfs_alloc_path();
402 BUG_ON(!path);
403 ret = btrfs_search_slot(NULL, tree_root, location, path, 0, 0);
404 if (ret != 0) {
0f7d52f4
CM
405 if (ret > 0)
406 ret = -ENOENT;
407 goto out;
408 }
5f39d397
CM
409 l = path->nodes[0];
410 read_extent_buffer(l, &root->root_item,
411 btrfs_item_ptr_offset(l, path->slots[0]),
0f7d52f4 412 sizeof(root->root_item));
0f7d52f4
CM
413 ret = 0;
414out:
415 btrfs_release_path(root, path);
416 btrfs_free_path(path);
417 if (ret) {
418 kfree(root);
419 return ERR_PTR(ret);
420 }
db94535d
CM
421 blocksize = btrfs_level_size(root, btrfs_root_level(&root->root_item));
422 root->node = read_tree_block(root, btrfs_root_bytenr(&root->root_item),
423 blocksize);
0f7d52f4
CM
424 BUG_ON(!root->node);
425insert:
0f7d52f4 426 root->ref_cows = 1;
5eda7b5e
CM
427 ret = btrfs_find_highest_inode(root, &highest_inode);
428 if (ret == 0) {
429 root->highest_inode = highest_inode;
430 root->last_inode_alloc = highest_inode;
431 }
432 return root;
433}
434
435struct btrfs_root *btrfs_read_fs_root(struct btrfs_fs_info *fs_info,
58176a96
JB
436 struct btrfs_key *location,
437 const char *name, int namelen)
5eda7b5e
CM
438{
439 struct btrfs_root *root;
440 int ret;
441
442 root = radix_tree_lookup(&fs_info->fs_roots_radix,
443 (unsigned long)location->objectid);
444 if (root)
445 return root;
446
447 root = btrfs_read_fs_root_no_radix(fs_info, location);
448 if (IS_ERR(root))
449 return root;
2619ba1f
CM
450 ret = radix_tree_insert(&fs_info->fs_roots_radix,
451 (unsigned long)root->root_key.objectid,
0f7d52f4
CM
452 root);
453 if (ret) {
5f39d397 454 free_extent_buffer(root->node);
0f7d52f4
CM
455 kfree(root);
456 return ERR_PTR(ret);
457 }
58176a96
JB
458
459 ret = btrfs_set_root_name(root, name, namelen);
460 if (ret) {
5f39d397 461 free_extent_buffer(root->node);
58176a96
JB
462 kfree(root);
463 return ERR_PTR(ret);
464 }
465
466 ret = btrfs_sysfs_add_root(root);
467 if (ret) {
5f39d397 468 free_extent_buffer(root->node);
58176a96
JB
469 kfree(root->name);
470 kfree(root);
471 return ERR_PTR(ret);
472 }
473
5ce14bbc
CM
474 ret = btrfs_find_dead_roots(fs_info->tree_root,
475 root->root_key.objectid, root);
476 BUG_ON(ret);
477
0f7d52f4
CM
478 return root;
479}
19c00ddc
CM
480#if 0
481static int add_hasher(struct btrfs_fs_info *info, char *type) {
482 struct btrfs_hasher *hasher;
483
484 hasher = kmalloc(sizeof(*hasher), GFP_NOFS);
485 if (!hasher)
486 return -ENOMEM;
487 hasher->hash_tfm = crypto_alloc_hash(type, 0, CRYPTO_ALG_ASYNC);
488 if (!hasher->hash_tfm) {
489 kfree(hasher);
490 return -EINVAL;
491 }
492 spin_lock(&info->hash_lock);
493 list_add(&hasher->list, &info->hashers);
494 spin_unlock(&info->hash_lock);
495 return 0;
496}
497#endif
2c90e5d6 498struct btrfs_root *open_ctree(struct super_block *sb)
2e635a27 499{
db94535d
CM
500 u32 sectorsize;
501 u32 nodesize;
502 u32 leafsize;
503 u32 blocksize;
e20d96d6
CM
504 struct btrfs_root *extent_root = kmalloc(sizeof(struct btrfs_root),
505 GFP_NOFS);
506 struct btrfs_root *tree_root = kmalloc(sizeof(struct btrfs_root),
507 GFP_NOFS);
e20d96d6
CM
508 struct btrfs_fs_info *fs_info = kmalloc(sizeof(*fs_info),
509 GFP_NOFS);
eb60ceac 510 int ret;
39279cc3 511 int err = -EIO;
2c90e5d6 512 struct btrfs_super_block *disk_super;
eb60ceac 513
39279cc3
CM
514 if (!extent_root || !tree_root || !fs_info) {
515 err = -ENOMEM;
516 goto fail;
517 }
0f7d52f4 518 INIT_RADIX_TREE(&fs_info->fs_roots_radix, GFP_NOFS);
8fd17795 519 INIT_LIST_HEAD(&fs_info->trans_list);
facda1e7 520 INIT_LIST_HEAD(&fs_info->dead_roots);
19c00ddc
CM
521 INIT_LIST_HEAD(&fs_info->hashers);
522 spin_lock_init(&fs_info->hash_lock);
523
58176a96
JB
524 memset(&fs_info->super_kobj, 0, sizeof(fs_info->super_kobj));
525 init_completion(&fs_info->kobj_unregister);
2c90e5d6 526 sb_set_blocksize(sb, 4096);
9f5fae2f 527 fs_info->running_transaction = NULL;
15ee9bc7 528 fs_info->last_trans_committed = 0;
9f5fae2f
CM
529 fs_info->tree_root = tree_root;
530 fs_info->extent_root = extent_root;
e20d96d6 531 fs_info->sb = sb;
d98237b3
CM
532 fs_info->btree_inode = new_inode(sb);
533 fs_info->btree_inode->i_ino = 1;
2c90e5d6 534 fs_info->btree_inode->i_nlink = 1;
d98237b3
CM
535 fs_info->btree_inode->i_size = sb->s_bdev->bd_inode->i_size;
536 fs_info->btree_inode->i_mapping->a_ops = &btree_aops;
5f39d397
CM
537 extent_map_tree_init(&BTRFS_I(fs_info->btree_inode)->extent_tree,
538 fs_info->btree_inode->i_mapping,
539 GFP_NOFS);
f510cfec
CM
540 extent_map_tree_init(&fs_info->free_space_cache,
541 fs_info->btree_inode->i_mapping, GFP_NOFS);
96b5179d
CM
542 extent_map_tree_init(&fs_info->block_group_cache,
543 fs_info->btree_inode->i_mapping, GFP_NOFS);
1a5bc167
CM
544 extent_map_tree_init(&fs_info->pinned_extents,
545 fs_info->btree_inode->i_mapping, GFP_NOFS);
546 extent_map_tree_init(&fs_info->pending_del,
547 fs_info->btree_inode->i_mapping, GFP_NOFS);
548 extent_map_tree_init(&fs_info->extent_ins,
549 fs_info->btree_inode->i_mapping, GFP_NOFS);
e66f709b 550 fs_info->do_barriers = 1;
facda1e7
CM
551 fs_info->closing = 0;
552
08607c1b 553 INIT_DELAYED_WORK(&fs_info->trans_work, btrfs_transaction_cleaner);
0f7d52f4
CM
554 BTRFS_I(fs_info->btree_inode)->root = tree_root;
555 memset(&BTRFS_I(fs_info->btree_inode)->location, 0,
556 sizeof(struct btrfs_key));
22b0ebda 557 insert_inode_hash(fs_info->btree_inode);
d98237b3 558 mapping_set_gfp_mask(fs_info->btree_inode->i_mapping, GFP_NOFS);
39279cc3 559
79154b1b 560 mutex_init(&fs_info->trans_mutex);
d561c025 561 mutex_init(&fs_info->fs_mutex);
3768f368 562
19c00ddc
CM
563#if 0
564 ret = add_hasher(fs_info, "crc32c");
565 if (ret) {
566 printk("btrfs: failed hash setup, modprobe cryptomgr?\n");
567 err = -ENOMEM;
568 goto fail_iput;
569 }
570#endif
db94535d 571 __setup_root(512, 512, 512, tree_root,
2c90e5d6 572 fs_info, BTRFS_ROOT_TREE_OBJECTID);
7eccb903 573
2c90e5d6 574 fs_info->sb_buffer = read_tree_block(tree_root,
db94535d
CM
575 BTRFS_SUPER_INFO_OFFSET,
576 512);
d98237b3 577
0f7d52f4 578 if (!fs_info->sb_buffer)
39279cc3 579 goto fail_iput;
39279cc3 580
5f39d397
CM
581 read_extent_buffer(fs_info->sb_buffer, &fs_info->super_copy, 0,
582 sizeof(fs_info->super_copy));
583
584 read_extent_buffer(fs_info->sb_buffer, fs_info->fsid,
585 (unsigned long)btrfs_super_fsid(fs_info->sb_buffer),
586 BTRFS_FSID_SIZE);
587 disk_super = &fs_info->super_copy;
0f7d52f4 588 if (!btrfs_super_root(disk_super))
39279cc3 589 goto fail_sb_buffer;
0f7d52f4 590
db94535d
CM
591 nodesize = btrfs_super_nodesize(disk_super);
592 leafsize = btrfs_super_leafsize(disk_super);
593 sectorsize = btrfs_super_sectorsize(disk_super);
594 tree_root->nodesize = nodesize;
595 tree_root->leafsize = leafsize;
596 tree_root->sectorsize = sectorsize;
597
8352d8a4 598 i_size_write(fs_info->btree_inode,
db94535d 599 btrfs_super_total_bytes(disk_super));
8352d8a4 600
39279cc3
CM
601 if (strncmp((char *)(&disk_super->magic), BTRFS_MAGIC,
602 sizeof(disk_super->magic))) {
603 printk("btrfs: valid FS not found on %s\n", sb->s_id);
604 goto fail_sb_buffer;
605 }
19c00ddc 606
db94535d
CM
607 blocksize = btrfs_level_size(tree_root,
608 btrfs_super_root_level(disk_super));
19c00ddc 609
e20d96d6 610 tree_root->node = read_tree_block(tree_root,
db94535d
CM
611 btrfs_super_root(disk_super),
612 blocksize);
39279cc3
CM
613 if (!tree_root->node)
614 goto fail_sb_buffer;
3768f368 615
2c90e5d6 616 mutex_lock(&fs_info->fs_mutex);
db94535d
CM
617
618 ret = find_and_setup_root(tree_root, fs_info,
e20d96d6 619 BTRFS_EXTENT_TREE_OBJECTID, extent_root);
39279cc3
CM
620 if (ret) {
621 mutex_unlock(&fs_info->fs_mutex);
622 goto fail_tree_root;
623 }
3768f368 624
9078a3e1
CM
625 btrfs_read_block_groups(extent_root);
626
0f7d52f4 627 fs_info->generation = btrfs_super_generation(disk_super) + 1;
5be6f7f1 628 mutex_unlock(&fs_info->fs_mutex);
0f7d52f4 629 return tree_root;
39279cc3
CM
630
631fail_tree_root:
5f39d397 632 free_extent_buffer(tree_root->node);
39279cc3 633fail_sb_buffer:
5f39d397 634 free_extent_buffer(fs_info->sb_buffer);
39279cc3
CM
635fail_iput:
636 iput(fs_info->btree_inode);
637fail:
638 kfree(extent_root);
639 kfree(tree_root);
640 kfree(fs_info);
641 return ERR_PTR(err);
eb60ceac
CM
642}
643
e089f05c 644int write_ctree_super(struct btrfs_trans_handle *trans, struct btrfs_root
79154b1b 645 *root)
eb60ceac 646{
e66f709b 647 int ret;
5f39d397
CM
648 struct extent_buffer *super = root->fs_info->sb_buffer;
649 struct inode *btree_inode = root->fs_info->btree_inode;
650
651 set_extent_buffer_dirty(&BTRFS_I(btree_inode)->extent_tree, super);
652 ret = sync_page_range_nolock(btree_inode, btree_inode->i_mapping,
653 super->start, super->len);
654 return ret;
cfaa7295
CM
655}
656
5eda7b5e 657int btrfs_free_fs_root(struct btrfs_fs_info *fs_info, struct btrfs_root *root)
2619ba1f
CM
658{
659 radix_tree_delete(&fs_info->fs_roots_radix,
660 (unsigned long)root->root_key.objectid);
58176a96 661 btrfs_sysfs_del_root(root);
2619ba1f
CM
662 if (root->inode)
663 iput(root->inode);
664 if (root->node)
5f39d397 665 free_extent_buffer(root->node);
2619ba1f 666 if (root->commit_root)
5f39d397 667 free_extent_buffer(root->commit_root);
58176a96
JB
668 if (root->name)
669 kfree(root->name);
2619ba1f
CM
670 kfree(root);
671 return 0;
672}
673
35b7e476 674static int del_fs_roots(struct btrfs_fs_info *fs_info)
0f7d52f4
CM
675{
676 int ret;
677 struct btrfs_root *gang[8];
678 int i;
679
680 while(1) {
681 ret = radix_tree_gang_lookup(&fs_info->fs_roots_radix,
682 (void **)gang, 0,
683 ARRAY_SIZE(gang));
684 if (!ret)
685 break;
2619ba1f 686 for (i = 0; i < ret; i++)
5eda7b5e 687 btrfs_free_fs_root(fs_info, gang[i]);
0f7d52f4
CM
688 }
689 return 0;
690}
b4100d64 691
e20d96d6 692int close_ctree(struct btrfs_root *root)
cfaa7295 693{
3768f368 694 int ret;
e089f05c 695 struct btrfs_trans_handle *trans;
0f7d52f4 696 struct btrfs_fs_info *fs_info = root->fs_info;
e089f05c 697
facda1e7 698 fs_info->closing = 1;
08607c1b 699 btrfs_transaction_flush_work(root);
0f7d52f4 700 mutex_lock(&fs_info->fs_mutex);
6702ed49 701 btrfs_defrag_dirty_roots(root->fs_info);
79154b1b 702 trans = btrfs_start_transaction(root, 1);
54aa1f4d 703 ret = btrfs_commit_transaction(trans, root);
79154b1b
CM
704 /* run commit again to drop the original snapshot */
705 trans = btrfs_start_transaction(root, 1);
706 btrfs_commit_transaction(trans, root);
707 ret = btrfs_write_and_wait_transaction(NULL, root);
3768f368 708 BUG_ON(ret);
79154b1b 709 write_ctree_super(NULL, root);
0f7d52f4
CM
710 mutex_unlock(&fs_info->fs_mutex);
711
712 if (fs_info->extent_root->node)
5f39d397 713 free_extent_buffer(fs_info->extent_root->node);
f510cfec 714
0f7d52f4 715 if (fs_info->tree_root->node)
5f39d397 716 free_extent_buffer(fs_info->tree_root->node);
f510cfec 717
5f39d397 718 free_extent_buffer(fs_info->sb_buffer);
7eccb903 719
9078a3e1 720 btrfs_free_block_groups(root->fs_info);
0f7d52f4 721 del_fs_roots(fs_info);
19c00ddc 722 extent_map_tree_empty_lru(&BTRFS_I(fs_info->btree_inode)->extent_tree);
db94535d
CM
723 truncate_inode_pages(fs_info->btree_inode->i_mapping, 0);
724 iput(fs_info->btree_inode);
19c00ddc
CM
725#if 0
726 while(!list_empty(&fs_info->hashers)) {
727 struct btrfs_hasher *hasher;
728 hasher = list_entry(fs_info->hashers.next, struct btrfs_hasher,
729 hashers);
730 list_del(&hasher->hashers);
731 crypto_free_hash(&fs_info->hash_tfm);
732 kfree(hasher);
733 }
734#endif
0f7d52f4 735 kfree(fs_info->extent_root);
0f7d52f4 736 kfree(fs_info->tree_root);
eb60ceac
CM
737 return 0;
738}
739
5f39d397
CM
740int btrfs_buffer_uptodate(struct extent_buffer *buf)
741{
810191ff 742 struct inode *btree_inode = buf->first_page->mapping->host;
5f39d397
CM
743 return extent_buffer_uptodate(&BTRFS_I(btree_inode)->extent_tree, buf);
744}
745
746int btrfs_set_buffer_uptodate(struct extent_buffer *buf)
ccd467d6 747{
810191ff 748 struct inode *btree_inode = buf->first_page->mapping->host;
5f39d397
CM
749 return set_extent_buffer_uptodate(&BTRFS_I(btree_inode)->extent_tree,
750 buf);
751}
6702ed49 752
5f39d397
CM
753void btrfs_mark_buffer_dirty(struct extent_buffer *buf)
754{
810191ff 755 struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root;
5f39d397
CM
756 u64 transid = btrfs_header_generation(buf);
757 struct inode *btree_inode = root->fs_info->btree_inode;
6702ed49 758
ccd467d6
CM
759 if (transid != root->fs_info->generation) {
760 printk(KERN_CRIT "transid mismatch buffer %llu, found %Lu running %Lu\n",
db94535d 761 (unsigned long long)buf->start,
ccd467d6
CM
762 transid, root->fs_info->generation);
763 WARN_ON(1);
764 }
5f39d397 765 set_extent_buffer_dirty(&BTRFS_I(btree_inode)->extent_tree, buf);
eb60ceac
CM
766}
767
d3c2fdcf 768void btrfs_btree_balance_dirty(struct btrfs_root *root, unsigned long nr)
35b7e476 769{
d3c2fdcf 770 balance_dirty_pages_ratelimited_nr(
304fced6 771 root->fs_info->btree_inode->i_mapping, 1);
35b7e476 772}
6b80053d
CM
773
774void btrfs_set_buffer_defrag(struct extent_buffer *buf)
775{
810191ff 776 struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root;
6b80053d
CM
777 struct inode *btree_inode = root->fs_info->btree_inode;
778 set_extent_bits(&BTRFS_I(btree_inode)->extent_tree, buf->start,
779 buf->start + buf->len - 1, EXTENT_DEFRAG, GFP_NOFS);
780}
781
782void btrfs_set_buffer_defrag_done(struct extent_buffer *buf)
783{
810191ff 784 struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root;
6b80053d
CM
785 struct inode *btree_inode = root->fs_info->btree_inode;
786 set_extent_bits(&BTRFS_I(btree_inode)->extent_tree, buf->start,
787 buf->start + buf->len - 1, EXTENT_DEFRAG_DONE,
788 GFP_NOFS);
789}
790
791int btrfs_buffer_defrag(struct extent_buffer *buf)
792{
810191ff 793 struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root;
6b80053d
CM
794 struct inode *btree_inode = root->fs_info->btree_inode;
795 return test_range_bit(&BTRFS_I(btree_inode)->extent_tree,
796 buf->start, buf->start + buf->len - 1, EXTENT_DEFRAG, 0);
797}
798
799int btrfs_buffer_defrag_done(struct extent_buffer *buf)
800{
810191ff 801 struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root;
6b80053d
CM
802 struct inode *btree_inode = root->fs_info->btree_inode;
803 return test_range_bit(&BTRFS_I(btree_inode)->extent_tree,
804 buf->start, buf->start + buf->len - 1,
805 EXTENT_DEFRAG_DONE, 0);
806}
807
808int btrfs_clear_buffer_defrag_done(struct extent_buffer *buf)
809{
810191ff 810 struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root;
6b80053d
CM
811 struct inode *btree_inode = root->fs_info->btree_inode;
812 return clear_extent_bits(&BTRFS_I(btree_inode)->extent_tree,
813 buf->start, buf->start + buf->len - 1,
814 EXTENT_DEFRAG_DONE, GFP_NOFS);
815}
816
817int btrfs_clear_buffer_defrag(struct extent_buffer *buf)
818{
810191ff 819 struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root;
6b80053d
CM
820 struct inode *btree_inode = root->fs_info->btree_inode;
821 return clear_extent_bits(&BTRFS_I(btree_inode)->extent_tree,
822 buf->start, buf->start + buf->len - 1,
823 EXTENT_DEFRAG, GFP_NOFS);
824}
825
826int btrfs_read_buffer(struct extent_buffer *buf)
827{
810191ff 828 struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root;
6b80053d
CM
829 struct inode *btree_inode = root->fs_info->btree_inode;
830 return read_extent_buffer_pages(&BTRFS_I(btree_inode)->extent_tree,
19c00ddc 831 buf, 0, 1);
6b80053d 832}