Btrfs: Optimize compressed writeback and reads
[linux-2.6-block.git] / fs / btrfs / extent_io.h
CommitLineData
d1310b2e
CM
1#ifndef __EXTENTIO__
2#define __EXTENTIO__
3
4#include <linux/rbtree.h>
5
6/* bits for the extent state */
7#define EXTENT_DIRTY 1
8#define EXTENT_WRITEBACK (1 << 1)
9#define EXTENT_UPTODATE (1 << 2)
10#define EXTENT_LOCKED (1 << 3)
11#define EXTENT_NEW (1 << 4)
12#define EXTENT_DELALLOC (1 << 5)
13#define EXTENT_DEFRAG (1 << 6)
14#define EXTENT_DEFRAG_DONE (1 << 7)
15#define EXTENT_BUFFER_FILLED (1 << 8)
e6dcd2dc
CM
16#define EXTENT_ORDERED (1 << 9)
17#define EXTENT_ORDERED_METADATA (1 << 10)
5b21f2ed 18#define EXTENT_BOUNDARY (1 << 11)
d1310b2e
CM
19#define EXTENT_IOBITS (EXTENT_LOCKED | EXTENT_WRITEBACK)
20
c8b97818
CM
21/* flags for bio submission */
22#define EXTENT_BIO_COMPRESSED 1
23
d1310b2e
CM
24/*
25 * page->private values. Every page that is controlled by the extent
26 * map has page->private set to one.
27 */
28#define EXTENT_PAGE_PRIVATE 1
29#define EXTENT_PAGE_PRIVATE_FIRST_PAGE 3
30
70dec807
CM
31struct extent_state;
32
44b8bd7e 33typedef int (extent_submit_bio_hook_t)(struct inode *inode, int rw,
c8b97818
CM
34 struct bio *bio, int mirror_num,
35 unsigned long bio_flags);
d1310b2e 36struct extent_io_ops {
c8b97818 37 int (*fill_delalloc)(struct inode *inode, struct page *locked_page,
771ed689
CM
38 u64 start, u64 end, int *page_started,
39 unsigned long *nr_written);
247e743c 40 int (*writepage_start_hook)(struct page *page, u64 start, u64 end);
d1310b2e 41 int (*writepage_io_hook)(struct page *page, u64 start, u64 end);
44b8bd7e 42 extent_submit_bio_hook_t *submit_bio_hook;
239b14b3 43 int (*merge_bio_hook)(struct page *page, unsigned long offset,
c8b97818
CM
44 size_t size, struct bio *bio,
45 unsigned long bio_flags);
d1310b2e 46 int (*readpage_io_hook)(struct page *page, u64 start, u64 end);
7e38326f
CM
47 int (*readpage_io_failed_hook)(struct bio *bio, struct page *page,
48 u64 start, u64 end,
49 struct extent_state *state);
1259ab75
CM
50 int (*writepage_io_failed_hook)(struct bio *bio, struct page *page,
51 u64 start, u64 end,
52 struct extent_state *state);
70dec807
CM
53 int (*readpage_end_io_hook)(struct page *page, u64 start, u64 end,
54 struct extent_state *state);
1259ab75 55 int (*writepage_end_io_hook)(struct page *page, u64 start, u64 end,
e6dcd2dc 56 struct extent_state *state, int uptodate);
291d673e 57 int (*set_bit_hook)(struct inode *inode, u64 start, u64 end,
b0c68f8b 58 unsigned long old, unsigned long bits);
291d673e 59 int (*clear_bit_hook)(struct inode *inode, u64 start, u64 end,
b0c68f8b 60 unsigned long old, unsigned long bits);
4bef0848 61 int (*write_cache_pages_lock_hook)(struct page *page);
d1310b2e
CM
62};
63
64struct extent_io_tree {
65 struct rb_root state;
6af118ce 66 struct rb_root buffer;
d1310b2e
CM
67 struct address_space *mapping;
68 u64 dirty_bytes;
70dec807 69 spinlock_t lock;
6af118ce 70 spinlock_t buffer_lock;
d1310b2e 71 struct extent_io_ops *ops;
d1310b2e
CM
72};
73
74struct extent_state {
75 u64 start;
76 u64 end; /* inclusive */
d1310b2e 77 struct rb_node rb_node;
70dec807 78 struct extent_io_tree *tree;
d1310b2e
CM
79 wait_queue_head_t wq;
80 atomic_t refs;
81 unsigned long state;
82
83 /* for use by the FS */
84 u64 private;
85
2d2ae547 86 struct list_head leak_list;
d1310b2e
CM
87};
88
89struct extent_buffer {
90 u64 start;
91 unsigned long len;
92 char *map_token;
93 char *kaddr;
94 unsigned long map_start;
95 unsigned long map_len;
96 struct page *first_page;
d1310b2e
CM
97 atomic_t refs;
98 int flags;
2d2ae547 99 struct list_head leak_list;
6af118ce 100 struct rb_node rb_node;
a61e6f29 101 struct mutex mutex;
d1310b2e
CM
102};
103
104struct extent_map_tree;
105
d7fc640e
CM
106static inline struct extent_state *extent_state_next(struct extent_state *state)
107{
108 struct rb_node *node;
109 node = rb_next(&state->rb_node);
110 if (!node)
111 return NULL;
112 return rb_entry(node, struct extent_state, rb_node);
113}
114
d1310b2e
CM
115typedef struct extent_map *(get_extent_t)(struct inode *inode,
116 struct page *page,
117 size_t page_offset,
118 u64 start, u64 len,
119 int create);
120
121void extent_io_tree_init(struct extent_io_tree *tree,
122 struct address_space *mapping, gfp_t mask);
d1310b2e 123int try_release_extent_mapping(struct extent_map_tree *map,
70dec807
CM
124 struct extent_io_tree *tree, struct page *page,
125 gfp_t mask);
6af118ce 126int try_release_extent_buffer(struct extent_io_tree *tree, struct page *page);
7b13b7b1
CM
127int try_release_extent_state(struct extent_map_tree *map,
128 struct extent_io_tree *tree, struct page *page,
129 gfp_t mask);
d1310b2e
CM
130int lock_extent(struct extent_io_tree *tree, u64 start, u64 end, gfp_t mask);
131int unlock_extent(struct extent_io_tree *tree, u64 start, u64 end, gfp_t mask);
25179201
JB
132int try_lock_extent(struct extent_io_tree *tree, u64 start, u64 end,
133 gfp_t mask);
d1310b2e
CM
134int extent_read_full_page(struct extent_io_tree *tree, struct page *page,
135 get_extent_t *get_extent);
136int __init extent_io_init(void);
137void extent_io_exit(void);
138
139u64 count_range_bits(struct extent_io_tree *tree,
140 u64 *start, u64 search_end,
141 u64 max_bytes, unsigned long bits);
142
143int test_range_bit(struct extent_io_tree *tree, u64 start, u64 end,
144 int bits, int filled);
145int clear_extent_bits(struct extent_io_tree *tree, u64 start, u64 end,
146 int bits, gfp_t mask);
e6dcd2dc
CM
147int clear_extent_bit(struct extent_io_tree *tree, u64 start, u64 end,
148 int bits, int wake, int delete, gfp_t mask);
d1310b2e
CM
149int set_extent_bits(struct extent_io_tree *tree, u64 start, u64 end,
150 int bits, gfp_t mask);
151int set_extent_uptodate(struct extent_io_tree *tree, u64 start, u64 end,
152 gfp_t mask);
153int set_extent_new(struct extent_io_tree *tree, u64 start, u64 end,
154 gfp_t mask);
155int set_extent_dirty(struct extent_io_tree *tree, u64 start, u64 end,
156 gfp_t mask);
157int clear_extent_dirty(struct extent_io_tree *tree, u64 start, u64 end,
158 gfp_t mask);
e6dcd2dc
CM
159int clear_extent_ordered(struct extent_io_tree *tree, u64 start, u64 end,
160 gfp_t mask);
161int clear_extent_ordered_metadata(struct extent_io_tree *tree, u64 start,
162 u64 end, gfp_t mask);
d1310b2e
CM
163int set_extent_delalloc(struct extent_io_tree *tree, u64 start, u64 end,
164 gfp_t mask);
e6dcd2dc
CM
165int set_extent_ordered(struct extent_io_tree *tree, u64 start, u64 end,
166 gfp_t mask);
d1310b2e
CM
167int find_first_extent_bit(struct extent_io_tree *tree, u64 start,
168 u64 *start_ret, u64 *end_ret, int bits);
d7fc640e
CM
169struct extent_state *find_first_extent_bit_state(struct extent_io_tree *tree,
170 u64 start, int bits);
d1310b2e
CM
171int extent_invalidatepage(struct extent_io_tree *tree,
172 struct page *page, unsigned long offset);
173int extent_write_full_page(struct extent_io_tree *tree, struct page *page,
174 get_extent_t *get_extent,
175 struct writeback_control *wbc);
771ed689
CM
176int extent_write_locked_range(struct extent_io_tree *tree, struct inode *inode,
177 u64 start, u64 end, get_extent_t *get_extent,
178 int mode);
d1310b2e
CM
179int extent_writepages(struct extent_io_tree *tree,
180 struct address_space *mapping,
181 get_extent_t *get_extent,
182 struct writeback_control *wbc);
183int extent_readpages(struct extent_io_tree *tree,
184 struct address_space *mapping,
185 struct list_head *pages, unsigned nr_pages,
186 get_extent_t get_extent);
187int extent_prepare_write(struct extent_io_tree *tree,
188 struct inode *inode, struct page *page,
189 unsigned from, unsigned to, get_extent_t *get_extent);
190int extent_commit_write(struct extent_io_tree *tree,
191 struct inode *inode, struct page *page,
192 unsigned from, unsigned to);
193sector_t extent_bmap(struct address_space *mapping, sector_t iblock,
194 get_extent_t *get_extent);
195int set_range_dirty(struct extent_io_tree *tree, u64 start, u64 end);
196int set_state_private(struct extent_io_tree *tree, u64 start, u64 private);
197int get_state_private(struct extent_io_tree *tree, u64 start, u64 *private);
198void set_page_extent_mapped(struct page *page);
199
200struct extent_buffer *alloc_extent_buffer(struct extent_io_tree *tree,
201 u64 start, unsigned long len,
202 struct page *page0,
203 gfp_t mask);
204struct extent_buffer *find_extent_buffer(struct extent_io_tree *tree,
205 u64 start, unsigned long len,
206 gfp_t mask);
207void free_extent_buffer(struct extent_buffer *eb);
208int read_extent_buffer_pages(struct extent_io_tree *tree,
a86c12c7 209 struct extent_buffer *eb, u64 start, int wait,
f188591e 210 get_extent_t *get_extent, int mirror_num);
d1310b2e
CM
211
212static inline void extent_buffer_get(struct extent_buffer *eb)
213{
214 atomic_inc(&eb->refs);
215}
216
217int memcmp_extent_buffer(struct extent_buffer *eb, const void *ptrv,
218 unsigned long start,
219 unsigned long len);
220void read_extent_buffer(struct extent_buffer *eb, void *dst,
221 unsigned long start,
222 unsigned long len);
223void write_extent_buffer(struct extent_buffer *eb, const void *src,
224 unsigned long start, unsigned long len);
225void copy_extent_buffer(struct extent_buffer *dst, struct extent_buffer *src,
226 unsigned long dst_offset, unsigned long src_offset,
227 unsigned long len);
228void memcpy_extent_buffer(struct extent_buffer *dst, unsigned long dst_offset,
229 unsigned long src_offset, unsigned long len);
230void memmove_extent_buffer(struct extent_buffer *dst, unsigned long dst_offset,
231 unsigned long src_offset, unsigned long len);
232void memset_extent_buffer(struct extent_buffer *eb, char c,
233 unsigned long start, unsigned long len);
234int wait_on_extent_buffer_writeback(struct extent_io_tree *tree,
235 struct extent_buffer *eb);
e6dcd2dc
CM
236int wait_on_extent_writeback(struct extent_io_tree *tree, u64 start, u64 end);
237int wait_extent_bit(struct extent_io_tree *tree, u64 start, u64 end, int bits);
d1310b2e
CM
238int clear_extent_buffer_dirty(struct extent_io_tree *tree,
239 struct extent_buffer *eb);
240int set_extent_buffer_dirty(struct extent_io_tree *tree,
241 struct extent_buffer *eb);
242int set_extent_buffer_uptodate(struct extent_io_tree *tree,
243 struct extent_buffer *eb);
1259ab75
CM
244int clear_extent_buffer_uptodate(struct extent_io_tree *tree,
245 struct extent_buffer *eb);
d1310b2e
CM
246int extent_buffer_uptodate(struct extent_io_tree *tree,
247 struct extent_buffer *eb);
248int map_extent_buffer(struct extent_buffer *eb, unsigned long offset,
249 unsigned long min_len, char **token, char **map,
250 unsigned long *map_start,
251 unsigned long *map_len, int km);
252int map_private_extent_buffer(struct extent_buffer *eb, unsigned long offset,
253 unsigned long min_len, char **token, char **map,
254 unsigned long *map_start,
255 unsigned long *map_len, int km);
256void unmap_extent_buffer(struct extent_buffer *eb, char *token, int km);
ce9adaa5
CM
257int release_extent_buffer_tail_pages(struct extent_buffer *eb);
258int extent_range_uptodate(struct extent_io_tree *tree,
259 u64 start, u64 end);
c8b97818
CM
260int extent_clear_unlock_delalloc(struct inode *inode,
261 struct extent_io_tree *tree,
262 u64 start, u64 end, struct page *locked_page,
771ed689
CM
263 int unlock_page,
264 int clear_unlock,
265 int clear_delalloc, int clear_dirty,
266 int set_writeback,
267 int end_writeback);
d1310b2e 268#endif