writeback: fix dirtied pages accounting on sub-page writes
[linux-2.6-block.git] / include / linux / writeback.h
CommitLineData
1da177e4 1/*
f30c2269 2 * include/linux/writeback.h
1da177e4
LT
3 */
4#ifndef WRITEBACK_H
5#define WRITEBACK_H
6
e8edc6e0 7#include <linux/sched.h>
f5ff8422 8#include <linux/fs.h>
e8edc6e0 9
54848d73
WF
10DECLARE_PER_CPU(int, dirty_throttle_leaks);
11
ffd1f609 12/*
1a12d8bd
WF
13 * The 1/4 region under the global dirty thresh is for smooth dirty throttling:
14 *
15 * (thresh - thresh/DIRTY_FULL_SCOPE, thresh)
16 *
ffd1f609
WF
17 * Further beyond, all dirtier tasks will enter a loop waiting (possibly long
18 * time) for the dirty pages to drop, unless written enough pages.
19 *
20 * The global dirty threshold is normally equal to the global dirty limit,
21 * except when the system suddenly allocates a lot of anonymous memory and
22 * knocks down the global dirty threshold quickly, in which case the global
23 * dirty limit will follow down slowly to prevent livelocking all dirtier tasks.
24 */
1a12d8bd
WF
25#define DIRTY_SCOPE 8
26#define DIRTY_FULL_SCOPE (DIRTY_SCOPE / 2)
ffd1f609 27
1a12d8bd
WF
28/*
29 * 4MB minimal write chunk size
30 */
31#define MIN_WRITEBACK_PAGES (4096UL >> (PAGE_CACHE_SHIFT - 10))
32
1da177e4
LT
33struct backing_dev_info;
34
1da177e4
LT
35/*
36 * fs/fs-writeback.c
37 */
38enum writeback_sync_modes {
39 WB_SYNC_NONE, /* Don't wait on anything */
40 WB_SYNC_ALL, /* Wait on every mapping */
1da177e4
LT
41};
42
0e175a18
CW
43/*
44 * why some writeback work was initiated
45 */
46enum wb_reason {
47 WB_REASON_BACKGROUND,
48 WB_REASON_TRY_TO_FREE_PAGES,
49 WB_REASON_SYNC,
50 WB_REASON_PERIODIC,
51 WB_REASON_LAPTOP_TIMER,
52 WB_REASON_FREE_MORE_MEM,
53 WB_REASON_FS_FREE_SPACE,
54 WB_REASON_FORKER_THREAD,
55
56 WB_REASON_MAX,
57};
58extern const char *wb_reason_name[];
59
1da177e4
LT
60/*
61 * A control structure which tells the writeback code what to do. These are
62 * always on the stack, and hence need no locking. They are always initialised
63 * in a manner such that unspecified fields are set to zero.
64 */
65struct writeback_control {
1da177e4 66 enum writeback_sync_modes sync_mode;
1da177e4
LT
67 long nr_to_write; /* Write this many pages, and decrement
68 this for each page written */
69 long pages_skipped; /* Pages which were not written */
70
71 /*
72 * For a_ops->writepages(): is start or end are non-zero then this is
73 * a hint that the filesystem need only write out the pages inside that
74 * byterange. The byte at `end' is included in the writeout request.
75 */
111ebb6e
OH
76 loff_t range_start;
77 loff_t range_end;
1da177e4 78
22905f77 79 unsigned for_kupdate:1; /* A kupdate writeback */
b17621fe 80 unsigned for_background:1; /* A background writeback */
6e6938b6 81 unsigned tagged_writepages:1; /* tag-and-write to avoid livelock */
22905f77 82 unsigned for_reclaim:1; /* Invoked from the page allocator */
111ebb6e 83 unsigned range_cyclic:1; /* range_start is cyclic */
1da177e4
LT
84};
85
1da177e4
LT
86/*
87 * fs/fs-writeback.c
88 */
03ba3782 89struct bdi_writeback;
1da177e4 90int inode_wait(void *);
0e175a18
CW
91void writeback_inodes_sb(struct super_block *, enum wb_reason reason);
92void writeback_inodes_sb_nr(struct super_block *, unsigned long nr,
93 enum wb_reason reason);
94int writeback_inodes_sb_if_idle(struct super_block *, enum wb_reason reason);
95int writeback_inodes_sb_nr_if_idle(struct super_block *, unsigned long nr,
96 enum wb_reason reason);
b6e51316 97void sync_inodes_sb(struct super_block *);
0e175a18
CW
98long writeback_inodes_wb(struct bdi_writeback *wb, long nr_pages,
99 enum wb_reason reason);
03ba3782 100long wb_do_writeback(struct bdi_writeback *wb, int force_wait);
0e175a18 101void wakeup_flusher_threads(long nr_pages, enum wb_reason reason);
1da177e4
LT
102
103/* writeback.h requires fs.h; it, too, is not included from here. */
104static inline void wait_on_inode(struct inode *inode)
105{
106 might_sleep();
eaff8079 107 wait_on_bit(&inode->i_state, __I_NEW, inode_wait, TASK_UNINTERRUPTIBLE);
1da177e4 108}
1c0eeaf5
JE
109static inline void inode_sync_wait(struct inode *inode)
110{
111 might_sleep();
112 wait_on_bit(&inode->i_state, __I_SYNC, inode_wait,
113 TASK_UNINTERRUPTIBLE);
114}
115
1da177e4
LT
116
117/*
118 * mm/page-writeback.c
119 */
c2c4986e 120#ifdef CONFIG_BLOCK
31373d09 121void laptop_io_completion(struct backing_dev_info *info);
1da177e4 122void laptop_sync_completion(void);
31373d09
MG
123void laptop_mode_sync(struct work_struct *work);
124void laptop_mode_timer_fn(unsigned long data);
c2c4986e
JA
125#else
126static inline void laptop_sync_completion(void) { }
127#endif
232ea4d6 128void throttle_vm_writeout(gfp_t gfp_mask);
1da177e4 129
c42843f2
WF
130extern unsigned long global_dirty_limit;
131
1da177e4
LT
132/* These are exported to sysctl. */
133extern int dirty_background_ratio;
2da02997 134extern unsigned long dirty_background_bytes;
1da177e4 135extern int vm_dirty_ratio;
2da02997 136extern unsigned long vm_dirty_bytes;
704503d8
AD
137extern unsigned int dirty_writeback_interval;
138extern unsigned int dirty_expire_interval;
195cf453 139extern int vm_highmem_is_dirtyable;
1da177e4
LT
140extern int block_dump;
141extern int laptop_mode;
142
3eefae99
SR
143extern unsigned long determine_dirtyable_memory(void);
144
2da02997 145extern int dirty_background_ratio_handler(struct ctl_table *table, int write,
8d65af78 146 void __user *buffer, size_t *lenp,
2da02997
DR
147 loff_t *ppos);
148extern int dirty_background_bytes_handler(struct ctl_table *table, int write,
8d65af78 149 void __user *buffer, size_t *lenp,
2da02997 150 loff_t *ppos);
04fbfdc1 151extern int dirty_ratio_handler(struct ctl_table *table, int write,
8d65af78 152 void __user *buffer, size_t *lenp,
04fbfdc1 153 loff_t *ppos);
2da02997 154extern int dirty_bytes_handler(struct ctl_table *table, int write,
8d65af78 155 void __user *buffer, size_t *lenp,
2da02997 156 loff_t *ppos);
04fbfdc1 157
1da177e4 158struct ctl_table;
8d65af78 159int dirty_writeback_centisecs_handler(struct ctl_table *, int,
1da177e4
LT
160 void __user *, size_t *, loff_t *);
161
16c4042f
WF
162void global_dirty_limits(unsigned long *pbackground, unsigned long *pdirty);
163unsigned long bdi_dirty_limit(struct backing_dev_info *bdi,
164 unsigned long dirty);
cf0ca9fe 165
e98be2d5 166void __bdi_update_bandwidth(struct backing_dev_info *bdi,
c42843f2 167 unsigned long thresh,
af6a3113 168 unsigned long bg_thresh,
c42843f2
WF
169 unsigned long dirty,
170 unsigned long bdi_thresh,
171 unsigned long bdi_dirty,
e98be2d5
WF
172 unsigned long start_time);
173
1da177e4 174void page_writeback_init(void);
fa5a734e
AM
175void balance_dirty_pages_ratelimited_nr(struct address_space *mapping,
176 unsigned long nr_pages_dirtied);
177
178static inline void
179balance_dirty_pages_ratelimited(struct address_space *mapping)
180{
181 balance_dirty_pages_ratelimited_nr(mapping, 1);
182}
183
0ea97180
MS
184typedef int (*writepage_t)(struct page *page, struct writeback_control *wbc,
185 void *data);
186
0ea97180
MS
187int generic_writepages(struct address_space *mapping,
188 struct writeback_control *wbc);
5b41d924
ES
189void tag_pages_for_writeback(struct address_space *mapping,
190 pgoff_t start, pgoff_t end);
0ea97180
MS
191int write_cache_pages(struct address_space *mapping,
192 struct writeback_control *wbc, writepage_t writepage,
193 void *data);
1da177e4 194int do_writepages(struct address_space *mapping, struct writeback_control *wbc);
a200ee18 195void set_page_dirty_balance(struct page *page, int page_mkwrite);
2d1d43f6 196void writeback_set_ratelimit(void);
92c09c04
NK
197void tag_pages_for_writeback(struct address_space *mapping,
198 pgoff_t start, pgoff_t end);
1da177e4
LT
199
200/* pdflush.c */
201extern int nr_pdflush_threads; /* Global so it can be exported to sysctl
202 read-only. */
203
204
205#endif /* WRITEBACK_H */