Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
Uwe Zeisberger | f30c226 | 2006-10-03 23:01:26 +0200 | [diff] [blame] | 2 | * include/linux/writeback.h |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3 | */ |
| 4 | #ifndef WRITEBACK_H |
| 5 | #define WRITEBACK_H |
| 6 | |
Alexey Dobriyan | e8edc6e | 2007-05-21 01:22:52 +0400 | [diff] [blame] | 7 | #include <linux/sched.h> |
Jens Axboe | f5ff842 | 2007-09-21 09:19:54 +0200 | [diff] [blame] | 8 | #include <linux/fs.h> |
Alexey Dobriyan | e8edc6e | 2007-05-21 01:22:52 +0400 | [diff] [blame] | 9 | |
Wu Fengguang | 54848d7 | 2011-04-05 13:21:19 -0600 | [diff] [blame] | 10 | DECLARE_PER_CPU(int, dirty_throttle_leaks); |
| 11 | |
Wu Fengguang | ffd1f60 | 2011-06-19 22:18:42 -0600 | [diff] [blame] | 12 | /* |
Wu Fengguang | 1a12d8b | 2010-08-29 13:28:09 -0600 | [diff] [blame] | 13 | * The 1/4 region under the global dirty thresh is for smooth dirty throttling: |
| 14 | * |
| 15 | * (thresh - thresh/DIRTY_FULL_SCOPE, thresh) |
| 16 | * |
Wu Fengguang | ffd1f60 | 2011-06-19 22:18:42 -0600 | [diff] [blame] | 17 | * Further beyond, all dirtier tasks will enter a loop waiting (possibly long |
| 18 | * time) for the dirty pages to drop, unless written enough pages. |
| 19 | * |
| 20 | * The global dirty threshold is normally equal to the global dirty limit, |
| 21 | * except when the system suddenly allocates a lot of anonymous memory and |
| 22 | * knocks down the global dirty threshold quickly, in which case the global |
| 23 | * dirty limit will follow down slowly to prevent livelocking all dirtier tasks. |
| 24 | */ |
Wu Fengguang | 1a12d8b | 2010-08-29 13:28:09 -0600 | [diff] [blame] | 25 | #define DIRTY_SCOPE 8 |
| 26 | #define DIRTY_FULL_SCOPE (DIRTY_SCOPE / 2) |
Wu Fengguang | ffd1f60 | 2011-06-19 22:18:42 -0600 | [diff] [blame] | 27 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 28 | struct backing_dev_info; |
| 29 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 30 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 31 | * fs/fs-writeback.c |
| 32 | */ |
| 33 | enum writeback_sync_modes { |
| 34 | WB_SYNC_NONE, /* Don't wait on anything */ |
| 35 | WB_SYNC_ALL, /* Wait on every mapping */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 36 | }; |
| 37 | |
| 38 | /* |
Curt Wohlgemuth | 0e175a1 | 2011-10-07 21:54:10 -0600 | [diff] [blame] | 39 | * why some writeback work was initiated |
| 40 | */ |
| 41 | enum wb_reason { |
| 42 | WB_REASON_BACKGROUND, |
| 43 | WB_REASON_TRY_TO_FREE_PAGES, |
| 44 | WB_REASON_SYNC, |
| 45 | WB_REASON_PERIODIC, |
| 46 | WB_REASON_LAPTOP_TIMER, |
| 47 | WB_REASON_FREE_MORE_MEM, |
| 48 | WB_REASON_FS_FREE_SPACE, |
| 49 | WB_REASON_FORKER_THREAD, |
| 50 | |
| 51 | WB_REASON_MAX, |
| 52 | }; |
| 53 | extern const char *wb_reason_name[]; |
| 54 | |
| 55 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 56 | * A control structure which tells the writeback code what to do. These are |
| 57 | * always on the stack, and hence need no locking. They are always initialised |
| 58 | * in a manner such that unspecified fields are set to zero. |
| 59 | */ |
| 60 | struct writeback_control { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 61 | enum writeback_sync_modes sync_mode; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 62 | long nr_to_write; /* Write this many pages, and decrement |
| 63 | this for each page written */ |
| 64 | long pages_skipped; /* Pages which were not written */ |
| 65 | |
| 66 | /* |
Andrew Morton | 95468fd | 2012-03-05 15:06:02 -0800 | [diff] [blame] | 67 | * For a_ops->writepages(): if start or end are non-zero then this is |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 68 | * a hint that the filesystem need only write out the pages inside that |
| 69 | * byterange. The byte at `end' is included in the writeout request. |
| 70 | */ |
OGAWA Hirofumi | 111ebb6 | 2006-06-23 02:03:26 -0700 | [diff] [blame] | 71 | loff_t range_start; |
| 72 | loff_t range_end; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 73 | |
Andrew Morton | 22905f7 | 2005-11-16 15:07:01 -0800 | [diff] [blame] | 74 | unsigned for_kupdate:1; /* A kupdate writeback */ |
Wu Fengguang | b17621f | 2009-12-03 13:54:25 +0100 | [diff] [blame] | 75 | unsigned for_background:1; /* A background writeback */ |
Wu Fengguang | 6e6938b | 2010-06-06 10:38:15 -0600 | [diff] [blame] | 76 | unsigned tagged_writepages:1; /* tag-and-write to avoid livelock */ |
Andrew Morton | 22905f7 | 2005-11-16 15:07:01 -0800 | [diff] [blame] | 77 | unsigned for_reclaim:1; /* Invoked from the page allocator */ |
OGAWA Hirofumi | 111ebb6 | 2006-06-23 02:03:26 -0700 | [diff] [blame] | 78 | unsigned range_cyclic:1; /* range_start is cyclic */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 79 | }; |
| 80 | |
| 81 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 82 | * fs/fs-writeback.c |
| 83 | */ |
Jens Axboe | 03ba378 | 2009-09-09 09:08:54 +0200 | [diff] [blame] | 84 | struct bdi_writeback; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 85 | int inode_wait(void *); |
Curt Wohlgemuth | 0e175a1 | 2011-10-07 21:54:10 -0600 | [diff] [blame] | 86 | void writeback_inodes_sb(struct super_block *, enum wb_reason reason); |
| 87 | void writeback_inodes_sb_nr(struct super_block *, unsigned long nr, |
| 88 | enum wb_reason reason); |
| 89 | int writeback_inodes_sb_if_idle(struct super_block *, enum wb_reason reason); |
| 90 | int writeback_inodes_sb_nr_if_idle(struct super_block *, unsigned long nr, |
| 91 | enum wb_reason reason); |
Jens Axboe | b6e5131 | 2009-09-16 15:13:54 +0200 | [diff] [blame] | 92 | void sync_inodes_sb(struct super_block *); |
Curt Wohlgemuth | 0e175a1 | 2011-10-07 21:54:10 -0600 | [diff] [blame] | 93 | long writeback_inodes_wb(struct bdi_writeback *wb, long nr_pages, |
| 94 | enum wb_reason reason); |
Jens Axboe | 03ba378 | 2009-09-09 09:08:54 +0200 | [diff] [blame] | 95 | long wb_do_writeback(struct bdi_writeback *wb, int force_wait); |
Curt Wohlgemuth | 0e175a1 | 2011-10-07 21:54:10 -0600 | [diff] [blame] | 96 | void wakeup_flusher_threads(long nr_pages, enum wb_reason reason); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 97 | |
| 98 | /* writeback.h requires fs.h; it, too, is not included from here. */ |
| 99 | static inline void wait_on_inode(struct inode *inode) |
| 100 | { |
| 101 | might_sleep(); |
Christoph Hellwig | eaff807 | 2009-12-17 14:25:01 +0100 | [diff] [blame] | 102 | wait_on_bit(&inode->i_state, __I_NEW, inode_wait, TASK_UNINTERRUPTIBLE); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 103 | } |
Joern Engel | 1c0eeaf | 2007-10-16 23:30:44 -0700 | [diff] [blame] | 104 | static inline void inode_sync_wait(struct inode *inode) |
| 105 | { |
| 106 | might_sleep(); |
| 107 | wait_on_bit(&inode->i_state, __I_SYNC, inode_wait, |
| 108 | TASK_UNINTERRUPTIBLE); |
| 109 | } |
| 110 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 111 | |
| 112 | /* |
| 113 | * mm/page-writeback.c |
| 114 | */ |
Jens Axboe | c2c4986 | 2010-05-20 09:18:47 +0200 | [diff] [blame] | 115 | #ifdef CONFIG_BLOCK |
Matthew Garrett | 31373d0 | 2010-04-06 14:25:14 +0200 | [diff] [blame] | 116 | void laptop_io_completion(struct backing_dev_info *info); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 117 | void laptop_sync_completion(void); |
Matthew Garrett | 31373d0 | 2010-04-06 14:25:14 +0200 | [diff] [blame] | 118 | void laptop_mode_sync(struct work_struct *work); |
| 119 | void laptop_mode_timer_fn(unsigned long data); |
Jens Axboe | c2c4986 | 2010-05-20 09:18:47 +0200 | [diff] [blame] | 120 | #else |
| 121 | static inline void laptop_sync_completion(void) { } |
| 122 | #endif |
Andrew Morton | 232ea4d | 2007-02-28 20:13:21 -0800 | [diff] [blame] | 123 | void throttle_vm_writeout(gfp_t gfp_mask); |
Johannes Weiner | a756cf5 | 2012-01-10 15:07:49 -0800 | [diff] [blame] | 124 | bool zone_dirty_ok(struct zone *zone); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 125 | |
Wu Fengguang | c42843f | 2011-03-02 15:54:09 -0600 | [diff] [blame] | 126 | extern unsigned long global_dirty_limit; |
| 127 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 128 | /* These are exported to sysctl. */ |
| 129 | extern int dirty_background_ratio; |
David Rientjes | 2da0299 | 2009-01-06 14:39:31 -0800 | [diff] [blame] | 130 | extern unsigned long dirty_background_bytes; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 131 | extern int vm_dirty_ratio; |
David Rientjes | 2da0299 | 2009-01-06 14:39:31 -0800 | [diff] [blame] | 132 | extern unsigned long vm_dirty_bytes; |
Alexey Dobriyan | 704503d | 2009-03-31 15:23:18 -0700 | [diff] [blame] | 133 | extern unsigned int dirty_writeback_interval; |
| 134 | extern unsigned int dirty_expire_interval; |
Bron Gondwana | 195cf453 | 2008-02-04 22:29:20 -0800 | [diff] [blame] | 135 | extern int vm_highmem_is_dirtyable; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 136 | extern int block_dump; |
| 137 | extern int laptop_mode; |
| 138 | |
David Rientjes | 2da0299 | 2009-01-06 14:39:31 -0800 | [diff] [blame] | 139 | extern int dirty_background_ratio_handler(struct ctl_table *table, int write, |
Alexey Dobriyan | 8d65af7 | 2009-09-23 15:57:19 -0700 | [diff] [blame] | 140 | void __user *buffer, size_t *lenp, |
David Rientjes | 2da0299 | 2009-01-06 14:39:31 -0800 | [diff] [blame] | 141 | loff_t *ppos); |
| 142 | extern int dirty_background_bytes_handler(struct ctl_table *table, int write, |
Alexey Dobriyan | 8d65af7 | 2009-09-23 15:57:19 -0700 | [diff] [blame] | 143 | void __user *buffer, size_t *lenp, |
David Rientjes | 2da0299 | 2009-01-06 14:39:31 -0800 | [diff] [blame] | 144 | loff_t *ppos); |
Peter Zijlstra | 04fbfdc | 2007-10-16 23:25:50 -0700 | [diff] [blame] | 145 | extern int dirty_ratio_handler(struct ctl_table *table, int write, |
Alexey Dobriyan | 8d65af7 | 2009-09-23 15:57:19 -0700 | [diff] [blame] | 146 | void __user *buffer, size_t *lenp, |
Peter Zijlstra | 04fbfdc | 2007-10-16 23:25:50 -0700 | [diff] [blame] | 147 | loff_t *ppos); |
David Rientjes | 2da0299 | 2009-01-06 14:39:31 -0800 | [diff] [blame] | 148 | extern int dirty_bytes_handler(struct ctl_table *table, int write, |
Alexey Dobriyan | 8d65af7 | 2009-09-23 15:57:19 -0700 | [diff] [blame] | 149 | void __user *buffer, size_t *lenp, |
David Rientjes | 2da0299 | 2009-01-06 14:39:31 -0800 | [diff] [blame] | 150 | loff_t *ppos); |
Peter Zijlstra | 04fbfdc | 2007-10-16 23:25:50 -0700 | [diff] [blame] | 151 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 152 | struct ctl_table; |
Alexey Dobriyan | 8d65af7 | 2009-09-23 15:57:19 -0700 | [diff] [blame] | 153 | int dirty_writeback_centisecs_handler(struct ctl_table *, int, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 154 | void __user *, size_t *, loff_t *); |
| 155 | |
Wu Fengguang | 16c4042 | 2010-08-11 14:17:39 -0700 | [diff] [blame] | 156 | void global_dirty_limits(unsigned long *pbackground, unsigned long *pdirty); |
| 157 | unsigned long bdi_dirty_limit(struct backing_dev_info *bdi, |
| 158 | unsigned long dirty); |
Peter Zijlstra | cf0ca9f | 2008-04-30 00:54:32 -0700 | [diff] [blame] | 159 | |
Wu Fengguang | e98be2d | 2010-08-29 11:22:30 -0600 | [diff] [blame] | 160 | void __bdi_update_bandwidth(struct backing_dev_info *bdi, |
Wu Fengguang | c42843f | 2011-03-02 15:54:09 -0600 | [diff] [blame] | 161 | unsigned long thresh, |
Wu Fengguang | af6a311 | 2011-10-03 20:46:17 -0600 | [diff] [blame] | 162 | unsigned long bg_thresh, |
Wu Fengguang | c42843f | 2011-03-02 15:54:09 -0600 | [diff] [blame] | 163 | unsigned long dirty, |
| 164 | unsigned long bdi_thresh, |
| 165 | unsigned long bdi_dirty, |
Wu Fengguang | e98be2d | 2010-08-29 11:22:30 -0600 | [diff] [blame] | 166 | unsigned long start_time); |
| 167 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 168 | void page_writeback_init(void); |
Andrew Morton | fa5a734 | 2006-03-24 03:18:10 -0800 | [diff] [blame] | 169 | void balance_dirty_pages_ratelimited_nr(struct address_space *mapping, |
| 170 | unsigned long nr_pages_dirtied); |
| 171 | |
| 172 | static inline void |
| 173 | balance_dirty_pages_ratelimited(struct address_space *mapping) |
| 174 | { |
| 175 | balance_dirty_pages_ratelimited_nr(mapping, 1); |
| 176 | } |
| 177 | |
Miklos Szeredi | 0ea9718 | 2007-05-10 22:22:51 -0700 | [diff] [blame] | 178 | typedef int (*writepage_t)(struct page *page, struct writeback_control *wbc, |
| 179 | void *data); |
| 180 | |
Miklos Szeredi | 0ea9718 | 2007-05-10 22:22:51 -0700 | [diff] [blame] | 181 | int generic_writepages(struct address_space *mapping, |
| 182 | struct writeback_control *wbc); |
Eric Sandeen | 5b41d92 | 2010-10-27 21:30:13 -0400 | [diff] [blame] | 183 | void tag_pages_for_writeback(struct address_space *mapping, |
| 184 | pgoff_t start, pgoff_t end); |
Miklos Szeredi | 0ea9718 | 2007-05-10 22:22:51 -0700 | [diff] [blame] | 185 | int write_cache_pages(struct address_space *mapping, |
| 186 | struct writeback_control *wbc, writepage_t writepage, |
| 187 | void *data); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 188 | int do_writepages(struct address_space *mapping, struct writeback_control *wbc); |
Peter Zijlstra | a200ee1 | 2007-10-08 18:54:37 +0200 | [diff] [blame] | 189 | void set_page_dirty_balance(struct page *page, int page_mkwrite); |
Chandra Seetharaman | 2d1d43f | 2006-09-29 02:01:25 -0700 | [diff] [blame] | 190 | void writeback_set_ratelimit(void); |
Namhyung Kim | 92c09c0 | 2010-10-26 14:22:03 -0700 | [diff] [blame] | 191 | void tag_pages_for_writeback(struct address_space *mapping, |
| 192 | pgoff_t start, pgoff_t end); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 193 | |
Wu Fengguang | 2f800fb | 2011-08-08 15:22:00 -0600 | [diff] [blame] | 194 | void account_page_redirty(struct page *page); |
| 195 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 196 | /* pdflush.c */ |
| 197 | extern int nr_pdflush_threads; /* Global so it can be exported to sysctl |
| 198 | read-only. */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 199 | |
| 200 | |
| 201 | #endif /* WRITEBACK_H */ |