Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
Uwe Zeisberger | f30c226 | 2006-10-03 23:01:26 +0200 | [diff] [blame] | 2 | * include/linux/writeback.h |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3 | */ |
| 4 | #ifndef WRITEBACK_H |
| 5 | #define WRITEBACK_H |
| 6 | |
Alexey Dobriyan | e8edc6e | 2007-05-21 01:22:52 +0400 | [diff] [blame] | 7 | #include <linux/sched.h> |
Kent Overstreet | a27bb33 | 2013-05-07 16:19:08 -0700 | [diff] [blame^] | 8 | #include <linux/workqueue.h> |
Jens Axboe | f5ff842 | 2007-09-21 09:19:54 +0200 | [diff] [blame] | 9 | #include <linux/fs.h> |
Alexey Dobriyan | e8edc6e | 2007-05-21 01:22:52 +0400 | [diff] [blame] | 10 | |
Wu Fengguang | 54848d7 | 2011-04-05 13:21:19 -0600 | [diff] [blame] | 11 | DECLARE_PER_CPU(int, dirty_throttle_leaks); |
| 12 | |
Wu Fengguang | ffd1f60 | 2011-06-19 22:18:42 -0600 | [diff] [blame] | 13 | /* |
Wu Fengguang | 1a12d8b | 2010-08-29 13:28:09 -0600 | [diff] [blame] | 14 | * The 1/4 region under the global dirty thresh is for smooth dirty throttling: |
| 15 | * |
| 16 | * (thresh - thresh/DIRTY_FULL_SCOPE, thresh) |
| 17 | * |
Wu Fengguang | ffd1f60 | 2011-06-19 22:18:42 -0600 | [diff] [blame] | 18 | * Further beyond, all dirtier tasks will enter a loop waiting (possibly long |
| 19 | * time) for the dirty pages to drop, unless written enough pages. |
| 20 | * |
| 21 | * The global dirty threshold is normally equal to the global dirty limit, |
| 22 | * except when the system suddenly allocates a lot of anonymous memory and |
| 23 | * knocks down the global dirty threshold quickly, in which case the global |
| 24 | * dirty limit will follow down slowly to prevent livelocking all dirtier tasks. |
| 25 | */ |
Wu Fengguang | 1a12d8b | 2010-08-29 13:28:09 -0600 | [diff] [blame] | 26 | #define DIRTY_SCOPE 8 |
| 27 | #define DIRTY_FULL_SCOPE (DIRTY_SCOPE / 2) |
Wu Fengguang | ffd1f60 | 2011-06-19 22:18:42 -0600 | [diff] [blame] | 28 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 29 | struct backing_dev_info; |
| 30 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 31 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 32 | * fs/fs-writeback.c |
| 33 | */ |
| 34 | enum writeback_sync_modes { |
| 35 | WB_SYNC_NONE, /* Don't wait on anything */ |
| 36 | WB_SYNC_ALL, /* Wait on every mapping */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 37 | }; |
| 38 | |
| 39 | /* |
Curt Wohlgemuth | 0e175a1 | 2011-10-07 21:54:10 -0600 | [diff] [blame] | 40 | * why some writeback work was initiated |
| 41 | */ |
| 42 | enum wb_reason { |
| 43 | WB_REASON_BACKGROUND, |
| 44 | WB_REASON_TRY_TO_FREE_PAGES, |
| 45 | WB_REASON_SYNC, |
| 46 | WB_REASON_PERIODIC, |
| 47 | WB_REASON_LAPTOP_TIMER, |
| 48 | WB_REASON_FREE_MORE_MEM, |
| 49 | WB_REASON_FS_FREE_SPACE, |
| 50 | WB_REASON_FORKER_THREAD, |
| 51 | |
| 52 | WB_REASON_MAX, |
| 53 | }; |
| 54 | extern const char *wb_reason_name[]; |
| 55 | |
| 56 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 57 | * A control structure which tells the writeback code what to do. These are |
| 58 | * always on the stack, and hence need no locking. They are always initialised |
| 59 | * in a manner such that unspecified fields are set to zero. |
| 60 | */ |
| 61 | struct writeback_control { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 62 | long nr_to_write; /* Write this many pages, and decrement |
| 63 | this for each page written */ |
| 64 | long pages_skipped; /* Pages which were not written */ |
| 65 | |
| 66 | /* |
Andrew Morton | 95468fd | 2012-03-05 15:06:02 -0800 | [diff] [blame] | 67 | * For a_ops->writepages(): if start or end are non-zero then this is |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 68 | * a hint that the filesystem need only write out the pages inside that |
| 69 | * byterange. The byte at `end' is included in the writeout request. |
| 70 | */ |
OGAWA Hirofumi | 111ebb6 | 2006-06-23 02:03:26 -0700 | [diff] [blame] | 71 | loff_t range_start; |
| 72 | loff_t range_end; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 73 | |
Richard Kennedy | 4cd9069 | 2012-04-25 14:53:05 +0100 | [diff] [blame] | 74 | enum writeback_sync_modes sync_mode; |
| 75 | |
Andrew Morton | 22905f7 | 2005-11-16 15:07:01 -0800 | [diff] [blame] | 76 | unsigned for_kupdate:1; /* A kupdate writeback */ |
Wu Fengguang | b17621f | 2009-12-03 13:54:25 +0100 | [diff] [blame] | 77 | unsigned for_background:1; /* A background writeback */ |
Wu Fengguang | 6e6938b | 2010-06-06 10:38:15 -0600 | [diff] [blame] | 78 | unsigned tagged_writepages:1; /* tag-and-write to avoid livelock */ |
Andrew Morton | 22905f7 | 2005-11-16 15:07:01 -0800 | [diff] [blame] | 79 | unsigned for_reclaim:1; /* Invoked from the page allocator */ |
OGAWA Hirofumi | 111ebb6 | 2006-06-23 02:03:26 -0700 | [diff] [blame] | 80 | unsigned range_cyclic:1; /* range_start is cyclic */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 81 | }; |
| 82 | |
| 83 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 84 | * fs/fs-writeback.c |
| 85 | */ |
Jens Axboe | 03ba378 | 2009-09-09 09:08:54 +0200 | [diff] [blame] | 86 | struct bdi_writeback; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 87 | int inode_wait(void *); |
Curt Wohlgemuth | 0e175a1 | 2011-10-07 21:54:10 -0600 | [diff] [blame] | 88 | void writeback_inodes_sb(struct super_block *, enum wb_reason reason); |
| 89 | void writeback_inodes_sb_nr(struct super_block *, unsigned long nr, |
| 90 | enum wb_reason reason); |
Miao Xie | 10ee27a | 2013-01-10 13:47:57 +0800 | [diff] [blame] | 91 | int try_to_writeback_inodes_sb(struct super_block *, enum wb_reason reason); |
| 92 | int try_to_writeback_inodes_sb_nr(struct super_block *, unsigned long nr, |
| 93 | enum wb_reason reason); |
Jens Axboe | b6e5131 | 2009-09-16 15:13:54 +0200 | [diff] [blame] | 94 | void sync_inodes_sb(struct super_block *); |
Curt Wohlgemuth | 0e175a1 | 2011-10-07 21:54:10 -0600 | [diff] [blame] | 95 | long writeback_inodes_wb(struct bdi_writeback *wb, long nr_pages, |
| 96 | enum wb_reason reason); |
Jens Axboe | 03ba378 | 2009-09-09 09:08:54 +0200 | [diff] [blame] | 97 | long wb_do_writeback(struct bdi_writeback *wb, int force_wait); |
Curt Wohlgemuth | 0e175a1 | 2011-10-07 21:54:10 -0600 | [diff] [blame] | 98 | void wakeup_flusher_threads(long nr_pages, enum wb_reason reason); |
Jan Kara | 169ebd9 | 2012-05-03 14:48:03 +0200 | [diff] [blame] | 99 | void inode_wait_for_writeback(struct inode *inode); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 100 | |
| 101 | /* writeback.h requires fs.h; it, too, is not included from here. */ |
| 102 | static inline void wait_on_inode(struct inode *inode) |
| 103 | { |
| 104 | might_sleep(); |
Christoph Hellwig | eaff807 | 2009-12-17 14:25:01 +0100 | [diff] [blame] | 105 | wait_on_bit(&inode->i_state, __I_NEW, inode_wait, TASK_UNINTERRUPTIBLE); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 106 | } |
Joern Engel | 1c0eeaf | 2007-10-16 23:30:44 -0700 | [diff] [blame] | 107 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 108 | /* |
| 109 | * mm/page-writeback.c |
| 110 | */ |
Jens Axboe | c2c4986 | 2010-05-20 09:18:47 +0200 | [diff] [blame] | 111 | #ifdef CONFIG_BLOCK |
Matthew Garrett | 31373d0 | 2010-04-06 14:25:14 +0200 | [diff] [blame] | 112 | void laptop_io_completion(struct backing_dev_info *info); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 113 | void laptop_sync_completion(void); |
Matthew Garrett | 31373d0 | 2010-04-06 14:25:14 +0200 | [diff] [blame] | 114 | void laptop_mode_sync(struct work_struct *work); |
| 115 | void laptop_mode_timer_fn(unsigned long data); |
Jens Axboe | c2c4986 | 2010-05-20 09:18:47 +0200 | [diff] [blame] | 116 | #else |
| 117 | static inline void laptop_sync_completion(void) { } |
| 118 | #endif |
Andrew Morton | 232ea4d | 2007-02-28 20:13:21 -0800 | [diff] [blame] | 119 | void throttle_vm_writeout(gfp_t gfp_mask); |
Johannes Weiner | a756cf5 | 2012-01-10 15:07:49 -0800 | [diff] [blame] | 120 | bool zone_dirty_ok(struct zone *zone); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 121 | |
Wu Fengguang | c42843f | 2011-03-02 15:54:09 -0600 | [diff] [blame] | 122 | extern unsigned long global_dirty_limit; |
| 123 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 124 | /* These are exported to sysctl. */ |
| 125 | extern int dirty_background_ratio; |
David Rientjes | 2da0299 | 2009-01-06 14:39:31 -0800 | [diff] [blame] | 126 | extern unsigned long dirty_background_bytes; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 127 | extern int vm_dirty_ratio; |
David Rientjes | 2da0299 | 2009-01-06 14:39:31 -0800 | [diff] [blame] | 128 | extern unsigned long vm_dirty_bytes; |
Alexey Dobriyan | 704503d | 2009-03-31 15:23:18 -0700 | [diff] [blame] | 129 | extern unsigned int dirty_writeback_interval; |
| 130 | extern unsigned int dirty_expire_interval; |
Bron Gondwana | 195cf453 | 2008-02-04 22:29:20 -0800 | [diff] [blame] | 131 | extern int vm_highmem_is_dirtyable; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 132 | extern int block_dump; |
| 133 | extern int laptop_mode; |
| 134 | |
David Rientjes | 2da0299 | 2009-01-06 14:39:31 -0800 | [diff] [blame] | 135 | extern int dirty_background_ratio_handler(struct ctl_table *table, int write, |
Alexey Dobriyan | 8d65af7 | 2009-09-23 15:57:19 -0700 | [diff] [blame] | 136 | void __user *buffer, size_t *lenp, |
David Rientjes | 2da0299 | 2009-01-06 14:39:31 -0800 | [diff] [blame] | 137 | loff_t *ppos); |
| 138 | extern int dirty_background_bytes_handler(struct ctl_table *table, int write, |
Alexey Dobriyan | 8d65af7 | 2009-09-23 15:57:19 -0700 | [diff] [blame] | 139 | void __user *buffer, size_t *lenp, |
David Rientjes | 2da0299 | 2009-01-06 14:39:31 -0800 | [diff] [blame] | 140 | loff_t *ppos); |
Peter Zijlstra | 04fbfdc | 2007-10-16 23:25:50 -0700 | [diff] [blame] | 141 | extern int dirty_ratio_handler(struct ctl_table *table, int write, |
Alexey Dobriyan | 8d65af7 | 2009-09-23 15:57:19 -0700 | [diff] [blame] | 142 | void __user *buffer, size_t *lenp, |
Peter Zijlstra | 04fbfdc | 2007-10-16 23:25:50 -0700 | [diff] [blame] | 143 | loff_t *ppos); |
David Rientjes | 2da0299 | 2009-01-06 14:39:31 -0800 | [diff] [blame] | 144 | extern int dirty_bytes_handler(struct ctl_table *table, int write, |
Alexey Dobriyan | 8d65af7 | 2009-09-23 15:57:19 -0700 | [diff] [blame] | 145 | void __user *buffer, size_t *lenp, |
David Rientjes | 2da0299 | 2009-01-06 14:39:31 -0800 | [diff] [blame] | 146 | loff_t *ppos); |
Peter Zijlstra | 04fbfdc | 2007-10-16 23:25:50 -0700 | [diff] [blame] | 147 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 148 | struct ctl_table; |
Alexey Dobriyan | 8d65af7 | 2009-09-23 15:57:19 -0700 | [diff] [blame] | 149 | int dirty_writeback_centisecs_handler(struct ctl_table *, int, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 150 | void __user *, size_t *, loff_t *); |
| 151 | |
Wu Fengguang | 16c4042 | 2010-08-11 14:17:39 -0700 | [diff] [blame] | 152 | void global_dirty_limits(unsigned long *pbackground, unsigned long *pdirty); |
| 153 | unsigned long bdi_dirty_limit(struct backing_dev_info *bdi, |
| 154 | unsigned long dirty); |
Peter Zijlstra | cf0ca9f | 2008-04-30 00:54:32 -0700 | [diff] [blame] | 155 | |
Wu Fengguang | e98be2d | 2010-08-29 11:22:30 -0600 | [diff] [blame] | 156 | void __bdi_update_bandwidth(struct backing_dev_info *bdi, |
Wu Fengguang | c42843f | 2011-03-02 15:54:09 -0600 | [diff] [blame] | 157 | unsigned long thresh, |
Wu Fengguang | af6a311 | 2011-10-03 20:46:17 -0600 | [diff] [blame] | 158 | unsigned long bg_thresh, |
Wu Fengguang | c42843f | 2011-03-02 15:54:09 -0600 | [diff] [blame] | 159 | unsigned long dirty, |
| 160 | unsigned long bdi_thresh, |
| 161 | unsigned long bdi_dirty, |
Wu Fengguang | e98be2d | 2010-08-29 11:22:30 -0600 | [diff] [blame] | 162 | unsigned long start_time); |
| 163 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 164 | void page_writeback_init(void); |
Namjae Jeon | d0e1d66 | 2012-12-11 16:00:21 -0800 | [diff] [blame] | 165 | void balance_dirty_pages_ratelimited(struct address_space *mapping); |
Andrew Morton | fa5a734 | 2006-03-24 03:18:10 -0800 | [diff] [blame] | 166 | |
Miklos Szeredi | 0ea9718 | 2007-05-10 22:22:51 -0700 | [diff] [blame] | 167 | typedef int (*writepage_t)(struct page *page, struct writeback_control *wbc, |
| 168 | void *data); |
| 169 | |
Miklos Szeredi | 0ea9718 | 2007-05-10 22:22:51 -0700 | [diff] [blame] | 170 | int generic_writepages(struct address_space *mapping, |
| 171 | struct writeback_control *wbc); |
Eric Sandeen | 5b41d92 | 2010-10-27 21:30:13 -0400 | [diff] [blame] | 172 | void tag_pages_for_writeback(struct address_space *mapping, |
| 173 | pgoff_t start, pgoff_t end); |
Miklos Szeredi | 0ea9718 | 2007-05-10 22:22:51 -0700 | [diff] [blame] | 174 | int write_cache_pages(struct address_space *mapping, |
| 175 | struct writeback_control *wbc, writepage_t writepage, |
| 176 | void *data); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 177 | int do_writepages(struct address_space *mapping, struct writeback_control *wbc); |
Peter Zijlstra | a200ee1 | 2007-10-08 18:54:37 +0200 | [diff] [blame] | 178 | void set_page_dirty_balance(struct page *page, int page_mkwrite); |
Chandra Seetharaman | 2d1d43f | 2006-09-29 02:01:25 -0700 | [diff] [blame] | 179 | void writeback_set_ratelimit(void); |
Namhyung Kim | 92c09c0 | 2010-10-26 14:22:03 -0700 | [diff] [blame] | 180 | void tag_pages_for_writeback(struct address_space *mapping, |
| 181 | pgoff_t start, pgoff_t end); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 182 | |
Wu Fengguang | 2f800fb | 2011-08-08 15:22:00 -0600 | [diff] [blame] | 183 | void account_page_redirty(struct page *page); |
| 184 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 185 | #endif /* WRITEBACK_H */ |