Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | #ifndef _RAID1_H |
| 2 | #define _RAID1_H |
| 3 | |
colyli@suse.de | fd76863 | 2017-02-18 03:05:56 +0800 | [diff] [blame] | 4 | /* |
| 5 | * each barrier unit size is 64MB fow now |
| 6 | * note: it must be larger than RESYNC_DEPTH |
| 7 | */ |
| 8 | #define BARRIER_UNIT_SECTOR_BITS 17 |
| 9 | #define BARRIER_UNIT_SECTOR_SIZE (1<<17) |
| 10 | /* |
| 11 | * In struct r1conf, the following members are related to I/O barrier |
| 12 | * buckets, |
colyli@suse.de | 824e47d | 2017-02-18 03:05:57 +0800 | [diff] [blame] | 13 | * atomic_t *nr_pending; |
| 14 | * atomic_t *nr_waiting; |
| 15 | * atomic_t *nr_queued; |
| 16 | * atomic_t *barrier; |
| 17 | * Each of them points to array of atomic_t variables, each array is |
| 18 | * designed to have BARRIER_BUCKETS_NR elements and occupy a single |
| 19 | * memory page. The data width of atomic_t variables is 4 bytes, equal |
| 20 | * to 1<<(ilog2(sizeof(atomic_t))), BARRIER_BUCKETS_NR_BITS is defined |
| 21 | * as (PAGE_SHIFT - ilog2(sizeof(int))) to make sure an array of |
| 22 | * atomic_t variables with BARRIER_BUCKETS_NR elements just exactly |
| 23 | * occupies a single memory page. |
colyli@suse.de | fd76863 | 2017-02-18 03:05:56 +0800 | [diff] [blame] | 24 | */ |
colyli@suse.de | 824e47d | 2017-02-18 03:05:57 +0800 | [diff] [blame] | 25 | #define BARRIER_BUCKETS_NR_BITS (PAGE_SHIFT - ilog2(sizeof(atomic_t))) |
colyli@suse.de | fd76863 | 2017-02-18 03:05:56 +0800 | [diff] [blame] | 26 | #define BARRIER_BUCKETS_NR (1<<BARRIER_BUCKETS_NR_BITS) |
| 27 | |
Jonathan Brassow | 0eaf822 | 2012-07-31 10:03:52 +1000 | [diff] [blame] | 28 | struct raid1_info { |
NeilBrown | 3cb0300 | 2011-10-11 16:45:26 +1100 | [diff] [blame] | 29 | struct md_rdev *rdev; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 30 | sector_t head_position; |
Shaohua Li | be4d328 | 2012-07-31 10:03:53 +1000 | [diff] [blame] | 31 | |
| 32 | /* When choose the best device for a read (read_balance()) |
| 33 | * we try to keep sequential reads one the same device |
| 34 | */ |
| 35 | sector_t next_seq_sect; |
Shaohua Li | 12cee5a | 2012-07-31 10:03:53 +1000 | [diff] [blame] | 36 | sector_t seq_start; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 37 | }; |
| 38 | |
| 39 | /* |
| 40 | * memory pools need a pointer to the mddev, so they can force an unplug |
| 41 | * when memory is tight, and a count of the number of drives that the |
| 42 | * pool was allocated for, so they know how much to allocate and free. |
| 43 | * mddev->raid_disks cannot be used, as it can change while a pool is active |
| 44 | * These two datums are stored in a kmalloced struct. |
NeilBrown | 8f19ccb | 2011-12-23 10:17:56 +1100 | [diff] [blame] | 45 | * The 'raid_disks' here is twice the raid_disks in r1conf. |
| 46 | * This allows space for each 'real' device can have a replacement in the |
| 47 | * second half of the array. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 48 | */ |
| 49 | |
| 50 | struct pool_info { |
NeilBrown | fd01b88 | 2011-10-11 16:47:53 +1100 | [diff] [blame] | 51 | struct mddev *mddev; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 52 | int raid_disks; |
| 53 | }; |
| 54 | |
NeilBrown | e809636 | 2011-10-11 16:49:05 +1100 | [diff] [blame] | 55 | struct r1conf { |
NeilBrown | fd01b88 | 2011-10-11 16:47:53 +1100 | [diff] [blame] | 56 | struct mddev *mddev; |
Jonathan Brassow | 0eaf822 | 2012-07-31 10:03:52 +1000 | [diff] [blame] | 57 | struct raid1_info *mirrors; /* twice 'raid_disks' to |
NeilBrown | 8f19ccb | 2011-12-23 10:17:56 +1100 | [diff] [blame] | 58 | * allow for replacements. |
| 59 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 60 | int raid_disks; |
NeilBrown | ce550c2 | 2011-10-07 14:22:33 +1100 | [diff] [blame] | 61 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 62 | spinlock_t device_lock; |
| 63 | |
NeilBrown | 9f2c9d1 | 2011-10-11 16:48:43 +1100 | [diff] [blame] | 64 | /* list of 'struct r1bio' that need to be processed by raid1d, |
| 65 | * whether to retry a read, writeout a resync or recovery |
| 66 | * block, or anything else. |
NeilBrown | ce550c2 | 2011-10-07 14:22:33 +1100 | [diff] [blame] | 67 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 68 | struct list_head retry_list; |
NeilBrown | 55ce74d | 2015-08-14 11:11:10 +1000 | [diff] [blame] | 69 | /* A separate list of r1bio which just need raid_end_bio_io called. |
| 70 | * This mustn't happen for writes which had any errors if the superblock |
| 71 | * needs to be written. |
| 72 | */ |
| 73 | struct list_head bio_end_io_list; |
NeilBrown | ce550c2 | 2011-10-07 14:22:33 +1100 | [diff] [blame] | 74 | |
| 75 | /* queue pending writes to be submitted on unplug */ |
NeilBrown | 191ea9b | 2005-06-21 17:17:23 -0700 | [diff] [blame] | 76 | struct bio_list pending_bio_list; |
NeilBrown | 34db0cd | 2011-10-11 16:50:01 +1100 | [diff] [blame] | 77 | int pending_count; |
NeilBrown | 191ea9b | 2005-06-21 17:17:23 -0700 | [diff] [blame] | 78 | |
NeilBrown | ce550c2 | 2011-10-07 14:22:33 +1100 | [diff] [blame] | 79 | /* for use when syncing mirrors: |
| 80 | * We don't allow both normal IO and resync/recovery IO at |
| 81 | * the same time - resync/recovery can only happen when there |
| 82 | * is no other IO. So when either is active, the other has to wait. |
| 83 | * See more details description in raid1.c near raise_barrier(). |
| 84 | */ |
| 85 | wait_queue_head_t wait_barrier; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 86 | spinlock_t resync_lock; |
Xiao Ni | 43ac9b8 | 2017-04-27 16:28:49 +0800 | [diff] [blame] | 87 | atomic_t nr_sync_pending; |
colyli@suse.de | 824e47d | 2017-02-18 03:05:57 +0800 | [diff] [blame] | 88 | atomic_t *nr_pending; |
| 89 | atomic_t *nr_waiting; |
| 90 | atomic_t *nr_queued; |
| 91 | atomic_t *barrier; |
majianpeng | b364e3d | 2013-11-14 15:16:18 +1100 | [diff] [blame] | 92 | int array_frozen; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 93 | |
NeilBrown | ce550c2 | 2011-10-07 14:22:33 +1100 | [diff] [blame] | 94 | /* Set to 1 if a full sync is needed, (fresh device added). |
| 95 | * Cleared when a sync completes. |
| 96 | */ |
| 97 | int fullsync; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 98 | |
NeilBrown | ce550c2 | 2011-10-07 14:22:33 +1100 | [diff] [blame] | 99 | /* When the same as mddev->recovery_disabled we don't allow |
| 100 | * recovery to be attempted as we expect a read error. |
| 101 | */ |
| 102 | int recovery_disabled; |
| 103 | |
NeilBrown | ce550c2 | 2011-10-07 14:22:33 +1100 | [diff] [blame] | 104 | /* poolinfo contains information about the content of the |
| 105 | * mempools - it changes when the array grows or shrinks |
| 106 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 107 | struct pool_info *poolinfo; |
NeilBrown | 9f2c9d1 | 2011-10-11 16:48:43 +1100 | [diff] [blame] | 108 | mempool_t *r1bio_pool; |
| 109 | mempool_t *r1buf_pool; |
NeilBrown | 709ae48 | 2009-12-14 12:49:51 +1100 | [diff] [blame] | 110 | |
NeilBrown | c230e7e | 2017-04-05 14:05:50 +1000 | [diff] [blame] | 111 | struct bio_set *bio_split; |
| 112 | |
NeilBrown | ce550c2 | 2011-10-07 14:22:33 +1100 | [diff] [blame] | 113 | /* temporary buffer to synchronous IO when attempting to repair |
| 114 | * a read error. |
| 115 | */ |
| 116 | struct page *tmppage; |
| 117 | |
NeilBrown | 709ae48 | 2009-12-14 12:49:51 +1100 | [diff] [blame] | 118 | /* When taking over an array from a different personality, we store |
| 119 | * the new thread here until we fully activate the array. |
| 120 | */ |
NeilBrown | 2b8bf34 | 2011-10-11 16:48:23 +1100 | [diff] [blame] | 121 | struct md_thread *thread; |
Goldwyn Rodrigues | c40f341 | 2015-08-19 08:14:42 +1000 | [diff] [blame] | 122 | |
| 123 | /* Keep track of cluster resync window to send to other |
| 124 | * nodes. |
| 125 | */ |
| 126 | sector_t cluster_sync_low; |
| 127 | sector_t cluster_sync_high; |
| 128 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 129 | }; |
| 130 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 131 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 132 | * this is our 'private' RAID1 bio. |
| 133 | * |
| 134 | * it contains information about what kind of IO operations were started |
| 135 | * for this RAID1 operation, and about their status: |
| 136 | */ |
| 137 | |
NeilBrown | 9f2c9d1 | 2011-10-11 16:48:43 +1100 | [diff] [blame] | 138 | struct r1bio { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 139 | atomic_t remaining; /* 'have we finished' count, |
| 140 | * used from IRQ handlers |
| 141 | */ |
NeilBrown | 4b6d287 | 2005-09-09 16:23:47 -0700 | [diff] [blame] | 142 | atomic_t behind_remaining; /* number of write-behind ios remaining |
| 143 | * in this BehindIO request |
| 144 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 145 | sector_t sector; |
| 146 | int sectors; |
| 147 | unsigned long state; |
NeilBrown | fd01b88 | 2011-10-11 16:47:53 +1100 | [diff] [blame] | 148 | struct mddev *mddev; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 149 | /* |
| 150 | * original bio going to /dev/mdx |
| 151 | */ |
| 152 | struct bio *master_bio; |
| 153 | /* |
| 154 | * if the IO is in READ direction, then this is where we read |
| 155 | */ |
| 156 | int read_disk; |
| 157 | |
| 158 | struct list_head retry_list; |
Ming Lei | 841c131 | 2017-03-17 00:12:31 +0800 | [diff] [blame] | 159 | |
| 160 | /* |
| 161 | * When R1BIO_BehindIO is set, we store pages for write behind |
| 162 | * in behind_master_bio. |
| 163 | */ |
| 164 | struct bio *behind_master_bio; |
| 165 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 166 | /* |
| 167 | * if the IO is in WRITE direction, then multiple bios are used. |
| 168 | * We choose the number when they are allocated. |
| 169 | */ |
| 170 | struct bio *bios[0]; |
NeilBrown | 191ea9b | 2005-06-21 17:17:23 -0700 | [diff] [blame] | 171 | /* DO NOT PUT ANY NEW FIELDS HERE - bios array is contiguously alloced*/ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 172 | }; |
| 173 | |
| 174 | /* bits for r1bio.state */ |
NeilBrown | be306c2 | 2016-11-09 10:21:33 +1100 | [diff] [blame] | 175 | enum r1bio_state { |
| 176 | R1BIO_Uptodate, |
| 177 | R1BIO_IsSync, |
| 178 | R1BIO_Degraded, |
| 179 | R1BIO_BehindIO, |
NeilBrown | d2eb35a | 2011-07-28 11:31:48 +1000 | [diff] [blame] | 180 | /* Set ReadError on bios that experience a readerror so that |
| 181 | * raid1d knows what to do with them. |
| 182 | */ |
NeilBrown | be306c2 | 2016-11-09 10:21:33 +1100 | [diff] [blame] | 183 | R1BIO_ReadError, |
NeilBrown | 4b6d287 | 2005-09-09 16:23:47 -0700 | [diff] [blame] | 184 | /* For write-behind requests, we call bi_end_io when |
| 185 | * the last non-write-behind device completes, providing |
| 186 | * any write was successful. Otherwise we call when |
| 187 | * any write-behind write succeeds, otherwise we call |
| 188 | * with failure when last write completes (and all failed). |
| 189 | * Record that bi_end_io was called with this flag... |
| 190 | */ |
NeilBrown | be306c2 | 2016-11-09 10:21:33 +1100 | [diff] [blame] | 191 | R1BIO_Returned, |
NeilBrown | 4367af5 | 2011-07-28 11:31:49 +1000 | [diff] [blame] | 192 | /* If a write for this request means we can clear some |
| 193 | * known-bad-block records, we set this flag |
| 194 | */ |
NeilBrown | be306c2 | 2016-11-09 10:21:33 +1100 | [diff] [blame] | 195 | R1BIO_MadeGood, |
| 196 | R1BIO_WriteError, |
NeilBrown | 2e52d44 | 2016-11-18 16:16:12 +1100 | [diff] [blame] | 197 | R1BIO_FailFast, |
NeilBrown | be306c2 | 2016-11-09 10:21:33 +1100 | [diff] [blame] | 198 | }; |
colyli@suse.de | fd76863 | 2017-02-18 03:05:56 +0800 | [diff] [blame] | 199 | |
| 200 | static inline int sector_to_idx(sector_t sector) |
| 201 | { |
| 202 | return hash_long(sector >> BARRIER_UNIT_SECTOR_BITS, |
| 203 | BARRIER_BUCKETS_NR_BITS); |
| 204 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 205 | #endif |