Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | linear.c : Multiple Devices driver for Linux |
| 3 | Copyright (C) 1994-96 Marc ZYNGIER |
| 4 | <zyngier@ufr-info-p7.ibp.fr> or |
| 5 | <maz@gloups.fdn.fr> |
| 6 | |
| 7 | Linear mode management functions. |
| 8 | |
| 9 | This program is free software; you can redistribute it and/or modify |
| 10 | it under the terms of the GNU General Public License as published by |
| 11 | the Free Software Foundation; either version 2, or (at your option) |
| 12 | any later version. |
NeilBrown | f72ffdd | 2014-09-30 14:23:59 +1000 | [diff] [blame] | 13 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 14 | You should have received a copy of the GNU General Public License |
| 15 | (for example /usr/src/linux/COPYING); if not, write to the Free |
NeilBrown | f72ffdd | 2014-09-30 14:23:59 +1000 | [diff] [blame] | 16 | Software Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 | */ |
| 18 | |
NeilBrown | bff6197 | 2009-03-31 14:33:13 +1100 | [diff] [blame] | 19 | #include <linux/blkdev.h> |
| 20 | #include <linux/raid/md_u.h> |
NeilBrown | bff6197 | 2009-03-31 14:33:13 +1100 | [diff] [blame] | 21 | #include <linux/seq_file.h> |
Paul Gortmaker | 056075c | 2011-07-03 13:58:33 -0400 | [diff] [blame] | 22 | #include <linux/module.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 23 | #include <linux/slab.h> |
NeilBrown | 43b2e5d | 2009-03-31 14:33:13 +1100 | [diff] [blame] | 24 | #include "md.h" |
Christoph Hellwig | ef740c3 | 2009-03-31 14:27:03 +1100 | [diff] [blame] | 25 | #include "linear.h" |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 26 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 27 | /* |
NeilBrown | f72ffdd | 2014-09-30 14:23:59 +1000 | [diff] [blame] | 28 | * find which device holds a particular offset |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 29 | */ |
NeilBrown | a712077 | 2011-10-11 16:48:49 +1100 | [diff] [blame] | 30 | static inline struct dev_info *which_dev(struct mddev *mddev, sector_t sector) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 31 | { |
Sandeep K Sinha | aece3d1 | 2009-06-16 16:57:08 +1000 | [diff] [blame] | 32 | int lo, mid, hi; |
NeilBrown | e849b93 | 2011-10-11 16:48:54 +1100 | [diff] [blame] | 33 | struct linear_conf *conf; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 34 | |
Sandeep K Sinha | aece3d1 | 2009-06-16 16:57:08 +1000 | [diff] [blame] | 35 | lo = 0; |
| 36 | hi = mddev->raid_disks - 1; |
SandeepKsinha | af11c39 | 2009-06-18 08:49:35 +1000 | [diff] [blame] | 37 | conf = rcu_dereference(mddev->private); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 38 | |
Sandeep K Sinha | aece3d1 | 2009-06-16 16:57:08 +1000 | [diff] [blame] | 39 | /* |
| 40 | * Binary Search |
| 41 | */ |
| 42 | |
| 43 | while (hi > lo) { |
| 44 | |
| 45 | mid = (hi + lo) / 2; |
| 46 | if (sector < conf->disks[mid].end_sector) |
| 47 | hi = mid; |
| 48 | else |
| 49 | lo = mid + 1; |
| 50 | } |
| 51 | |
| 52 | return conf->disks + lo; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 53 | } |
| 54 | |
| 55 | /** |
NeilBrown | 15945fe | 2005-09-09 16:23:47 -0700 | [diff] [blame] | 56 | * linear_mergeable_bvec -- tell bio layer if two requests can be merged |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 57 | * @q: request queue |
Alasdair G Kergon | cc371e6 | 2008-07-03 09:53:43 +0200 | [diff] [blame] | 58 | * @bvm: properties of new bio |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 59 | * @biovec: the request that could be merged to it. |
| 60 | * |
| 61 | * Return amount of bytes we can take at this offset |
| 62 | */ |
NeilBrown | 64590f4 | 2014-12-15 12:56:57 +1100 | [diff] [blame^] | 63 | static int linear_mergeable_bvec(struct mddev *mddev, |
Alasdair G Kergon | cc371e6 | 2008-07-03 09:53:43 +0200 | [diff] [blame] | 64 | struct bvec_merge_data *bvm, |
| 65 | struct bio_vec *biovec) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 66 | { |
NeilBrown | a712077 | 2011-10-11 16:48:49 +1100 | [diff] [blame] | 67 | struct dev_info *dev0; |
Alasdair G Kergon | cc371e6 | 2008-07-03 09:53:43 +0200 | [diff] [blame] | 68 | unsigned long maxsectors, bio_sectors = bvm->bi_size >> 9; |
| 69 | sector_t sector = bvm->bi_sector + get_start_sect(bvm->bi_bdev); |
NeilBrown | ba13da4 | 2012-03-19 12:46:39 +1100 | [diff] [blame] | 70 | int maxbytes = biovec->bv_len; |
| 71 | struct request_queue *subq; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 72 | |
SandeepKsinha | af11c39 | 2009-06-18 08:49:35 +1000 | [diff] [blame] | 73 | rcu_read_lock(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 74 | dev0 = which_dev(mddev, sector); |
Sandeep K Sinha | 4db7cdc | 2009-06-16 16:56:13 +1000 | [diff] [blame] | 75 | maxsectors = dev0->end_sector - sector; |
NeilBrown | ba13da4 | 2012-03-19 12:46:39 +1100 | [diff] [blame] | 76 | subq = bdev_get_queue(dev0->rdev->bdev); |
| 77 | if (subq->merge_bvec_fn) { |
| 78 | bvm->bi_bdev = dev0->rdev->bdev; |
| 79 | bvm->bi_sector -= dev0->end_sector - dev0->rdev->sectors; |
| 80 | maxbytes = min(maxbytes, subq->merge_bvec_fn(subq, bvm, |
| 81 | biovec)); |
| 82 | } |
SandeepKsinha | af11c39 | 2009-06-18 08:49:35 +1000 | [diff] [blame] | 83 | rcu_read_unlock(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 84 | |
| 85 | if (maxsectors < bio_sectors) |
| 86 | maxsectors = 0; |
| 87 | else |
| 88 | maxsectors -= bio_sectors; |
| 89 | |
| 90 | if (maxsectors <= (PAGE_SIZE >> 9 ) && bio_sectors == 0) |
NeilBrown | ba13da4 | 2012-03-19 12:46:39 +1100 | [diff] [blame] | 91 | return maxbytes; |
| 92 | |
| 93 | if (maxsectors > (maxbytes >> 9)) |
| 94 | return maxbytes; |
| 95 | else |
| 96 | return maxsectors << 9; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 97 | } |
| 98 | |
NeilBrown | 5c675f8 | 2014-12-15 12:56:56 +1100 | [diff] [blame] | 99 | static int linear_congested(struct mddev *mddev, int bits) |
NeilBrown | 26be34d | 2006-10-03 01:15:53 -0700 | [diff] [blame] | 100 | { |
NeilBrown | e849b93 | 2011-10-11 16:48:54 +1100 | [diff] [blame] | 101 | struct linear_conf *conf; |
NeilBrown | 26be34d | 2006-10-03 01:15:53 -0700 | [diff] [blame] | 102 | int i, ret = 0; |
| 103 | |
SandeepKsinha | af11c39 | 2009-06-18 08:49:35 +1000 | [diff] [blame] | 104 | rcu_read_lock(); |
| 105 | conf = rcu_dereference(mddev->private); |
| 106 | |
NeilBrown | 26be34d | 2006-10-03 01:15:53 -0700 | [diff] [blame] | 107 | for (i = 0; i < mddev->raid_disks && !ret ; i++) { |
Jens Axboe | 165125e | 2007-07-24 09:28:11 +0200 | [diff] [blame] | 108 | struct request_queue *q = bdev_get_queue(conf->disks[i].rdev->bdev); |
NeilBrown | 26be34d | 2006-10-03 01:15:53 -0700 | [diff] [blame] | 109 | ret |= bdi_congested(&q->backing_dev_info, bits); |
| 110 | } |
SandeepKsinha | af11c39 | 2009-06-18 08:49:35 +1000 | [diff] [blame] | 111 | |
| 112 | rcu_read_unlock(); |
NeilBrown | 26be34d | 2006-10-03 01:15:53 -0700 | [diff] [blame] | 113 | return ret; |
| 114 | } |
| 115 | |
NeilBrown | fd01b88 | 2011-10-11 16:47:53 +1100 | [diff] [blame] | 116 | static sector_t linear_size(struct mddev *mddev, sector_t sectors, int raid_disks) |
Dan Williams | 80c3a6c | 2009-03-17 18:10:40 -0700 | [diff] [blame] | 117 | { |
NeilBrown | e849b93 | 2011-10-11 16:48:54 +1100 | [diff] [blame] | 118 | struct linear_conf *conf; |
SandeepKsinha | af11c39 | 2009-06-18 08:49:35 +1000 | [diff] [blame] | 119 | sector_t array_sectors; |
Dan Williams | 80c3a6c | 2009-03-17 18:10:40 -0700 | [diff] [blame] | 120 | |
SandeepKsinha | af11c39 | 2009-06-18 08:49:35 +1000 | [diff] [blame] | 121 | rcu_read_lock(); |
| 122 | conf = rcu_dereference(mddev->private); |
Dan Williams | 80c3a6c | 2009-03-17 18:10:40 -0700 | [diff] [blame] | 123 | WARN_ONCE(sectors || raid_disks, |
| 124 | "%s does not support generic reshape\n", __func__); |
SandeepKsinha | af11c39 | 2009-06-18 08:49:35 +1000 | [diff] [blame] | 125 | array_sectors = conf->array_sectors; |
| 126 | rcu_read_unlock(); |
Dan Williams | 80c3a6c | 2009-03-17 18:10:40 -0700 | [diff] [blame] | 127 | |
SandeepKsinha | af11c39 | 2009-06-18 08:49:35 +1000 | [diff] [blame] | 128 | return array_sectors; |
Dan Williams | 80c3a6c | 2009-03-17 18:10:40 -0700 | [diff] [blame] | 129 | } |
| 130 | |
NeilBrown | e849b93 | 2011-10-11 16:48:54 +1100 | [diff] [blame] | 131 | static struct linear_conf *linear_conf(struct mddev *mddev, int raid_disks) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 132 | { |
NeilBrown | e849b93 | 2011-10-11 16:48:54 +1100 | [diff] [blame] | 133 | struct linear_conf *conf; |
NeilBrown | 3cb0300 | 2011-10-11 16:45:26 +1100 | [diff] [blame] | 134 | struct md_rdev *rdev; |
Sandeep K Sinha | 45d4582 | 2009-06-16 16:55:26 +1000 | [diff] [blame] | 135 | int i, cnt; |
Shaohua Li | f1cad2b | 2012-10-11 13:08:44 +1100 | [diff] [blame] | 136 | bool discard_supported = false; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 137 | |
NeilBrown | a712077 | 2011-10-11 16:48:49 +1100 | [diff] [blame] | 138 | conf = kzalloc (sizeof (*conf) + raid_disks*sizeof(struct dev_info), |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 139 | GFP_KERNEL); |
| 140 | if (!conf) |
NeilBrown | 7c7546c | 2006-06-26 00:27:41 -0700 | [diff] [blame] | 141 | return NULL; |
| 142 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 143 | cnt = 0; |
Andre Noll | d6e2215 | 2008-07-21 17:05:25 +1000 | [diff] [blame] | 144 | conf->array_sectors = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 145 | |
NeilBrown | dafb20f | 2012-03-19 12:46:39 +1100 | [diff] [blame] | 146 | rdev_for_each(rdev, mddev) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 147 | int j = rdev->raid_disk; |
NeilBrown | a712077 | 2011-10-11 16:48:49 +1100 | [diff] [blame] | 148 | struct dev_info *disk = conf->disks + j; |
NeilBrown | 13f2682 | 2009-06-18 08:48:55 +1000 | [diff] [blame] | 149 | sector_t sectors; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 150 | |
Nikanth Karthikesan | 1386451 | 2008-06-28 08:31:19 +1000 | [diff] [blame] | 151 | if (j < 0 || j >= raid_disks || disk->rdev) { |
NeilBrown | 2dc40f8 | 2010-05-03 15:12:04 +1000 | [diff] [blame] | 152 | printk(KERN_ERR "md/linear:%s: disk numbering problem. Aborting!\n", |
| 153 | mdname(mddev)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 154 | goto out; |
| 155 | } |
| 156 | |
| 157 | disk->rdev = rdev; |
NeilBrown | 13f2682 | 2009-06-18 08:48:55 +1000 | [diff] [blame] | 158 | if (mddev->chunk_sectors) { |
| 159 | sectors = rdev->sectors; |
| 160 | sector_div(sectors, mddev->chunk_sectors); |
| 161 | rdev->sectors = sectors * mddev->chunk_sectors; |
| 162 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 163 | |
Martin K. Petersen | 8f6c2e4 | 2009-07-01 11:13:45 +1000 | [diff] [blame] | 164 | disk_stack_limits(mddev->gendisk, rdev->bdev, |
| 165 | rdev->data_offset << 9); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 166 | |
Andre Noll | dd8ac33 | 2009-03-31 14:33:13 +1100 | [diff] [blame] | 167 | conf->array_sectors += rdev->sectors; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 168 | cnt++; |
Sandeep K Sinha | 4db7cdc | 2009-06-16 16:56:13 +1000 | [diff] [blame] | 169 | |
Shaohua Li | f1cad2b | 2012-10-11 13:08:44 +1100 | [diff] [blame] | 170 | if (blk_queue_discard(bdev_get_queue(rdev->bdev))) |
| 171 | discard_supported = true; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 172 | } |
NeilBrown | 7c7546c | 2006-06-26 00:27:41 -0700 | [diff] [blame] | 173 | if (cnt != raid_disks) { |
NeilBrown | 2dc40f8 | 2010-05-03 15:12:04 +1000 | [diff] [blame] | 174 | printk(KERN_ERR "md/linear:%s: not enough drives present. Aborting!\n", |
| 175 | mdname(mddev)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 176 | goto out; |
| 177 | } |
| 178 | |
Shaohua Li | f1cad2b | 2012-10-11 13:08:44 +1100 | [diff] [blame] | 179 | if (!discard_supported) |
| 180 | queue_flag_clear_unlocked(QUEUE_FLAG_DISCARD, mddev->queue); |
| 181 | else |
| 182 | queue_flag_set_unlocked(QUEUE_FLAG_DISCARD, mddev->queue); |
| 183 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 184 | /* |
Sandeep K Sinha | 45d4582 | 2009-06-16 16:55:26 +1000 | [diff] [blame] | 185 | * Here we calculate the device offsets. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 186 | */ |
Sandeep K Sinha | 4db7cdc | 2009-06-16 16:56:13 +1000 | [diff] [blame] | 187 | conf->disks[0].end_sector = conf->disks[0].rdev->sectors; |
| 188 | |
NeilBrown | a778b73 | 2007-05-23 13:58:10 -0700 | [diff] [blame] | 189 | for (i = 1; i < raid_disks; i++) |
Sandeep K Sinha | 4db7cdc | 2009-06-16 16:56:13 +1000 | [diff] [blame] | 190 | conf->disks[i].end_sector = |
| 191 | conf->disks[i-1].end_sector + |
| 192 | conf->disks[i].rdev->sectors; |
NeilBrown | 15945fe | 2005-09-09 16:23:47 -0700 | [diff] [blame] | 193 | |
NeilBrown | 7c7546c | 2006-06-26 00:27:41 -0700 | [diff] [blame] | 194 | return conf; |
| 195 | |
| 196 | out: |
| 197 | kfree(conf); |
| 198 | return NULL; |
| 199 | } |
| 200 | |
NeilBrown | fd01b88 | 2011-10-11 16:47:53 +1100 | [diff] [blame] | 201 | static int linear_run (struct mddev *mddev) |
NeilBrown | 7c7546c | 2006-06-26 00:27:41 -0700 | [diff] [blame] | 202 | { |
NeilBrown | e849b93 | 2011-10-11 16:48:54 +1100 | [diff] [blame] | 203 | struct linear_conf *conf; |
majianpeng | 98d5561 | 2012-04-02 09:48:37 +1000 | [diff] [blame] | 204 | int ret; |
NeilBrown | 7c7546c | 2006-06-26 00:27:41 -0700 | [diff] [blame] | 205 | |
Andre Noll | 0894cc3 | 2009-06-18 08:49:23 +1000 | [diff] [blame] | 206 | if (md_check_no_bitmap(mddev)) |
| 207 | return -EINVAL; |
NeilBrown | 7c7546c | 2006-06-26 00:27:41 -0700 | [diff] [blame] | 208 | conf = linear_conf(mddev, mddev->raid_disks); |
| 209 | |
| 210 | if (!conf) |
| 211 | return 1; |
| 212 | mddev->private = conf; |
Dan Williams | 1f40362 | 2009-03-31 14:59:03 +1100 | [diff] [blame] | 213 | md_set_array_sectors(mddev, linear_size(mddev, 0, 0)); |
NeilBrown | 7c7546c | 2006-06-26 00:27:41 -0700 | [diff] [blame] | 214 | |
majianpeng | 98d5561 | 2012-04-02 09:48:37 +1000 | [diff] [blame] | 215 | ret = md_integrity_register(mddev); |
| 216 | if (ret) { |
| 217 | kfree(conf); |
| 218 | mddev->private = NULL; |
| 219 | } |
| 220 | return ret; |
NeilBrown | 7c7546c | 2006-06-26 00:27:41 -0700 | [diff] [blame] | 221 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 222 | |
NeilBrown | fd01b88 | 2011-10-11 16:47:53 +1100 | [diff] [blame] | 223 | static int linear_add(struct mddev *mddev, struct md_rdev *rdev) |
NeilBrown | 7c7546c | 2006-06-26 00:27:41 -0700 | [diff] [blame] | 224 | { |
| 225 | /* Adding a drive to a linear array allows the array to grow. |
| 226 | * It is permitted if the new drive has a matching superblock |
| 227 | * already on it, with raid_disk equal to raid_disks. |
| 228 | * It is achieved by creating a new linear_private_data structure |
| 229 | * and swapping it in in-place of the current one. |
| 230 | * The current one is never freed until the array is stopped. |
| 231 | * This avoids races. |
| 232 | */ |
NeilBrown | e849b93 | 2011-10-11 16:48:54 +1100 | [diff] [blame] | 233 | struct linear_conf *newconf, *oldconf; |
NeilBrown | 7c7546c | 2006-06-26 00:27:41 -0700 | [diff] [blame] | 234 | |
NeilBrown | a778b73 | 2007-05-23 13:58:10 -0700 | [diff] [blame] | 235 | if (rdev->saved_raid_disk != mddev->raid_disks) |
NeilBrown | 7c7546c | 2006-06-26 00:27:41 -0700 | [diff] [blame] | 236 | return -EINVAL; |
| 237 | |
NeilBrown | a778b73 | 2007-05-23 13:58:10 -0700 | [diff] [blame] | 238 | rdev->raid_disk = rdev->saved_raid_disk; |
NeilBrown | 09cd927 | 2011-12-23 09:56:55 +1100 | [diff] [blame] | 239 | rdev->saved_raid_disk = -1; |
NeilBrown | a778b73 | 2007-05-23 13:58:10 -0700 | [diff] [blame] | 240 | |
NeilBrown | 7c7546c | 2006-06-26 00:27:41 -0700 | [diff] [blame] | 241 | newconf = linear_conf(mddev,mddev->raid_disks+1); |
| 242 | |
| 243 | if (!newconf) |
| 244 | return -ENOMEM; |
| 245 | |
Denis Efremov | bc78c57 | 2012-10-11 13:08:02 +1100 | [diff] [blame] | 246 | oldconf = rcu_dereference_protected(mddev->private, |
| 247 | lockdep_is_held( |
| 248 | &mddev->reconfig_mutex)); |
NeilBrown | 7c7546c | 2006-06-26 00:27:41 -0700 | [diff] [blame] | 249 | mddev->raid_disks++; |
SandeepKsinha | af11c39 | 2009-06-18 08:49:35 +1000 | [diff] [blame] | 250 | rcu_assign_pointer(mddev->private, newconf); |
Dan Williams | 1f40362 | 2009-03-31 14:59:03 +1100 | [diff] [blame] | 251 | md_set_array_sectors(mddev, linear_size(mddev, 0, 0)); |
Andre Noll | f233ea5 | 2008-07-21 17:05:22 +1000 | [diff] [blame] | 252 | set_capacity(mddev->gendisk, mddev->array_sectors); |
NeilBrown | 449aad3 | 2009-08-03 10:59:58 +1000 | [diff] [blame] | 253 | revalidate_disk(mddev->gendisk); |
Lai Jiangshan | b119cba | 2011-03-18 11:59:14 +0800 | [diff] [blame] | 254 | kfree_rcu(oldconf, rcu); |
NeilBrown | 7c7546c | 2006-06-26 00:27:41 -0700 | [diff] [blame] | 255 | return 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 256 | } |
| 257 | |
NeilBrown | fd01b88 | 2011-10-11 16:47:53 +1100 | [diff] [blame] | 258 | static int linear_stop (struct mddev *mddev) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 259 | { |
Denis Efremov | bc78c57 | 2012-10-11 13:08:02 +1100 | [diff] [blame] | 260 | struct linear_conf *conf = |
| 261 | rcu_dereference_protected(mddev->private, |
| 262 | lockdep_is_held( |
| 263 | &mddev->reconfig_mutex)); |
SandeepKsinha | af11c39 | 2009-06-18 08:49:35 +1000 | [diff] [blame] | 264 | |
| 265 | /* |
| 266 | * We do not require rcu protection here since |
| 267 | * we hold reconfig_mutex for both linear_add and |
| 268 | * linear_stop, so they cannot race. |
NeilBrown | 495d357 | 2009-06-18 08:49:42 +1000 | [diff] [blame] | 269 | * We should make sure any old 'conf's are properly |
| 270 | * freed though. |
SandeepKsinha | af11c39 | 2009-06-18 08:49:35 +1000 | [diff] [blame] | 271 | */ |
NeilBrown | 495d357 | 2009-06-18 08:49:42 +1000 | [diff] [blame] | 272 | rcu_barrier(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 273 | blk_sync_queue(mddev->queue); /* the unplug fn references 'conf'*/ |
NeilBrown | 495d357 | 2009-06-18 08:49:42 +1000 | [diff] [blame] | 274 | kfree(conf); |
NeilBrown | ef2f80f | 2010-05-17 11:27:00 +1000 | [diff] [blame] | 275 | mddev->private = NULL; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 276 | |
| 277 | return 0; |
| 278 | } |
| 279 | |
Linus Torvalds | b4fdcb0 | 2011-11-04 17:06:58 -0700 | [diff] [blame] | 280 | static void linear_make_request(struct mddev *mddev, struct bio *bio) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 281 | { |
Kent Overstreet | 20d0189 | 2013-11-23 18:21:01 -0800 | [diff] [blame] | 282 | char b[BDEVNAME_SIZE]; |
NeilBrown | a712077 | 2011-10-11 16:48:49 +1100 | [diff] [blame] | 283 | struct dev_info *tmp_dev; |
Kent Overstreet | 20d0189 | 2013-11-23 18:21:01 -0800 | [diff] [blame] | 284 | struct bio *split; |
| 285 | sector_t start_sector, end_sector, data_offset; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 286 | |
Tejun Heo | e9c7469 | 2010-09-03 11:56:18 +0200 | [diff] [blame] | 287 | if (unlikely(bio->bi_rw & REQ_FLUSH)) { |
| 288 | md_flush_request(mddev, bio); |
Christoph Hellwig | 5a7bbad | 2011-09-12 12:12:01 +0200 | [diff] [blame] | 289 | return; |
NeilBrown | e5dcdd8 | 2005-09-09 16:23:41 -0700 | [diff] [blame] | 290 | } |
| 291 | |
Kent Overstreet | 20d0189 | 2013-11-23 18:21:01 -0800 | [diff] [blame] | 292 | do { |
| 293 | rcu_read_lock(); |
Sandeep K Sinha | 4db7cdc | 2009-06-16 16:56:13 +1000 | [diff] [blame] | 294 | |
Kent Overstreet | 20d0189 | 2013-11-23 18:21:01 -0800 | [diff] [blame] | 295 | tmp_dev = which_dev(mddev, bio->bi_iter.bi_sector); |
| 296 | start_sector = tmp_dev->end_sector - tmp_dev->rdev->sectors; |
| 297 | end_sector = tmp_dev->end_sector; |
| 298 | data_offset = tmp_dev->rdev->data_offset; |
| 299 | bio->bi_bdev = tmp_dev->rdev->bdev; |
Andre Noll | 6283815 | 2008-10-13 11:55:12 +1100 | [diff] [blame] | 300 | |
SandeepKsinha | af11c39 | 2009-06-18 08:49:35 +1000 | [diff] [blame] | 301 | rcu_read_unlock(); |
| 302 | |
Kent Overstreet | 20d0189 | 2013-11-23 18:21:01 -0800 | [diff] [blame] | 303 | if (unlikely(bio->bi_iter.bi_sector >= end_sector || |
| 304 | bio->bi_iter.bi_sector < start_sector)) |
| 305 | goto out_of_bounds; |
Andre Noll | 6283815 | 2008-10-13 11:55:12 +1100 | [diff] [blame] | 306 | |
Kent Overstreet | 20d0189 | 2013-11-23 18:21:01 -0800 | [diff] [blame] | 307 | if (unlikely(bio_end_sector(bio) > end_sector)) { |
| 308 | /* This bio crosses a device boundary, so we have to |
| 309 | * split it. |
| 310 | */ |
| 311 | split = bio_split(bio, end_sector - |
| 312 | bio->bi_iter.bi_sector, |
| 313 | GFP_NOIO, fs_bio_set); |
| 314 | bio_chain(split, bio); |
| 315 | } else { |
| 316 | split = bio; |
| 317 | } |
Shaohua Li | f1cad2b | 2012-10-11 13:08:44 +1100 | [diff] [blame] | 318 | |
Kent Overstreet | 20d0189 | 2013-11-23 18:21:01 -0800 | [diff] [blame] | 319 | split->bi_iter.bi_sector = split->bi_iter.bi_sector - |
| 320 | start_sector + data_offset; |
Shaohua Li | f1cad2b | 2012-10-11 13:08:44 +1100 | [diff] [blame] | 321 | |
Kent Overstreet | 20d0189 | 2013-11-23 18:21:01 -0800 | [diff] [blame] | 322 | if (unlikely((split->bi_rw & REQ_DISCARD) && |
| 323 | !blk_queue_discard(bdev_get_queue(split->bi_bdev)))) { |
| 324 | /* Just ignore it */ |
| 325 | bio_endio(split, 0); |
| 326 | } else |
| 327 | generic_make_request(split); |
| 328 | } while (split != bio); |
| 329 | return; |
| 330 | |
| 331 | out_of_bounds: |
| 332 | printk(KERN_ERR |
| 333 | "md/linear:%s: make_request: Sector %llu out of bounds on " |
| 334 | "dev %s: %llu sectors, offset %llu\n", |
| 335 | mdname(mddev), |
| 336 | (unsigned long long)bio->bi_iter.bi_sector, |
| 337 | bdevname(tmp_dev->rdev->bdev, b), |
| 338 | (unsigned long long)tmp_dev->rdev->sectors, |
| 339 | (unsigned long long)start_sector); |
| 340 | bio_io_error(bio); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 341 | } |
| 342 | |
NeilBrown | fd01b88 | 2011-10-11 16:47:53 +1100 | [diff] [blame] | 343 | static void linear_status (struct seq_file *seq, struct mddev *mddev) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 344 | { |
| 345 | |
Andre Noll | 9d8f036 | 2009-06-18 08:45:01 +1000 | [diff] [blame] | 346 | seq_printf(seq, " %dk rounding", mddev->chunk_sectors / 2); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 347 | } |
| 348 | |
NeilBrown | 84fc4b5 | 2011-10-11 16:49:58 +1100 | [diff] [blame] | 349 | static struct md_personality linear_personality = |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 350 | { |
| 351 | .name = "linear", |
NeilBrown | 2604b70 | 2006-01-06 00:20:36 -0800 | [diff] [blame] | 352 | .level = LEVEL_LINEAR, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 353 | .owner = THIS_MODULE, |
| 354 | .make_request = linear_make_request, |
| 355 | .run = linear_run, |
| 356 | .stop = linear_stop, |
| 357 | .status = linear_status, |
NeilBrown | 7c7546c | 2006-06-26 00:27:41 -0700 | [diff] [blame] | 358 | .hot_add_disk = linear_add, |
Dan Williams | 80c3a6c | 2009-03-17 18:10:40 -0700 | [diff] [blame] | 359 | .size = linear_size, |
NeilBrown | 5c675f8 | 2014-12-15 12:56:56 +1100 | [diff] [blame] | 360 | .congested = linear_congested, |
NeilBrown | 64590f4 | 2014-12-15 12:56:57 +1100 | [diff] [blame^] | 361 | .mergeable_bvec = linear_mergeable_bvec, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 362 | }; |
| 363 | |
| 364 | static int __init linear_init (void) |
| 365 | { |
NeilBrown | 2604b70 | 2006-01-06 00:20:36 -0800 | [diff] [blame] | 366 | return register_md_personality (&linear_personality); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 367 | } |
| 368 | |
| 369 | static void linear_exit (void) |
| 370 | { |
NeilBrown | 2604b70 | 2006-01-06 00:20:36 -0800 | [diff] [blame] | 371 | unregister_md_personality (&linear_personality); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 372 | } |
| 373 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 374 | module_init(linear_init); |
| 375 | module_exit(linear_exit); |
| 376 | MODULE_LICENSE("GPL"); |
NeilBrown | 0efb9e6 | 2009-12-14 12:49:58 +1100 | [diff] [blame] | 377 | MODULE_DESCRIPTION("Linear device concatenation personality for MD"); |
NeilBrown | d9d166c | 2006-01-06 00:20:51 -0800 | [diff] [blame] | 378 | MODULE_ALIAS("md-personality-1"); /* LINEAR - deprecated*/ |
| 379 | MODULE_ALIAS("md-linear"); |
NeilBrown | 2604b70 | 2006-01-06 00:20:36 -0800 | [diff] [blame] | 380 | MODULE_ALIAS("md-level--1"); |