Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | raid0.c : Multiple Devices driver for Linux |
NeilBrown | f72ffdd | 2014-09-30 14:23:59 +1000 | [diff] [blame] | 3 | Copyright (C) 1994-96 Marc ZYNGIER |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 4 | <zyngier@ufr-info-p7.ibp.fr> or |
| 5 | <maz@gloups.fdn.fr> |
NeilBrown | f72ffdd | 2014-09-30 14:23:59 +1000 | [diff] [blame] | 6 | Copyright (C) 1999, 2000 Ingo Molnar, Red Hat |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 7 | |
| 8 | RAID-0 management functions. |
| 9 | |
| 10 | This program is free software; you can redistribute it and/or modify |
| 11 | it under the terms of the GNU General Public License as published by |
| 12 | the Free Software Foundation; either version 2, or (at your option) |
| 13 | any later version. |
NeilBrown | f72ffdd | 2014-09-30 14:23:59 +1000 | [diff] [blame] | 14 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 15 | You should have received a copy of the GNU General Public License |
| 16 | (for example /usr/src/linux/COPYING); if not, write to the Free |
NeilBrown | f72ffdd | 2014-09-30 14:23:59 +1000 | [diff] [blame] | 17 | Software Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 18 | */ |
| 19 | |
NeilBrown | bff6197 | 2009-03-31 14:33:13 +1100 | [diff] [blame] | 20 | #include <linux/blkdev.h> |
NeilBrown | bff6197 | 2009-03-31 14:33:13 +1100 | [diff] [blame] | 21 | #include <linux/seq_file.h> |
Paul Gortmaker | 056075c | 2011-07-03 13:58:33 -0400 | [diff] [blame] | 22 | #include <linux/module.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 23 | #include <linux/slab.h> |
NeilBrown | 43b2e5d | 2009-03-31 14:33:13 +1100 | [diff] [blame] | 24 | #include "md.h" |
Christoph Hellwig | ef740c3 | 2009-03-31 14:27:03 +1100 | [diff] [blame] | 25 | #include "raid0.h" |
Trela, Maciej | 9af204c | 2010-03-08 16:02:44 +1100 | [diff] [blame] | 26 | #include "raid5.h" |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 27 | |
NeilBrown | 5c675f8 | 2014-12-15 12:56:56 +1100 | [diff] [blame] | 28 | static int raid0_congested(struct mddev *mddev, int bits) |
NeilBrown | 26be34d | 2006-10-03 01:15:53 -0700 | [diff] [blame] | 29 | { |
NeilBrown | e373ab1 | 2011-10-11 16:48:59 +1100 | [diff] [blame] | 30 | struct r0conf *conf = mddev->private; |
NeilBrown | 3cb0300 | 2011-10-11 16:45:26 +1100 | [diff] [blame] | 31 | struct md_rdev **devlist = conf->devlist; |
NeilBrown | 84707f3 | 2010-03-16 17:23:35 +1100 | [diff] [blame] | 32 | int raid_disks = conf->strip_zone[0].nb_dev; |
NeilBrown | 26be34d | 2006-10-03 01:15:53 -0700 | [diff] [blame] | 33 | int i, ret = 0; |
| 34 | |
NeilBrown | 84707f3 | 2010-03-16 17:23:35 +1100 | [diff] [blame] | 35 | for (i = 0; i < raid_disks && !ret ; i++) { |
Jens Axboe | 165125e | 2007-07-24 09:28:11 +0200 | [diff] [blame] | 36 | struct request_queue *q = bdev_get_queue(devlist[i]->bdev); |
NeilBrown | 26be34d | 2006-10-03 01:15:53 -0700 | [diff] [blame] | 37 | |
| 38 | ret |= bdi_congested(&q->backing_dev_info, bits); |
| 39 | } |
| 40 | return ret; |
| 41 | } |
| 42 | |
raz ben yehuda | 4699419 | 2009-06-16 17:00:54 +1000 | [diff] [blame] | 43 | /* |
| 44 | * inform the user of the raid configuration |
| 45 | */ |
NeilBrown | fd01b88 | 2011-10-11 16:47:53 +1100 | [diff] [blame] | 46 | static void dump_zones(struct mddev *mddev) |
raz ben yehuda | 4699419 | 2009-06-16 17:00:54 +1000 | [diff] [blame] | 47 | { |
NeilBrown | 50de8df | 2011-10-07 14:23:22 +1100 | [diff] [blame] | 48 | int j, k; |
raz ben yehuda | 4699419 | 2009-06-16 17:00:54 +1000 | [diff] [blame] | 49 | sector_t zone_size = 0; |
| 50 | sector_t zone_start = 0; |
| 51 | char b[BDEVNAME_SIZE]; |
NeilBrown | e373ab1 | 2011-10-11 16:48:59 +1100 | [diff] [blame] | 52 | struct r0conf *conf = mddev->private; |
NeilBrown | 84707f3 | 2010-03-16 17:23:35 +1100 | [diff] [blame] | 53 | int raid_disks = conf->strip_zone[0].nb_dev; |
NeilBrown | 50de8df | 2011-10-07 14:23:22 +1100 | [diff] [blame] | 54 | printk(KERN_INFO "md: RAID0 configuration for %s - %d zone%s\n", |
| 55 | mdname(mddev), |
| 56 | conf->nr_strip_zones, conf->nr_strip_zones==1?"":"s"); |
raz ben yehuda | 4699419 | 2009-06-16 17:00:54 +1000 | [diff] [blame] | 57 | for (j = 0; j < conf->nr_strip_zones; j++) { |
NeilBrown | 50de8df | 2011-10-07 14:23:22 +1100 | [diff] [blame] | 58 | printk(KERN_INFO "md: zone%d=[", j); |
raz ben yehuda | 4699419 | 2009-06-16 17:00:54 +1000 | [diff] [blame] | 59 | for (k = 0; k < conf->strip_zone[j].nb_dev; k++) |
NeilBrown | 50de8df | 2011-10-07 14:23:22 +1100 | [diff] [blame] | 60 | printk(KERN_CONT "%s%s", k?"/":"", |
NeilBrown | 84707f3 | 2010-03-16 17:23:35 +1100 | [diff] [blame] | 61 | bdevname(conf->devlist[j*raid_disks |
raz ben yehuda | 4699419 | 2009-06-16 17:00:54 +1000 | [diff] [blame] | 62 | + k]->bdev, b)); |
NeilBrown | b5a2096 | 2010-05-03 15:06:27 +1000 | [diff] [blame] | 63 | printk(KERN_CONT "]\n"); |
raz ben yehuda | 4699419 | 2009-06-16 17:00:54 +1000 | [diff] [blame] | 64 | |
| 65 | zone_size = conf->strip_zone[j].zone_end - zone_start; |
NeilBrown | 50de8df | 2011-10-07 14:23:22 +1100 | [diff] [blame] | 66 | printk(KERN_INFO " zone-offset=%10lluKB, " |
| 67 | "device-offset=%10lluKB, size=%10lluKB\n", |
raz ben yehuda | 4699419 | 2009-06-16 17:00:54 +1000 | [diff] [blame] | 68 | (unsigned long long)zone_start>>1, |
| 69 | (unsigned long long)conf->strip_zone[j].dev_start>>1, |
| 70 | (unsigned long long)zone_size>>1); |
| 71 | zone_start = conf->strip_zone[j].zone_end; |
| 72 | } |
NeilBrown | 50de8df | 2011-10-07 14:23:22 +1100 | [diff] [blame] | 73 | printk(KERN_INFO "\n"); |
raz ben yehuda | 4699419 | 2009-06-16 17:00:54 +1000 | [diff] [blame] | 74 | } |
| 75 | |
NeilBrown | e373ab1 | 2011-10-11 16:48:59 +1100 | [diff] [blame] | 76 | static int create_strip_zones(struct mddev *mddev, struct r0conf **private_conf) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 77 | { |
NeilBrown | a9f326e | 2009-09-23 18:06:41 +1000 | [diff] [blame] | 78 | int i, c, err; |
NeilBrown | 49f357a2 | 2009-06-16 16:50:35 +1000 | [diff] [blame] | 79 | sector_t curr_zone_end, sectors; |
NeilBrown | 3cb0300 | 2011-10-11 16:45:26 +1100 | [diff] [blame] | 80 | struct md_rdev *smallest, *rdev1, *rdev2, *rdev, **dev; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 81 | struct strip_zone *zone; |
| 82 | int cnt; |
| 83 | char b[BDEVNAME_SIZE]; |
NeilBrown | 50de8df | 2011-10-07 14:23:22 +1100 | [diff] [blame] | 84 | char b2[BDEVNAME_SIZE]; |
NeilBrown | e373ab1 | 2011-10-11 16:48:59 +1100 | [diff] [blame] | 85 | struct r0conf *conf = kzalloc(sizeof(*conf), GFP_KERNEL); |
Shaohua Li | c83057a | 2012-10-11 13:25:44 +1100 | [diff] [blame] | 86 | bool discard_supported = false; |
Andre Noll | ed7b003 | 2009-06-16 16:47:36 +1000 | [diff] [blame] | 87 | |
| 88 | if (!conf) |
| 89 | return -ENOMEM; |
NeilBrown | dafb20f | 2012-03-19 12:46:39 +1100 | [diff] [blame] | 90 | rdev_for_each(rdev1, mddev) { |
NeilBrown | 50de8df | 2011-10-07 14:23:22 +1100 | [diff] [blame] | 91 | pr_debug("md/raid0:%s: looking at %s\n", |
| 92 | mdname(mddev), |
| 93 | bdevname(rdev1->bdev, b)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 94 | c = 0; |
NeilBrown | 13f2682 | 2009-06-18 08:48:55 +1000 | [diff] [blame] | 95 | |
| 96 | /* round size to chunk_size */ |
| 97 | sectors = rdev1->sectors; |
| 98 | sector_div(sectors, mddev->chunk_sectors); |
| 99 | rdev1->sectors = sectors * mddev->chunk_sectors; |
| 100 | |
NeilBrown | dafb20f | 2012-03-19 12:46:39 +1100 | [diff] [blame] | 101 | rdev_for_each(rdev2, mddev) { |
NeilBrown | 50de8df | 2011-10-07 14:23:22 +1100 | [diff] [blame] | 102 | pr_debug("md/raid0:%s: comparing %s(%llu)" |
| 103 | " with %s(%llu)\n", |
| 104 | mdname(mddev), |
| 105 | bdevname(rdev1->bdev,b), |
| 106 | (unsigned long long)rdev1->sectors, |
| 107 | bdevname(rdev2->bdev,b2), |
| 108 | (unsigned long long)rdev2->sectors); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 109 | if (rdev2 == rdev1) { |
NeilBrown | 50de8df | 2011-10-07 14:23:22 +1100 | [diff] [blame] | 110 | pr_debug("md/raid0:%s: END\n", |
| 111 | mdname(mddev)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 112 | break; |
| 113 | } |
Andre Noll | dd8ac33 | 2009-03-31 14:33:13 +1100 | [diff] [blame] | 114 | if (rdev2->sectors == rdev1->sectors) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 115 | /* |
| 116 | * Not unique, don't count it as a new |
| 117 | * group |
| 118 | */ |
NeilBrown | 50de8df | 2011-10-07 14:23:22 +1100 | [diff] [blame] | 119 | pr_debug("md/raid0:%s: EQUAL\n", |
| 120 | mdname(mddev)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 121 | c = 1; |
| 122 | break; |
| 123 | } |
NeilBrown | 50de8df | 2011-10-07 14:23:22 +1100 | [diff] [blame] | 124 | pr_debug("md/raid0:%s: NOT EQUAL\n", |
| 125 | mdname(mddev)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 126 | } |
| 127 | if (!c) { |
NeilBrown | 50de8df | 2011-10-07 14:23:22 +1100 | [diff] [blame] | 128 | pr_debug("md/raid0:%s: ==> UNIQUE\n", |
| 129 | mdname(mddev)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 130 | conf->nr_strip_zones++; |
NeilBrown | 50de8df | 2011-10-07 14:23:22 +1100 | [diff] [blame] | 131 | pr_debug("md/raid0:%s: %d zones\n", |
| 132 | mdname(mddev), conf->nr_strip_zones); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 133 | } |
| 134 | } |
NeilBrown | 50de8df | 2011-10-07 14:23:22 +1100 | [diff] [blame] | 135 | pr_debug("md/raid0:%s: FINAL %d zones\n", |
| 136 | mdname(mddev), conf->nr_strip_zones); |
Andre Noll | ed7b003 | 2009-06-16 16:47:36 +1000 | [diff] [blame] | 137 | err = -ENOMEM; |
NeilBrown | 9ffae0c | 2006-01-06 00:20:32 -0800 | [diff] [blame] | 138 | conf->strip_zone = kzalloc(sizeof(struct strip_zone)* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 139 | conf->nr_strip_zones, GFP_KERNEL); |
| 140 | if (!conf->strip_zone) |
Andre Noll | ed7b003 | 2009-06-16 16:47:36 +1000 | [diff] [blame] | 141 | goto abort; |
NeilBrown | 3cb0300 | 2011-10-11 16:45:26 +1100 | [diff] [blame] | 142 | conf->devlist = kzalloc(sizeof(struct md_rdev*)* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 143 | conf->nr_strip_zones*mddev->raid_disks, |
| 144 | GFP_KERNEL); |
| 145 | if (!conf->devlist) |
Andre Noll | ed7b003 | 2009-06-16 16:47:36 +1000 | [diff] [blame] | 146 | goto abort; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 147 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 148 | /* The first zone must contain all devices, so here we check that |
| 149 | * there is a proper alignment of slots to devices and find them all |
| 150 | */ |
| 151 | zone = &conf->strip_zone[0]; |
| 152 | cnt = 0; |
| 153 | smallest = NULL; |
NeilBrown | b414579 | 2009-06-16 16:50:52 +1000 | [diff] [blame] | 154 | dev = conf->devlist; |
Andre Noll | ed7b003 | 2009-06-16 16:47:36 +1000 | [diff] [blame] | 155 | err = -EINVAL; |
NeilBrown | dafb20f | 2012-03-19 12:46:39 +1100 | [diff] [blame] | 156 | rdev_for_each(rdev1, mddev) { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 157 | int j = rdev1->raid_disk; |
| 158 | |
NeilBrown | e93f68a | 2010-06-15 09:36:03 +0100 | [diff] [blame] | 159 | if (mddev->level == 10) { |
Trela, Maciej | 9af204c | 2010-03-08 16:02:44 +1100 | [diff] [blame] | 160 | /* taking over a raid10-n2 array */ |
| 161 | j /= 2; |
NeilBrown | e93f68a | 2010-06-15 09:36:03 +0100 | [diff] [blame] | 162 | rdev1->new_raid_disk = j; |
| 163 | } |
Trela, Maciej | 9af204c | 2010-03-08 16:02:44 +1100 | [diff] [blame] | 164 | |
Krzysztof Wojcik | fc3a08b | 2011-01-31 13:47:13 +1100 | [diff] [blame] | 165 | if (mddev->level == 1) { |
| 166 | /* taiking over a raid1 array- |
| 167 | * we have only one active disk |
| 168 | */ |
| 169 | j = 0; |
| 170 | rdev1->new_raid_disk = j; |
| 171 | } |
| 172 | |
NeilBrown | f96c9f3 | 2013-02-21 15:50:07 +1100 | [diff] [blame] | 173 | if (j < 0) { |
| 174 | printk(KERN_ERR |
| 175 | "md/raid0:%s: remove inactive devices before converting to RAID0\n", |
| 176 | mdname(mddev)); |
| 177 | goto abort; |
| 178 | } |
| 179 | if (j >= mddev->raid_disks) { |
NeilBrown | b5a2096 | 2010-05-03 15:06:27 +1000 | [diff] [blame] | 180 | printk(KERN_ERR "md/raid0:%s: bad disk number %d - " |
| 181 | "aborting!\n", mdname(mddev), j); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 182 | goto abort; |
| 183 | } |
NeilBrown | b414579 | 2009-06-16 16:50:52 +1000 | [diff] [blame] | 184 | if (dev[j]) { |
NeilBrown | b5a2096 | 2010-05-03 15:06:27 +1000 | [diff] [blame] | 185 | printk(KERN_ERR "md/raid0:%s: multiple devices for %d - " |
| 186 | "aborting!\n", mdname(mddev), j); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 187 | goto abort; |
| 188 | } |
NeilBrown | b414579 | 2009-06-16 16:50:52 +1000 | [diff] [blame] | 189 | dev[j] = rdev1; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 190 | |
Heinz Mauelshagen | b6538fe | 2015-05-08 18:19:03 +1000 | [diff] [blame] | 191 | if (mddev->queue) |
| 192 | disk_stack_limits(mddev->gendisk, rdev1->bdev, |
| 193 | rdev1->data_offset << 9); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 194 | |
NeilBrown | ba13da4 | 2012-03-19 12:46:39 +1100 | [diff] [blame] | 195 | if (rdev1->bdev->bd_disk->queue->merge_bvec_fn) |
| 196 | conf->has_merge_bvec = 1; |
| 197 | |
Andre Noll | dd8ac33 | 2009-03-31 14:33:13 +1100 | [diff] [blame] | 198 | if (!smallest || (rdev1->sectors < smallest->sectors)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 199 | smallest = rdev1; |
| 200 | cnt++; |
Shaohua Li | c83057a | 2012-10-11 13:25:44 +1100 | [diff] [blame] | 201 | |
| 202 | if (blk_queue_discard(bdev_get_queue(rdev1->bdev))) |
| 203 | discard_supported = true; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 204 | } |
| 205 | if (cnt != mddev->raid_disks) { |
NeilBrown | b5a2096 | 2010-05-03 15:06:27 +1000 | [diff] [blame] | 206 | printk(KERN_ERR "md/raid0:%s: too few disks (%d of %d) - " |
| 207 | "aborting!\n", mdname(mddev), cnt, mddev->raid_disks); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 208 | goto abort; |
| 209 | } |
| 210 | zone->nb_dev = cnt; |
NeilBrown | 49f357a2 | 2009-06-16 16:50:35 +1000 | [diff] [blame] | 211 | zone->zone_end = smallest->sectors * cnt; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 212 | |
NeilBrown | 49f357a2 | 2009-06-16 16:50:35 +1000 | [diff] [blame] | 213 | curr_zone_end = zone->zone_end; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 214 | |
| 215 | /* now do the other zones */ |
| 216 | for (i = 1; i < conf->nr_strip_zones; i++) |
| 217 | { |
NeilBrown | a9f326e | 2009-09-23 18:06:41 +1000 | [diff] [blame] | 218 | int j; |
| 219 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 220 | zone = conf->strip_zone + i; |
NeilBrown | b414579 | 2009-06-16 16:50:52 +1000 | [diff] [blame] | 221 | dev = conf->devlist + i * mddev->raid_disks; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 222 | |
NeilBrown | 50de8df | 2011-10-07 14:23:22 +1100 | [diff] [blame] | 223 | pr_debug("md/raid0:%s: zone %d\n", mdname(mddev), i); |
NeilBrown | d27a43ab | 2009-06-16 16:46:46 +1000 | [diff] [blame] | 224 | zone->dev_start = smallest->sectors; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 225 | smallest = NULL; |
| 226 | c = 0; |
| 227 | |
| 228 | for (j=0; j<cnt; j++) { |
NeilBrown | b414579 | 2009-06-16 16:50:52 +1000 | [diff] [blame] | 229 | rdev = conf->devlist[j]; |
NeilBrown | d27a43ab | 2009-06-16 16:46:46 +1000 | [diff] [blame] | 230 | if (rdev->sectors <= zone->dev_start) { |
NeilBrown | 50de8df | 2011-10-07 14:23:22 +1100 | [diff] [blame] | 231 | pr_debug("md/raid0:%s: checking %s ... nope\n", |
| 232 | mdname(mddev), |
| 233 | bdevname(rdev->bdev, b)); |
Andre Noll | dd8ac33 | 2009-03-31 14:33:13 +1100 | [diff] [blame] | 234 | continue; |
| 235 | } |
NeilBrown | 50de8df | 2011-10-07 14:23:22 +1100 | [diff] [blame] | 236 | pr_debug("md/raid0:%s: checking %s ..." |
| 237 | " contained as device %d\n", |
| 238 | mdname(mddev), |
| 239 | bdevname(rdev->bdev, b), c); |
NeilBrown | b414579 | 2009-06-16 16:50:52 +1000 | [diff] [blame] | 240 | dev[c] = rdev; |
Andre Noll | dd8ac33 | 2009-03-31 14:33:13 +1100 | [diff] [blame] | 241 | c++; |
| 242 | if (!smallest || rdev->sectors < smallest->sectors) { |
| 243 | smallest = rdev; |
NeilBrown | 50de8df | 2011-10-07 14:23:22 +1100 | [diff] [blame] | 244 | pr_debug("md/raid0:%s: (%llu) is smallest!.\n", |
| 245 | mdname(mddev), |
| 246 | (unsigned long long)rdev->sectors); |
Andre Noll | dd8ac33 | 2009-03-31 14:33:13 +1100 | [diff] [blame] | 247 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 248 | } |
| 249 | |
| 250 | zone->nb_dev = c; |
NeilBrown | 49f357a2 | 2009-06-16 16:50:35 +1000 | [diff] [blame] | 251 | sectors = (smallest->sectors - zone->dev_start) * c; |
NeilBrown | 50de8df | 2011-10-07 14:23:22 +1100 | [diff] [blame] | 252 | pr_debug("md/raid0:%s: zone->nb_dev: %d, sectors: %llu\n", |
| 253 | mdname(mddev), |
| 254 | zone->nb_dev, (unsigned long long)sectors); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 255 | |
NeilBrown | 49f357a2 | 2009-06-16 16:50:35 +1000 | [diff] [blame] | 256 | curr_zone_end += sectors; |
NeilBrown | d27a43ab | 2009-06-16 16:46:46 +1000 | [diff] [blame] | 257 | zone->zone_end = curr_zone_end; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 258 | |
NeilBrown | 50de8df | 2011-10-07 14:23:22 +1100 | [diff] [blame] | 259 | pr_debug("md/raid0:%s: current zone start: %llu\n", |
| 260 | mdname(mddev), |
| 261 | (unsigned long long)smallest->sectors); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 262 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 263 | |
raz ben yehuda | 92e59b6 | 2009-06-16 17:00:57 +1000 | [diff] [blame] | 264 | /* |
| 265 | * now since we have the hard sector sizes, we can make sure |
| 266 | * chunk size is a multiple of that sector size |
| 267 | */ |
Andre Noll | 9d8f036 | 2009-06-18 08:45:01 +1000 | [diff] [blame] | 268 | if ((mddev->chunk_sectors << 9) % queue_logical_block_size(mddev->queue)) { |
NeilBrown | b5a2096 | 2010-05-03 15:06:27 +1000 | [diff] [blame] | 269 | printk(KERN_ERR "md/raid0:%s: chunk_size of %d not valid\n", |
raz ben yehuda | 92e59b6 | 2009-06-16 17:00:57 +1000 | [diff] [blame] | 270 | mdname(mddev), |
Andre Noll | 9d8f036 | 2009-06-18 08:45:01 +1000 | [diff] [blame] | 271 | mddev->chunk_sectors << 9); |
raz ben yehuda | 92e59b6 | 2009-06-16 17:00:57 +1000 | [diff] [blame] | 272 | goto abort; |
| 273 | } |
Martin K. Petersen | 8f6c2e4 | 2009-07-01 11:13:45 +1000 | [diff] [blame] | 274 | |
Heinz Mauelshagen | 753f285 | 2015-02-13 19:48:01 +0100 | [diff] [blame] | 275 | if (mddev->queue) { |
| 276 | blk_queue_io_min(mddev->queue, mddev->chunk_sectors << 9); |
| 277 | blk_queue_io_opt(mddev->queue, |
| 278 | (mddev->chunk_sectors << 9) * mddev->raid_disks); |
Martin K. Petersen | 8f6c2e4 | 2009-07-01 11:13:45 +1000 | [diff] [blame] | 279 | |
Heinz Mauelshagen | 753f285 | 2015-02-13 19:48:01 +0100 | [diff] [blame] | 280 | if (!discard_supported) |
| 281 | queue_flag_clear_unlocked(QUEUE_FLAG_DISCARD, mddev->queue); |
| 282 | else |
| 283 | queue_flag_set_unlocked(QUEUE_FLAG_DISCARD, mddev->queue); |
| 284 | } |
Shaohua Li | c83057a | 2012-10-11 13:25:44 +1100 | [diff] [blame] | 285 | |
NeilBrown | 50de8df | 2011-10-07 14:23:22 +1100 | [diff] [blame] | 286 | pr_debug("md/raid0:%s: done.\n", mdname(mddev)); |
Trela, Maciej | 9af204c | 2010-03-08 16:02:44 +1100 | [diff] [blame] | 287 | *private_conf = conf; |
| 288 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 289 | return 0; |
Andre Noll | 5568a60 | 2009-06-16 16:47:21 +1000 | [diff] [blame] | 290 | abort: |
Andre Noll | ed7b003 | 2009-06-16 16:47:36 +1000 | [diff] [blame] | 291 | kfree(conf->strip_zone); |
| 292 | kfree(conf->devlist); |
| 293 | kfree(conf); |
NeilBrown | 58ebb34 | 2013-02-21 15:36:38 +1100 | [diff] [blame] | 294 | *private_conf = ERR_PTR(err); |
Andre Noll | ed7b003 | 2009-06-16 16:47:36 +1000 | [diff] [blame] | 295 | return err; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 296 | } |
| 297 | |
NeilBrown | ba13da4 | 2012-03-19 12:46:39 +1100 | [diff] [blame] | 298 | /* Find the zone which holds a particular offset |
| 299 | * Update *sectorp to be an offset in that zone |
| 300 | */ |
| 301 | static struct strip_zone *find_zone(struct r0conf *conf, |
| 302 | sector_t *sectorp) |
| 303 | { |
| 304 | int i; |
| 305 | struct strip_zone *z = conf->strip_zone; |
| 306 | sector_t sector = *sectorp; |
| 307 | |
| 308 | for (i = 0; i < conf->nr_strip_zones; i++) |
| 309 | if (sector < z[i].zone_end) { |
| 310 | if (i) |
| 311 | *sectorp = sector - z[i-1].zone_end; |
| 312 | return z + i; |
| 313 | } |
| 314 | BUG(); |
| 315 | } |
| 316 | |
| 317 | /* |
| 318 | * remaps the bio to the target device. we separate two flows. |
NeilBrown | 47d6897 | 2015-04-10 13:19:04 +1000 | [diff] [blame] | 319 | * power 2 flow and a general flow for the sake of performance |
NeilBrown | ba13da4 | 2012-03-19 12:46:39 +1100 | [diff] [blame] | 320 | */ |
| 321 | static struct md_rdev *map_sector(struct mddev *mddev, struct strip_zone *zone, |
| 322 | sector_t sector, sector_t *sector_offset) |
| 323 | { |
| 324 | unsigned int sect_in_chunk; |
| 325 | sector_t chunk; |
| 326 | struct r0conf *conf = mddev->private; |
| 327 | int raid_disks = conf->strip_zone[0].nb_dev; |
| 328 | unsigned int chunk_sects = mddev->chunk_sectors; |
| 329 | |
| 330 | if (is_power_of_2(chunk_sects)) { |
| 331 | int chunksect_bits = ffz(~chunk_sects); |
| 332 | /* find the sector offset inside the chunk */ |
| 333 | sect_in_chunk = sector & (chunk_sects - 1); |
| 334 | sector >>= chunksect_bits; |
| 335 | /* chunk in zone */ |
| 336 | chunk = *sector_offset; |
| 337 | /* quotient is the chunk in real device*/ |
| 338 | sector_div(chunk, zone->nb_dev << chunksect_bits); |
| 339 | } else{ |
| 340 | sect_in_chunk = sector_div(sector, chunk_sects); |
| 341 | chunk = *sector_offset; |
| 342 | sector_div(chunk, chunk_sects * zone->nb_dev); |
| 343 | } |
| 344 | /* |
| 345 | * position the bio over the real device |
| 346 | * real sector = chunk in device + starting of zone |
| 347 | * + the position in the chunk |
| 348 | */ |
| 349 | *sector_offset = (chunk * chunk_sects) + sect_in_chunk; |
| 350 | return conf->devlist[(zone - conf->strip_zone)*raid_disks |
| 351 | + sector_div(sector, zone->nb_dev)]; |
| 352 | } |
| 353 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 354 | /** |
NeilBrown | ba13da4 | 2012-03-19 12:46:39 +1100 | [diff] [blame] | 355 | * raid0_mergeable_bvec -- tell bio layer if two requests can be merged |
NeilBrown | 64590f4 | 2014-12-15 12:56:57 +1100 | [diff] [blame] | 356 | * @mddev: the md device |
Alasdair G Kergon | cc371e6 | 2008-07-03 09:53:43 +0200 | [diff] [blame] | 357 | * @bvm: properties of new bio |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 358 | * @biovec: the request that could be merged to it. |
| 359 | * |
| 360 | * Return amount of bytes we can accept at this offset |
| 361 | */ |
NeilBrown | 64590f4 | 2014-12-15 12:56:57 +1100 | [diff] [blame] | 362 | static int raid0_mergeable_bvec(struct mddev *mddev, |
Alasdair G Kergon | cc371e6 | 2008-07-03 09:53:43 +0200 | [diff] [blame] | 363 | struct bvec_merge_data *bvm, |
| 364 | struct bio_vec *biovec) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 365 | { |
NeilBrown | ba13da4 | 2012-03-19 12:46:39 +1100 | [diff] [blame] | 366 | struct r0conf *conf = mddev->private; |
Alasdair G Kergon | cc371e6 | 2008-07-03 09:53:43 +0200 | [diff] [blame] | 367 | sector_t sector = bvm->bi_sector + get_start_sect(bvm->bi_bdev); |
NeilBrown | ba13da4 | 2012-03-19 12:46:39 +1100 | [diff] [blame] | 368 | sector_t sector_offset = sector; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 369 | int max; |
Andre Noll | 9d8f036 | 2009-06-18 08:45:01 +1000 | [diff] [blame] | 370 | unsigned int chunk_sectors = mddev->chunk_sectors; |
Alasdair G Kergon | cc371e6 | 2008-07-03 09:53:43 +0200 | [diff] [blame] | 371 | unsigned int bio_sectors = bvm->bi_size >> 9; |
NeilBrown | ba13da4 | 2012-03-19 12:46:39 +1100 | [diff] [blame] | 372 | struct strip_zone *zone; |
| 373 | struct md_rdev *rdev; |
| 374 | struct request_queue *subq; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 375 | |
NeilBrown | d6e412e | 2009-06-18 08:47:00 +1000 | [diff] [blame] | 376 | if (is_power_of_2(chunk_sectors)) |
raz ben yehuda | fbb704e | 2009-06-16 17:02:05 +1000 | [diff] [blame] | 377 | max = (chunk_sectors - ((sector & (chunk_sectors-1)) |
| 378 | + bio_sectors)) << 9; |
| 379 | else |
| 380 | max = (chunk_sectors - (sector_div(sector, chunk_sectors) |
| 381 | + bio_sectors)) << 9; |
NeilBrown | ba13da4 | 2012-03-19 12:46:39 +1100 | [diff] [blame] | 382 | if (max < 0) |
| 383 | max = 0; /* bio_add cannot handle a negative return */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 384 | if (max <= biovec->bv_len && bio_sectors == 0) |
| 385 | return biovec->bv_len; |
NeilBrown | ba13da4 | 2012-03-19 12:46:39 +1100 | [diff] [blame] | 386 | if (max < biovec->bv_len) |
| 387 | /* too small already, no need to check further */ |
| 388 | return max; |
| 389 | if (!conf->has_merge_bvec) |
| 390 | return max; |
| 391 | |
| 392 | /* May need to check subordinate device */ |
| 393 | sector = sector_offset; |
| 394 | zone = find_zone(mddev->private, §or_offset); |
| 395 | rdev = map_sector(mddev, zone, sector, §or_offset); |
| 396 | subq = bdev_get_queue(rdev->bdev); |
| 397 | if (subq->merge_bvec_fn) { |
| 398 | bvm->bi_bdev = rdev->bdev; |
| 399 | bvm->bi_sector = sector_offset + zone->dev_start + |
| 400 | rdev->data_offset; |
| 401 | return min(max, subq->merge_bvec_fn(subq, bvm, biovec)); |
| 402 | } else |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 403 | return max; |
| 404 | } |
| 405 | |
NeilBrown | fd01b88 | 2011-10-11 16:47:53 +1100 | [diff] [blame] | 406 | static sector_t raid0_size(struct mddev *mddev, sector_t sectors, int raid_disks) |
Dan Williams | 80c3a6c | 2009-03-17 18:10:40 -0700 | [diff] [blame] | 407 | { |
| 408 | sector_t array_sectors = 0; |
NeilBrown | 3cb0300 | 2011-10-11 16:45:26 +1100 | [diff] [blame] | 409 | struct md_rdev *rdev; |
Dan Williams | 80c3a6c | 2009-03-17 18:10:40 -0700 | [diff] [blame] | 410 | |
| 411 | WARN_ONCE(sectors || raid_disks, |
| 412 | "%s does not support generic reshape\n", __func__); |
| 413 | |
NeilBrown | dafb20f | 2012-03-19 12:46:39 +1100 | [diff] [blame] | 414 | rdev_for_each(rdev, mddev) |
NeilBrown | a646853 | 2013-02-21 14:33:17 +1100 | [diff] [blame] | 415 | array_sectors += (rdev->sectors & |
| 416 | ~(sector_t)(mddev->chunk_sectors-1)); |
Dan Williams | 80c3a6c | 2009-03-17 18:10:40 -0700 | [diff] [blame] | 417 | |
| 418 | return array_sectors; |
| 419 | } |
| 420 | |
NeilBrown | afa0f55 | 2014-12-15 12:56:58 +1100 | [diff] [blame] | 421 | static void raid0_free(struct mddev *mddev, void *priv); |
majianpeng | 0366ef8 | 2012-04-02 09:48:37 +1000 | [diff] [blame] | 422 | |
NeilBrown | fd01b88 | 2011-10-11 16:47:53 +1100 | [diff] [blame] | 423 | static int raid0_run(struct mddev *mddev) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 424 | { |
NeilBrown | e373ab1 | 2011-10-11 16:48:59 +1100 | [diff] [blame] | 425 | struct r0conf *conf; |
Andre Noll | 5568a60 | 2009-06-16 16:47:21 +1000 | [diff] [blame] | 426 | int ret; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 427 | |
Andre Noll | 9d8f036 | 2009-06-18 08:45:01 +1000 | [diff] [blame] | 428 | if (mddev->chunk_sectors == 0) { |
NeilBrown | b5a2096 | 2010-05-03 15:06:27 +1000 | [diff] [blame] | 429 | printk(KERN_ERR "md/raid0:%s: chunk size must be set.\n", |
| 430 | mdname(mddev)); |
NeilBrown | 2604b70 | 2006-01-06 00:20:36 -0800 | [diff] [blame] | 431 | return -EINVAL; |
| 432 | } |
Andre Noll | 0894cc3 | 2009-06-18 08:49:23 +1000 | [diff] [blame] | 433 | if (md_check_no_bitmap(mddev)) |
| 434 | return -EINVAL; |
Heinz Mauelshagen | 753f285 | 2015-02-13 19:48:01 +0100 | [diff] [blame] | 435 | |
| 436 | if (mddev->queue) { |
| 437 | blk_queue_max_hw_sectors(mddev->queue, mddev->chunk_sectors); |
| 438 | blk_queue_max_write_same_sectors(mddev->queue, mddev->chunk_sectors); |
| 439 | blk_queue_max_discard_sectors(mddev->queue, mddev->chunk_sectors); |
| 440 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 441 | |
Trela, Maciej | 9af204c | 2010-03-08 16:02:44 +1100 | [diff] [blame] | 442 | /* if private is not null, we are here after takeover */ |
| 443 | if (mddev->private == NULL) { |
| 444 | ret = create_strip_zones(mddev, &conf); |
| 445 | if (ret < 0) |
| 446 | return ret; |
| 447 | mddev->private = conf; |
| 448 | } |
| 449 | conf = mddev->private; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 450 | |
| 451 | /* calculate array device size */ |
Dan Williams | 1f40362 | 2009-03-31 14:59:03 +1100 | [diff] [blame] | 452 | md_set_array_sectors(mddev, raid0_size(mddev, 0, 0)); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 453 | |
NeilBrown | b5a2096 | 2010-05-03 15:06:27 +1000 | [diff] [blame] | 454 | printk(KERN_INFO "md/raid0:%s: md_size is %llu sectors.\n", |
| 455 | mdname(mddev), |
| 456 | (unsigned long long)mddev->array_sectors); |
Heinz Mauelshagen | 753f285 | 2015-02-13 19:48:01 +0100 | [diff] [blame] | 457 | |
| 458 | if (mddev->queue) { |
| 459 | /* calculate the max read-ahead size. |
| 460 | * For read-ahead of large files to be effective, we need to |
| 461 | * readahead at least twice a whole stripe. i.e. number of devices |
| 462 | * multiplied by chunk size times 2. |
| 463 | * If an individual device has an ra_pages greater than the |
| 464 | * chunk size, then we will not drive that device as hard as it |
| 465 | * wants. We consider this a configuration error: a larger |
| 466 | * chunksize should be used in that case. |
| 467 | */ |
Andre Noll | 9d8f036 | 2009-06-18 08:45:01 +1000 | [diff] [blame] | 468 | int stripe = mddev->raid_disks * |
| 469 | (mddev->chunk_sectors << 9) / PAGE_SIZE; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 470 | if (mddev->queue->backing_dev_info.ra_pages < 2* stripe) |
| 471 | mddev->queue->backing_dev_info.ra_pages = 2* stripe; |
| 472 | } |
| 473 | |
raz ben yehuda | 4699419 | 2009-06-16 17:00:54 +1000 | [diff] [blame] | 474 | dump_zones(mddev); |
majianpeng | 0366ef8 | 2012-04-02 09:48:37 +1000 | [diff] [blame] | 475 | |
| 476 | ret = md_integrity_register(mddev); |
majianpeng | 0366ef8 | 2012-04-02 09:48:37 +1000 | [diff] [blame] | 477 | |
| 478 | return ret; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 479 | } |
| 480 | |
NeilBrown | afa0f55 | 2014-12-15 12:56:58 +1100 | [diff] [blame] | 481 | static void raid0_free(struct mddev *mddev, void *priv) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 482 | { |
NeilBrown | afa0f55 | 2014-12-15 12:56:58 +1100 | [diff] [blame] | 483 | struct r0conf *conf = priv; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 484 | |
Jesper Juhl | 990a8ba | 2005-06-21 17:17:30 -0700 | [diff] [blame] | 485 | kfree(conf->strip_zone); |
Andre Noll | fb5ab4b | 2009-06-16 16:48:19 +1000 | [diff] [blame] | 486 | kfree(conf->devlist); |
Jesper Juhl | 990a8ba | 2005-06-21 17:17:30 -0700 | [diff] [blame] | 487 | kfree(conf); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 488 | } |
| 489 | |
raz ben yehuda | fbb704e | 2009-06-16 17:02:05 +1000 | [diff] [blame] | 490 | /* |
| 491 | * Is io distribute over 1 or more chunks ? |
| 492 | */ |
NeilBrown | fd01b88 | 2011-10-11 16:47:53 +1100 | [diff] [blame] | 493 | static inline int is_io_in_chunk_boundary(struct mddev *mddev, |
raz ben yehuda | fbb704e | 2009-06-16 17:02:05 +1000 | [diff] [blame] | 494 | unsigned int chunk_sects, struct bio *bio) |
| 495 | { |
NeilBrown | d6e412e | 2009-06-18 08:47:00 +1000 | [diff] [blame] | 496 | if (likely(is_power_of_2(chunk_sects))) { |
Kent Overstreet | 4f024f3 | 2013-10-11 15:44:27 -0700 | [diff] [blame] | 497 | return chunk_sects >= |
| 498 | ((bio->bi_iter.bi_sector & (chunk_sects-1)) |
Kent Overstreet | aa8b57a | 2013-02-05 15:19:29 -0800 | [diff] [blame] | 499 | + bio_sectors(bio)); |
raz ben yehuda | fbb704e | 2009-06-16 17:02:05 +1000 | [diff] [blame] | 500 | } else{ |
Kent Overstreet | 4f024f3 | 2013-10-11 15:44:27 -0700 | [diff] [blame] | 501 | sector_t sector = bio->bi_iter.bi_sector; |
raz ben yehuda | fbb704e | 2009-06-16 17:02:05 +1000 | [diff] [blame] | 502 | return chunk_sects >= (sector_div(sector, chunk_sects) |
Kent Overstreet | aa8b57a | 2013-02-05 15:19:29 -0800 | [diff] [blame] | 503 | + bio_sectors(bio)); |
raz ben yehuda | fbb704e | 2009-06-16 17:02:05 +1000 | [diff] [blame] | 504 | } |
| 505 | } |
| 506 | |
Linus Torvalds | b4fdcb0 | 2011-11-04 17:06:58 -0700 | [diff] [blame] | 507 | static void raid0_make_request(struct mddev *mddev, struct bio *bio) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 508 | { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 509 | struct strip_zone *zone; |
NeilBrown | 3cb0300 | 2011-10-11 16:45:26 +1100 | [diff] [blame] | 510 | struct md_rdev *tmp_dev; |
Kent Overstreet | 20d0189 | 2013-11-23 18:21:01 -0800 | [diff] [blame] | 511 | struct bio *split; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 512 | |
Tejun Heo | e9c7469 | 2010-09-03 11:56:18 +0200 | [diff] [blame] | 513 | if (unlikely(bio->bi_rw & REQ_FLUSH)) { |
| 514 | md_flush_request(mddev, bio); |
Christoph Hellwig | 5a7bbad | 2011-09-12 12:12:01 +0200 | [diff] [blame] | 515 | return; |
NeilBrown | e5dcdd8 | 2005-09-09 16:23:41 -0700 | [diff] [blame] | 516 | } |
| 517 | |
Kent Overstreet | 20d0189 | 2013-11-23 18:21:01 -0800 | [diff] [blame] | 518 | do { |
Kent Overstreet | 4f024f3 | 2013-10-11 15:44:27 -0700 | [diff] [blame] | 519 | sector_t sector = bio->bi_iter.bi_sector; |
Kent Overstreet | 20d0189 | 2013-11-23 18:21:01 -0800 | [diff] [blame] | 520 | unsigned chunk_sects = mddev->chunk_sectors; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 521 | |
Kent Overstreet | 20d0189 | 2013-11-23 18:21:01 -0800 | [diff] [blame] | 522 | unsigned sectors = chunk_sects - |
| 523 | (likely(is_power_of_2(chunk_sects)) |
| 524 | ? (sector & (chunk_sects-1)) |
| 525 | : sector_div(sector, chunk_sects)); |
Christoph Hellwig | 5a7bbad | 2011-09-12 12:12:01 +0200 | [diff] [blame] | 526 | |
Eric Work | a811577 | 2015-05-18 23:26:23 -0700 | [diff] [blame] | 527 | /* Restore due to sector_div */ |
| 528 | sector = bio->bi_iter.bi_sector; |
| 529 | |
Kent Overstreet | 20d0189 | 2013-11-23 18:21:01 -0800 | [diff] [blame] | 530 | if (sectors < bio_sectors(bio)) { |
| 531 | split = bio_split(bio, sectors, GFP_NOIO, fs_bio_set); |
| 532 | bio_chain(split, bio); |
| 533 | } else { |
| 534 | split = bio; |
| 535 | } |
Shaohua Li | c83057a | 2012-10-11 13:25:44 +1100 | [diff] [blame] | 536 | |
Kent Overstreet | 20d0189 | 2013-11-23 18:21:01 -0800 | [diff] [blame] | 537 | zone = find_zone(mddev->private, §or); |
| 538 | tmp_dev = map_sector(mddev, zone, sector, §or); |
| 539 | split->bi_bdev = tmp_dev->bdev; |
| 540 | split->bi_iter.bi_sector = sector + zone->dev_start + |
| 541 | tmp_dev->data_offset; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 542 | |
Kent Overstreet | 20d0189 | 2013-11-23 18:21:01 -0800 | [diff] [blame] | 543 | if (unlikely((split->bi_rw & REQ_DISCARD) && |
| 544 | !blk_queue_discard(bdev_get_queue(split->bi_bdev)))) { |
| 545 | /* Just ignore it */ |
| 546 | bio_endio(split, 0); |
| 547 | } else |
| 548 | generic_make_request(split); |
| 549 | } while (split != bio); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 550 | } |
NeilBrown | 8299d7f | 2007-10-16 23:30:53 -0700 | [diff] [blame] | 551 | |
NeilBrown | fd01b88 | 2011-10-11 16:47:53 +1100 | [diff] [blame] | 552 | static void raid0_status(struct seq_file *seq, struct mddev *mddev) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 553 | { |
Andre Noll | 9d8f036 | 2009-06-18 08:45:01 +1000 | [diff] [blame] | 554 | seq_printf(seq, " %dk chunks", mddev->chunk_sectors / 2); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 555 | return; |
| 556 | } |
| 557 | |
NeilBrown | fd01b88 | 2011-10-11 16:47:53 +1100 | [diff] [blame] | 558 | static void *raid0_takeover_raid45(struct mddev *mddev) |
Trela, Maciej | 9af204c | 2010-03-08 16:02:44 +1100 | [diff] [blame] | 559 | { |
NeilBrown | 3cb0300 | 2011-10-11 16:45:26 +1100 | [diff] [blame] | 560 | struct md_rdev *rdev; |
NeilBrown | e373ab1 | 2011-10-11 16:48:59 +1100 | [diff] [blame] | 561 | struct r0conf *priv_conf; |
Trela, Maciej | 9af204c | 2010-03-08 16:02:44 +1100 | [diff] [blame] | 562 | |
| 563 | if (mddev->degraded != 1) { |
NeilBrown | b5a2096 | 2010-05-03 15:06:27 +1000 | [diff] [blame] | 564 | printk(KERN_ERR "md/raid0:%s: raid5 must be degraded! Degraded disks: %d\n", |
| 565 | mdname(mddev), |
Trela, Maciej | 9af204c | 2010-03-08 16:02:44 +1100 | [diff] [blame] | 566 | mddev->degraded); |
| 567 | return ERR_PTR(-EINVAL); |
| 568 | } |
| 569 | |
NeilBrown | dafb20f | 2012-03-19 12:46:39 +1100 | [diff] [blame] | 570 | rdev_for_each(rdev, mddev) { |
Trela, Maciej | 9af204c | 2010-03-08 16:02:44 +1100 | [diff] [blame] | 571 | /* check slot number for a disk */ |
| 572 | if (rdev->raid_disk == mddev->raid_disks-1) { |
NeilBrown | b5a2096 | 2010-05-03 15:06:27 +1000 | [diff] [blame] | 573 | printk(KERN_ERR "md/raid0:%s: raid5 must have missing parity disk!\n", |
| 574 | mdname(mddev)); |
Trela, Maciej | 9af204c | 2010-03-08 16:02:44 +1100 | [diff] [blame] | 575 | return ERR_PTR(-EINVAL); |
| 576 | } |
NeilBrown | eea136d | 2013-06-26 11:55:20 +1000 | [diff] [blame] | 577 | rdev->sectors = mddev->dev_sectors; |
Trela, Maciej | 9af204c | 2010-03-08 16:02:44 +1100 | [diff] [blame] | 578 | } |
| 579 | |
| 580 | /* Set new parameters */ |
| 581 | mddev->new_level = 0; |
Maciej Trela | 001048a | 2010-06-16 11:55:14 +0100 | [diff] [blame] | 582 | mddev->new_layout = 0; |
Trela, Maciej | 9af204c | 2010-03-08 16:02:44 +1100 | [diff] [blame] | 583 | mddev->new_chunk_sectors = mddev->chunk_sectors; |
| 584 | mddev->raid_disks--; |
| 585 | mddev->delta_disks = -1; |
| 586 | /* make sure it will be not marked as dirty */ |
| 587 | mddev->recovery_cp = MaxSector; |
| 588 | |
| 589 | create_strip_zones(mddev, &priv_conf); |
| 590 | return priv_conf; |
| 591 | } |
| 592 | |
NeilBrown | fd01b88 | 2011-10-11 16:47:53 +1100 | [diff] [blame] | 593 | static void *raid0_takeover_raid10(struct mddev *mddev) |
Trela, Maciej | 9af204c | 2010-03-08 16:02:44 +1100 | [diff] [blame] | 594 | { |
NeilBrown | e373ab1 | 2011-10-11 16:48:59 +1100 | [diff] [blame] | 595 | struct r0conf *priv_conf; |
Trela, Maciej | 9af204c | 2010-03-08 16:02:44 +1100 | [diff] [blame] | 596 | |
| 597 | /* Check layout: |
| 598 | * - far_copies must be 1 |
| 599 | * - near_copies must be 2 |
| 600 | * - disks number must be even |
| 601 | * - all mirrors must be already degraded |
| 602 | */ |
| 603 | if (mddev->layout != ((1 << 8) + 2)) { |
NeilBrown | b5a2096 | 2010-05-03 15:06:27 +1000 | [diff] [blame] | 604 | printk(KERN_ERR "md/raid0:%s:: Raid0 cannot takover layout: 0x%x\n", |
| 605 | mdname(mddev), |
Trela, Maciej | 9af204c | 2010-03-08 16:02:44 +1100 | [diff] [blame] | 606 | mddev->layout); |
| 607 | return ERR_PTR(-EINVAL); |
| 608 | } |
| 609 | if (mddev->raid_disks & 1) { |
NeilBrown | b5a2096 | 2010-05-03 15:06:27 +1000 | [diff] [blame] | 610 | printk(KERN_ERR "md/raid0:%s: Raid0 cannot takover Raid10 with odd disk number.\n", |
| 611 | mdname(mddev)); |
Trela, Maciej | 9af204c | 2010-03-08 16:02:44 +1100 | [diff] [blame] | 612 | return ERR_PTR(-EINVAL); |
| 613 | } |
| 614 | if (mddev->degraded != (mddev->raid_disks>>1)) { |
NeilBrown | b5a2096 | 2010-05-03 15:06:27 +1000 | [diff] [blame] | 615 | printk(KERN_ERR "md/raid0:%s: All mirrors must be already degraded!\n", |
| 616 | mdname(mddev)); |
Trela, Maciej | 9af204c | 2010-03-08 16:02:44 +1100 | [diff] [blame] | 617 | return ERR_PTR(-EINVAL); |
| 618 | } |
| 619 | |
| 620 | /* Set new parameters */ |
| 621 | mddev->new_level = 0; |
Maciej Trela | 001048a | 2010-06-16 11:55:14 +0100 | [diff] [blame] | 622 | mddev->new_layout = 0; |
Trela, Maciej | 9af204c | 2010-03-08 16:02:44 +1100 | [diff] [blame] | 623 | mddev->new_chunk_sectors = mddev->chunk_sectors; |
| 624 | mddev->delta_disks = - mddev->raid_disks / 2; |
| 625 | mddev->raid_disks += mddev->delta_disks; |
| 626 | mddev->degraded = 0; |
| 627 | /* make sure it will be not marked as dirty */ |
| 628 | mddev->recovery_cp = MaxSector; |
| 629 | |
| 630 | create_strip_zones(mddev, &priv_conf); |
Trela, Maciej | 9af204c | 2010-03-08 16:02:44 +1100 | [diff] [blame] | 631 | return priv_conf; |
| 632 | } |
| 633 | |
NeilBrown | fd01b88 | 2011-10-11 16:47:53 +1100 | [diff] [blame] | 634 | static void *raid0_takeover_raid1(struct mddev *mddev) |
Krzysztof Wojcik | fc3a08b | 2011-01-31 13:47:13 +1100 | [diff] [blame] | 635 | { |
NeilBrown | e373ab1 | 2011-10-11 16:48:59 +1100 | [diff] [blame] | 636 | struct r0conf *priv_conf; |
Jes Sorensen | 24b961f | 2012-04-01 23:48:38 +1000 | [diff] [blame] | 637 | int chunksect; |
Krzysztof Wojcik | fc3a08b | 2011-01-31 13:47:13 +1100 | [diff] [blame] | 638 | |
| 639 | /* Check layout: |
| 640 | * - (N - 1) mirror drives must be already faulty |
| 641 | */ |
| 642 | if ((mddev->raid_disks - 1) != mddev->degraded) { |
| 643 | printk(KERN_ERR "md/raid0:%s: (N - 1) mirrors drives must be already faulty!\n", |
| 644 | mdname(mddev)); |
| 645 | return ERR_PTR(-EINVAL); |
| 646 | } |
| 647 | |
Jes Sorensen | 24b961f | 2012-04-01 23:48:38 +1000 | [diff] [blame] | 648 | /* |
| 649 | * a raid1 doesn't have the notion of chunk size, so |
| 650 | * figure out the largest suitable size we can use. |
| 651 | */ |
| 652 | chunksect = 64 * 2; /* 64K by default */ |
| 653 | |
| 654 | /* The array must be an exact multiple of chunksize */ |
| 655 | while (chunksect && (mddev->array_sectors & (chunksect - 1))) |
| 656 | chunksect >>= 1; |
| 657 | |
| 658 | if ((chunksect << 9) < PAGE_SIZE) |
| 659 | /* array size does not allow a suitable chunk size */ |
| 660 | return ERR_PTR(-EINVAL); |
| 661 | |
Krzysztof Wojcik | fc3a08b | 2011-01-31 13:47:13 +1100 | [diff] [blame] | 662 | /* Set new parameters */ |
| 663 | mddev->new_level = 0; |
| 664 | mddev->new_layout = 0; |
Jes Sorensen | 24b961f | 2012-04-01 23:48:38 +1000 | [diff] [blame] | 665 | mddev->new_chunk_sectors = chunksect; |
| 666 | mddev->chunk_sectors = chunksect; |
Krzysztof Wojcik | fc3a08b | 2011-01-31 13:47:13 +1100 | [diff] [blame] | 667 | mddev->delta_disks = 1 - mddev->raid_disks; |
Krzysztof Wojcik | f7bee80 | 2011-02-14 10:01:41 +1100 | [diff] [blame] | 668 | mddev->raid_disks = 1; |
Krzysztof Wojcik | fc3a08b | 2011-01-31 13:47:13 +1100 | [diff] [blame] | 669 | /* make sure it will be not marked as dirty */ |
| 670 | mddev->recovery_cp = MaxSector; |
| 671 | |
| 672 | create_strip_zones(mddev, &priv_conf); |
| 673 | return priv_conf; |
| 674 | } |
| 675 | |
NeilBrown | fd01b88 | 2011-10-11 16:47:53 +1100 | [diff] [blame] | 676 | static void *raid0_takeover(struct mddev *mddev) |
Trela, Maciej | 9af204c | 2010-03-08 16:02:44 +1100 | [diff] [blame] | 677 | { |
| 678 | /* raid0 can take over: |
Maciej Trela | 049d6c1 | 2010-06-16 11:56:12 +0100 | [diff] [blame] | 679 | * raid4 - if all data disks are active. |
Trela, Maciej | 9af204c | 2010-03-08 16:02:44 +1100 | [diff] [blame] | 680 | * raid5 - providing it is Raid4 layout and one disk is faulty |
| 681 | * raid10 - assuming we have all necessary active disks |
Krzysztof Wojcik | fc3a08b | 2011-01-31 13:47:13 +1100 | [diff] [blame] | 682 | * raid1 - with (N -1) mirror drives faulty |
Trela, Maciej | 9af204c | 2010-03-08 16:02:44 +1100 | [diff] [blame] | 683 | */ |
NeilBrown | a8461a6 | 2014-08-06 16:34:27 +1000 | [diff] [blame] | 684 | |
| 685 | if (mddev->bitmap) { |
| 686 | printk(KERN_ERR "md/raid0: %s: cannot takeover array with bitmap\n", |
| 687 | mdname(mddev)); |
| 688 | return ERR_PTR(-EBUSY); |
| 689 | } |
Maciej Trela | 049d6c1 | 2010-06-16 11:56:12 +0100 | [diff] [blame] | 690 | if (mddev->level == 4) |
| 691 | return raid0_takeover_raid45(mddev); |
| 692 | |
Trela, Maciej | 9af204c | 2010-03-08 16:02:44 +1100 | [diff] [blame] | 693 | if (mddev->level == 5) { |
| 694 | if (mddev->layout == ALGORITHM_PARITY_N) |
Maciej Trela | 049d6c1 | 2010-06-16 11:56:12 +0100 | [diff] [blame] | 695 | return raid0_takeover_raid45(mddev); |
Trela, Maciej | 9af204c | 2010-03-08 16:02:44 +1100 | [diff] [blame] | 696 | |
NeilBrown | b5a2096 | 2010-05-03 15:06:27 +1000 | [diff] [blame] | 697 | printk(KERN_ERR "md/raid0:%s: Raid can only takeover Raid5 with layout: %d\n", |
| 698 | mdname(mddev), ALGORITHM_PARITY_N); |
Trela, Maciej | 9af204c | 2010-03-08 16:02:44 +1100 | [diff] [blame] | 699 | } |
| 700 | |
| 701 | if (mddev->level == 10) |
| 702 | return raid0_takeover_raid10(mddev); |
| 703 | |
Krzysztof Wojcik | fc3a08b | 2011-01-31 13:47:13 +1100 | [diff] [blame] | 704 | if (mddev->level == 1) |
| 705 | return raid0_takeover_raid1(mddev); |
| 706 | |
| 707 | printk(KERN_ERR "Takeover from raid%i to raid0 not supported\n", |
| 708 | mddev->level); |
| 709 | |
Trela, Maciej | 9af204c | 2010-03-08 16:02:44 +1100 | [diff] [blame] | 710 | return ERR_PTR(-EINVAL); |
| 711 | } |
| 712 | |
NeilBrown | fd01b88 | 2011-10-11 16:47:53 +1100 | [diff] [blame] | 713 | static void raid0_quiesce(struct mddev *mddev, int state) |
Trela, Maciej | 9af204c | 2010-03-08 16:02:44 +1100 | [diff] [blame] | 714 | { |
| 715 | } |
| 716 | |
NeilBrown | 84fc4b5 | 2011-10-11 16:49:58 +1100 | [diff] [blame] | 717 | static struct md_personality raid0_personality= |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 718 | { |
| 719 | .name = "raid0", |
NeilBrown | 2604b70 | 2006-01-06 00:20:36 -0800 | [diff] [blame] | 720 | .level = 0, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 721 | .owner = THIS_MODULE, |
| 722 | .make_request = raid0_make_request, |
| 723 | .run = raid0_run, |
NeilBrown | afa0f55 | 2014-12-15 12:56:58 +1100 | [diff] [blame] | 724 | .free = raid0_free, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 725 | .status = raid0_status, |
Dan Williams | 80c3a6c | 2009-03-17 18:10:40 -0700 | [diff] [blame] | 726 | .size = raid0_size, |
Trela, Maciej | 9af204c | 2010-03-08 16:02:44 +1100 | [diff] [blame] | 727 | .takeover = raid0_takeover, |
| 728 | .quiesce = raid0_quiesce, |
NeilBrown | 5c675f8 | 2014-12-15 12:56:56 +1100 | [diff] [blame] | 729 | .congested = raid0_congested, |
NeilBrown | 64590f4 | 2014-12-15 12:56:57 +1100 | [diff] [blame] | 730 | .mergeable_bvec = raid0_mergeable_bvec, |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 731 | }; |
| 732 | |
| 733 | static int __init raid0_init (void) |
| 734 | { |
NeilBrown | 2604b70 | 2006-01-06 00:20:36 -0800 | [diff] [blame] | 735 | return register_md_personality (&raid0_personality); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 736 | } |
| 737 | |
| 738 | static void raid0_exit (void) |
| 739 | { |
NeilBrown | 2604b70 | 2006-01-06 00:20:36 -0800 | [diff] [blame] | 740 | unregister_md_personality (&raid0_personality); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 741 | } |
| 742 | |
| 743 | module_init(raid0_init); |
| 744 | module_exit(raid0_exit); |
| 745 | MODULE_LICENSE("GPL"); |
NeilBrown | 0efb9e6 | 2009-12-14 12:49:58 +1100 | [diff] [blame] | 746 | MODULE_DESCRIPTION("RAID0 (striping) personality for MD"); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 747 | MODULE_ALIAS("md-personality-2"); /* RAID0 */ |
NeilBrown | d9d166c | 2006-01-06 00:20:51 -0800 | [diff] [blame] | 748 | MODULE_ALIAS("md-raid0"); |
NeilBrown | 2604b70 | 2006-01-06 00:20:36 -0800 | [diff] [blame] | 749 | MODULE_ALIAS("md-level-0"); |