Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2 | * Copyright (C) 2001-2002 Sistina Software (UK) Limited. |
Alasdair G Kergon | 4db6bfe | 2009-01-06 03:05:17 +0000 | [diff] [blame] | 3 | * Copyright (C) 2006-2008 Red Hat GmbH |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 4 | * |
| 5 | * This file is released under the GPL. |
| 6 | */ |
| 7 | |
Jonathan Brassow | aea53d9 | 2009-01-06 03:05:15 +0000 | [diff] [blame] | 8 | #include "dm-exception-store.h" |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 9 | |
Jonathan Brassow | fee1998 | 2009-04-02 19:55:34 +0100 | [diff] [blame] | 10 | #include <linux/ctype.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 11 | #include <linux/mm.h> |
| 12 | #include <linux/pagemap.h> |
| 13 | #include <linux/vmalloc.h> |
Paul Gortmaker | 056075c | 2011-07-03 13:58:33 -0400 | [diff] [blame] | 14 | #include <linux/module.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 15 | #include <linux/slab.h> |
| 16 | |
Alasdair G Kergon | 4db6bfe | 2009-01-06 03:05:17 +0000 | [diff] [blame] | 17 | #define DM_MSG_PREFIX "snapshot exception stores" |
Alasdair G Kergon | 72d9486 | 2006-06-26 00:27:35 -0700 | [diff] [blame] | 18 | |
Jonathan Brassow | 493df71 | 2009-04-02 19:55:31 +0100 | [diff] [blame] | 19 | static LIST_HEAD(_exception_store_types); |
| 20 | static DEFINE_SPINLOCK(_lock); |
| 21 | |
| 22 | static struct dm_exception_store_type *__find_exception_store_type(const char *name) |
| 23 | { |
| 24 | struct dm_exception_store_type *type; |
| 25 | |
| 26 | list_for_each_entry(type, &_exception_store_types, list) |
| 27 | if (!strcmp(name, type->name)) |
| 28 | return type; |
| 29 | |
| 30 | return NULL; |
| 31 | } |
| 32 | |
| 33 | static struct dm_exception_store_type *_get_exception_store_type(const char *name) |
| 34 | { |
| 35 | struct dm_exception_store_type *type; |
| 36 | |
| 37 | spin_lock(&_lock); |
| 38 | |
| 39 | type = __find_exception_store_type(name); |
| 40 | |
| 41 | if (type && !try_module_get(type->module)) |
| 42 | type = NULL; |
| 43 | |
| 44 | spin_unlock(&_lock); |
| 45 | |
| 46 | return type; |
| 47 | } |
| 48 | |
| 49 | /* |
| 50 | * get_type |
| 51 | * @type_name |
| 52 | * |
| 53 | * Attempt to retrieve the dm_exception_store_type by name. If not already |
| 54 | * available, attempt to load the appropriate module. |
| 55 | * |
| 56 | * Exstore modules are named "dm-exstore-" followed by the 'type_name'. |
| 57 | * Modules may contain multiple types. |
| 58 | * This function will first try the module "dm-exstore-<type_name>", |
| 59 | * then truncate 'type_name' on the last '-' and try again. |
| 60 | * |
| 61 | * For example, if type_name was "clustered-shared", it would search |
| 62 | * 'dm-exstore-clustered-shared' then 'dm-exstore-clustered'. |
| 63 | * |
| 64 | * 'dm-exception-store-<type_name>' is too long of a name in my |
| 65 | * opinion, which is why I've chosen to have the files |
| 66 | * containing exception store implementations be 'dm-exstore-<type_name>'. |
| 67 | * If you want your module to be autoloaded, you will follow this |
| 68 | * naming convention. |
| 69 | * |
| 70 | * Returns: dm_exception_store_type* on success, NULL on failure |
| 71 | */ |
| 72 | static struct dm_exception_store_type *get_type(const char *type_name) |
| 73 | { |
| 74 | char *p, *type_name_dup; |
| 75 | struct dm_exception_store_type *type; |
| 76 | |
| 77 | type = _get_exception_store_type(type_name); |
| 78 | if (type) |
| 79 | return type; |
| 80 | |
| 81 | type_name_dup = kstrdup(type_name, GFP_KERNEL); |
| 82 | if (!type_name_dup) { |
| 83 | DMERR("No memory left to attempt load for \"%s\"", type_name); |
| 84 | return NULL; |
| 85 | } |
| 86 | |
| 87 | while (request_module("dm-exstore-%s", type_name_dup) || |
| 88 | !(type = _get_exception_store_type(type_name))) { |
| 89 | p = strrchr(type_name_dup, '-'); |
| 90 | if (!p) |
| 91 | break; |
| 92 | p[0] = '\0'; |
| 93 | } |
| 94 | |
| 95 | if (!type) |
| 96 | DMWARN("Module for exstore type \"%s\" not found.", type_name); |
| 97 | |
| 98 | kfree(type_name_dup); |
| 99 | |
| 100 | return type; |
| 101 | } |
| 102 | |
| 103 | static void put_type(struct dm_exception_store_type *type) |
| 104 | { |
| 105 | spin_lock(&_lock); |
| 106 | module_put(type->module); |
| 107 | spin_unlock(&_lock); |
| 108 | } |
| 109 | |
| 110 | int dm_exception_store_type_register(struct dm_exception_store_type *type) |
| 111 | { |
| 112 | int r = 0; |
| 113 | |
| 114 | spin_lock(&_lock); |
| 115 | if (!__find_exception_store_type(type->name)) |
| 116 | list_add(&type->list, &_exception_store_types); |
| 117 | else |
| 118 | r = -EEXIST; |
| 119 | spin_unlock(&_lock); |
| 120 | |
| 121 | return r; |
| 122 | } |
| 123 | EXPORT_SYMBOL(dm_exception_store_type_register); |
| 124 | |
| 125 | int dm_exception_store_type_unregister(struct dm_exception_store_type *type) |
| 126 | { |
| 127 | spin_lock(&_lock); |
| 128 | |
| 129 | if (!__find_exception_store_type(type->name)) { |
| 130 | spin_unlock(&_lock); |
| 131 | return -EINVAL; |
| 132 | } |
| 133 | |
| 134 | list_del(&type->list); |
| 135 | |
| 136 | spin_unlock(&_lock); |
| 137 | |
| 138 | return 0; |
| 139 | } |
| 140 | EXPORT_SYMBOL(dm_exception_store_type_unregister); |
| 141 | |
Jonathan Brassow | fee1998 | 2009-04-02 19:55:34 +0100 | [diff] [blame] | 142 | static int set_chunk_size(struct dm_exception_store *store, |
| 143 | const char *chunk_size_arg, char **error) |
| 144 | { |
majianpeng | 1a66a08 | 2012-07-27 15:07:59 +0100 | [diff] [blame] | 145 | unsigned chunk_size; |
Jonathan Brassow | fee1998 | 2009-04-02 19:55:34 +0100 | [diff] [blame] | 146 | |
majianpeng | 1a66a08 | 2012-07-27 15:07:59 +0100 | [diff] [blame] | 147 | if (kstrtouint(chunk_size_arg, 10, &chunk_size)) { |
Jonathan Brassow | fee1998 | 2009-04-02 19:55:34 +0100 | [diff] [blame] | 148 | *error = "Invalid chunk size"; |
| 149 | return -EINVAL; |
| 150 | } |
| 151 | |
majianpeng | 1a66a08 | 2012-07-27 15:07:59 +0100 | [diff] [blame] | 152 | if (!chunk_size) { |
Jonathan Brassow | fee1998 | 2009-04-02 19:55:34 +0100 | [diff] [blame] | 153 | store->chunk_size = store->chunk_mask = store->chunk_shift = 0; |
| 154 | return 0; |
| 155 | } |
| 156 | |
majianpeng | 1a66a08 | 2012-07-27 15:07:59 +0100 | [diff] [blame] | 157 | return dm_exception_store_set_chunk_size(store, chunk_size, error); |
Mikulas Patocka | 2defcc3 | 2009-09-04 20:40:41 +0100 | [diff] [blame] | 158 | } |
| 159 | |
| 160 | int dm_exception_store_set_chunk_size(struct dm_exception_store *store, |
Mikulas Patocka | df96eee | 2009-10-16 23:18:17 +0100 | [diff] [blame] | 161 | unsigned chunk_size, |
Mikulas Patocka | 2defcc3 | 2009-09-04 20:40:41 +0100 | [diff] [blame] | 162 | char **error) |
| 163 | { |
Jonathan Brassow | fee1998 | 2009-04-02 19:55:34 +0100 | [diff] [blame] | 164 | /* Check chunk_size is a power of 2 */ |
Mikulas Patocka | df96eee | 2009-10-16 23:18:17 +0100 | [diff] [blame] | 165 | if (!is_power_of_2(chunk_size)) { |
Jonathan Brassow | fee1998 | 2009-04-02 19:55:34 +0100 | [diff] [blame] | 166 | *error = "Chunk size is not a power of 2"; |
| 167 | return -EINVAL; |
| 168 | } |
| 169 | |
| 170 | /* Validate the chunk size against the device block size */ |
Mike Snitzer | fc56f6f | 2009-12-10 23:52:12 +0000 | [diff] [blame] | 171 | if (chunk_size % |
Mikulas Patocka | c241104 | 2010-08-12 04:13:51 +0100 | [diff] [blame] | 172 | (bdev_logical_block_size(dm_snap_cow(store->snap)->bdev) >> 9) || |
| 173 | chunk_size % |
| 174 | (bdev_logical_block_size(dm_snap_origin(store->snap)->bdev) >> 9)) { |
Jonathan Brassow | fee1998 | 2009-04-02 19:55:34 +0100 | [diff] [blame] | 175 | *error = "Chunk size is not a multiple of device blocksize"; |
| 176 | return -EINVAL; |
| 177 | } |
| 178 | |
Mikulas Patocka | df96eee | 2009-10-16 23:18:17 +0100 | [diff] [blame] | 179 | if (chunk_size > INT_MAX >> SECTOR_SHIFT) { |
Mikulas Patocka | ae0b744 | 2009-09-04 20:40:43 +0100 | [diff] [blame] | 180 | *error = "Chunk size is too high"; |
| 181 | return -EINVAL; |
| 182 | } |
| 183 | |
Mikulas Patocka | df96eee | 2009-10-16 23:18:17 +0100 | [diff] [blame] | 184 | store->chunk_size = chunk_size; |
| 185 | store->chunk_mask = chunk_size - 1; |
Mikulas Patocka | a3d939a | 2015-10-02 11:21:24 -0400 | [diff] [blame] | 186 | store->chunk_shift = __ffs(chunk_size); |
Jonathan Brassow | fee1998 | 2009-04-02 19:55:34 +0100 | [diff] [blame] | 187 | |
| 188 | return 0; |
| 189 | } |
| 190 | |
| 191 | int dm_exception_store_create(struct dm_target *ti, int argc, char **argv, |
Mike Snitzer | fc56f6f | 2009-12-10 23:52:12 +0000 | [diff] [blame] | 192 | struct dm_snapshot *snap, |
Jonathan Brassow | fee1998 | 2009-04-02 19:55:34 +0100 | [diff] [blame] | 193 | unsigned *args_used, |
Jonathan Brassow | 493df71 | 2009-04-02 19:55:31 +0100 | [diff] [blame] | 194 | struct dm_exception_store **store) |
| 195 | { |
| 196 | int r = 0; |
Milan Broz | 874d2f6 | 2009-06-30 15:18:14 +0100 | [diff] [blame] | 197 | struct dm_exception_store_type *type = NULL; |
Jonathan Brassow | 493df71 | 2009-04-02 19:55:31 +0100 | [diff] [blame] | 198 | struct dm_exception_store *tmp_store; |
Jonathan Brassow | fee1998 | 2009-04-02 19:55:34 +0100 | [diff] [blame] | 199 | char persistent; |
| 200 | |
Mike Snitzer | fc56f6f | 2009-12-10 23:52:12 +0000 | [diff] [blame] | 201 | if (argc < 2) { |
Jonathan Brassow | fee1998 | 2009-04-02 19:55:34 +0100 | [diff] [blame] | 202 | ti->error = "Insufficient exception store arguments"; |
| 203 | return -EINVAL; |
| 204 | } |
Jonathan Brassow | 493df71 | 2009-04-02 19:55:31 +0100 | [diff] [blame] | 205 | |
Mike Snitzer | b0d3cc0 | 2015-10-08 18:05:41 -0400 | [diff] [blame] | 206 | tmp_store = kzalloc(sizeof(*tmp_store), GFP_KERNEL); |
Jonathan Brassow | fee1998 | 2009-04-02 19:55:34 +0100 | [diff] [blame] | 207 | if (!tmp_store) { |
| 208 | ti->error = "Exception store allocation failed"; |
Jonathan Brassow | 493df71 | 2009-04-02 19:55:31 +0100 | [diff] [blame] | 209 | return -ENOMEM; |
Jonathan Brassow | fee1998 | 2009-04-02 19:55:34 +0100 | [diff] [blame] | 210 | } |
Jonathan Brassow | 493df71 | 2009-04-02 19:55:31 +0100 | [diff] [blame] | 211 | |
Mike Snitzer | fc56f6f | 2009-12-10 23:52:12 +0000 | [diff] [blame] | 212 | persistent = toupper(*argv[0]); |
Milan Broz | 874d2f6 | 2009-06-30 15:18:14 +0100 | [diff] [blame] | 213 | if (persistent == 'P') |
| 214 | type = get_type("P"); |
| 215 | else if (persistent == 'N') |
| 216 | type = get_type("N"); |
| 217 | else { |
Mike Snitzer | b0d3cc0 | 2015-10-08 18:05:41 -0400 | [diff] [blame] | 218 | ti->error = "Exception store type is not P or N"; |
Julia Lawall | 613978f | 2009-12-10 23:51:52 +0000 | [diff] [blame] | 219 | r = -EINVAL; |
| 220 | goto bad_type; |
Jonathan Brassow | 493df71 | 2009-04-02 19:55:31 +0100 | [diff] [blame] | 221 | } |
| 222 | |
Jonathan Brassow | fee1998 | 2009-04-02 19:55:34 +0100 | [diff] [blame] | 223 | if (!type) { |
| 224 | ti->error = "Exception store type not recognised"; |
| 225 | r = -EINVAL; |
| 226 | goto bad_type; |
| 227 | } |
| 228 | |
Jonathan Brassow | 493df71 | 2009-04-02 19:55:31 +0100 | [diff] [blame] | 229 | tmp_store->type = type; |
Mike Snitzer | fc56f6f | 2009-12-10 23:52:12 +0000 | [diff] [blame] | 230 | tmp_store->snap = snap; |
Jonathan Brassow | 493df71 | 2009-04-02 19:55:31 +0100 | [diff] [blame] | 231 | |
Mike Snitzer | fc56f6f | 2009-12-10 23:52:12 +0000 | [diff] [blame] | 232 | r = set_chunk_size(tmp_store, argv[1], &ti->error); |
Jonathan Brassow | fee1998 | 2009-04-02 19:55:34 +0100 | [diff] [blame] | 233 | if (r) |
Mike Snitzer | fc56f6f | 2009-12-10 23:52:12 +0000 | [diff] [blame] | 234 | goto bad; |
Jonathan Brassow | 49beb2b | 2009-04-02 19:55:33 +0100 | [diff] [blame] | 235 | |
Mike Snitzer | b0d3cc0 | 2015-10-08 18:05:41 -0400 | [diff] [blame] | 236 | r = type->ctr(tmp_store, (strlen(argv[0]) > 1 ? &argv[0][1] : NULL)); |
Jonathan Brassow | 493df71 | 2009-04-02 19:55:31 +0100 | [diff] [blame] | 237 | if (r) { |
Jonathan Brassow | fee1998 | 2009-04-02 19:55:34 +0100 | [diff] [blame] | 238 | ti->error = "Exception store type constructor failed"; |
Mike Snitzer | fc56f6f | 2009-12-10 23:52:12 +0000 | [diff] [blame] | 239 | goto bad; |
Jonathan Brassow | 493df71 | 2009-04-02 19:55:31 +0100 | [diff] [blame] | 240 | } |
| 241 | |
Mike Snitzer | fc56f6f | 2009-12-10 23:52:12 +0000 | [diff] [blame] | 242 | *args_used = 2; |
Jonathan Brassow | 493df71 | 2009-04-02 19:55:31 +0100 | [diff] [blame] | 243 | *store = tmp_store; |
| 244 | return 0; |
Jonathan Brassow | fee1998 | 2009-04-02 19:55:34 +0100 | [diff] [blame] | 245 | |
Mike Snitzer | fc56f6f | 2009-12-10 23:52:12 +0000 | [diff] [blame] | 246 | bad: |
Jonathan Brassow | fee1998 | 2009-04-02 19:55:34 +0100 | [diff] [blame] | 247 | put_type(type); |
| 248 | bad_type: |
| 249 | kfree(tmp_store); |
| 250 | return r; |
Jonathan Brassow | 493df71 | 2009-04-02 19:55:31 +0100 | [diff] [blame] | 251 | } |
| 252 | EXPORT_SYMBOL(dm_exception_store_create); |
| 253 | |
| 254 | void dm_exception_store_destroy(struct dm_exception_store *store) |
| 255 | { |
| 256 | store->type->dtr(store); |
| 257 | put_type(store->type); |
| 258 | kfree(store); |
| 259 | } |
| 260 | EXPORT_SYMBOL(dm_exception_store_destroy); |
| 261 | |
Alasdair G Kergon | 4db6bfe | 2009-01-06 03:05:17 +0000 | [diff] [blame] | 262 | int dm_exception_store_init(void) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 263 | { |
| 264 | int r; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 265 | |
Alasdair G Kergon | 4db6bfe | 2009-01-06 03:05:17 +0000 | [diff] [blame] | 266 | r = dm_transient_snapshot_init(); |
| 267 | if (r) { |
| 268 | DMERR("Unable to register transient exception store type."); |
| 269 | goto transient_fail; |
| 270 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 271 | |
Alasdair G Kergon | 4db6bfe | 2009-01-06 03:05:17 +0000 | [diff] [blame] | 272 | r = dm_persistent_snapshot_init(); |
| 273 | if (r) { |
| 274 | DMERR("Unable to register persistent exception store type"); |
| 275 | goto persistent_fail; |
| 276 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 277 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 278 | return 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 279 | |
Alasdair G Kergon | 4db6bfe | 2009-01-06 03:05:17 +0000 | [diff] [blame] | 280 | persistent_fail: |
Andrei Warkentin | aadbe26 | 2012-03-28 18:41:22 +0100 | [diff] [blame] | 281 | dm_transient_snapshot_exit(); |
Alasdair G Kergon | 4db6bfe | 2009-01-06 03:05:17 +0000 | [diff] [blame] | 282 | transient_fail: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 283 | return r; |
| 284 | } |
| 285 | |
Alasdair G Kergon | 4db6bfe | 2009-01-06 03:05:17 +0000 | [diff] [blame] | 286 | void dm_exception_store_exit(void) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 287 | { |
Alasdair G Kergon | 4db6bfe | 2009-01-06 03:05:17 +0000 | [diff] [blame] | 288 | dm_persistent_snapshot_exit(); |
| 289 | dm_transient_snapshot_exit(); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 290 | } |