Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 1 | /* |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 2 | * Copyright (c) 2009, Microsoft Corporation. |
| 3 | * |
| 4 | * This program is free software; you can redistribute it and/or modify it |
| 5 | * under the terms and conditions of the GNU General Public License, |
| 6 | * version 2, as published by the Free Software Foundation. |
| 7 | * |
| 8 | * This program is distributed in the hope it will be useful, but WITHOUT |
| 9 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
| 10 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for |
| 11 | * more details. |
| 12 | * |
| 13 | * You should have received a copy of the GNU General Public License along with |
| 14 | * this program; if not, write to the Free Software Foundation, Inc., 59 Temple |
| 15 | * Place - Suite 330, Boston, MA 02111-1307 USA. |
| 16 | * |
| 17 | * Authors: |
| 18 | * Haiyang Zhang <haiyangz@microsoft.com> |
| 19 | * Hank Janssen <hjanssen@microsoft.com> |
K. Y. Srinivasan | 972621c | 2011-05-10 07:54:19 -0700 | [diff] [blame] | 20 | * K. Y. Srinivasan <kys@microsoft.com> |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 21 | */ |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 22 | #include <linux/init.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 23 | #include <linux/slab.h> |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 24 | #include <linux/module.h> |
| 25 | #include <linux/device.h> |
| 26 | #include <linux/blkdev.h> |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 27 | #include <scsi/scsi.h> |
| 28 | #include <scsi/scsi_cmnd.h> |
| 29 | #include <scsi/scsi_host.h> |
| 30 | #include <scsi/scsi_device.h> |
| 31 | #include <scsi/scsi_tcq.h> |
| 32 | #include <scsi/scsi_eh.h> |
| 33 | #include <scsi/scsi_devinfo.h> |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 34 | #include <scsi/scsi_dbg.h> |
K. Y. Srinivasan | e3fe0bb | 2011-02-11 10:00:12 -0800 | [diff] [blame] | 35 | #include "hv_api.h" |
Greg Kroah-Hartman | 645954c | 2009-08-28 16:22:59 -0700 | [diff] [blame] | 36 | #include "logging.h" |
Greg Kroah-Hartman | 2d82f6c | 2010-05-05 22:52:28 -0700 | [diff] [blame] | 37 | #include "version_info.h" |
Greg Kroah-Hartman | 870cde8 | 2009-08-19 16:21:28 -0700 | [diff] [blame] | 38 | #include "vmbus.h" |
Greg Kroah-Hartman | bb96979 | 2010-05-05 22:40:43 -0700 | [diff] [blame] | 39 | #include "storvsc_api.h" |
K. Y. Srinivasan | af3043c | 2011-03-23 10:50:33 -0700 | [diff] [blame] | 40 | #include "vstorage.h" |
| 41 | #include "channel.h" |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 42 | |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 43 | |
K. Y. Srinivasan | 0f0cdc6 | 2011-05-10 07:54:18 -0700 | [diff] [blame] | 44 | static const char *driver_name = "storvsc"; |
K. Y. Srinivasan | 6dec244 | 2011-03-23 10:50:25 -0700 | [diff] [blame] | 45 | |
| 46 | /* {ba6163d9-04a1-4d29-b605-72e2ffb1dc7f} */ |
| 47 | static const struct hv_guid gStorVscDeviceType = { |
| 48 | .data = { |
| 49 | 0xd9, 0x63, 0x61, 0xba, 0xa1, 0x04, 0x29, 0x4d, |
| 50 | 0xb6, 0x05, 0x72, 0xe2, 0xff, 0xb1, 0xdc, 0x7f |
| 51 | } |
| 52 | }; |
| 53 | |
K. Y. Srinivasan | 972621c | 2011-05-10 07:54:19 -0700 | [diff] [blame] | 54 | struct hv_host_device { |
K. Y. Srinivasan | 97c1529 | 2011-05-10 07:54:21 -0700 | [diff] [blame] | 55 | struct hv_device *dev; |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 56 | struct kmem_cache *request_pool; |
| 57 | unsigned int port; |
| 58 | unsigned char path; |
| 59 | unsigned char target; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 60 | }; |
| 61 | |
| 62 | struct storvsc_cmd_request { |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 63 | struct list_head entry; |
| 64 | struct scsi_cmnd *cmd; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 65 | |
| 66 | unsigned int bounce_sgl_count; |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 67 | struct scatterlist *bounce_sgl; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 68 | |
Nicolas Palix | 0b3f683 | 2009-07-29 14:10:19 +0200 | [diff] [blame] | 69 | struct hv_storvsc_request request; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 70 | }; |
| 71 | |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 72 | |
K. Y. Srinivasan | 6dec244 | 2011-03-23 10:50:25 -0700 | [diff] [blame] | 73 | /* |
| 74 | * stor_vsc_initialize - Main entry point |
| 75 | */ |
K. Y. Srinivasan | 2b8b358 | 2011-03-23 10:50:26 -0700 | [diff] [blame] | 76 | static int stor_vsc_initialize(struct hv_driver *driver) |
K. Y. Srinivasan | 6dec244 | 2011-03-23 10:50:25 -0700 | [diff] [blame] | 77 | { |
K. Y. Srinivasan | 2e79505 | 2011-05-10 07:53:52 -0700 | [diff] [blame] | 78 | struct storvsc_driver *stor_driver; |
K. Y. Srinivasan | 6dec244 | 2011-03-23 10:50:25 -0700 | [diff] [blame] | 79 | |
K. Y. Srinivasan | ced01b0 | 2011-03-28 09:33:29 -0700 | [diff] [blame] | 80 | stor_driver = hvdr_to_stordr(driver); |
K. Y. Srinivasan | 6dec244 | 2011-03-23 10:50:25 -0700 | [diff] [blame] | 81 | |
K. Y. Srinivasan | 6dec244 | 2011-03-23 10:50:25 -0700 | [diff] [blame] | 82 | |
| 83 | /* Make sure we are at least 2 pages since 1 page is used for control */ |
| 84 | |
K. Y. Srinivasan | 0f0cdc6 | 2011-05-10 07:54:18 -0700 | [diff] [blame] | 85 | driver->name = driver_name; |
K. Y. Srinivasan | 6dec244 | 2011-03-23 10:50:25 -0700 | [diff] [blame] | 86 | memcpy(&driver->dev_type, &gStorVscDeviceType, |
| 87 | sizeof(struct hv_guid)); |
| 88 | |
K. Y. Srinivasan | 6dec244 | 2011-03-23 10:50:25 -0700 | [diff] [blame] | 89 | |
| 90 | /* |
| 91 | * Divide the ring buffer data size (which is 1 page less |
| 92 | * than the ring buffer size since that page is reserved for |
| 93 | * the ring buffer indices) by the max request size (which is |
| 94 | * vmbus_channel_packet_multipage_buffer + struct vstor_packet + u64) |
| 95 | */ |
| 96 | stor_driver->max_outstanding_req_per_channel = |
| 97 | ((stor_driver->ring_buffer_size - PAGE_SIZE) / |
| 98 | ALIGN(MAX_MULTIPAGE_BUFFER_PACKET + |
| 99 | sizeof(struct vstor_packet) + sizeof(u64), |
| 100 | sizeof(u64))); |
| 101 | |
| 102 | DPRINT_INFO(STORVSC, "max io %u, currently %u\n", |
| 103 | stor_driver->max_outstanding_req_per_channel, |
| 104 | STORVSC_MAX_IO_REQUESTS); |
| 105 | |
| 106 | /* Setup the dispatch table */ |
K. Y. Srinivasan | 2ac5dad | 2011-05-10 07:53:57 -0700 | [diff] [blame] | 107 | stor_driver->base.dev_add = storvsc_dev_add; |
K. Y. Srinivasan | cb706b04 | 2011-05-10 07:53:58 -0700 | [diff] [blame] | 108 | stor_driver->base.dev_rm = storvsc_dev_remove; |
K. Y. Srinivasan | 6dec244 | 2011-03-23 10:50:25 -0700 | [diff] [blame] | 109 | |
K. Y. Srinivasan | bb46592 | 2011-05-10 07:54:02 -0700 | [diff] [blame] | 110 | stor_driver->on_io_request = storvsc_do_io; |
K. Y. Srinivasan | 6dec244 | 2011-03-23 10:50:25 -0700 | [diff] [blame] | 111 | |
| 112 | return 0; |
| 113 | } |
| 114 | |
K. Y. Srinivasan | 5b60ace | 2011-05-10 07:54:25 -0700 | [diff] [blame] | 115 | static int storvsc_device_alloc(struct scsi_device *sdevice) |
| 116 | { |
| 117 | /* |
| 118 | * This enables luns to be located sparsely. Otherwise, we may not |
| 119 | * discovered them. |
| 120 | */ |
| 121 | sdevice->sdev_bflags |= BLIST_SPARSELUN | BLIST_LARGELUN; |
| 122 | return 0; |
| 123 | } |
| 124 | |
K. Y. Srinivasan | a1ebfea | 2011-05-10 07:54:26 -0700 | [diff] [blame] | 125 | static int storvsc_merge_bvec(struct request_queue *q, |
| 126 | struct bvec_merge_data *bmd, struct bio_vec *bvec) |
| 127 | { |
| 128 | /* checking done by caller. */ |
| 129 | return bvec->bv_len; |
| 130 | } |
| 131 | |
K. Y. Srinivasan | 419f2d0 | 2011-05-10 07:54:27 -0700 | [diff] [blame^] | 132 | static int storvsc_device_configure(struct scsi_device *sdevice) |
| 133 | { |
| 134 | scsi_adjust_queue_depth(sdevice, MSG_SIMPLE_TAG, |
| 135 | STORVSC_MAX_IO_REQUESTS); |
| 136 | |
| 137 | DPRINT_INFO(STORVSC_DRV, "sdev (%p) - setting max segment size to %ld", |
| 138 | sdevice, PAGE_SIZE); |
| 139 | blk_queue_max_segment_size(sdevice->request_queue, PAGE_SIZE); |
| 140 | |
| 141 | DPRINT_INFO(STORVSC_DRV, "sdev (%p) - adding merge bio vec routine", |
| 142 | sdevice); |
| 143 | blk_queue_merge_bvec(sdevice->request_queue, storvsc_merge_bvec); |
| 144 | |
| 145 | blk_queue_bounce_limit(sdevice->request_queue, BLK_BOUNCE_ANY); |
| 146 | /* sdevice->timeout = (2000 * HZ);//(75 * HZ); */ |
| 147 | |
| 148 | return 0; |
| 149 | } |
| 150 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 151 | /* Static decl */ |
K. Y. Srinivasan | 9efd21e | 2011-04-29 13:45:10 -0700 | [diff] [blame] | 152 | static int storvsc_probe(struct hv_device *dev); |
Jeff Garzik | f281233 | 2010-11-16 02:10:29 -0500 | [diff] [blame] | 153 | static int storvsc_queuecommand(struct Scsi_Host *shost, struct scsi_cmnd *scmnd); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 154 | static int storvsc_host_reset_handler(struct scsi_cmnd *scmnd); |
K. Y. Srinivasan | 415b023 | 2011-04-29 13:45:12 -0700 | [diff] [blame] | 155 | static int storvsc_remove(struct hv_device *dev); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 156 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 157 | static struct scatterlist *create_bounce_buffer(struct scatterlist *sgl, |
| 158 | unsigned int sg_count, |
| 159 | unsigned int len); |
| 160 | static void destroy_bounce_buffer(struct scatterlist *sgl, |
| 161 | unsigned int sg_count); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 162 | static int do_bounce_buffer(struct scatterlist *sgl, unsigned int sg_count); |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 163 | static unsigned int copy_from_bounce_buffer(struct scatterlist *orig_sgl, |
| 164 | struct scatterlist *bounce_sgl, |
| 165 | unsigned int orig_sgl_count); |
| 166 | static unsigned int copy_to_bounce_buffer(struct scatterlist *orig_sgl, |
| 167 | struct scatterlist *bounce_sgl, |
| 168 | unsigned int orig_sgl_count); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 169 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 170 | static int storvsc_get_chs(struct scsi_device *sdev, struct block_device *bdev, |
| 171 | sector_t capacity, int *info); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 172 | |
| 173 | |
| 174 | static int storvsc_ringbuffer_size = STORVSC_RING_BUFFER_SIZE; |
Stephen Hemminger | 3afc7cc3 | 2010-05-06 21:44:45 -0700 | [diff] [blame] | 175 | module_param(storvsc_ringbuffer_size, int, S_IRUGO); |
| 176 | MODULE_PARM_DESC(storvsc_ringbuffer_size, "Ring buffer size (bytes)"); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 177 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 178 | /* The one and only one */ |
K. Y. Srinivasan | 2e79505 | 2011-05-10 07:53:52 -0700 | [diff] [blame] | 179 | static struct storvsc_driver g_storvsc_drv; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 180 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 181 | /* Scsi driver */ |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 182 | static struct scsi_host_template scsi_driver = { |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 183 | .module = THIS_MODULE, |
| 184 | .name = "storvsc_host_t", |
| 185 | .bios_param = storvsc_get_chs, |
| 186 | .queuecommand = storvsc_queuecommand, |
| 187 | .eh_host_reset_handler = storvsc_host_reset_handler, |
| 188 | .slave_alloc = storvsc_device_alloc, |
| 189 | .slave_configure = storvsc_device_configure, |
| 190 | .cmd_per_lun = 1, |
| 191 | /* 64 max_queue * 1 target */ |
Lars Lindley | 0686e4f | 2010-03-11 23:51:23 +0100 | [diff] [blame] | 192 | .can_queue = STORVSC_MAX_IO_REQUESTS*STORVSC_MAX_TARGETS, |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 193 | .this_id = -1, |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 194 | /* no use setting to 0 since ll_blk_rw reset it to 1 */ |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 195 | /* currently 32 */ |
| 196 | .sg_tablesize = MAX_MULTIPAGE_BUFFER_COUNT, |
| 197 | /* |
| 198 | * ENABLE_CLUSTERING allows mutiple physically contig bio_vecs to merge |
| 199 | * into 1 sg element. If set, we must limit the max_segment_size to |
| 200 | * PAGE_SIZE, otherwise we may get 1 sg element that represents |
| 201 | * multiple |
| 202 | */ |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 203 | /* physically contig pfns (ie sg[x].length > PAGE_SIZE). */ |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 204 | .use_clustering = ENABLE_CLUSTERING, |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 205 | /* Make sure we dont get a sg segment crosses a page boundary */ |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 206 | .dma_boundary = PAGE_SIZE-1, |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 207 | }; |
| 208 | |
| 209 | |
Hank Janssen | 3e18951 | 2010-03-04 22:11:00 +0000 | [diff] [blame] | 210 | /* |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 211 | * storvsc_drv_init - StorVsc driver initialization. |
| 212 | */ |
K. Y. Srinivasan | db08577 | 2011-03-23 10:50:27 -0700 | [diff] [blame] | 213 | static int storvsc_drv_init(void) |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 214 | { |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 215 | int ret; |
K. Y. Srinivasan | 2e79505 | 2011-05-10 07:53:52 -0700 | [diff] [blame] | 216 | struct storvsc_driver *storvsc_drv_obj = &g_storvsc_drv; |
K. Y. Srinivasan | 4af27d7 | 2011-03-07 13:34:01 -0800 | [diff] [blame] | 217 | struct hv_driver *drv = &g_storvsc_drv.base; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 218 | |
Hank Janssen | 8a04602 | 2010-12-06 12:26:45 -0800 | [diff] [blame] | 219 | storvsc_drv_obj->ring_buffer_size = storvsc_ringbuffer_size; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 220 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 221 | /* Callback to client driver to complete the initialization */ |
K. Y. Srinivasan | db08577 | 2011-03-23 10:50:27 -0700 | [diff] [blame] | 222 | stor_vsc_initialize(&storvsc_drv_obj->base); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 223 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 224 | DPRINT_INFO(STORVSC_DRV, |
K. Y. Srinivasan | 1e05d88 | 2011-03-28 09:33:28 -0700 | [diff] [blame] | 225 | "max outstanding reqs %u", |
Hank Janssen | 8a04602 | 2010-12-06 12:26:45 -0800 | [diff] [blame] | 226 | storvsc_drv_obj->max_outstanding_req_per_channel); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 227 | |
Hank Janssen | 8a04602 | 2010-12-06 12:26:45 -0800 | [diff] [blame] | 228 | if (storvsc_drv_obj->max_outstanding_req_per_channel < |
K. Y. Srinivasan | f8feed0 | 2011-05-10 07:54:24 -0700 | [diff] [blame] | 229 | STORVSC_MAX_IO_REQUESTS) |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 230 | return -1; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 231 | |
K. Y. Srinivasan | 150f939 | 2011-03-07 13:32:31 -0800 | [diff] [blame] | 232 | drv->driver.name = storvsc_drv_obj->base.name; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 233 | |
K. Y. Srinivasan | 9efd21e | 2011-04-29 13:45:10 -0700 | [diff] [blame] | 234 | drv->probe = storvsc_probe; |
K. Y. Srinivasan | 415b023 | 2011-04-29 13:45:12 -0700 | [diff] [blame] | 235 | drv->remove = storvsc_remove; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 236 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 237 | /* The driver belongs to vmbus */ |
K. Y. Srinivasan | 150f939 | 2011-03-07 13:32:31 -0800 | [diff] [blame] | 238 | ret = vmbus_child_driver_register(&drv->driver); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 239 | |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 240 | return ret; |
| 241 | } |
| 242 | |
K. Y. Srinivasan | af3043c | 2011-03-23 10:50:33 -0700 | [diff] [blame] | 243 | |
K. Y. Srinivasan | 12cb12e | 2011-03-23 10:50:34 -0700 | [diff] [blame] | 244 | static int stor_vsc_on_host_reset(struct hv_device *device) |
K. Y. Srinivasan | af3043c | 2011-03-23 10:50:33 -0700 | [diff] [blame] | 245 | { |
| 246 | struct storvsc_device *stor_device; |
K. Y. Srinivasan | d7a1bdb | 2011-03-28 09:33:44 -0700 | [diff] [blame] | 247 | struct hv_storvsc_request *request; |
K. Y. Srinivasan | af3043c | 2011-03-23 10:50:33 -0700 | [diff] [blame] | 248 | struct vstor_packet *vstor_packet; |
K. Y. Srinivasan | 93958465 | 2011-03-28 09:33:30 -0700 | [diff] [blame] | 249 | int ret, t; |
K. Y. Srinivasan | af3043c | 2011-03-23 10:50:33 -0700 | [diff] [blame] | 250 | |
| 251 | DPRINT_INFO(STORVSC, "resetting host adapter..."); |
| 252 | |
| 253 | stor_device = get_stor_device(device); |
K. Y. Srinivasan | f8feed0 | 2011-05-10 07:54:24 -0700 | [diff] [blame] | 254 | if (!stor_device) |
K. Y. Srinivasan | af3043c | 2011-03-23 10:50:33 -0700 | [diff] [blame] | 255 | return -1; |
K. Y. Srinivasan | af3043c | 2011-03-23 10:50:33 -0700 | [diff] [blame] | 256 | |
| 257 | request = &stor_device->reset_request; |
| 258 | vstor_packet = &request->vstor_packet; |
| 259 | |
K. Y. Srinivasan | 93958465 | 2011-03-28 09:33:30 -0700 | [diff] [blame] | 260 | init_completion(&request->wait_event); |
K. Y. Srinivasan | af3043c | 2011-03-23 10:50:33 -0700 | [diff] [blame] | 261 | |
| 262 | vstor_packet->operation = VSTOR_OPERATION_RESET_BUS; |
| 263 | vstor_packet->flags = REQUEST_COMPLETION_FLAG; |
| 264 | vstor_packet->vm_srb.path_id = stor_device->path_id; |
| 265 | |
K. Y. Srinivasan | af3043c | 2011-03-23 10:50:33 -0700 | [diff] [blame] | 266 | ret = vmbus_sendpacket(device->channel, vstor_packet, |
| 267 | sizeof(struct vstor_packet), |
| 268 | (unsigned long)&stor_device->reset_request, |
| 269 | VM_PKT_DATA_INBAND, |
| 270 | VMBUS_DATA_PACKET_FLAG_COMPLETION_REQUESTED); |
K. Y. Srinivasan | f8feed0 | 2011-05-10 07:54:24 -0700 | [diff] [blame] | 271 | if (ret != 0) |
K. Y. Srinivasan | af3043c | 2011-03-23 10:50:33 -0700 | [diff] [blame] | 272 | goto cleanup; |
K. Y. Srinivasan | af3043c | 2011-03-23 10:50:33 -0700 | [diff] [blame] | 273 | |
K. Y. Srinivasan | 93958465 | 2011-03-28 09:33:30 -0700 | [diff] [blame] | 274 | t = wait_for_completion_timeout(&request->wait_event, HZ); |
| 275 | if (t == 0) { |
K. Y. Srinivasan | af3043c | 2011-03-23 10:50:33 -0700 | [diff] [blame] | 276 | ret = -ETIMEDOUT; |
| 277 | goto cleanup; |
| 278 | } |
| 279 | |
| 280 | DPRINT_INFO(STORVSC, "host adapter reset completed"); |
| 281 | |
| 282 | /* |
| 283 | * At this point, all outstanding requests in the adapter |
| 284 | * should have been flushed out and return to us |
| 285 | */ |
| 286 | |
| 287 | cleanup: |
| 288 | put_stor_device(device); |
| 289 | return ret; |
| 290 | } |
| 291 | |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 292 | static int storvsc_drv_exit_cb(struct device *dev, void *data) |
| 293 | { |
| 294 | struct device **curr = (struct device **)data; |
| 295 | *curr = dev; |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 296 | return 1; /* stop iterating */ |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 297 | } |
| 298 | |
Greg Kroah-Hartman | bd1de70 | 2009-07-29 09:04:51 -0700 | [diff] [blame] | 299 | static void storvsc_drv_exit(void) |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 300 | { |
K. Y. Srinivasan | 2e79505 | 2011-05-10 07:53:52 -0700 | [diff] [blame] | 301 | struct storvsc_driver *storvsc_drv_obj = &g_storvsc_drv; |
K. Y. Srinivasan | 4af27d7 | 2011-03-07 13:34:01 -0800 | [diff] [blame] | 302 | struct hv_driver *drv = &g_storvsc_drv.base; |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 303 | struct device *current_dev = NULL; |
Bill Pemberton | 2295ba2 | 2009-07-28 13:46:22 -0400 | [diff] [blame] | 304 | int ret; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 305 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 306 | while (1) { |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 307 | current_dev = NULL; |
| 308 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 309 | /* Get the device */ |
K. Y. Srinivasan | 150f939 | 2011-03-07 13:32:31 -0800 | [diff] [blame] | 310 | ret = driver_for_each_device(&drv->driver, NULL, |
Bill Pemberton | 2295ba2 | 2009-07-28 13:46:22 -0400 | [diff] [blame] | 311 | (void *) ¤t_dev, |
| 312 | storvsc_drv_exit_cb); |
| 313 | |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 314 | |
| 315 | if (current_dev == NULL) |
| 316 | break; |
| 317 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 318 | /* Initiate removal from the top-down */ |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 319 | device_unregister(current_dev); |
| 320 | } |
| 321 | |
Haiyang Zhang | ca623ad | 2011-01-26 12:12:11 -0800 | [diff] [blame] | 322 | if (storvsc_drv_obj->base.cleanup) |
| 323 | storvsc_drv_obj->base.cleanup(&storvsc_drv_obj->base); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 324 | |
K. Y. Srinivasan | 150f939 | 2011-03-07 13:32:31 -0800 | [diff] [blame] | 325 | vmbus_child_driver_unregister(&drv->driver); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 326 | return; |
| 327 | } |
| 328 | |
Hank Janssen | 3e18951 | 2010-03-04 22:11:00 +0000 | [diff] [blame] | 329 | /* |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 330 | * storvsc_probe - Add a new device for this driver |
| 331 | */ |
K. Y. Srinivasan | 9efd21e | 2011-04-29 13:45:10 -0700 | [diff] [blame] | 332 | static int storvsc_probe(struct hv_device *device) |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 333 | { |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 334 | int ret; |
K. Y. Srinivasan | 2e79505 | 2011-05-10 07:53:52 -0700 | [diff] [blame] | 335 | struct storvsc_driver *storvsc_drv_obj = |
K. Y. Srinivasan | 9efd21e | 2011-04-29 13:45:10 -0700 | [diff] [blame] | 336 | drv_to_stordrv(device->device.driver); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 337 | struct Scsi_Host *host; |
K. Y. Srinivasan | 795b613 | 2011-05-10 07:54:20 -0700 | [diff] [blame] | 338 | struct hv_host_device *host_dev; |
Greg Kroah-Hartman | 9f0c7d2 | 2009-08-28 16:20:07 -0700 | [diff] [blame] | 339 | struct storvsc_device_info device_info; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 340 | |
Haiyang Zhang | ca623ad | 2011-01-26 12:12:11 -0800 | [diff] [blame] | 341 | if (!storvsc_drv_obj->base.dev_add) |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 342 | return -1; |
| 343 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 344 | host = scsi_host_alloc(&scsi_driver, |
K. Y. Srinivasan | 972621c | 2011-05-10 07:54:19 -0700 | [diff] [blame] | 345 | sizeof(struct hv_host_device)); |
K. Y. Srinivasan | f8feed0 | 2011-05-10 07:54:24 -0700 | [diff] [blame] | 346 | if (!host) |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 347 | return -ENOMEM; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 348 | |
K. Y. Srinivasan | 9efd21e | 2011-04-29 13:45:10 -0700 | [diff] [blame] | 349 | dev_set_drvdata(&device->device, host); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 350 | |
K. Y. Srinivasan | 795b613 | 2011-05-10 07:54:20 -0700 | [diff] [blame] | 351 | host_dev = (struct hv_host_device *)host->hostdata; |
| 352 | memset(host_dev, 0, sizeof(struct hv_host_device)); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 353 | |
K. Y. Srinivasan | 795b613 | 2011-05-10 07:54:20 -0700 | [diff] [blame] | 354 | host_dev->port = host->host_no; |
K. Y. Srinivasan | 97c1529 | 2011-05-10 07:54:21 -0700 | [diff] [blame] | 355 | host_dev->dev = device; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 356 | |
K. Y. Srinivasan | 795b613 | 2011-05-10 07:54:20 -0700 | [diff] [blame] | 357 | host_dev->request_pool = |
K. Y. Srinivasan | 9efd21e | 2011-04-29 13:45:10 -0700 | [diff] [blame] | 358 | kmem_cache_create(dev_name(&device->device), |
K. Y. Srinivasan | 1e05d88 | 2011-03-28 09:33:28 -0700 | [diff] [blame] | 359 | sizeof(struct storvsc_cmd_request), 0, |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 360 | SLAB_HWCACHE_ALIGN, NULL); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 361 | |
K. Y. Srinivasan | 795b613 | 2011-05-10 07:54:20 -0700 | [diff] [blame] | 362 | if (!host_dev->request_pool) { |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 363 | scsi_host_put(host); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 364 | return -ENOMEM; |
| 365 | } |
| 366 | |
Hank Janssen | 8a04602 | 2010-12-06 12:26:45 -0800 | [diff] [blame] | 367 | device_info.port_number = host->host_no; |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 368 | /* Call to the vsc driver to add the device */ |
K. Y. Srinivasan | 9efd21e | 2011-04-29 13:45:10 -0700 | [diff] [blame] | 369 | ret = storvsc_drv_obj->base.dev_add(device, (void *)&device_info); |
| 370 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 371 | if (ret != 0) { |
K. Y. Srinivasan | 795b613 | 2011-05-10 07:54:20 -0700 | [diff] [blame] | 372 | kmem_cache_destroy(host_dev->request_pool); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 373 | scsi_host_put(host); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 374 | return -1; |
| 375 | } |
| 376 | |
K. Y. Srinivasan | 795b613 | 2011-05-10 07:54:20 -0700 | [diff] [blame] | 377 | host_dev->path = device_info.path_id; |
| 378 | host_dev->target = device_info.target_id; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 379 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 380 | /* max # of devices per target */ |
| 381 | host->max_lun = STORVSC_MAX_LUNS_PER_TARGET; |
| 382 | /* max # of targets per channel */ |
| 383 | host->max_id = STORVSC_MAX_TARGETS; |
| 384 | /* max # of channels */ |
| 385 | host->max_channel = STORVSC_MAX_CHANNELS - 1; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 386 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 387 | /* Register the HBA and start the scsi bus scan */ |
K. Y. Srinivasan | 9efd21e | 2011-04-29 13:45:10 -0700 | [diff] [blame] | 388 | ret = scsi_add_host(host, &device->device); |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 389 | if (ret != 0) { |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 390 | |
K. Y. Srinivasan | 9efd21e | 2011-04-29 13:45:10 -0700 | [diff] [blame] | 391 | storvsc_drv_obj->base.dev_rm(device); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 392 | |
K. Y. Srinivasan | 795b613 | 2011-05-10 07:54:20 -0700 | [diff] [blame] | 393 | kmem_cache_destroy(host_dev->request_pool); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 394 | scsi_host_put(host); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 395 | return -1; |
| 396 | } |
| 397 | |
| 398 | scsi_scan_host(host); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 399 | return ret; |
| 400 | } |
| 401 | |
Hank Janssen | 3e18951 | 2010-03-04 22:11:00 +0000 | [diff] [blame] | 402 | /* |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 403 | * storvsc_remove - Callback when our device is removed |
| 404 | */ |
K. Y. Srinivasan | 415b023 | 2011-04-29 13:45:12 -0700 | [diff] [blame] | 405 | static int storvsc_remove(struct hv_device *dev) |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 406 | { |
K. Y. Srinivasan | 2e79505 | 2011-05-10 07:53:52 -0700 | [diff] [blame] | 407 | struct storvsc_driver *storvsc_drv_obj = |
K. Y. Srinivasan | 415b023 | 2011-04-29 13:45:12 -0700 | [diff] [blame] | 408 | drv_to_stordrv(dev->device.driver); |
| 409 | struct Scsi_Host *host = dev_get_drvdata(&dev->device); |
K. Y. Srinivasan | 795b613 | 2011-05-10 07:54:20 -0700 | [diff] [blame] | 410 | struct hv_host_device *host_dev = |
K. Y. Srinivasan | 972621c | 2011-05-10 07:54:19 -0700 | [diff] [blame] | 411 | (struct hv_host_device *)host->hostdata; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 412 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 413 | /* |
| 414 | * Call to the vsc driver to let it know that the device is being |
| 415 | * removed |
| 416 | */ |
K. Y. Srinivasan | 415b023 | 2011-04-29 13:45:12 -0700 | [diff] [blame] | 417 | storvsc_drv_obj->base.dev_rm(dev); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 418 | |
K. Y. Srinivasan | 795b613 | 2011-05-10 07:54:20 -0700 | [diff] [blame] | 419 | if (host_dev->request_pool) { |
| 420 | kmem_cache_destroy(host_dev->request_pool); |
| 421 | host_dev->request_pool = NULL; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 422 | } |
| 423 | |
| 424 | DPRINT_INFO(STORVSC, "removing host adapter (%p)...", host); |
| 425 | scsi_remove_host(host); |
| 426 | |
| 427 | DPRINT_INFO(STORVSC, "releasing host adapter (%p)...", host); |
| 428 | scsi_host_put(host); |
K. Y. Srinivasan | 1c8d0b7 | 2011-04-22 14:55:18 -0700 | [diff] [blame] | 429 | return 0; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 430 | } |
| 431 | |
Hank Janssen | 3e18951 | 2010-03-04 22:11:00 +0000 | [diff] [blame] | 432 | /* |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 433 | * storvsc_commmand_completion - Command completion processing |
| 434 | */ |
Nicolas Palix | 0b3f683 | 2009-07-29 14:10:19 +0200 | [diff] [blame] | 435 | static void storvsc_commmand_completion(struct hv_storvsc_request *request) |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 436 | { |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 437 | struct storvsc_cmd_request *cmd_request = |
K. Y. Srinivasan | d7a1bdb | 2011-03-28 09:33:44 -0700 | [diff] [blame] | 438 | (struct storvsc_cmd_request *)request->context; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 439 | struct scsi_cmnd *scmnd = cmd_request->cmd; |
K. Y. Srinivasan | 795b613 | 2011-05-10 07:54:20 -0700 | [diff] [blame] | 440 | struct hv_host_device *host_dev = |
K. Y. Srinivasan | 972621c | 2011-05-10 07:54:19 -0700 | [diff] [blame] | 441 | (struct hv_host_device *)scmnd->device->host->hostdata; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 442 | void (*scsi_done_fn)(struct scsi_cmnd *); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 443 | struct scsi_sense_hdr sense_hdr; |
K. Y. Srinivasan | 6dc3f0a | 2011-03-28 09:33:42 -0700 | [diff] [blame] | 444 | struct vmscsi_request *vm_srb; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 445 | |
Bill Pemberton | b856e73 | 2010-05-05 15:27:41 -0400 | [diff] [blame] | 446 | /* ASSERT(request == &cmd_request->request); */ |
| 447 | /* ASSERT(scmnd); */ |
| 448 | /* ASSERT((unsigned long)scmnd->host_scribble == */ |
| 449 | /* (unsigned long)cmd_request); */ |
| 450 | /* ASSERT(scmnd->scsi_done); */ |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 451 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 452 | if (cmd_request->bounce_sgl_count) { |
| 453 | /* using bounce buffer */ |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 454 | /* printk("copy_from_bounce_buffer\n"); */ |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 455 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 456 | /* FIXME: We can optimize on writes by just skipping this */ |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 457 | copy_from_bounce_buffer(scsi_sglist(scmnd), |
| 458 | cmd_request->bounce_sgl, |
| 459 | scsi_sg_count(scmnd)); |
| 460 | destroy_bounce_buffer(cmd_request->bounce_sgl, |
| 461 | cmd_request->bounce_sgl_count); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 462 | } |
| 463 | |
K. Y. Srinivasan | d7a1bdb | 2011-03-28 09:33:44 -0700 | [diff] [blame] | 464 | vm_srb = &request->vstor_packet.vm_srb; |
K. Y. Srinivasan | 6dc3f0a | 2011-03-28 09:33:42 -0700 | [diff] [blame] | 465 | scmnd->result = vm_srb->scsi_status; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 466 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 467 | if (scmnd->result) { |
| 468 | if (scsi_normalize_sense(scmnd->sense_buffer, |
K. Y. Srinivasan | 6f461cc | 2011-03-28 09:33:38 -0700 | [diff] [blame] | 469 | SCSI_SENSE_BUFFERSIZE, &sense_hdr)) |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 470 | scsi_print_sense_hdr("storvsc", &sense_hdr); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 471 | } |
| 472 | |
Hank Janssen | 8a04602 | 2010-12-06 12:26:45 -0800 | [diff] [blame] | 473 | /* ASSERT(request->BytesXfer <= request->data_buffer.Length); */ |
| 474 | scsi_set_resid(scmnd, |
K. Y. Srinivasan | d7a1bdb | 2011-03-28 09:33:44 -0700 | [diff] [blame] | 475 | request->data_buffer.len - |
K. Y. Srinivasan | e9e936c | 2011-03-28 09:33:43 -0700 | [diff] [blame] | 476 | vm_srb->data_transfer_length); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 477 | |
| 478 | scsi_done_fn = scmnd->scsi_done; |
| 479 | |
| 480 | scmnd->host_scribble = NULL; |
| 481 | scmnd->scsi_done = NULL; |
| 482 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 483 | /* !!DO NOT MODIFY the scmnd after this call */ |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 484 | scsi_done_fn(scmnd); |
| 485 | |
K. Y. Srinivasan | 795b613 | 2011-05-10 07:54:20 -0700 | [diff] [blame] | 486 | kmem_cache_free(host_dev->request_pool, cmd_request); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 487 | } |
| 488 | |
| 489 | static int do_bounce_buffer(struct scatterlist *sgl, unsigned int sg_count) |
| 490 | { |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 491 | int i; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 492 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 493 | /* No need to check */ |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 494 | if (sg_count < 2) |
| 495 | return -1; |
| 496 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 497 | /* We have at least 2 sg entries */ |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 498 | for (i = 0; i < sg_count; i++) { |
| 499 | if (i == 0) { |
| 500 | /* make sure 1st one does not have hole */ |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 501 | if (sgl[i].offset + sgl[i].length != PAGE_SIZE) |
| 502 | return i; |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 503 | } else if (i == sg_count - 1) { |
| 504 | /* make sure last one does not have hole */ |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 505 | if (sgl[i].offset != 0) |
| 506 | return i; |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 507 | } else { |
| 508 | /* make sure no hole in the middle */ |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 509 | if (sgl[i].length != PAGE_SIZE || sgl[i].offset != 0) |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 510 | return i; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 511 | } |
| 512 | } |
| 513 | return -1; |
| 514 | } |
| 515 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 516 | static struct scatterlist *create_bounce_buffer(struct scatterlist *sgl, |
| 517 | unsigned int sg_count, |
| 518 | unsigned int len) |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 519 | { |
| 520 | int i; |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 521 | int num_pages; |
| 522 | struct scatterlist *bounce_sgl; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 523 | struct page *page_buf; |
| 524 | |
Uwe Kleine-König | 7350968 | 2011-01-20 09:32:01 +0100 | [diff] [blame] | 525 | num_pages = ALIGN(len, PAGE_SIZE) >> PAGE_SHIFT; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 526 | |
Nicolas Palix | 06da0bc | 2009-07-22 15:39:13 +0200 | [diff] [blame] | 527 | bounce_sgl = kcalloc(num_pages, sizeof(struct scatterlist), GFP_ATOMIC); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 528 | if (!bounce_sgl) |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 529 | return NULL; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 530 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 531 | for (i = 0; i < num_pages; i++) { |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 532 | page_buf = alloc_page(GFP_ATOMIC); |
| 533 | if (!page_buf) |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 534 | goto cleanup; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 535 | sg_set_page(&bounce_sgl[i], page_buf, 0, 0); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 536 | } |
| 537 | |
| 538 | return bounce_sgl; |
| 539 | |
| 540 | cleanup: |
| 541 | destroy_bounce_buffer(bounce_sgl, num_pages); |
| 542 | return NULL; |
| 543 | } |
| 544 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 545 | static void destroy_bounce_buffer(struct scatterlist *sgl, |
| 546 | unsigned int sg_count) |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 547 | { |
| 548 | int i; |
| 549 | struct page *page_buf; |
| 550 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 551 | for (i = 0; i < sg_count; i++) { |
| 552 | page_buf = sg_page((&sgl[i])); |
| 553 | if (page_buf != NULL) |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 554 | __free_page(page_buf); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 555 | } |
| 556 | |
| 557 | kfree(sgl); |
| 558 | } |
| 559 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 560 | /* Assume the bounce_sgl has enough room ie using the create_bounce_buffer() */ |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 561 | static unsigned int copy_to_bounce_buffer(struct scatterlist *orig_sgl, |
| 562 | struct scatterlist *bounce_sgl, |
| 563 | unsigned int orig_sgl_count) |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 564 | { |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 565 | int i; |
| 566 | int j = 0; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 567 | unsigned long src, dest; |
| 568 | unsigned int srclen, destlen, copylen; |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 569 | unsigned int total_copied = 0; |
| 570 | unsigned long bounce_addr = 0; |
| 571 | unsigned long src_addr = 0; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 572 | unsigned long flags; |
| 573 | |
| 574 | local_irq_save(flags); |
| 575 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 576 | for (i = 0; i < orig_sgl_count; i++) { |
| 577 | src_addr = (unsigned long)kmap_atomic(sg_page((&orig_sgl[i])), |
| 578 | KM_IRQ0) + orig_sgl[i].offset; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 579 | src = src_addr; |
| 580 | srclen = orig_sgl[i].length; |
| 581 | |
Bill Pemberton | b856e73 | 2010-05-05 15:27:41 -0400 | [diff] [blame] | 582 | /* ASSERT(orig_sgl[i].offset + orig_sgl[i].length <= PAGE_SIZE); */ |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 583 | |
Hank Janssen | 0c47a70 | 2010-08-05 19:29:44 +0000 | [diff] [blame] | 584 | if (bounce_addr == 0) |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 585 | bounce_addr = (unsigned long)kmap_atomic(sg_page((&bounce_sgl[j])), KM_IRQ0); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 586 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 587 | while (srclen) { |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 588 | /* assume bounce offset always == 0 */ |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 589 | dest = bounce_addr + bounce_sgl[j].length; |
| 590 | destlen = PAGE_SIZE - bounce_sgl[j].length; |
| 591 | |
Greg Kroah-Hartman | fc6a4b2 | 2009-07-15 11:05:14 -0700 | [diff] [blame] | 592 | copylen = min(srclen, destlen); |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 593 | memcpy((void *)dest, (void *)src, copylen); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 594 | |
| 595 | total_copied += copylen; |
| 596 | bounce_sgl[j].length += copylen; |
| 597 | srclen -= copylen; |
| 598 | src += copylen; |
| 599 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 600 | if (bounce_sgl[j].length == PAGE_SIZE) { |
| 601 | /* full..move to next entry */ |
| 602 | kunmap_atomic((void *)bounce_addr, KM_IRQ0); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 603 | j++; |
| 604 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 605 | /* if we need to use another bounce buffer */ |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 606 | if (srclen || i != orig_sgl_count - 1) |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 607 | bounce_addr = (unsigned long)kmap_atomic(sg_page((&bounce_sgl[j])), KM_IRQ0); |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 608 | } else if (srclen == 0 && i == orig_sgl_count - 1) { |
| 609 | /* unmap the last bounce that is < PAGE_SIZE */ |
| 610 | kunmap_atomic((void *)bounce_addr, KM_IRQ0); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 611 | } |
| 612 | } |
| 613 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 614 | kunmap_atomic((void *)(src_addr - orig_sgl[i].offset), KM_IRQ0); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 615 | } |
| 616 | |
| 617 | local_irq_restore(flags); |
| 618 | |
| 619 | return total_copied; |
| 620 | } |
| 621 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 622 | /* Assume the original sgl has enough room */ |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 623 | static unsigned int copy_from_bounce_buffer(struct scatterlist *orig_sgl, |
| 624 | struct scatterlist *bounce_sgl, |
| 625 | unsigned int orig_sgl_count) |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 626 | { |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 627 | int i; |
| 628 | int j = 0; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 629 | unsigned long src, dest; |
| 630 | unsigned int srclen, destlen, copylen; |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 631 | unsigned int total_copied = 0; |
| 632 | unsigned long bounce_addr = 0; |
| 633 | unsigned long dest_addr = 0; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 634 | unsigned long flags; |
| 635 | |
| 636 | local_irq_save(flags); |
| 637 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 638 | for (i = 0; i < orig_sgl_count; i++) { |
| 639 | dest_addr = (unsigned long)kmap_atomic(sg_page((&orig_sgl[i])), |
| 640 | KM_IRQ0) + orig_sgl[i].offset; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 641 | dest = dest_addr; |
| 642 | destlen = orig_sgl[i].length; |
Bill Pemberton | b856e73 | 2010-05-05 15:27:41 -0400 | [diff] [blame] | 643 | /* ASSERT(orig_sgl[i].offset + orig_sgl[i].length <= PAGE_SIZE); */ |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 644 | |
Hank Janssen | 0c47a70 | 2010-08-05 19:29:44 +0000 | [diff] [blame] | 645 | if (bounce_addr == 0) |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 646 | bounce_addr = (unsigned long)kmap_atomic(sg_page((&bounce_sgl[j])), KM_IRQ0); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 647 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 648 | while (destlen) { |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 649 | src = bounce_addr + bounce_sgl[j].offset; |
| 650 | srclen = bounce_sgl[j].length - bounce_sgl[j].offset; |
| 651 | |
Greg Kroah-Hartman | fc6a4b2 | 2009-07-15 11:05:14 -0700 | [diff] [blame] | 652 | copylen = min(srclen, destlen); |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 653 | memcpy((void *)dest, (void *)src, copylen); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 654 | |
| 655 | total_copied += copylen; |
| 656 | bounce_sgl[j].offset += copylen; |
| 657 | destlen -= copylen; |
| 658 | dest += copylen; |
| 659 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 660 | if (bounce_sgl[j].offset == bounce_sgl[j].length) { |
| 661 | /* full */ |
| 662 | kunmap_atomic((void *)bounce_addr, KM_IRQ0); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 663 | j++; |
| 664 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 665 | /* if we need to use another bounce buffer */ |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 666 | if (destlen || i != orig_sgl_count - 1) |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 667 | bounce_addr = (unsigned long)kmap_atomic(sg_page((&bounce_sgl[j])), KM_IRQ0); |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 668 | } else if (destlen == 0 && i == orig_sgl_count - 1) { |
| 669 | /* unmap the last bounce that is < PAGE_SIZE */ |
| 670 | kunmap_atomic((void *)bounce_addr, KM_IRQ0); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 671 | } |
| 672 | } |
| 673 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 674 | kunmap_atomic((void *)(dest_addr - orig_sgl[i].offset), |
| 675 | KM_IRQ0); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 676 | } |
| 677 | |
| 678 | local_irq_restore(flags); |
| 679 | |
| 680 | return total_copied; |
| 681 | } |
| 682 | |
Hank Janssen | 3e18951 | 2010-03-04 22:11:00 +0000 | [diff] [blame] | 683 | /* |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 684 | * storvsc_queuecommand - Initiate command processing |
| 685 | */ |
Jeff Garzik | f281233 | 2010-11-16 02:10:29 -0500 | [diff] [blame] | 686 | static int storvsc_queuecommand_lck(struct scsi_cmnd *scmnd, |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 687 | void (*done)(struct scsi_cmnd *)) |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 688 | { |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 689 | int ret; |
K. Y. Srinivasan | 795b613 | 2011-05-10 07:54:20 -0700 | [diff] [blame] | 690 | struct hv_host_device *host_dev = |
K. Y. Srinivasan | 972621c | 2011-05-10 07:54:19 -0700 | [diff] [blame] | 691 | (struct hv_host_device *)scmnd->device->host->hostdata; |
K. Y. Srinivasan | c2ad483 | 2011-05-10 07:54:22 -0700 | [diff] [blame] | 692 | struct hv_device *dev = host_dev->dev; |
K. Y. Srinivasan | 2e79505 | 2011-05-10 07:53:52 -0700 | [diff] [blame] | 693 | struct storvsc_driver *storvsc_drv_obj = |
K. Y. Srinivasan | c2ad483 | 2011-05-10 07:54:22 -0700 | [diff] [blame] | 694 | drv_to_stordrv(dev->device.driver); |
Nicolas Palix | 0b3f683 | 2009-07-29 14:10:19 +0200 | [diff] [blame] | 695 | struct hv_storvsc_request *request; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 696 | struct storvsc_cmd_request *cmd_request; |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 697 | unsigned int request_size = 0; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 698 | int i; |
| 699 | struct scatterlist *sgl; |
Hank Janssen | 77c5cea | 2010-09-01 11:10:41 -0700 | [diff] [blame] | 700 | unsigned int sg_count = 0; |
K. Y. Srinivasan | 12fbd41 | 2011-03-28 09:33:31 -0700 | [diff] [blame] | 701 | struct vmscsi_request *vm_srb; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 702 | |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 703 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 704 | /* If retrying, no need to prep the cmd */ |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 705 | if (scmnd->host_scribble) { |
Bill Pemberton | b856e73 | 2010-05-05 15:27:41 -0400 | [diff] [blame] | 706 | /* ASSERT(scmnd->scsi_done != NULL); */ |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 707 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 708 | cmd_request = |
| 709 | (struct storvsc_cmd_request *)scmnd->host_scribble; |
| 710 | DPRINT_INFO(STORVSC_DRV, "retrying scmnd %p cmd_request %p", |
| 711 | scmnd, cmd_request); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 712 | |
| 713 | goto retry_request; |
| 714 | } |
| 715 | |
Bill Pemberton | b856e73 | 2010-05-05 15:27:41 -0400 | [diff] [blame] | 716 | /* ASSERT(scmnd->scsi_done == NULL); */ |
| 717 | /* ASSERT(scmnd->host_scribble == NULL); */ |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 718 | |
| 719 | scmnd->scsi_done = done; |
| 720 | |
| 721 | request_size = sizeof(struct storvsc_cmd_request); |
| 722 | |
K. Y. Srinivasan | 795b613 | 2011-05-10 07:54:20 -0700 | [diff] [blame] | 723 | cmd_request = kmem_cache_zalloc(host_dev->request_pool, |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 724 | GFP_ATOMIC); |
| 725 | if (!cmd_request) { |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 726 | scmnd->scsi_done = NULL; |
| 727 | return SCSI_MLQUEUE_DEVICE_BUSY; |
| 728 | } |
| 729 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 730 | /* Setup the cmd request */ |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 731 | cmd_request->bounce_sgl_count = 0; |
| 732 | cmd_request->bounce_sgl = NULL; |
| 733 | cmd_request->cmd = scmnd; |
| 734 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 735 | scmnd->host_scribble = (unsigned char *)cmd_request; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 736 | |
| 737 | request = &cmd_request->request; |
K. Y. Srinivasan | d7a1bdb | 2011-03-28 09:33:44 -0700 | [diff] [blame] | 738 | vm_srb = &request->vstor_packet.vm_srb; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 739 | |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 740 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 741 | /* Build the SRB */ |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 742 | switch (scmnd->sc_data_direction) { |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 743 | case DMA_TO_DEVICE: |
K. Y. Srinivasan | 12fbd41 | 2011-03-28 09:33:31 -0700 | [diff] [blame] | 744 | vm_srb->data_in = WRITE_TYPE; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 745 | break; |
| 746 | case DMA_FROM_DEVICE: |
K. Y. Srinivasan | 12fbd41 | 2011-03-28 09:33:31 -0700 | [diff] [blame] | 747 | vm_srb->data_in = READ_TYPE; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 748 | break; |
| 749 | default: |
K. Y. Srinivasan | 12fbd41 | 2011-03-28 09:33:31 -0700 | [diff] [blame] | 750 | vm_srb->data_in = UNKNOWN_TYPE; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 751 | break; |
| 752 | } |
| 753 | |
K. Y. Srinivasan | d7a1bdb | 2011-03-28 09:33:44 -0700 | [diff] [blame] | 754 | request->on_io_completion = storvsc_commmand_completion; |
| 755 | request->context = cmd_request;/* scmnd; */ |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 756 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 757 | /* request->PortId = scmnd->device->channel; */ |
K. Y. Srinivasan | 795b613 | 2011-05-10 07:54:20 -0700 | [diff] [blame] | 758 | vm_srb->port_number = host_dev->port; |
K. Y. Srinivasan | 735625f | 2011-03-28 09:33:33 -0700 | [diff] [blame] | 759 | vm_srb->path_id = scmnd->device->channel; |
K. Y. Srinivasan | b4dba0a | 2011-03-28 09:33:34 -0700 | [diff] [blame] | 760 | vm_srb->target_id = scmnd->device->id; |
K. Y. Srinivasan | fc3967b | 2011-03-28 09:33:35 -0700 | [diff] [blame] | 761 | vm_srb->lun = scmnd->device->lun; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 762 | |
Bill Pemberton | b856e73 | 2010-05-05 15:27:41 -0400 | [diff] [blame] | 763 | /* ASSERT(scmnd->cmd_len <= 16); */ |
K. Y. Srinivasan | 473f940 | 2011-03-28 09:33:36 -0700 | [diff] [blame] | 764 | vm_srb->cdb_length = scmnd->cmd_len; |
K. Y. Srinivasan | 373dd8a | 2011-03-28 09:33:37 -0700 | [diff] [blame] | 765 | |
| 766 | memcpy(vm_srb->cdb, scmnd->cmnd, vm_srb->cdb_length); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 767 | |
K. Y. Srinivasan | d7a1bdb | 2011-03-28 09:33:44 -0700 | [diff] [blame] | 768 | request->sense_buffer = scmnd->sense_buffer; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 769 | |
| 770 | |
K. Y. Srinivasan | d7a1bdb | 2011-03-28 09:33:44 -0700 | [diff] [blame] | 771 | request->data_buffer.len = scsi_bufflen(scmnd); |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 772 | if (scsi_sg_count(scmnd)) { |
| 773 | sgl = (struct scatterlist *)scsi_sglist(scmnd); |
Hank Janssen | 77c5cea | 2010-09-01 11:10:41 -0700 | [diff] [blame] | 774 | sg_count = scsi_sg_count(scmnd); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 775 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 776 | /* check if we need to bounce the sgl */ |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 777 | if (do_bounce_buffer(sgl, scsi_sg_count(scmnd)) != -1) { |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 778 | cmd_request->bounce_sgl = |
| 779 | create_bounce_buffer(sgl, scsi_sg_count(scmnd), |
| 780 | scsi_bufflen(scmnd)); |
| 781 | if (!cmd_request->bounce_sgl) { |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 782 | scmnd->scsi_done = NULL; |
| 783 | scmnd->host_scribble = NULL; |
K. Y. Srinivasan | 795b613 | 2011-05-10 07:54:20 -0700 | [diff] [blame] | 784 | kmem_cache_free(host_dev->request_pool, |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 785 | cmd_request); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 786 | |
| 787 | return SCSI_MLQUEUE_HOST_BUSY; |
| 788 | } |
| 789 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 790 | cmd_request->bounce_sgl_count = |
Uwe Kleine-König | 7350968 | 2011-01-20 09:32:01 +0100 | [diff] [blame] | 791 | ALIGN(scsi_bufflen(scmnd), PAGE_SIZE) >> |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 792 | PAGE_SHIFT; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 793 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 794 | /* |
| 795 | * FIXME: We can optimize on reads by just skipping |
| 796 | * this |
| 797 | */ |
| 798 | copy_to_bounce_buffer(sgl, cmd_request->bounce_sgl, |
| 799 | scsi_sg_count(scmnd)); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 800 | |
| 801 | sgl = cmd_request->bounce_sgl; |
Hank Janssen | 77c5cea | 2010-09-01 11:10:41 -0700 | [diff] [blame] | 802 | sg_count = cmd_request->bounce_sgl_count; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 803 | } |
| 804 | |
K. Y. Srinivasan | d7a1bdb | 2011-03-28 09:33:44 -0700 | [diff] [blame] | 805 | request->data_buffer.offset = sgl[0].offset; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 806 | |
K. Y. Srinivasan | f8feed0 | 2011-05-10 07:54:24 -0700 | [diff] [blame] | 807 | for (i = 0; i < sg_count; i++) |
K. Y. Srinivasan | d7a1bdb | 2011-03-28 09:33:44 -0700 | [diff] [blame] | 808 | request->data_buffer.pfn_array[i] = |
Hank Janssen | 77c5cea | 2010-09-01 11:10:41 -0700 | [diff] [blame] | 809 | page_to_pfn(sg_page((&sgl[i]))); |
K. Y. Srinivasan | f8feed0 | 2011-05-10 07:54:24 -0700 | [diff] [blame] | 810 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 811 | } else if (scsi_sglist(scmnd)) { |
Bill Pemberton | b856e73 | 2010-05-05 15:27:41 -0400 | [diff] [blame] | 812 | /* ASSERT(scsi_bufflen(scmnd) <= PAGE_SIZE); */ |
K. Y. Srinivasan | d7a1bdb | 2011-03-28 09:33:44 -0700 | [diff] [blame] | 813 | request->data_buffer.offset = |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 814 | virt_to_phys(scsi_sglist(scmnd)) & (PAGE_SIZE-1); |
K. Y. Srinivasan | d7a1bdb | 2011-03-28 09:33:44 -0700 | [diff] [blame] | 815 | request->data_buffer.pfn_array[0] = |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 816 | virt_to_phys(scsi_sglist(scmnd)) >> PAGE_SHIFT; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 817 | } |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 818 | |
| 819 | retry_request: |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 820 | /* Invokes the vsc to start an IO */ |
K. Y. Srinivasan | c2ad483 | 2011-05-10 07:54:22 -0700 | [diff] [blame] | 821 | ret = storvsc_drv_obj->on_io_request(dev, |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 822 | &cmd_request->request); |
| 823 | if (ret == -1) { |
| 824 | /* no more space */ |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 825 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 826 | if (cmd_request->bounce_sgl_count) { |
| 827 | /* |
| 828 | * FIXME: We can optimize on writes by just skipping |
| 829 | * this |
| 830 | */ |
| 831 | copy_from_bounce_buffer(scsi_sglist(scmnd), |
| 832 | cmd_request->bounce_sgl, |
| 833 | scsi_sg_count(scmnd)); |
| 834 | destroy_bounce_buffer(cmd_request->bounce_sgl, |
| 835 | cmd_request->bounce_sgl_count); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 836 | } |
| 837 | |
K. Y. Srinivasan | 795b613 | 2011-05-10 07:54:20 -0700 | [diff] [blame] | 838 | kmem_cache_free(host_dev->request_pool, cmd_request); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 839 | |
| 840 | scmnd->scsi_done = NULL; |
| 841 | scmnd->host_scribble = NULL; |
| 842 | |
| 843 | ret = SCSI_MLQUEUE_DEVICE_BUSY; |
| 844 | } |
| 845 | |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 846 | return ret; |
| 847 | } |
| 848 | |
Jeff Garzik | f281233 | 2010-11-16 02:10:29 -0500 | [diff] [blame] | 849 | static DEF_SCSI_QCMD(storvsc_queuecommand) |
| 850 | |
Hank Janssen | 3e18951 | 2010-03-04 22:11:00 +0000 | [diff] [blame] | 851 | /* |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 852 | * storvsc_host_reset_handler - Reset the scsi HBA |
| 853 | */ |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 854 | static int storvsc_host_reset_handler(struct scsi_cmnd *scmnd) |
| 855 | { |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 856 | int ret; |
K. Y. Srinivasan | 795b613 | 2011-05-10 07:54:20 -0700 | [diff] [blame] | 857 | struct hv_host_device *host_dev = |
K. Y. Srinivasan | 972621c | 2011-05-10 07:54:19 -0700 | [diff] [blame] | 858 | (struct hv_host_device *)scmnd->device->host->hostdata; |
K. Y. Srinivasan | c2ad483 | 2011-05-10 07:54:22 -0700 | [diff] [blame] | 859 | struct hv_device *dev = host_dev->dev; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 860 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 861 | DPRINT_INFO(STORVSC_DRV, "sdev (%p) dev obj (%p) - host resetting...", |
K. Y. Srinivasan | c2ad483 | 2011-05-10 07:54:22 -0700 | [diff] [blame] | 862 | scmnd->device, dev); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 863 | |
Bill Pemberton | 454f18a | 2009-07-27 16:47:24 -0400 | [diff] [blame] | 864 | /* Invokes the vsc to reset the host/bus */ |
K. Y. Srinivasan | c2ad483 | 2011-05-10 07:54:22 -0700 | [diff] [blame] | 865 | ret = stor_vsc_on_host_reset(dev); |
Greg Kroah-Hartman | 83c720e | 2010-07-22 15:14:04 -0700 | [diff] [blame] | 866 | if (ret != 0) |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 867 | return ret; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 868 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 869 | DPRINT_INFO(STORVSC_DRV, "sdev (%p) dev obj (%p) - host reseted", |
K. Y. Srinivasan | c2ad483 | 2011-05-10 07:54:22 -0700 | [diff] [blame] | 870 | scmnd->device, dev); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 871 | |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 872 | return ret; |
| 873 | } |
| 874 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 875 | static int storvsc_get_chs(struct scsi_device *sdev, struct block_device * bdev, |
| 876 | sector_t capacity, int *info) |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 877 | { |
| 878 | sector_t total_sectors = capacity; |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 879 | sector_t cylinder_times_heads = 0; |
| 880 | sector_t temp = 0; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 881 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 882 | int sectors_per_track = 0; |
| 883 | int heads = 0; |
| 884 | int cylinders = 0; |
| 885 | int rem = 0; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 886 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 887 | if (total_sectors > (65535 * 16 * 255)) |
| 888 | total_sectors = (65535 * 16 * 255); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 889 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 890 | if (total_sectors >= (65535 * 16 * 63)) { |
| 891 | sectors_per_track = 255; |
| 892 | heads = 16; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 893 | |
| 894 | cylinder_times_heads = total_sectors; |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 895 | /* sector_div stores the quotient in cylinder_times_heads */ |
| 896 | rem = sector_div(cylinder_times_heads, sectors_per_track); |
| 897 | } else { |
| 898 | sectors_per_track = 17; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 899 | |
| 900 | cylinder_times_heads = total_sectors; |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 901 | /* sector_div stores the quotient in cylinder_times_heads */ |
| 902 | rem = sector_div(cylinder_times_heads, sectors_per_track); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 903 | |
| 904 | temp = cylinder_times_heads + 1023; |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 905 | /* sector_div stores the quotient in temp */ |
| 906 | rem = sector_div(temp, 1024); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 907 | |
| 908 | heads = temp; |
| 909 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 910 | if (heads < 4) |
| 911 | heads = 4; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 912 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 913 | if (cylinder_times_heads >= (heads * 1024) || (heads > 16)) { |
| 914 | sectors_per_track = 31; |
| 915 | heads = 16; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 916 | |
| 917 | cylinder_times_heads = total_sectors; |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 918 | /* |
| 919 | * sector_div stores the quotient in |
| 920 | * cylinder_times_heads |
| 921 | */ |
| 922 | rem = sector_div(cylinder_times_heads, |
| 923 | sectors_per_track); |
| 924 | } |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 925 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 926 | if (cylinder_times_heads >= (heads * 1024)) { |
| 927 | sectors_per_track = 63; |
| 928 | heads = 16; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 929 | |
| 930 | cylinder_times_heads = total_sectors; |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 931 | /* |
| 932 | * sector_div stores the quotient in |
| 933 | * cylinder_times_heads |
| 934 | */ |
| 935 | rem = sector_div(cylinder_times_heads, |
| 936 | sectors_per_track); |
| 937 | } |
| 938 | } |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 939 | |
| 940 | temp = cylinder_times_heads; |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 941 | /* sector_div stores the quotient in temp */ |
| 942 | rem = sector_div(temp, heads); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 943 | cylinders = temp; |
| 944 | |
| 945 | info[0] = heads; |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 946 | info[1] = sectors_per_track; |
| 947 | info[2] = cylinders; |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 948 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 949 | DPRINT_INFO(STORVSC_DRV, "CHS (%d, %d, %d)", cylinders, heads, |
| 950 | sectors_per_track); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 951 | |
| 952 | return 0; |
| 953 | } |
| 954 | |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 955 | static int __init storvsc_init(void) |
| 956 | { |
| 957 | int ret; |
| 958 | |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 959 | DPRINT_INFO(STORVSC_DRV, "Storvsc initializing...."); |
K. Y. Srinivasan | db08577 | 2011-03-23 10:50:27 -0700 | [diff] [blame] | 960 | ret = storvsc_drv_init(); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 961 | return ret; |
| 962 | } |
| 963 | |
| 964 | static void __exit storvsc_exit(void) |
| 965 | { |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 966 | storvsc_drv_exit(); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 967 | } |
| 968 | |
Greg Kroah-Hartman | ff568d3 | 2009-09-02 08:37:47 -0700 | [diff] [blame] | 969 | MODULE_LICENSE("GPL"); |
Hank Janssen | 26c14cc | 2010-02-11 23:02:42 +0000 | [diff] [blame] | 970 | MODULE_VERSION(HV_DRV_VERSION); |
Stephen Hemminger | 3afc7cc3 | 2010-05-06 21:44:45 -0700 | [diff] [blame] | 971 | MODULE_DESCRIPTION("Microsoft Hyper-V virtual storage driver"); |
Hank Janssen | bef4a34 | 2009-07-13 16:01:31 -0700 | [diff] [blame] | 972 | module_init(storvsc_init); |
| 973 | module_exit(storvsc_exit); |