blob: ab5d404faa1163030c9ee347d5649262a3c26601 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/* -*- linux-c -*-
2 * viodasd.c
3 * Authors: Dave Boutcher <boutcher@us.ibm.com>
4 * Ryan Arnold <ryanarn@us.ibm.com>
5 * Colin Devilbiss <devilbis@us.ibm.com>
6 * Stephen Rothwell <sfr@au1.ibm.com>
7 *
8 * (C) Copyright 2000-2004 IBM Corporation
9 *
10 * This program is free software; you can redistribute it and/or
11 * modify it under the terms of the GNU General Public License as
12 * published by the Free Software Foundation; either version 2 of the
13 * License, or (at your option) any later version.
14 *
15 * This program is distributed in the hope that it will be useful,
16 * but WITHOUT ANY WARRANTY; without even the implied warranty of
17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
18 * GNU General Public License for more details.
19 *
20 * You should have received a copy of the GNU General Public License
21 * along with this program; if not, write to the Free Software
22 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
23 *
24 * This routine provides access to disk space (termed "DASD" in historical
25 * IBM terms) owned and managed by an OS/400 partition running on the
26 * same box as this Linux partition.
27 *
28 * All disk operations are performed by sending messages back and forth to
29 * the OS/400 partition.
30 */
31#include <linux/major.h>
32#include <linux/fs.h>
33#include <linux/module.h>
34#include <linux/kernel.h>
35#include <linux/blkdev.h>
36#include <linux/genhd.h>
37#include <linux/hdreg.h>
38#include <linux/errno.h>
39#include <linux/init.h>
40#include <linux/string.h>
41#include <linux/dma-mapping.h>
42#include <linux/completion.h>
43#include <linux/device.h>
Jens Axboe45711f12007-10-22 21:19:53 +020044#include <linux/scatterlist.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070045
46#include <asm/uaccess.h>
47#include <asm/vio.h>
Kelly Daly1ec65d72005-11-02 13:46:07 +110048#include <asm/iseries/hv_types.h>
Kelly Dalye45423e2005-11-02 12:08:31 +110049#include <asm/iseries/hv_lp_event.h>
Kelly Daly15b17182005-11-02 11:55:28 +110050#include <asm/iseries/hv_lp_config.h>
Kelly Dalyb4206772005-11-02 15:13:57 +110051#include <asm/iseries/vio.h>
Stephen Rothwellfb8b5002006-12-15 15:40:08 +110052#include <asm/firmware.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070053
54MODULE_DESCRIPTION("iSeries Virtual DASD");
55MODULE_AUTHOR("Dave Boutcher");
56MODULE_LICENSE("GPL");
57
58/*
59 * We only support 7 partitions per physical disk....so with minor
60 * numbers 0-255 we get a maximum of 32 disks.
61 */
62#define VIOD_GENHD_NAME "iseries/vd"
Linus Torvalds1da177e2005-04-16 15:20:36 -070063
64#define VIOD_VERS "1.64"
65
66#define VIOD_KERN_WARNING KERN_WARNING "viod: "
67#define VIOD_KERN_INFO KERN_INFO "viod: "
68
69enum {
70 PARTITION_SHIFT = 3,
71 MAX_DISKNO = HVMAXARCHITECTEDVIRTUALDISKS,
72 MAX_DISK_NAME = sizeof(((struct gendisk *)0)->disk_name)
73};
74
75static DEFINE_SPINLOCK(viodasd_spinlock);
76
77#define VIOMAXREQ 16
Linus Torvalds1da177e2005-04-16 15:20:36 -070078
79#define DEVICE_NO(cell) ((struct viodasd_device *)(cell) - &viodasd_devices[0])
80
Linus Torvalds1da177e2005-04-16 15:20:36 -070081struct viodasd_waitevent {
82 struct completion com;
83 int rc;
84 u16 sub_result;
85 int max_disk; /* open */
86};
87
88static const struct vio_error_entry viodasd_err_table[] = {
89 { 0x0201, EINVAL, "Invalid Range" },
90 { 0x0202, EINVAL, "Invalid Token" },
91 { 0x0203, EIO, "DMA Error" },
92 { 0x0204, EIO, "Use Error" },
93 { 0x0205, EIO, "Release Error" },
94 { 0x0206, EINVAL, "Invalid Disk" },
95 { 0x0207, EBUSY, "Cant Lock" },
96 { 0x0208, EIO, "Already Locked" },
97 { 0x0209, EIO, "Already Unlocked" },
98 { 0x020A, EIO, "Invalid Arg" },
99 { 0x020B, EIO, "Bad IFS File" },
100 { 0x020C, EROFS, "Read Only Device" },
101 { 0x02FF, EIO, "Internal Error" },
102 { 0x0000, 0, NULL },
103};
104
105/*
106 * Figure out the biggest I/O request (in sectors) we can accept
107 */
108#define VIODASD_MAXSECTORS (4096 / 512 * VIOMAXBLOCKDMA)
109
110/*
111 * Number of disk I/O requests we've sent to OS/400
112 */
113static int num_req_outstanding;
114
115/*
116 * This is our internal structure for keeping track of disk devices
117 */
118struct viodasd_device {
119 u16 cylinders;
120 u16 tracks;
121 u16 sectors;
122 u16 bytes_per_sector;
123 u64 size;
124 int read_only;
125 spinlock_t q_lock;
126 struct gendisk *disk;
127 struct device *dev;
128} viodasd_devices[MAX_DISKNO];
129
130/*
131 * External open entry point.
132 */
133static int viodasd_open(struct inode *ino, struct file *fil)
134{
135 struct viodasd_device *d = ino->i_bdev->bd_disk->private_data;
136 HvLpEvent_Rc hvrc;
137 struct viodasd_waitevent we;
138 u16 flags = 0;
139
140 if (d->read_only) {
141 if ((fil != NULL) && (fil->f_mode & FMODE_WRITE))
142 return -EROFS;
143 flags = vioblockflags_ro;
144 }
145
146 init_completion(&we.com);
147
148 /* Send the open event to OS/400 */
149 hvrc = HvCallEvent_signalLpEventFast(viopath_hostLp,
150 HvLpEvent_Type_VirtualIo,
151 viomajorsubtype_blockio | vioblockopen,
152 HvLpEvent_AckInd_DoAck, HvLpEvent_AckType_ImmediateAck,
153 viopath_sourceinst(viopath_hostLp),
154 viopath_targetinst(viopath_hostLp),
155 (u64)(unsigned long)&we, VIOVERSION << 16,
156 ((u64)DEVICE_NO(d) << 48) | ((u64)flags << 32),
157 0, 0, 0);
158 if (hvrc != 0) {
159 printk(VIOD_KERN_WARNING "HV open failed %d\n", (int)hvrc);
160 return -EIO;
161 }
162
163 wait_for_completion(&we.com);
164
165 /* Check the return code */
166 if (we.rc != 0) {
167 const struct vio_error_entry *err =
168 vio_lookup_rc(viodasd_err_table, we.sub_result);
169
170 printk(VIOD_KERN_WARNING
171 "bad rc opening disk: %d:0x%04x (%s)\n",
172 (int)we.rc, we.sub_result, err->msg);
173 return -EIO;
174 }
175
176 return 0;
177}
178
179/*
180 * External release entry point.
181 */
182static int viodasd_release(struct inode *ino, struct file *fil)
183{
184 struct viodasd_device *d = ino->i_bdev->bd_disk->private_data;
185 HvLpEvent_Rc hvrc;
186
187 /* Send the event to OS/400. We DON'T expect a response */
188 hvrc = HvCallEvent_signalLpEventFast(viopath_hostLp,
189 HvLpEvent_Type_VirtualIo,
190 viomajorsubtype_blockio | vioblockclose,
191 HvLpEvent_AckInd_NoAck, HvLpEvent_AckType_ImmediateAck,
192 viopath_sourceinst(viopath_hostLp),
193 viopath_targetinst(viopath_hostLp),
194 0, VIOVERSION << 16,
195 ((u64)DEVICE_NO(d) << 48) /* | ((u64)flags << 32) */,
196 0, 0, 0);
197 if (hvrc != 0)
198 printk(VIOD_KERN_WARNING "HV close call failed %d\n",
199 (int)hvrc);
200 return 0;
201}
202
203
204/* External ioctl entry point.
205 */
Christoph Hellwiga885c8c2006-01-08 01:02:50 -0800206static int viodasd_getgeo(struct block_device *bdev, struct hd_geometry *geo)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700207{
Christoph Hellwiga885c8c2006-01-08 01:02:50 -0800208 struct gendisk *disk = bdev->bd_disk;
209 struct viodasd_device *d = disk->private_data;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700210
Stephen Rothwell36a70032007-05-29 16:06:54 +1000211 geo->sectors = d->sectors ? d->sectors : 32;
Christoph Hellwiga885c8c2006-01-08 01:02:50 -0800212 geo->heads = d->tracks ? d->tracks : 64;
213 geo->cylinders = d->cylinders ? d->cylinders :
Stephen Rothwell36a70032007-05-29 16:06:54 +1000214 get_capacity(disk) / (geo->sectors * geo->heads);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700215
Christoph Hellwiga885c8c2006-01-08 01:02:50 -0800216 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700217}
218
219/*
220 * Our file operations table
221 */
222static struct block_device_operations viodasd_fops = {
223 .owner = THIS_MODULE,
224 .open = viodasd_open,
225 .release = viodasd_release,
Christoph Hellwiga885c8c2006-01-08 01:02:50 -0800226 .getgeo = viodasd_getgeo,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700227};
228
229/*
230 * End a request
231 */
232static void viodasd_end_request(struct request *req, int uptodate,
233 int num_sectors)
234{
235 if (end_that_request_first(req, uptodate, num_sectors))
236 return;
237 add_disk_randomness(req->rq_disk);
Tejun Heo8ffdc652006-01-06 09:49:03 +0100238 end_that_request_last(req, uptodate);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700239}
240
241/*
242 * Send an actual I/O request to OS/400
243 */
244static int send_request(struct request *req)
245{
246 u64 start;
247 int direction;
248 int nsg;
249 u16 viocmd;
250 HvLpEvent_Rc hvrc;
251 struct vioblocklpevent *bevent;
Stephen Rothwell677f8c02006-01-12 13:47:43 +1100252 struct HvLpEvent *hev;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700253 struct scatterlist sg[VIOMAXBLOCKDMA];
254 int sgindex;
255 int statindex;
256 struct viodasd_device *d;
257 unsigned long flags;
258
259 start = (u64)req->sector << 9;
260
261 if (rq_data_dir(req) == READ) {
262 direction = DMA_FROM_DEVICE;
263 viocmd = viomajorsubtype_blockio | vioblockread;
264 statindex = 0;
265 } else {
266 direction = DMA_TO_DEVICE;
267 viocmd = viomajorsubtype_blockio | vioblockwrite;
268 statindex = 1;
269 }
270
271 d = req->rq_disk->private_data;
272
273 /* Now build the scatter-gather list */
Jens Axboe45711f12007-10-22 21:19:53 +0200274 sg_init_table(sg, VIOMAXBLOCKDMA);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700275 nsg = blk_rq_map_sg(req->q, req, sg);
276 nsg = dma_map_sg(d->dev, sg, nsg, direction);
277
278 spin_lock_irqsave(&viodasd_spinlock, flags);
279 num_req_outstanding++;
280
281 /* This optimization handles a single DMA block */
282 if (nsg == 1)
283 hvrc = HvCallEvent_signalLpEventFast(viopath_hostLp,
284 HvLpEvent_Type_VirtualIo, viocmd,
285 HvLpEvent_AckInd_DoAck,
286 HvLpEvent_AckType_ImmediateAck,
287 viopath_sourceinst(viopath_hostLp),
288 viopath_targetinst(viopath_hostLp),
289 (u64)(unsigned long)req, VIOVERSION << 16,
290 ((u64)DEVICE_NO(d) << 48), start,
291 ((u64)sg_dma_address(&sg[0])) << 32,
292 sg_dma_len(&sg[0]));
293 else {
294 bevent = (struct vioblocklpevent *)
295 vio_get_event_buffer(viomajorsubtype_blockio);
296 if (bevent == NULL) {
297 printk(VIOD_KERN_WARNING
298 "error allocating disk event buffer\n");
299 goto error_ret;
300 }
301
302 /*
303 * Now build up the actual request. Note that we store
304 * the pointer to the request in the correlation
305 * token so we can match the response up later
306 */
307 memset(bevent, 0, sizeof(struct vioblocklpevent));
Stephen Rothwell677f8c02006-01-12 13:47:43 +1100308 hev = &bevent->event;
309 hev->flags = HV_LP_EVENT_VALID | HV_LP_EVENT_DO_ACK |
310 HV_LP_EVENT_INT;
311 hev->xType = HvLpEvent_Type_VirtualIo;
312 hev->xSubtype = viocmd;
313 hev->xSourceLp = HvLpConfig_getLpIndex();
314 hev->xTargetLp = viopath_hostLp;
315 hev->xSizeMinus1 =
Linus Torvalds1da177e2005-04-16 15:20:36 -0700316 offsetof(struct vioblocklpevent, u.rw_data.dma_info) +
317 (sizeof(bevent->u.rw_data.dma_info[0]) * nsg) - 1;
Stephen Rothwell677f8c02006-01-12 13:47:43 +1100318 hev->xSourceInstanceId = viopath_sourceinst(viopath_hostLp);
319 hev->xTargetInstanceId = viopath_targetinst(viopath_hostLp);
320 hev->xCorrelationToken = (u64)req;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700321 bevent->version = VIOVERSION;
322 bevent->disk = DEVICE_NO(d);
323 bevent->u.rw_data.offset = start;
324
325 /*
326 * Copy just the dma information from the sg list
327 * into the request
328 */
329 for (sgindex = 0; sgindex < nsg; sgindex++) {
330 bevent->u.rw_data.dma_info[sgindex].token =
331 sg_dma_address(&sg[sgindex]);
332 bevent->u.rw_data.dma_info[sgindex].len =
333 sg_dma_len(&sg[sgindex]);
334 }
335
336 /* Send the request */
337 hvrc = HvCallEvent_signalLpEvent(&bevent->event);
338 vio_free_event_buffer(viomajorsubtype_blockio, bevent);
339 }
340
341 if (hvrc != HvLpEvent_Rc_Good) {
342 printk(VIOD_KERN_WARNING
343 "error sending disk event to OS/400 (rc %d)\n",
344 (int)hvrc);
345 goto error_ret;
346 }
347 spin_unlock_irqrestore(&viodasd_spinlock, flags);
348 return 0;
349
350error_ret:
351 num_req_outstanding--;
352 spin_unlock_irqrestore(&viodasd_spinlock, flags);
353 dma_unmap_sg(d->dev, sg, nsg, direction);
354 return -1;
355}
356
357/*
358 * This is the external request processing routine
359 */
Jens Axboe165125e2007-07-24 09:28:11 +0200360static void do_viodasd_request(struct request_queue *q)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700361{
362 struct request *req;
363
364 /*
365 * If we already have the maximum number of requests
366 * outstanding to OS/400 just bail out. We'll come
367 * back later.
368 */
369 while (num_req_outstanding < VIOMAXREQ) {
370 req = elv_next_request(q);
371 if (req == NULL)
372 return;
373 /* dequeue the current request from the queue */
374 blkdev_dequeue_request(req);
375 /* check that request contains a valid command */
376 if (!blk_fs_request(req)) {
377 viodasd_end_request(req, 0, req->hard_nr_sectors);
378 continue;
379 }
380 /* Try sending the request */
381 if (send_request(req) != 0)
382 viodasd_end_request(req, 0, req->hard_nr_sectors);
383 }
384}
385
386/*
387 * Probe a single disk and fill in the viodasd_device structure
388 * for it.
389 */
Stephen Rothwell8251b4c2007-10-11 14:59:54 +1000390static int probe_disk(struct viodasd_device *d)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700391{
392 HvLpEvent_Rc hvrc;
393 struct viodasd_waitevent we;
394 int dev_no = DEVICE_NO(d);
395 struct gendisk *g;
396 struct request_queue *q;
397 u16 flags = 0;
398
399retry:
400 init_completion(&we.com);
401
402 /* Send the open event to OS/400 */
403 hvrc = HvCallEvent_signalLpEventFast(viopath_hostLp,
404 HvLpEvent_Type_VirtualIo,
405 viomajorsubtype_blockio | vioblockopen,
406 HvLpEvent_AckInd_DoAck, HvLpEvent_AckType_ImmediateAck,
407 viopath_sourceinst(viopath_hostLp),
408 viopath_targetinst(viopath_hostLp),
409 (u64)(unsigned long)&we, VIOVERSION << 16,
410 ((u64)dev_no << 48) | ((u64)flags<< 32),
411 0, 0, 0);
412 if (hvrc != 0) {
413 printk(VIOD_KERN_WARNING "bad rc on HV open %d\n", (int)hvrc);
Stephen Rothwell8251b4c2007-10-11 14:59:54 +1000414 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700415 }
416
417 wait_for_completion(&we.com);
418
419 if (we.rc != 0) {
420 if (flags != 0)
Stephen Rothwell8251b4c2007-10-11 14:59:54 +1000421 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700422 /* try again with read only flag set */
423 flags = vioblockflags_ro;
424 goto retry;
425 }
426 if (we.max_disk > (MAX_DISKNO - 1)) {
427 static int warned;
428
429 if (warned == 0) {
430 warned++;
431 printk(VIOD_KERN_INFO
432 "Only examining the first %d "
433 "of %d disks connected\n",
434 MAX_DISKNO, we.max_disk + 1);
435 }
436 }
437
438 /* Send the close event to OS/400. We DON'T expect a response */
439 hvrc = HvCallEvent_signalLpEventFast(viopath_hostLp,
440 HvLpEvent_Type_VirtualIo,
441 viomajorsubtype_blockio | vioblockclose,
442 HvLpEvent_AckInd_NoAck, HvLpEvent_AckType_ImmediateAck,
443 viopath_sourceinst(viopath_hostLp),
444 viopath_targetinst(viopath_hostLp),
445 0, VIOVERSION << 16,
446 ((u64)dev_no << 48) | ((u64)flags << 32),
447 0, 0, 0);
448 if (hvrc != 0) {
449 printk(VIOD_KERN_WARNING
450 "bad rc sending event to OS/400 %d\n", (int)hvrc);
Stephen Rothwell8251b4c2007-10-11 14:59:54 +1000451 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700452 }
Stephen Rothwell8251b4c2007-10-11 14:59:54 +1000453
454 if (d->dev == NULL) {
455 /* this is when we reprobe for new disks */
456 if (vio_create_viodasd(dev_no) == NULL) {
457 printk(VIOD_KERN_WARNING
458 "cannot allocate virtual device for disk %d\n",
459 dev_no);
460 return 0;
461 }
462 /*
463 * The vio_create_viodasd will have recursed into this
464 * routine with d->dev set to the new vio device and
465 * will finish the setup of the disk below.
466 */
467 return 1;
468 }
469
Linus Torvalds1da177e2005-04-16 15:20:36 -0700470 /* create the request queue for the disk */
471 spin_lock_init(&d->q_lock);
472 q = blk_init_queue(do_viodasd_request, &d->q_lock);
473 if (q == NULL) {
474 printk(VIOD_KERN_WARNING "cannot allocate queue for disk %d\n",
475 dev_no);
Stephen Rothwell8251b4c2007-10-11 14:59:54 +1000476 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700477 }
478 g = alloc_disk(1 << PARTITION_SHIFT);
479 if (g == NULL) {
480 printk(VIOD_KERN_WARNING
481 "cannot allocate disk structure for disk %d\n",
482 dev_no);
483 blk_cleanup_queue(q);
Stephen Rothwell8251b4c2007-10-11 14:59:54 +1000484 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700485 }
486
487 d->disk = g;
488 blk_queue_max_hw_segments(q, VIOMAXBLOCKDMA);
489 blk_queue_max_phys_segments(q, VIOMAXBLOCKDMA);
490 blk_queue_max_sectors(q, VIODASD_MAXSECTORS);
491 g->major = VIODASD_MAJOR;
492 g->first_minor = dev_no << PARTITION_SHIFT;
493 if (dev_no >= 26)
494 snprintf(g->disk_name, sizeof(g->disk_name),
495 VIOD_GENHD_NAME "%c%c",
496 'a' + (dev_no / 26) - 1, 'a' + (dev_no % 26));
497 else
498 snprintf(g->disk_name, sizeof(g->disk_name),
499 VIOD_GENHD_NAME "%c", 'a' + (dev_no % 26));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700500 g->fops = &viodasd_fops;
501 g->queue = q;
502 g->private_data = d;
503 g->driverfs_dev = d->dev;
504 set_capacity(g, d->size >> 9);
505
506 printk(VIOD_KERN_INFO "disk %d: %lu sectors (%lu MB) "
507 "CHS=%d/%d/%d sector size %d%s\n",
508 dev_no, (unsigned long)(d->size >> 9),
509 (unsigned long)(d->size >> 20),
510 (int)d->cylinders, (int)d->tracks,
511 (int)d->sectors, (int)d->bytes_per_sector,
512 d->read_only ? " (RO)" : "");
513
514 /* register us in the global list */
515 add_disk(g);
Stephen Rothwell8251b4c2007-10-11 14:59:54 +1000516 return 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700517}
518
519/* returns the total number of scatterlist elements converted */
520static int block_event_to_scatterlist(const struct vioblocklpevent *bevent,
521 struct scatterlist *sg, int *total_len)
522{
523 int i, numsg;
524 const struct rw_data *rw_data = &bevent->u.rw_data;
525 static const int offset =
526 offsetof(struct vioblocklpevent, u.rw_data.dma_info);
527 static const int element_size = sizeof(rw_data->dma_info[0]);
528
529 numsg = ((bevent->event.xSizeMinus1 + 1) - offset) / element_size;
530 if (numsg > VIOMAXBLOCKDMA)
531 numsg = VIOMAXBLOCKDMA;
532
533 *total_len = 0;
534 memset(sg, 0, sizeof(sg[0]) * VIOMAXBLOCKDMA);
535
536 for (i = 0; (i < numsg) && (rw_data->dma_info[i].len > 0); ++i) {
537 sg_dma_address(&sg[i]) = rw_data->dma_info[i].token;
538 sg_dma_len(&sg[i]) = rw_data->dma_info[i].len;
539 *total_len += rw_data->dma_info[i].len;
540 }
541 return i;
542}
543
544/*
545 * Restart all queues, starting with the one _after_ the disk given,
546 * thus reducing the chance of starvation of higher numbered disks.
547 */
548static void viodasd_restart_all_queues_starting_from(int first_index)
549{
550 int i;
551
552 for (i = first_index + 1; i < MAX_DISKNO; ++i)
553 if (viodasd_devices[i].disk)
554 blk_run_queue(viodasd_devices[i].disk->queue);
555 for (i = 0; i <= first_index; ++i)
556 if (viodasd_devices[i].disk)
557 blk_run_queue(viodasd_devices[i].disk->queue);
558}
559
560/*
561 * For read and write requests, decrement the number of outstanding requests,
562 * Free the DMA buffers we allocated.
563 */
564static int viodasd_handle_read_write(struct vioblocklpevent *bevent)
565{
566 int num_sg, num_sect, pci_direction, total_len;
567 struct request *req;
568 struct scatterlist sg[VIOMAXBLOCKDMA];
569 struct HvLpEvent *event = &bevent->event;
570 unsigned long irq_flags;
571 struct viodasd_device *d;
572 int error;
573 spinlock_t *qlock;
574
575 num_sg = block_event_to_scatterlist(bevent, sg, &total_len);
576 num_sect = total_len >> 9;
577 if (event->xSubtype == (viomajorsubtype_blockio | vioblockread))
578 pci_direction = DMA_FROM_DEVICE;
579 else
580 pci_direction = DMA_TO_DEVICE;
581 req = (struct request *)bevent->event.xCorrelationToken;
582 d = req->rq_disk->private_data;
583
584 dma_unmap_sg(d->dev, sg, num_sg, pci_direction);
585
586 /*
587 * Since this is running in interrupt mode, we need to make sure
588 * we're not stepping on any global I/O operations
589 */
590 spin_lock_irqsave(&viodasd_spinlock, irq_flags);
591 num_req_outstanding--;
592 spin_unlock_irqrestore(&viodasd_spinlock, irq_flags);
593
594 error = event->xRc != HvLpEvent_Rc_Good;
595 if (error) {
596 const struct vio_error_entry *err;
597 err = vio_lookup_rc(viodasd_err_table, bevent->sub_result);
598 printk(VIOD_KERN_WARNING "read/write error %d:0x%04x (%s)\n",
599 event->xRc, bevent->sub_result, err->msg);
600 num_sect = req->hard_nr_sectors;
601 }
602 qlock = req->q->queue_lock;
603 spin_lock_irqsave(qlock, irq_flags);
604 viodasd_end_request(req, !error, num_sect);
605 spin_unlock_irqrestore(qlock, irq_flags);
606
607 /* Finally, try to get more requests off of this device's queue */
608 viodasd_restart_all_queues_starting_from(DEVICE_NO(d));
609
610 return 0;
611}
612
613/* This routine handles incoming block LP events */
614static void handle_block_event(struct HvLpEvent *event)
615{
616 struct vioblocklpevent *bevent = (struct vioblocklpevent *)event;
617 struct viodasd_waitevent *pwe;
618
619 if (event == NULL)
620 /* Notification that a partition went away! */
621 return;
622 /* First, we should NEVER get an int here...only acks */
Stephen Rothwell677f8c02006-01-12 13:47:43 +1100623 if (hvlpevent_is_int(event)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700624 printk(VIOD_KERN_WARNING
625 "Yikes! got an int in viodasd event handler!\n");
Stephen Rothwell677f8c02006-01-12 13:47:43 +1100626 if (hvlpevent_need_ack(event)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700627 event->xRc = HvLpEvent_Rc_InvalidSubtype;
628 HvCallEvent_ackLpEvent(event);
629 }
630 }
631
632 switch (event->xSubtype & VIOMINOR_SUBTYPE_MASK) {
633 case vioblockopen:
634 /*
635 * Handle a response to an open request. We get all the
636 * disk information in the response, so update it. The
637 * correlation token contains a pointer to a waitevent
638 * structure that has a completion in it. update the
639 * return code in the waitevent structure and post the
640 * completion to wake up the guy who sent the request
641 */
642 pwe = (struct viodasd_waitevent *)event->xCorrelationToken;
643 pwe->rc = event->xRc;
644 pwe->sub_result = bevent->sub_result;
645 if (event->xRc == HvLpEvent_Rc_Good) {
646 const struct open_data *data = &bevent->u.open_data;
647 struct viodasd_device *device =
648 &viodasd_devices[bevent->disk];
649 device->read_only =
650 bevent->flags & vioblockflags_ro;
651 device->size = data->disk_size;
652 device->cylinders = data->cylinders;
653 device->tracks = data->tracks;
654 device->sectors = data->sectors;
655 device->bytes_per_sector = data->bytes_per_sector;
656 pwe->max_disk = data->max_disk;
657 }
658 complete(&pwe->com);
659 break;
660 case vioblockclose:
661 break;
662 case vioblockread:
663 case vioblockwrite:
664 viodasd_handle_read_write(bevent);
665 break;
666
667 default:
668 printk(VIOD_KERN_WARNING "invalid subtype!");
Stephen Rothwell677f8c02006-01-12 13:47:43 +1100669 if (hvlpevent_need_ack(event)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700670 event->xRc = HvLpEvent_Rc_InvalidSubtype;
671 HvCallEvent_ackLpEvent(event);
672 }
673 }
674}
675
676/*
677 * Get the driver to reprobe for more disks.
678 */
679static ssize_t probe_disks(struct device_driver *drv, const char *buf,
680 size_t count)
681{
682 struct viodasd_device *d;
683
684 for (d = viodasd_devices; d < &viodasd_devices[MAX_DISKNO]; d++) {
685 if (d->disk == NULL)
686 probe_disk(d);
687 }
688 return count;
689}
690static DRIVER_ATTR(probe, S_IWUSR, NULL, probe_disks);
691
692static int viodasd_probe(struct vio_dev *vdev, const struct vio_device_id *id)
693{
694 struct viodasd_device *d = &viodasd_devices[vdev->unit_address];
695
696 d->dev = &vdev->dev;
Stephen Rothwell8251b4c2007-10-11 14:59:54 +1000697 if (!probe_disk(d))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700698 return -ENODEV;
699 return 0;
700}
701
702static int viodasd_remove(struct vio_dev *vdev)
703{
704 struct viodasd_device *d;
705
706 d = &viodasd_devices[vdev->unit_address];
707 if (d->disk) {
708 del_gendisk(d->disk);
709 blk_cleanup_queue(d->disk->queue);
710 put_disk(d->disk);
711 d->disk = NULL;
712 }
713 d->dev = NULL;
714 return 0;
715}
716
717/**
718 * viodasd_device_table: Used by vio.c to match devices that we
719 * support.
720 */
721static struct vio_device_id viodasd_device_table[] __devinitdata = {
Stephen Rothwellfbabeb62006-05-15 13:41:22 +1000722 { "block", "IBM,iSeries-viodasd" },
Stephen Rothwellfb120da2005-08-17 16:42:59 +1000723 { "", "" }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700724};
Linus Torvalds1da177e2005-04-16 15:20:36 -0700725MODULE_DEVICE_TABLE(vio, viodasd_device_table);
Stephen Rothwell915124d2005-10-24 15:12:22 +1000726
Linus Torvalds1da177e2005-04-16 15:20:36 -0700727static struct vio_driver viodasd_driver = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700728 .id_table = viodasd_device_table,
729 .probe = viodasd_probe,
Stephen Rothwell6fdf5392005-10-24 14:53:21 +1000730 .remove = viodasd_remove,
731 .driver = {
732 .name = "viodasd",
Stephen Rothwell915124d2005-10-24 15:12:22 +1000733 .owner = THIS_MODULE,
Stephen Rothwell6fdf5392005-10-24 14:53:21 +1000734 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700735};
736
Stephen Rothwellf9df68e2006-11-13 14:43:17 +1100737static int need_delete_probe;
738
Linus Torvalds1da177e2005-04-16 15:20:36 -0700739/*
740 * Initialize the whole device driver. Handle module and non-module
741 * versions
742 */
743static int __init viodasd_init(void)
744{
745 int rc;
746
Stephen Rothwellfb8b5002006-12-15 15:40:08 +1100747 if (!firmware_has_feature(FW_FEATURE_ISERIES)) {
748 rc = -ENODEV;
749 goto early_fail;
750 }
751
Linus Torvalds1da177e2005-04-16 15:20:36 -0700752 /* Try to open to our host lp */
753 if (viopath_hostLp == HvLpIndexInvalid)
754 vio_set_hostlp();
755
756 if (viopath_hostLp == HvLpIndexInvalid) {
757 printk(VIOD_KERN_WARNING "invalid hosting partition\n");
Stephen Rothwellf9df68e2006-11-13 14:43:17 +1100758 rc = -EIO;
759 goto early_fail;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700760 }
761
762 printk(VIOD_KERN_INFO "vers " VIOD_VERS ", hosting partition %d\n",
763 viopath_hostLp);
764
765 /* register the block device */
Stephen Rothwellf9df68e2006-11-13 14:43:17 +1100766 rc = register_blkdev(VIODASD_MAJOR, VIOD_GENHD_NAME);
767 if (rc) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700768 printk(VIOD_KERN_WARNING
769 "Unable to get major number %d for %s\n",
770 VIODASD_MAJOR, VIOD_GENHD_NAME);
Stephen Rothwellf9df68e2006-11-13 14:43:17 +1100771 goto early_fail;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700772 }
773 /* Actually open the path to the hosting partition */
Stephen Rothwellf9df68e2006-11-13 14:43:17 +1100774 rc = viopath_open(viopath_hostLp, viomajorsubtype_blockio,
775 VIOMAXREQ + 2);
776 if (rc) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700777 printk(VIOD_KERN_WARNING
778 "error opening path to host partition %d\n",
779 viopath_hostLp);
Stephen Rothwellf9df68e2006-11-13 14:43:17 +1100780 goto unregister_blk;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700781 }
782
783 /* Initialize our request handler */
784 vio_setHandler(viomajorsubtype_blockio, handle_block_event);
785
786 rc = vio_register_driver(&viodasd_driver);
Stephen Rothwellf9df68e2006-11-13 14:43:17 +1100787 if (rc) {
788 printk(VIOD_KERN_WARNING "vio_register_driver failed\n");
789 goto unset_handler;
790 }
791
792 /*
793 * If this call fails, it just means that we cannot dynamically
794 * add virtual disks, but the driver will still work fine for
795 * all existing disk, so ignore the failure.
796 */
797 if (!driver_create_file(&viodasd_driver.driver, &driver_attr_probe))
798 need_delete_probe = 1;
799
800 return 0;
801
802unset_handler:
803 vio_clearHandler(viomajorsubtype_blockio);
804 viopath_close(viopath_hostLp, viomajorsubtype_blockio, VIOMAXREQ + 2);
805unregister_blk:
806 unregister_blkdev(VIODASD_MAJOR, VIOD_GENHD_NAME);
807early_fail:
Linus Torvalds1da177e2005-04-16 15:20:36 -0700808 return rc;
809}
810module_init(viodasd_init);
811
Stephen Rothwellf9df68e2006-11-13 14:43:17 +1100812void __exit viodasd_exit(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700813{
Stephen Rothwellf9df68e2006-11-13 14:43:17 +1100814 if (need_delete_probe)
815 driver_remove_file(&viodasd_driver.driver, &driver_attr_probe);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700816 vio_unregister_driver(&viodasd_driver);
817 vio_clearHandler(viomajorsubtype_blockio);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700818 viopath_close(viopath_hostLp, viomajorsubtype_blockio, VIOMAXREQ + 2);
Stephen Rothwellf9df68e2006-11-13 14:43:17 +1100819 unregister_blkdev(VIODASD_MAJOR, VIOD_GENHD_NAME);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700820}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700821module_exit(viodasd_exit);