Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 1 | /* |
| 2 | * iSCSI Initiator over iSER Data-Path |
| 3 | * |
| 4 | * Copyright (C) 2004 Dmitry Yusupov |
| 5 | * Copyright (C) 2004 Alex Aizman |
| 6 | * Copyright (C) 2005 Mike Christie |
| 7 | * Copyright (c) 2005, 2006 Voltaire, Inc. All rights reserved. |
| 8 | * maintained by openib-general@openib.org |
| 9 | * |
| 10 | * This software is available to you under a choice of one of two |
| 11 | * licenses. You may choose to be licensed under the terms of the GNU |
| 12 | * General Public License (GPL) Version 2, available from the file |
| 13 | * COPYING in the main directory of this source tree, or the |
| 14 | * OpenIB.org BSD license below: |
| 15 | * |
| 16 | * Redistribution and use in source and binary forms, with or |
| 17 | * without modification, are permitted provided that the following |
| 18 | * conditions are met: |
| 19 | * |
| 20 | * - Redistributions of source code must retain the above |
| 21 | * copyright notice, this list of conditions and the following |
| 22 | * disclaimer. |
| 23 | * |
| 24 | * - Redistributions in binary form must reproduce the above |
| 25 | * copyright notice, this list of conditions and the following |
| 26 | * disclaimer in the documentation and/or other materials |
| 27 | * provided with the distribution. |
| 28 | * |
| 29 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, |
| 30 | * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF |
| 31 | * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND |
| 32 | * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS |
| 33 | * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN |
| 34 | * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN |
| 35 | * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE |
| 36 | * SOFTWARE. |
| 37 | * |
| 38 | * Credits: |
| 39 | * Christoph Hellwig |
| 40 | * FUJITA Tomonori |
| 41 | * Arne Redlich |
| 42 | * Zhenyu Wang |
| 43 | * Modified by: |
| 44 | * Erez Zilber |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 45 | */ |
| 46 | |
| 47 | #include <linux/types.h> |
| 48 | #include <linux/list.h> |
| 49 | #include <linux/hardirq.h> |
| 50 | #include <linux/kfifo.h> |
| 51 | #include <linux/blkdev.h> |
| 52 | #include <linux/init.h> |
| 53 | #include <linux/ioctl.h> |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 54 | #include <linux/cdev.h> |
| 55 | #include <linux/in.h> |
| 56 | #include <linux/net.h> |
| 57 | #include <linux/scatterlist.h> |
| 58 | #include <linux/delay.h> |
| 59 | |
| 60 | #include <net/sock.h> |
| 61 | |
| 62 | #include <asm/uaccess.h> |
| 63 | |
| 64 | #include <scsi/scsi_cmnd.h> |
| 65 | #include <scsi/scsi_device.h> |
| 66 | #include <scsi/scsi_eh.h> |
| 67 | #include <scsi/scsi_tcq.h> |
| 68 | #include <scsi/scsi_host.h> |
| 69 | #include <scsi/scsi.h> |
| 70 | #include <scsi/scsi_transport_iscsi.h> |
| 71 | |
| 72 | #include "iscsi_iser.h" |
| 73 | |
Mike Christie | 7561352 | 2008-05-21 15:53:59 -0500 | [diff] [blame] | 74 | static struct scsi_host_template iscsi_iser_sht; |
| 75 | static struct iscsi_transport iscsi_iser_transport; |
| 76 | static struct scsi_transport_template *iscsi_iser_scsi_transport; |
| 77 | |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 78 | static unsigned int iscsi_max_lun = 512; |
| 79 | module_param_named(max_lun, iscsi_max_lun, uint, S_IRUGO); |
| 80 | |
| 81 | int iser_debug_level = 0; |
| 82 | |
| 83 | MODULE_DESCRIPTION("iSER (iSCSI Extensions for RDMA) Datamover " |
| 84 | "v" DRV_VER " (" DRV_DATE ")"); |
| 85 | MODULE_LICENSE("Dual BSD/GPL"); |
| 86 | MODULE_AUTHOR("Alex Nezhinsky, Dan Bar Dov, Or Gerlitz"); |
| 87 | |
| 88 | module_param_named(debug_level, iser_debug_level, int, 0644); |
| 89 | MODULE_PARM_DESC(debug_level, "Enable debug tracing if > 0 (default:disabled)"); |
| 90 | |
| 91 | struct iser_global ig; |
| 92 | |
| 93 | void |
| 94 | iscsi_iser_recv(struct iscsi_conn *conn, |
| 95 | struct iscsi_hdr *hdr, char *rx_data, int rx_data_len) |
| 96 | { |
| 97 | int rc = 0; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 98 | int datalen; |
| 99 | int ahslen; |
| 100 | |
| 101 | /* verify PDU length */ |
| 102 | datalen = ntoh24(hdr->dlength); |
| 103 | if (datalen != rx_data_len) { |
| 104 | printk(KERN_ERR "iscsi_iser: datalen %d (hdr) != %d (IB) \n", |
| 105 | datalen, rx_data_len); |
| 106 | rc = ISCSI_ERR_DATALEN; |
| 107 | goto error; |
| 108 | } |
| 109 | |
| 110 | /* read AHS */ |
| 111 | ahslen = hdr->hlength * 4; |
| 112 | |
Mike Christie | 0af967f | 2008-05-21 15:54:04 -0500 | [diff] [blame] | 113 | rc = iscsi_complete_pdu(conn, hdr, rx_data, rx_data_len); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 114 | if (rc && rc != ISCSI_ERR_NO_SCSI_CMD) |
| 115 | goto error; |
| 116 | |
| 117 | return; |
| 118 | error: |
| 119 | iscsi_conn_failure(conn, rc); |
| 120 | } |
| 121 | |
| 122 | |
| 123 | /** |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 124 | * iscsi_iser_task_init - Initialize task |
| 125 | * @task: iscsi task |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 126 | * |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 127 | * Initialize the task for the scsi command or mgmt command. |
Mike Christie | 2747fdb | 2008-05-21 15:54:08 -0500 | [diff] [blame] | 128 | */ |
Olaf Kirch | a8ac631 | 2007-12-13 12:43:35 -0600 | [diff] [blame] | 129 | static int |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 130 | iscsi_iser_task_init(struct iscsi_task *task) |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 131 | { |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 132 | struct iscsi_iser_conn *iser_conn = task->conn->dd_data; |
| 133 | struct iscsi_iser_task *iser_task = task->dd_data; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 134 | |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 135 | /* mgmt task */ |
| 136 | if (!task->sc) { |
| 137 | iser_task->desc.data = task->data; |
Mike Christie | 2747fdb | 2008-05-21 15:54:08 -0500 | [diff] [blame] | 138 | return 0; |
| 139 | } |
| 140 | |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 141 | iser_task->command_sent = 0; |
| 142 | iser_task->iser_conn = iser_conn; |
| 143 | iser_task_rdma_init(iser_task); |
Olaf Kirch | a8ac631 | 2007-12-13 12:43:35 -0600 | [diff] [blame] | 144 | return 0; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 145 | } |
| 146 | |
| 147 | /** |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 148 | * iscsi_iser_mtask_xmit - xmit management(immediate) task |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 149 | * @conn: iscsi connection |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 150 | * @task: task management task |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 151 | * |
| 152 | * Notes: |
| 153 | * The function can return -EAGAIN in which case caller must |
| 154 | * call it again later, or recover. '0' return code means successful |
| 155 | * xmit. |
| 156 | * |
| 157 | **/ |
| 158 | static int |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 159 | iscsi_iser_mtask_xmit(struct iscsi_conn *conn, struct iscsi_task *task) |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 160 | { |
| 161 | int error = 0; |
| 162 | |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 163 | debug_scsi("task deq [cid %d itt 0x%x]\n", conn->id, task->itt); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 164 | |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 165 | error = iser_send_control(conn, task); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 166 | |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 167 | /* since iser xmits control with zero copy, tasks can not be recycled |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 168 | * right after sending them. |
| 169 | * The recycling scheme is based on whether a response is expected |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 170 | * - if yes, the task is recycled at iscsi_complete_pdu |
| 171 | * - if no, the task is recycled at iser_snd_completion |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 172 | */ |
Erez Zilber | f093840 | 2007-01-07 12:28:02 +0200 | [diff] [blame] | 173 | if (error && error != -ENOBUFS) |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 174 | iscsi_conn_failure(conn, ISCSI_ERR_CONN_FAILED); |
| 175 | |
| 176 | return error; |
| 177 | } |
| 178 | |
| 179 | static int |
Mike Christie | 2747fdb | 2008-05-21 15:54:08 -0500 | [diff] [blame] | 180 | iscsi_iser_task_xmit_unsol_data(struct iscsi_conn *conn, |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 181 | struct iscsi_task *task) |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 182 | { |
| 183 | struct iscsi_data hdr; |
| 184 | int error = 0; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 185 | |
| 186 | /* Send data-out PDUs while there's still unsolicited data to send */ |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 187 | while (task->unsol_count > 0) { |
| 188 | iscsi_prep_unsolicit_data_pdu(task, &hdr); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 189 | debug_scsi("Sending data-out: itt 0x%x, data count %d\n", |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 190 | hdr.itt, task->data_count); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 191 | |
| 192 | /* the buffer description has been passed with the command */ |
| 193 | /* Send the command */ |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 194 | error = iser_send_data_out(conn, task, &hdr); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 195 | if (error) { |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 196 | task->unsol_datasn--; |
Mike Christie | 2747fdb | 2008-05-21 15:54:08 -0500 | [diff] [blame] | 197 | goto iscsi_iser_task_xmit_unsol_data_exit; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 198 | } |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 199 | task->unsol_count -= task->data_count; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 200 | debug_scsi("Need to send %d more as data-out PDUs\n", |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 201 | task->unsol_count); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 202 | } |
| 203 | |
Mike Christie | 2747fdb | 2008-05-21 15:54:08 -0500 | [diff] [blame] | 204 | iscsi_iser_task_xmit_unsol_data_exit: |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 205 | return error; |
| 206 | } |
| 207 | |
| 208 | static int |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 209 | iscsi_iser_task_xmit(struct iscsi_task *task) |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 210 | { |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 211 | struct iscsi_conn *conn = task->conn; |
| 212 | struct iscsi_iser_task *iser_task = task->dd_data; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 213 | int error = 0; |
| 214 | |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 215 | if (!task->sc) |
| 216 | return iscsi_iser_mtask_xmit(conn, task); |
Mike Christie | 2747fdb | 2008-05-21 15:54:08 -0500 | [diff] [blame] | 217 | |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 218 | if (task->sc->sc_data_direction == DMA_TO_DEVICE) { |
| 219 | BUG_ON(scsi_bufflen(task->sc) == 0); |
Mike Christie | 77a23c2 | 2007-05-30 12:57:18 -0500 | [diff] [blame] | 220 | |
| 221 | debug_scsi("cmd [itt %x total %d imm %d unsol_data %d\n", |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 222 | task->itt, scsi_bufflen(task->sc), |
| 223 | task->imm_count, task->unsol_count); |
Mike Christie | 77a23c2 | 2007-05-30 12:57:18 -0500 | [diff] [blame] | 224 | } |
| 225 | |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 226 | debug_scsi("task deq [cid %d itt 0x%x]\n", |
| 227 | conn->id, task->itt); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 228 | |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 229 | /* Send the cmd PDU */ |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 230 | if (!iser_task->command_sent) { |
| 231 | error = iser_send_command(conn, task); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 232 | if (error) |
Mike Christie | 2747fdb | 2008-05-21 15:54:08 -0500 | [diff] [blame] | 233 | goto iscsi_iser_task_xmit_exit; |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 234 | iser_task->command_sent = 1; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 235 | } |
| 236 | |
| 237 | /* Send unsolicited data-out PDU(s) if necessary */ |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 238 | if (task->unsol_count) |
| 239 | error = iscsi_iser_task_xmit_unsol_data(conn, task); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 240 | |
Mike Christie | 2747fdb | 2008-05-21 15:54:08 -0500 | [diff] [blame] | 241 | iscsi_iser_task_xmit_exit: |
Erez Zilber | f093840 | 2007-01-07 12:28:02 +0200 | [diff] [blame] | 242 | if (error && error != -ENOBUFS) |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 243 | iscsi_conn_failure(conn, ISCSI_ERR_CONN_FAILED); |
| 244 | return error; |
| 245 | } |
| 246 | |
| 247 | static void |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 248 | iscsi_iser_cleanup_task(struct iscsi_conn *conn, struct iscsi_task *task) |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 249 | { |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 250 | struct iscsi_iser_task *iser_task = task->dd_data; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 251 | |
Mike Christie | 2747fdb | 2008-05-21 15:54:08 -0500 | [diff] [blame] | 252 | /* mgmt tasks do not need special cleanup */ |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 253 | if (!task->sc) |
Mike Christie | 2747fdb | 2008-05-21 15:54:08 -0500 | [diff] [blame] | 254 | return; |
| 255 | |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 256 | if (iser_task->status == ISER_TASK_STATUS_STARTED) { |
| 257 | iser_task->status = ISER_TASK_STATUS_COMPLETED; |
| 258 | iser_task_rdma_finalize(iser_task); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 259 | } |
| 260 | } |
| 261 | |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 262 | static struct iscsi_cls_conn * |
| 263 | iscsi_iser_conn_create(struct iscsi_cls_session *cls_session, uint32_t conn_idx) |
| 264 | { |
| 265 | struct iscsi_conn *conn; |
| 266 | struct iscsi_cls_conn *cls_conn; |
| 267 | struct iscsi_iser_conn *iser_conn; |
| 268 | |
Mike Christie | 5d91e20 | 2008-05-21 15:54:01 -0500 | [diff] [blame] | 269 | cls_conn = iscsi_conn_setup(cls_session, sizeof(*iser_conn), conn_idx); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 270 | if (!cls_conn) |
| 271 | return NULL; |
| 272 | conn = cls_conn->dd_data; |
| 273 | |
| 274 | /* |
| 275 | * due to issues with the login code re iser sematics |
| 276 | * this not set in iscsi_conn_setup - FIXME |
| 277 | */ |
| 278 | conn->max_recv_dlength = 128; |
| 279 | |
Mike Christie | 5d91e20 | 2008-05-21 15:54:01 -0500 | [diff] [blame] | 280 | iser_conn = conn->dd_data; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 281 | conn->dd_data = iser_conn; |
| 282 | iser_conn->iscsi_conn = conn; |
| 283 | |
| 284 | return cls_conn; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 285 | } |
| 286 | |
| 287 | static void |
| 288 | iscsi_iser_conn_destroy(struct iscsi_cls_conn *cls_conn) |
| 289 | { |
| 290 | struct iscsi_conn *conn = cls_conn->dd_data; |
| 291 | struct iscsi_iser_conn *iser_conn = conn->dd_data; |
Mike Christie | b40977d | 2008-05-21 15:54:03 -0500 | [diff] [blame] | 292 | struct iser_conn *ib_conn = iser_conn->ib_conn; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 293 | |
| 294 | iscsi_conn_teardown(cls_conn); |
Mike Christie | b40977d | 2008-05-21 15:54:03 -0500 | [diff] [blame] | 295 | /* |
| 296 | * Userspace will normally call the stop callback and |
| 297 | * already have freed the ib_conn, but if it goofed up then |
| 298 | * we free it here. |
| 299 | */ |
| 300 | if (ib_conn) { |
| 301 | ib_conn->iser_conn = NULL; |
| 302 | iser_conn_put(ib_conn); |
| 303 | } |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 304 | } |
| 305 | |
| 306 | static int |
| 307 | iscsi_iser_conn_bind(struct iscsi_cls_session *cls_session, |
| 308 | struct iscsi_cls_conn *cls_conn, uint64_t transport_eph, |
| 309 | int is_leading) |
| 310 | { |
| 311 | struct iscsi_conn *conn = cls_conn->dd_data; |
| 312 | struct iscsi_iser_conn *iser_conn; |
| 313 | struct iser_conn *ib_conn; |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 314 | struct iscsi_endpoint *ep; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 315 | int error; |
| 316 | |
| 317 | error = iscsi_conn_bind(cls_session, cls_conn, is_leading); |
| 318 | if (error) |
| 319 | return error; |
| 320 | |
| 321 | /* the transport ep handle comes from user space so it must be |
| 322 | * verified against the global ib connections list */ |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 323 | ep = iscsi_lookup_endpoint(transport_eph); |
| 324 | if (!ep) { |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 325 | iser_err("can't bind eph %llx\n", |
| 326 | (unsigned long long)transport_eph); |
| 327 | return -EINVAL; |
| 328 | } |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 329 | ib_conn = ep->dd_data; |
| 330 | |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 331 | /* binds the iSER connection retrieved from the previously |
| 332 | * connected ep_handle to the iSCSI layer connection. exchanges |
| 333 | * connection pointers */ |
| 334 | iser_err("binding iscsi conn %p to iser_conn %p\n",conn,ib_conn); |
| 335 | iser_conn = conn->dd_data; |
| 336 | ib_conn->iser_conn = iser_conn; |
| 337 | iser_conn->ib_conn = ib_conn; |
Mike Christie | b40977d | 2008-05-21 15:54:03 -0500 | [diff] [blame] | 338 | iser_conn_get(ib_conn); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 339 | return 0; |
| 340 | } |
| 341 | |
Mike Christie | b40977d | 2008-05-21 15:54:03 -0500 | [diff] [blame] | 342 | static void |
| 343 | iscsi_iser_conn_stop(struct iscsi_cls_conn *cls_conn, int flag) |
| 344 | { |
| 345 | struct iscsi_conn *conn = cls_conn->dd_data; |
| 346 | struct iscsi_iser_conn *iser_conn = conn->dd_data; |
| 347 | struct iser_conn *ib_conn = iser_conn->ib_conn; |
| 348 | |
Mike Christie | b40977d | 2008-05-21 15:54:03 -0500 | [diff] [blame] | 349 | /* |
Mike Christie | 913e5bf | 2008-05-21 15:54:18 -0500 | [diff] [blame] | 350 | * Userspace may have goofed up and not bound the connection or |
| 351 | * might have only partially setup the connection. |
Mike Christie | b40977d | 2008-05-21 15:54:03 -0500 | [diff] [blame] | 352 | */ |
Mike Christie | 913e5bf | 2008-05-21 15:54:18 -0500 | [diff] [blame] | 353 | if (ib_conn) { |
| 354 | iscsi_conn_stop(cls_conn, flag); |
| 355 | /* |
| 356 | * There is no unbind event so the stop callback |
| 357 | * must release the ref from the bind. |
| 358 | */ |
| 359 | iser_conn_put(ib_conn); |
| 360 | } |
Mike Christie | b40977d | 2008-05-21 15:54:03 -0500 | [diff] [blame] | 361 | iser_conn->ib_conn = NULL; |
| 362 | } |
| 363 | |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 364 | static int |
| 365 | iscsi_iser_conn_start(struct iscsi_cls_conn *cls_conn) |
| 366 | { |
| 367 | struct iscsi_conn *conn = cls_conn->dd_data; |
| 368 | int err; |
| 369 | |
Erez Zilber | 2e7a742 | 2006-10-22 10:28:38 +0200 | [diff] [blame] | 370 | err = iser_conn_set_full_featured_mode(conn); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 371 | if (err) |
| 372 | return err; |
| 373 | |
Erez Zilber | 2e7a742 | 2006-10-22 10:28:38 +0200 | [diff] [blame] | 374 | return iscsi_conn_start(cls_conn); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 375 | } |
| 376 | |
Mike Christie | 7561352 | 2008-05-21 15:53:59 -0500 | [diff] [blame] | 377 | static void iscsi_iser_session_destroy(struct iscsi_cls_session *cls_session) |
| 378 | { |
| 379 | struct Scsi_Host *shost = iscsi_session_to_shost(cls_session); |
| 380 | |
Mike Christie | a4804cd | 2008-05-21 15:54:00 -0500 | [diff] [blame] | 381 | iscsi_host_remove(shost); |
| 382 | iscsi_host_free(shost); |
Mike Christie | 7561352 | 2008-05-21 15:53:59 -0500 | [diff] [blame] | 383 | } |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 384 | |
| 385 | static struct iscsi_cls_session * |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 386 | iscsi_iser_session_create(struct iscsi_endpoint *ep, |
Mike Christie | 7561352 | 2008-05-21 15:53:59 -0500 | [diff] [blame] | 387 | uint16_t cmds_max, uint16_t qdepth, |
| 388 | uint32_t initial_cmdsn, uint32_t *hostno) |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 389 | { |
| 390 | struct iscsi_cls_session *cls_session; |
| 391 | struct iscsi_session *session; |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 392 | struct Scsi_Host *shost; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 393 | int i; |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 394 | struct iscsi_task *task; |
| 395 | struct iscsi_iser_task *iser_task; |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 396 | struct iser_conn *ib_conn; |
Mike Christie | 7561352 | 2008-05-21 15:53:59 -0500 | [diff] [blame] | 397 | |
Mike Christie | a4804cd | 2008-05-21 15:54:00 -0500 | [diff] [blame] | 398 | shost = iscsi_host_alloc(&iscsi_iser_sht, 0, ISCSI_MAX_CMD_PER_LUN); |
Mike Christie | 7561352 | 2008-05-21 15:53:59 -0500 | [diff] [blame] | 399 | if (!shost) |
| 400 | return NULL; |
| 401 | shost->transportt = iscsi_iser_scsi_transport; |
| 402 | shost->max_lun = iscsi_max_lun; |
| 403 | shost->max_id = 0; |
| 404 | shost->max_channel = 0; |
| 405 | shost->max_cmd_len = 16; |
| 406 | |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 407 | /* |
| 408 | * older userspace tools (before 2.0-870) did not pass us |
| 409 | * the leading conn's ep so this will be NULL; |
| 410 | */ |
| 411 | if (ep) |
| 412 | ib_conn = ep->dd_data; |
| 413 | |
| 414 | if (iscsi_host_add(shost, |
| 415 | ep ? ib_conn->device->ib_device->dma_device : NULL)) |
Mike Christie | 7561352 | 2008-05-21 15:53:59 -0500 | [diff] [blame] | 416 | goto free_host; |
| 417 | *hostno = shost->host_no; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 418 | |
Mike Christie | 1548271 | 2007-05-30 12:57:19 -0500 | [diff] [blame] | 419 | /* |
| 420 | * we do not support setting can_queue cmd_per_lun from userspace yet |
| 421 | * because we preallocate so many resources |
| 422 | */ |
Mike Christie | 7561352 | 2008-05-21 15:53:59 -0500 | [diff] [blame] | 423 | cls_session = iscsi_session_setup(&iscsi_iser_transport, shost, |
Mike Christie | 1548271 | 2007-05-30 12:57:19 -0500 | [diff] [blame] | 424 | ISCSI_DEF_XMIT_CMDS_MAX, |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 425 | sizeof(struct iscsi_iser_task), |
Mike Christie | 7970634 | 2008-05-21 15:54:12 -0500 | [diff] [blame] | 426 | initial_cmdsn, 0); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 427 | if (!cls_session) |
Mike Christie | 7561352 | 2008-05-21 15:53:59 -0500 | [diff] [blame] | 428 | goto remove_host; |
| 429 | session = cls_session->dd_data; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 430 | |
Mike Christie | 2747fdb | 2008-05-21 15:54:08 -0500 | [diff] [blame] | 431 | shost->can_queue = session->scsi_cmds_max; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 432 | /* libiscsi setup itts, data and pool so just set desc fields */ |
| 433 | for (i = 0; i < session->cmds_max; i++) { |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 434 | task = session->cmds[i]; |
| 435 | iser_task = task->dd_data; |
| 436 | task->hdr = (struct iscsi_cmd *)&iser_task->desc.iscsi_header; |
| 437 | task->hdr_max = sizeof(iser_task->desc.iscsi_header); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 438 | } |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 439 | return cls_session; |
Mike Christie | 7561352 | 2008-05-21 15:53:59 -0500 | [diff] [blame] | 440 | |
| 441 | remove_host: |
Mike Christie | a4804cd | 2008-05-21 15:54:00 -0500 | [diff] [blame] | 442 | iscsi_host_remove(shost); |
Mike Christie | 7561352 | 2008-05-21 15:53:59 -0500 | [diff] [blame] | 443 | free_host: |
Mike Christie | a4804cd | 2008-05-21 15:54:00 -0500 | [diff] [blame] | 444 | iscsi_host_free(shost); |
Mike Christie | 7561352 | 2008-05-21 15:53:59 -0500 | [diff] [blame] | 445 | return NULL; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 446 | } |
| 447 | |
| 448 | static int |
Mike Christie | 358ff01 | 2006-06-28 12:00:25 -0500 | [diff] [blame] | 449 | iscsi_iser_set_param(struct iscsi_cls_conn *cls_conn, |
| 450 | enum iscsi_param param, char *buf, int buflen) |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 451 | { |
Mike Christie | 358ff01 | 2006-06-28 12:00:25 -0500 | [diff] [blame] | 452 | int value; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 453 | |
| 454 | switch (param) { |
| 455 | case ISCSI_PARAM_MAX_RECV_DLENGTH: |
| 456 | /* TBD */ |
| 457 | break; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 458 | case ISCSI_PARAM_HDRDGST_EN: |
Mike Christie | 358ff01 | 2006-06-28 12:00:25 -0500 | [diff] [blame] | 459 | sscanf(buf, "%d", &value); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 460 | if (value) { |
| 461 | printk(KERN_ERR "DataDigest wasn't negotiated to None"); |
| 462 | return -EPROTO; |
| 463 | } |
| 464 | break; |
| 465 | case ISCSI_PARAM_DATADGST_EN: |
Mike Christie | 358ff01 | 2006-06-28 12:00:25 -0500 | [diff] [blame] | 466 | sscanf(buf, "%d", &value); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 467 | if (value) { |
| 468 | printk(KERN_ERR "DataDigest wasn't negotiated to None"); |
| 469 | return -EPROTO; |
| 470 | } |
| 471 | break; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 472 | case ISCSI_PARAM_IFMARKER_EN: |
Mike Christie | 358ff01 | 2006-06-28 12:00:25 -0500 | [diff] [blame] | 473 | sscanf(buf, "%d", &value); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 474 | if (value) { |
| 475 | printk(KERN_ERR "IFMarker wasn't negotiated to No"); |
| 476 | return -EPROTO; |
| 477 | } |
| 478 | break; |
| 479 | case ISCSI_PARAM_OFMARKER_EN: |
Mike Christie | 358ff01 | 2006-06-28 12:00:25 -0500 | [diff] [blame] | 480 | sscanf(buf, "%d", &value); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 481 | if (value) { |
| 482 | printk(KERN_ERR "OFMarker wasn't negotiated to No"); |
| 483 | return -EPROTO; |
| 484 | } |
| 485 | break; |
| 486 | default: |
Mike Christie | 358ff01 | 2006-06-28 12:00:25 -0500 | [diff] [blame] | 487 | return iscsi_set_param(cls_conn, param, buf, buflen); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 488 | } |
| 489 | |
| 490 | return 0; |
| 491 | } |
| 492 | |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 493 | static void |
| 494 | iscsi_iser_conn_get_stats(struct iscsi_cls_conn *cls_conn, struct iscsi_stats *stats) |
| 495 | { |
| 496 | struct iscsi_conn *conn = cls_conn->dd_data; |
| 497 | |
| 498 | stats->txdata_octets = conn->txdata_octets; |
| 499 | stats->rxdata_octets = conn->rxdata_octets; |
| 500 | stats->scsicmd_pdus = conn->scsicmd_pdus_cnt; |
| 501 | stats->dataout_pdus = conn->dataout_pdus_cnt; |
| 502 | stats->scsirsp_pdus = conn->scsirsp_pdus_cnt; |
| 503 | stats->datain_pdus = conn->datain_pdus_cnt; /* always 0 */ |
| 504 | stats->r2t_pdus = conn->r2t_pdus_cnt; /* always 0 */ |
| 505 | stats->tmfcmd_pdus = conn->tmfcmd_pdus_cnt; |
| 506 | stats->tmfrsp_pdus = conn->tmfrsp_pdus_cnt; |
Eli Dorfman | 8752822 | 2008-04-29 13:46:52 -0700 | [diff] [blame] | 507 | stats->custom_length = 4; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 508 | strcpy(stats->custom[0].desc, "qp_tx_queue_full"); |
| 509 | stats->custom[0].value = 0; /* TB iser_conn->qp_tx_queue_full; */ |
| 510 | strcpy(stats->custom[1].desc, "fmr_map_not_avail"); |
| 511 | stats->custom[1].value = 0; /* TB iser_conn->fmr_map_not_avail */; |
| 512 | strcpy(stats->custom[2].desc, "eh_abort_cnt"); |
| 513 | stats->custom[2].value = conn->eh_abort_cnt; |
Eli Dorfman | 8752822 | 2008-04-29 13:46:52 -0700 | [diff] [blame] | 514 | strcpy(stats->custom[3].desc, "fmr_unalign_cnt"); |
| 515 | stats->custom[3].value = conn->fmr_unalign_cnt; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 516 | } |
| 517 | |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 518 | static struct iscsi_endpoint * |
| 519 | iscsi_iser_ep_connect(struct sockaddr *dst_addr, int non_blocking) |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 520 | { |
| 521 | int err; |
| 522 | struct iser_conn *ib_conn; |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 523 | struct iscsi_endpoint *ep; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 524 | |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 525 | ep = iscsi_create_endpoint(sizeof(*ib_conn)); |
| 526 | if (!ep) |
| 527 | return ERR_PTR(-ENOMEM); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 528 | |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 529 | ib_conn = ep->dd_data; |
| 530 | ib_conn->ep = ep; |
| 531 | iser_conn_init(ib_conn); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 532 | |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 533 | err = iser_connect(ib_conn, NULL, (struct sockaddr_in *)dst_addr, |
| 534 | non_blocking); |
| 535 | if (err) { |
| 536 | iscsi_destroy_endpoint(ep); |
| 537 | return ERR_PTR(err); |
| 538 | } |
| 539 | return ep; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 540 | } |
| 541 | |
| 542 | static int |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 543 | iscsi_iser_ep_poll(struct iscsi_endpoint *ep, int timeout_ms) |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 544 | { |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 545 | struct iser_conn *ib_conn; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 546 | int rc; |
| 547 | |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 548 | ib_conn = ep->dd_data; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 549 | rc = wait_event_interruptible_timeout(ib_conn->wait, |
| 550 | ib_conn->state == ISER_CONN_UP, |
| 551 | msecs_to_jiffies(timeout_ms)); |
| 552 | |
| 553 | /* if conn establishment failed, return error code to iscsi */ |
| 554 | if (!rc && |
| 555 | (ib_conn->state == ISER_CONN_TERMINATING || |
| 556 | ib_conn->state == ISER_CONN_DOWN)) |
| 557 | rc = -1; |
| 558 | |
| 559 | iser_err("ib conn %p rc = %d\n", ib_conn, rc); |
| 560 | |
| 561 | if (rc > 0) |
| 562 | return 1; /* success, this is the equivalent of POLLOUT */ |
| 563 | else if (!rc) |
| 564 | return 0; /* timeout */ |
| 565 | else |
| 566 | return rc; /* signal */ |
| 567 | } |
| 568 | |
| 569 | static void |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 570 | iscsi_iser_ep_disconnect(struct iscsi_endpoint *ep) |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 571 | { |
Mike Christie | 1c83469 | 2006-07-24 15:47:26 -0500 | [diff] [blame] | 572 | struct iser_conn *ib_conn; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 573 | |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 574 | ib_conn = ep->dd_data; |
Mike Christie | b40977d | 2008-05-21 15:54:03 -0500 | [diff] [blame] | 575 | if (ib_conn->iser_conn) |
| 576 | /* |
| 577 | * Must suspend xmit path if the ep is bound to the |
| 578 | * iscsi_conn, so we know we are not accessing the ib_conn |
| 579 | * when we free it. |
| 580 | * |
| 581 | * This may not be bound if the ep poll failed. |
| 582 | */ |
| 583 | iscsi_suspend_tx(ib_conn->iser_conn->iscsi_conn); |
| 584 | |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 585 | |
| 586 | iser_err("ib conn %p state %d\n",ib_conn, ib_conn->state); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 587 | iser_conn_terminate(ib_conn); |
| 588 | } |
| 589 | |
| 590 | static struct scsi_host_template iscsi_iser_sht = { |
Mike Christie | 7974392 | 2007-07-26 12:46:46 -0500 | [diff] [blame] | 591 | .module = THIS_MODULE, |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 592 | .name = "iSCSI Initiator over iSER, v." DRV_VER, |
| 593 | .queuecommand = iscsi_queuecommand, |
Erez Zilber | 6410627 | 2008-01-17 11:53:17 +0200 | [diff] [blame] | 594 | .change_queue_depth = iscsi_change_queue_depth, |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 595 | .sg_tablesize = ISCSI_ISER_SG_TABLESIZE, |
Erez Zilber | 8072ec2 | 2006-09-11 12:20:54 +0300 | [diff] [blame] | 596 | .max_sectors = 1024, |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 597 | .cmd_per_lun = ISCSI_MAX_CMD_PER_LUN, |
| 598 | .eh_abort_handler = iscsi_eh_abort, |
Erez Zilber | 90c18f3 | 2008-01-22 12:06:25 +0200 | [diff] [blame] | 599 | .eh_device_reset_handler= iscsi_eh_device_reset, |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 600 | .eh_host_reset_handler = iscsi_eh_host_reset, |
| 601 | .use_clustering = DISABLE_CLUSTERING, |
| 602 | .proc_name = "iscsi_iser", |
| 603 | .this_id = -1, |
| 604 | }; |
| 605 | |
| 606 | static struct iscsi_transport iscsi_iser_transport = { |
| 607 | .owner = THIS_MODULE, |
| 608 | .name = "iser", |
| 609 | .caps = CAP_RECOVERY_L0 | CAP_MULTI_R2T, |
| 610 | .param_mask = ISCSI_MAX_RECV_DLENGTH | |
| 611 | ISCSI_MAX_XMIT_DLENGTH | |
| 612 | ISCSI_HDRDGST_EN | |
| 613 | ISCSI_DATADGST_EN | |
| 614 | ISCSI_INITIAL_R2T_EN | |
| 615 | ISCSI_MAX_R2T | |
| 616 | ISCSI_IMM_DATA_EN | |
| 617 | ISCSI_FIRST_BURST | |
| 618 | ISCSI_MAX_BURST | |
| 619 | ISCSI_PDU_INORDER_EN | |
Mike Christie | 358ff01 | 2006-06-28 12:00:25 -0500 | [diff] [blame] | 620 | ISCSI_DATASEQ_INORDER_EN | |
| 621 | ISCSI_EXP_STATSN | |
| 622 | ISCSI_PERSISTENT_PORT | |
| 623 | ISCSI_PERSISTENT_ADDRESS | |
Mike Christie | b2c6416 | 2007-05-30 12:57:16 -0500 | [diff] [blame] | 624 | ISCSI_TARGET_NAME | ISCSI_TPGT | |
| 625 | ISCSI_USERNAME | ISCSI_PASSWORD | |
Mike Christie | f6d5180 | 2007-12-13 12:43:30 -0600 | [diff] [blame] | 626 | ISCSI_USERNAME_IN | ISCSI_PASSWORD_IN | |
| 627 | ISCSI_FAST_ABORT | ISCSI_ABORT_TMO | |
Mike Christie | 88dfd34 | 2008-05-21 15:54:16 -0500 | [diff] [blame] | 628 | ISCSI_PING_TMO | ISCSI_RECV_TMO | |
| 629 | ISCSI_IFACE_NAME | ISCSI_INITIATOR_NAME, |
Mike Christie | 8ad5781 | 2007-05-30 12:57:13 -0500 | [diff] [blame] | 630 | .host_param_mask = ISCSI_HOST_HWADDRESS | |
Mike Christie | d8196ed | 2007-05-30 12:57:25 -0500 | [diff] [blame] | 631 | ISCSI_HOST_NETDEV_NAME | |
Mike Christie | 8ad5781 | 2007-05-30 12:57:13 -0500 | [diff] [blame] | 632 | ISCSI_HOST_INITIATOR_NAME, |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 633 | /* session management */ |
| 634 | .create_session = iscsi_iser_session_create, |
Mike Christie | 7561352 | 2008-05-21 15:53:59 -0500 | [diff] [blame] | 635 | .destroy_session = iscsi_iser_session_destroy, |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 636 | /* connection management */ |
| 637 | .create_conn = iscsi_iser_conn_create, |
| 638 | .bind_conn = iscsi_iser_conn_bind, |
| 639 | .destroy_conn = iscsi_iser_conn_destroy, |
Mike Christie | 358ff01 | 2006-06-28 12:00:25 -0500 | [diff] [blame] | 640 | .set_param = iscsi_iser_set_param, |
| 641 | .get_conn_param = iscsi_conn_get_param, |
| 642 | .get_session_param = iscsi_session_get_param, |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 643 | .start_conn = iscsi_iser_conn_start, |
Mike Christie | b40977d | 2008-05-21 15:54:03 -0500 | [diff] [blame] | 644 | .stop_conn = iscsi_iser_conn_stop, |
Mike Christie | 0801c24 | 2007-05-30 12:57:12 -0500 | [diff] [blame] | 645 | /* iscsi host params */ |
| 646 | .get_host_param = iscsi_host_get_param, |
| 647 | .set_host_param = iscsi_host_set_param, |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 648 | /* IO */ |
| 649 | .send_pdu = iscsi_conn_send_pdu, |
| 650 | .get_stats = iscsi_iser_conn_get_stats, |
Mike Christie | 2747fdb | 2008-05-21 15:54:08 -0500 | [diff] [blame] | 651 | .init_task = iscsi_iser_task_init, |
| 652 | .xmit_task = iscsi_iser_task_xmit, |
| 653 | .cleanup_task = iscsi_iser_cleanup_task, |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 654 | /* recovery */ |
| 655 | .session_recovery_timedout = iscsi_session_recovery_timedout, |
| 656 | |
| 657 | .ep_connect = iscsi_iser_ep_connect, |
| 658 | .ep_poll = iscsi_iser_ep_poll, |
| 659 | .ep_disconnect = iscsi_iser_ep_disconnect |
| 660 | }; |
| 661 | |
| 662 | static int __init iser_init(void) |
| 663 | { |
| 664 | int err; |
| 665 | |
| 666 | iser_dbg("Starting iSER datamover...\n"); |
| 667 | |
| 668 | if (iscsi_max_lun < 1) { |
| 669 | printk(KERN_ERR "Invalid max_lun value of %u\n", iscsi_max_lun); |
| 670 | return -EINVAL; |
| 671 | } |
| 672 | |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 673 | memset(&ig, 0, sizeof(struct iser_global)); |
| 674 | |
| 675 | ig.desc_cache = kmem_cache_create("iser_descriptors", |
| 676 | sizeof (struct iser_desc), |
| 677 | 0, SLAB_HWCACHE_ALIGN, |
Paul Mundt | 20c2df8 | 2007-07-20 10:11:58 +0900 | [diff] [blame] | 678 | NULL); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 679 | if (ig.desc_cache == NULL) |
| 680 | return -ENOMEM; |
| 681 | |
| 682 | /* device init is called only after the first addr resolution */ |
| 683 | mutex_init(&ig.device_list_mutex); |
| 684 | INIT_LIST_HEAD(&ig.device_list); |
| 685 | mutex_init(&ig.connlist_mutex); |
| 686 | INIT_LIST_HEAD(&ig.connlist); |
| 687 | |
Mike Christie | 7561352 | 2008-05-21 15:53:59 -0500 | [diff] [blame] | 688 | iscsi_iser_scsi_transport = iscsi_register_transport( |
| 689 | &iscsi_iser_transport); |
| 690 | if (!iscsi_iser_scsi_transport) { |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 691 | iser_err("iscsi_register_transport failed\n"); |
| 692 | err = -EINVAL; |
| 693 | goto register_transport_failure; |
| 694 | } |
| 695 | |
| 696 | return 0; |
| 697 | |
| 698 | register_transport_failure: |
| 699 | kmem_cache_destroy(ig.desc_cache); |
| 700 | |
| 701 | return err; |
| 702 | } |
| 703 | |
| 704 | static void __exit iser_exit(void) |
| 705 | { |
| 706 | iser_dbg("Removing iSER datamover...\n"); |
| 707 | iscsi_unregister_transport(&iscsi_iser_transport); |
| 708 | kmem_cache_destroy(ig.desc_cache); |
| 709 | } |
| 710 | |
| 711 | module_init(iser_init); |
| 712 | module_exit(iser_exit); |