Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 1 | /* |
| 2 | * iSCSI Initiator over iSER Data-Path |
| 3 | * |
| 4 | * Copyright (C) 2004 Dmitry Yusupov |
| 5 | * Copyright (C) 2004 Alex Aizman |
| 6 | * Copyright (C) 2005 Mike Christie |
| 7 | * Copyright (c) 2005, 2006 Voltaire, Inc. All rights reserved. |
Or Gerlitz | 28f292e | 2013-05-08 12:21:18 +0000 | [diff] [blame] | 8 | * Copyright (c) 2013 Mellanox Technologies. All rights reserved. |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 9 | * maintained by openib-general@openib.org |
| 10 | * |
| 11 | * This software is available to you under a choice of one of two |
| 12 | * licenses. You may choose to be licensed under the terms of the GNU |
| 13 | * General Public License (GPL) Version 2, available from the file |
| 14 | * COPYING in the main directory of this source tree, or the |
| 15 | * OpenIB.org BSD license below: |
| 16 | * |
| 17 | * Redistribution and use in source and binary forms, with or |
| 18 | * without modification, are permitted provided that the following |
| 19 | * conditions are met: |
| 20 | * |
| 21 | * - Redistributions of source code must retain the above |
| 22 | * copyright notice, this list of conditions and the following |
| 23 | * disclaimer. |
| 24 | * |
| 25 | * - Redistributions in binary form must reproduce the above |
| 26 | * copyright notice, this list of conditions and the following |
| 27 | * disclaimer in the documentation and/or other materials |
| 28 | * provided with the distribution. |
| 29 | * |
| 30 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, |
| 31 | * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF |
| 32 | * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND |
| 33 | * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS |
| 34 | * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN |
| 35 | * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN |
| 36 | * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE |
| 37 | * SOFTWARE. |
| 38 | * |
| 39 | * Credits: |
| 40 | * Christoph Hellwig |
| 41 | * FUJITA Tomonori |
| 42 | * Arne Redlich |
| 43 | * Zhenyu Wang |
| 44 | * Modified by: |
| 45 | * Erez Zilber |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 46 | */ |
| 47 | |
| 48 | #include <linux/types.h> |
| 49 | #include <linux/list.h> |
| 50 | #include <linux/hardirq.h> |
| 51 | #include <linux/kfifo.h> |
| 52 | #include <linux/blkdev.h> |
| 53 | #include <linux/init.h> |
| 54 | #include <linux/ioctl.h> |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 55 | #include <linux/cdev.h> |
| 56 | #include <linux/in.h> |
| 57 | #include <linux/net.h> |
| 58 | #include <linux/scatterlist.h> |
| 59 | #include <linux/delay.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 60 | #include <linux/slab.h> |
Paul Gortmaker | e4dd23d | 2011-05-27 15:35:46 -0400 | [diff] [blame] | 61 | #include <linux/module.h> |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 62 | |
| 63 | #include <net/sock.h> |
| 64 | |
| 65 | #include <asm/uaccess.h> |
| 66 | |
| 67 | #include <scsi/scsi_cmnd.h> |
| 68 | #include <scsi/scsi_device.h> |
| 69 | #include <scsi/scsi_eh.h> |
| 70 | #include <scsi/scsi_tcq.h> |
| 71 | #include <scsi/scsi_host.h> |
| 72 | #include <scsi/scsi.h> |
| 73 | #include <scsi/scsi_transport_iscsi.h> |
| 74 | |
| 75 | #include "iscsi_iser.h" |
| 76 | |
Mike Christie | 7561352 | 2008-05-21 15:53:59 -0500 | [diff] [blame] | 77 | static struct scsi_host_template iscsi_iser_sht; |
| 78 | static struct iscsi_transport iscsi_iser_transport; |
| 79 | static struct scsi_transport_template *iscsi_iser_scsi_transport; |
| 80 | |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 81 | static unsigned int iscsi_max_lun = 512; |
| 82 | module_param_named(max_lun, iscsi_max_lun, uint, S_IRUGO); |
| 83 | |
| 84 | int iser_debug_level = 0; |
Alex Tabachnik | 7f73384 | 2014-03-05 19:43:46 +0200 | [diff] [blame^] | 85 | bool iser_pi_enable = false; |
| 86 | int iser_pi_guard = 0; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 87 | |
Roi Dayan | c1d786e | 2013-05-01 13:25:24 +0000 | [diff] [blame] | 88 | MODULE_DESCRIPTION("iSER (iSCSI Extensions for RDMA) Datamover"); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 89 | MODULE_LICENSE("Dual BSD/GPL"); |
| 90 | MODULE_AUTHOR("Alex Nezhinsky, Dan Bar Dov, Or Gerlitz"); |
Roi Dayan | c1d786e | 2013-05-01 13:25:24 +0000 | [diff] [blame] | 91 | MODULE_VERSION(DRV_VER); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 92 | |
| 93 | module_param_named(debug_level, iser_debug_level, int, 0644); |
| 94 | MODULE_PARM_DESC(debug_level, "Enable debug tracing if > 0 (default:disabled)"); |
| 95 | |
Alex Tabachnik | 7f73384 | 2014-03-05 19:43:46 +0200 | [diff] [blame^] | 96 | module_param_named(pi_enable, iser_pi_enable, bool, 0644); |
| 97 | MODULE_PARM_DESC(pi_enable, "Enable T10-PI offload support (default:disabled)"); |
| 98 | |
| 99 | module_param_named(pi_guard, iser_pi_guard, int, 0644); |
| 100 | MODULE_PARM_DESC(pi_guard, "T10-PI guard_type, 0:CRC|1:IP_CSUM (default:CRC)"); |
| 101 | |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 102 | struct iser_global ig; |
| 103 | |
| 104 | void |
| 105 | iscsi_iser_recv(struct iscsi_conn *conn, |
| 106 | struct iscsi_hdr *hdr, char *rx_data, int rx_data_len) |
| 107 | { |
| 108 | int rc = 0; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 109 | int datalen; |
| 110 | int ahslen; |
| 111 | |
| 112 | /* verify PDU length */ |
| 113 | datalen = ntoh24(hdr->dlength); |
Or Gerlitz | 200ae1a | 2011-08-01 21:14:09 +0000 | [diff] [blame] | 114 | if (datalen > rx_data_len || (datalen + 4) < rx_data_len) { |
| 115 | iser_err("wrong datalen %d (hdr), %d (IB)\n", |
| 116 | datalen, rx_data_len); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 117 | rc = ISCSI_ERR_DATALEN; |
| 118 | goto error; |
| 119 | } |
| 120 | |
Or Gerlitz | 200ae1a | 2011-08-01 21:14:09 +0000 | [diff] [blame] | 121 | if (datalen != rx_data_len) |
| 122 | iser_dbg("aligned datalen (%d) hdr, %d (IB)\n", |
| 123 | datalen, rx_data_len); |
| 124 | |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 125 | /* read AHS */ |
| 126 | ahslen = hdr->hlength * 4; |
| 127 | |
Mike Christie | 0af967f | 2008-05-21 15:54:04 -0500 | [diff] [blame] | 128 | rc = iscsi_complete_pdu(conn, hdr, rx_data, rx_data_len); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 129 | if (rc && rc != ISCSI_ERR_NO_SCSI_CMD) |
| 130 | goto error; |
| 131 | |
| 132 | return; |
| 133 | error: |
| 134 | iscsi_conn_failure(conn, rc); |
| 135 | } |
| 136 | |
Mike Christie | 2ff79d5 | 2008-12-02 00:32:14 -0600 | [diff] [blame] | 137 | static int iscsi_iser_pdu_alloc(struct iscsi_task *task, uint8_t opcode) |
Mike Christie | 0f9c744 | 2008-12-02 00:32:06 -0600 | [diff] [blame] | 138 | { |
| 139 | struct iscsi_iser_task *iser_task = task->dd_data; |
| 140 | |
| 141 | task->hdr = (struct iscsi_hdr *)&iser_task->desc.iscsi_header; |
| 142 | task->hdr_max = sizeof(iser_task->desc.iscsi_header); |
| 143 | return 0; |
| 144 | } |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 145 | |
Or Gerlitz | f19624a | 2010-02-08 13:19:56 +0000 | [diff] [blame] | 146 | int iser_initialize_task_headers(struct iscsi_task *task, |
| 147 | struct iser_tx_desc *tx_desc) |
| 148 | { |
| 149 | struct iscsi_iser_conn *iser_conn = task->conn->dd_data; |
| 150 | struct iser_device *device = iser_conn->ib_conn->device; |
| 151 | struct iscsi_iser_task *iser_task = task->dd_data; |
| 152 | u64 dma_addr; |
| 153 | |
| 154 | dma_addr = ib_dma_map_single(device->ib_device, (void *)tx_desc, |
| 155 | ISER_HEADERS_LEN, DMA_TO_DEVICE); |
| 156 | if (ib_dma_mapping_error(device->ib_device, dma_addr)) |
| 157 | return -ENOMEM; |
| 158 | |
| 159 | tx_desc->dma_addr = dma_addr; |
| 160 | tx_desc->tx_sg[0].addr = tx_desc->dma_addr; |
| 161 | tx_desc->tx_sg[0].length = ISER_HEADERS_LEN; |
| 162 | tx_desc->tx_sg[0].lkey = device->mr->lkey; |
| 163 | |
Or Gerlitz | f19624a | 2010-02-08 13:19:56 +0000 | [diff] [blame] | 164 | iser_task->iser_conn = iser_conn; |
| 165 | return 0; |
| 166 | } |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 167 | /** |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 168 | * iscsi_iser_task_init - Initialize task |
| 169 | * @task: iscsi task |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 170 | * |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 171 | * Initialize the task for the scsi command or mgmt command. |
Mike Christie | 2747fdb | 2008-05-21 15:54:08 -0500 | [diff] [blame] | 172 | */ |
Olaf Kirch | a8ac631 | 2007-12-13 12:43:35 -0600 | [diff] [blame] | 173 | static int |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 174 | iscsi_iser_task_init(struct iscsi_task *task) |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 175 | { |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 176 | struct iscsi_iser_task *iser_task = task->dd_data; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 177 | |
Or Gerlitz | 5243954 | 2011-11-04 00:21:27 +0200 | [diff] [blame] | 178 | if (iser_initialize_task_headers(task, &iser_task->desc)) |
Or Gerlitz | f19624a | 2010-02-08 13:19:56 +0000 | [diff] [blame] | 179 | return -ENOMEM; |
| 180 | |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 181 | /* mgmt task */ |
Or Gerlitz | f19624a | 2010-02-08 13:19:56 +0000 | [diff] [blame] | 182 | if (!task->sc) |
Mike Christie | 2747fdb | 2008-05-21 15:54:08 -0500 | [diff] [blame] | 183 | return 0; |
Mike Christie | 2747fdb | 2008-05-21 15:54:08 -0500 | [diff] [blame] | 184 | |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 185 | iser_task->command_sent = 0; |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 186 | iser_task_rdma_init(iser_task); |
Olaf Kirch | a8ac631 | 2007-12-13 12:43:35 -0600 | [diff] [blame] | 187 | return 0; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 188 | } |
| 189 | |
| 190 | /** |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 191 | * iscsi_iser_mtask_xmit - xmit management(immediate) task |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 192 | * @conn: iscsi connection |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 193 | * @task: task management task |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 194 | * |
| 195 | * Notes: |
| 196 | * The function can return -EAGAIN in which case caller must |
| 197 | * call it again later, or recover. '0' return code means successful |
| 198 | * xmit. |
| 199 | * |
| 200 | **/ |
| 201 | static int |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 202 | iscsi_iser_mtask_xmit(struct iscsi_conn *conn, struct iscsi_task *task) |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 203 | { |
| 204 | int error = 0; |
| 205 | |
Or Gerlitz | 962b4b5 | 2010-02-08 13:22:34 +0000 | [diff] [blame] | 206 | iser_dbg("mtask xmit [cid %d itt 0x%x]\n", conn->id, task->itt); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 207 | |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 208 | error = iser_send_control(conn, task); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 209 | |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 210 | /* since iser xmits control with zero copy, tasks can not be recycled |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 211 | * right after sending them. |
| 212 | * The recycling scheme is based on whether a response is expected |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 213 | * - if yes, the task is recycled at iscsi_complete_pdu |
| 214 | * - if no, the task is recycled at iser_snd_completion |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 215 | */ |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 216 | return error; |
| 217 | } |
| 218 | |
| 219 | static int |
Mike Christie | 2747fdb | 2008-05-21 15:54:08 -0500 | [diff] [blame] | 220 | iscsi_iser_task_xmit_unsol_data(struct iscsi_conn *conn, |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 221 | struct iscsi_task *task) |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 222 | { |
Mike Christie | 0f9c744 | 2008-12-02 00:32:06 -0600 | [diff] [blame] | 223 | struct iscsi_r2t_info *r2t = &task->unsol_r2t; |
| 224 | struct iscsi_data hdr; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 225 | int error = 0; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 226 | |
| 227 | /* Send data-out PDUs while there's still unsolicited data to send */ |
Mike Christie | 0f9c744 | 2008-12-02 00:32:06 -0600 | [diff] [blame] | 228 | while (iscsi_task_has_unsol_data(task)) { |
| 229 | iscsi_prep_data_out_pdu(task, r2t, &hdr); |
Mike Christie | 48a237a | 2009-03-05 14:45:57 -0600 | [diff] [blame] | 230 | iser_dbg("Sending data-out: itt 0x%x, data count %d\n", |
Mike Christie | 0f9c744 | 2008-12-02 00:32:06 -0600 | [diff] [blame] | 231 | hdr.itt, r2t->data_count); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 232 | |
| 233 | /* the buffer description has been passed with the command */ |
| 234 | /* Send the command */ |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 235 | error = iser_send_data_out(conn, task, &hdr); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 236 | if (error) { |
Mike Christie | 0f9c744 | 2008-12-02 00:32:06 -0600 | [diff] [blame] | 237 | r2t->datasn--; |
Mike Christie | 2747fdb | 2008-05-21 15:54:08 -0500 | [diff] [blame] | 238 | goto iscsi_iser_task_xmit_unsol_data_exit; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 239 | } |
Mike Christie | 0f9c744 | 2008-12-02 00:32:06 -0600 | [diff] [blame] | 240 | r2t->sent += r2t->data_count; |
Mike Christie | 48a237a | 2009-03-05 14:45:57 -0600 | [diff] [blame] | 241 | iser_dbg("Need to send %d more as data-out PDUs\n", |
Mike Christie | 0f9c744 | 2008-12-02 00:32:06 -0600 | [diff] [blame] | 242 | r2t->data_length - r2t->sent); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 243 | } |
| 244 | |
Mike Christie | 2747fdb | 2008-05-21 15:54:08 -0500 | [diff] [blame] | 245 | iscsi_iser_task_xmit_unsol_data_exit: |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 246 | return error; |
| 247 | } |
| 248 | |
| 249 | static int |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 250 | iscsi_iser_task_xmit(struct iscsi_task *task) |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 251 | { |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 252 | struct iscsi_conn *conn = task->conn; |
| 253 | struct iscsi_iser_task *iser_task = task->dd_data; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 254 | int error = 0; |
| 255 | |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 256 | if (!task->sc) |
| 257 | return iscsi_iser_mtask_xmit(conn, task); |
Mike Christie | 2747fdb | 2008-05-21 15:54:08 -0500 | [diff] [blame] | 258 | |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 259 | if (task->sc->sc_data_direction == DMA_TO_DEVICE) { |
| 260 | BUG_ON(scsi_bufflen(task->sc) == 0); |
Mike Christie | 77a23c2 | 2007-05-30 12:57:18 -0500 | [diff] [blame] | 261 | |
Mike Christie | 48a237a | 2009-03-05 14:45:57 -0600 | [diff] [blame] | 262 | iser_dbg("cmd [itt %x total %d imm %d unsol_data %d\n", |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 263 | task->itt, scsi_bufflen(task->sc), |
Mike Christie | 0f9c744 | 2008-12-02 00:32:06 -0600 | [diff] [blame] | 264 | task->imm_count, task->unsol_r2t.data_length); |
Mike Christie | 77a23c2 | 2007-05-30 12:57:18 -0500 | [diff] [blame] | 265 | } |
| 266 | |
Or Gerlitz | 962b4b5 | 2010-02-08 13:22:34 +0000 | [diff] [blame] | 267 | iser_dbg("ctask xmit [cid %d itt 0x%x]\n", |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 268 | conn->id, task->itt); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 269 | |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 270 | /* Send the cmd PDU */ |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 271 | if (!iser_task->command_sent) { |
| 272 | error = iser_send_command(conn, task); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 273 | if (error) |
Mike Christie | 2747fdb | 2008-05-21 15:54:08 -0500 | [diff] [blame] | 274 | goto iscsi_iser_task_xmit_exit; |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 275 | iser_task->command_sent = 1; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 276 | } |
| 277 | |
| 278 | /* Send unsolicited data-out PDU(s) if necessary */ |
Mike Christie | 0f9c744 | 2008-12-02 00:32:06 -0600 | [diff] [blame] | 279 | if (iscsi_task_has_unsol_data(task)) |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 280 | error = iscsi_iser_task_xmit_unsol_data(conn, task); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 281 | |
Mike Christie | 2747fdb | 2008-05-21 15:54:08 -0500 | [diff] [blame] | 282 | iscsi_iser_task_xmit_exit: |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 283 | return error; |
| 284 | } |
| 285 | |
Mike Christie | 0f9c744 | 2008-12-02 00:32:06 -0600 | [diff] [blame] | 286 | static void iscsi_iser_cleanup_task(struct iscsi_task *task) |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 287 | { |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 288 | struct iscsi_iser_task *iser_task = task->dd_data; |
Or Gerlitz | 5243954 | 2011-11-04 00:21:27 +0200 | [diff] [blame] | 289 | struct iser_tx_desc *tx_desc = &iser_task->desc; |
| 290 | |
| 291 | struct iscsi_iser_conn *iser_conn = task->conn->dd_data; |
| 292 | struct iser_device *device = iser_conn->ib_conn->device; |
| 293 | |
| 294 | ib_dma_unmap_single(device->ib_device, |
| 295 | tx_desc->dma_addr, ISER_HEADERS_LEN, DMA_TO_DEVICE); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 296 | |
Mike Christie | b3cd505 | 2009-05-13 17:57:49 -0500 | [diff] [blame] | 297 | /* mgmt tasks do not need special cleanup */ |
| 298 | if (!task->sc) |
Mike Christie | 2747fdb | 2008-05-21 15:54:08 -0500 | [diff] [blame] | 299 | return; |
| 300 | |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 301 | if (iser_task->status == ISER_TASK_STATUS_STARTED) { |
| 302 | iser_task->status = ISER_TASK_STATUS_COMPLETED; |
| 303 | iser_task_rdma_finalize(iser_task); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 304 | } |
| 305 | } |
| 306 | |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 307 | static struct iscsi_cls_conn * |
| 308 | iscsi_iser_conn_create(struct iscsi_cls_session *cls_session, uint32_t conn_idx) |
| 309 | { |
| 310 | struct iscsi_conn *conn; |
| 311 | struct iscsi_cls_conn *cls_conn; |
| 312 | struct iscsi_iser_conn *iser_conn; |
| 313 | |
Mike Christie | 5d91e20 | 2008-05-21 15:54:01 -0500 | [diff] [blame] | 314 | cls_conn = iscsi_conn_setup(cls_session, sizeof(*iser_conn), conn_idx); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 315 | if (!cls_conn) |
| 316 | return NULL; |
| 317 | conn = cls_conn->dd_data; |
| 318 | |
| 319 | /* |
| 320 | * due to issues with the login code re iser sematics |
| 321 | * this not set in iscsi_conn_setup - FIXME |
| 322 | */ |
Or Gerlitz | bcc60c3 | 2010-02-08 13:17:42 +0000 | [diff] [blame] | 323 | conn->max_recv_dlength = ISER_RECV_DATA_SEG_LEN; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 324 | |
Mike Christie | 5d91e20 | 2008-05-21 15:54:01 -0500 | [diff] [blame] | 325 | iser_conn = conn->dd_data; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 326 | conn->dd_data = iser_conn; |
| 327 | iser_conn->iscsi_conn = conn; |
| 328 | |
| 329 | return cls_conn; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 330 | } |
| 331 | |
| 332 | static void |
| 333 | iscsi_iser_conn_destroy(struct iscsi_cls_conn *cls_conn) |
| 334 | { |
| 335 | struct iscsi_conn *conn = cls_conn->dd_data; |
| 336 | struct iscsi_iser_conn *iser_conn = conn->dd_data; |
Mike Christie | b40977d | 2008-05-21 15:54:03 -0500 | [diff] [blame] | 337 | struct iser_conn *ib_conn = iser_conn->ib_conn; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 338 | |
| 339 | iscsi_conn_teardown(cls_conn); |
Mike Christie | b40977d | 2008-05-21 15:54:03 -0500 | [diff] [blame] | 340 | /* |
| 341 | * Userspace will normally call the stop callback and |
| 342 | * already have freed the ib_conn, but if it goofed up then |
| 343 | * we free it here. |
| 344 | */ |
| 345 | if (ib_conn) { |
| 346 | ib_conn->iser_conn = NULL; |
Or Gerlitz | 39ff05d | 2010-05-05 17:31:44 +0300 | [diff] [blame] | 347 | iser_conn_put(ib_conn, 1); /* deref iscsi/ib conn unbinding */ |
Mike Christie | b40977d | 2008-05-21 15:54:03 -0500 | [diff] [blame] | 348 | } |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 349 | } |
| 350 | |
| 351 | static int |
| 352 | iscsi_iser_conn_bind(struct iscsi_cls_session *cls_session, |
| 353 | struct iscsi_cls_conn *cls_conn, uint64_t transport_eph, |
| 354 | int is_leading) |
| 355 | { |
| 356 | struct iscsi_conn *conn = cls_conn->dd_data; |
| 357 | struct iscsi_iser_conn *iser_conn; |
Shlomo Pongratz | b7f0451 | 2013-07-28 12:35:38 +0300 | [diff] [blame] | 358 | struct iscsi_session *session; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 359 | struct iser_conn *ib_conn; |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 360 | struct iscsi_endpoint *ep; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 361 | int error; |
| 362 | |
| 363 | error = iscsi_conn_bind(cls_session, cls_conn, is_leading); |
| 364 | if (error) |
| 365 | return error; |
| 366 | |
| 367 | /* the transport ep handle comes from user space so it must be |
| 368 | * verified against the global ib connections list */ |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 369 | ep = iscsi_lookup_endpoint(transport_eph); |
| 370 | if (!ep) { |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 371 | iser_err("can't bind eph %llx\n", |
| 372 | (unsigned long long)transport_eph); |
| 373 | return -EINVAL; |
| 374 | } |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 375 | ib_conn = ep->dd_data; |
| 376 | |
Shlomo Pongratz | b7f0451 | 2013-07-28 12:35:38 +0300 | [diff] [blame] | 377 | session = conn->session; |
| 378 | if (iser_alloc_rx_descriptors(ib_conn, session)) |
Or Gerlitz | 89e984e | 2012-03-05 18:21:44 +0200 | [diff] [blame] | 379 | return -ENOMEM; |
| 380 | |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 381 | /* binds the iSER connection retrieved from the previously |
| 382 | * connected ep_handle to the iSCSI layer connection. exchanges |
| 383 | * connection pointers */ |
Roi Dayan | 4f36388 | 2013-05-01 13:25:25 +0000 | [diff] [blame] | 384 | iser_info("binding iscsi/iser conn %p %p to ib_conn %p\n", |
| 385 | conn, conn->dd_data, ib_conn); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 386 | iser_conn = conn->dd_data; |
| 387 | ib_conn->iser_conn = iser_conn; |
| 388 | iser_conn->ib_conn = ib_conn; |
Or Gerlitz | 39ff05d | 2010-05-05 17:31:44 +0300 | [diff] [blame] | 389 | iser_conn_get(ib_conn); /* ref iscsi/ib conn binding */ |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 390 | return 0; |
| 391 | } |
| 392 | |
Mike Christie | b40977d | 2008-05-21 15:54:03 -0500 | [diff] [blame] | 393 | static void |
| 394 | iscsi_iser_conn_stop(struct iscsi_cls_conn *cls_conn, int flag) |
| 395 | { |
| 396 | struct iscsi_conn *conn = cls_conn->dd_data; |
| 397 | struct iscsi_iser_conn *iser_conn = conn->dd_data; |
| 398 | struct iser_conn *ib_conn = iser_conn->ib_conn; |
| 399 | |
Mike Christie | b40977d | 2008-05-21 15:54:03 -0500 | [diff] [blame] | 400 | /* |
Mike Christie | 913e5bf | 2008-05-21 15:54:18 -0500 | [diff] [blame] | 401 | * Userspace may have goofed up and not bound the connection or |
| 402 | * might have only partially setup the connection. |
Mike Christie | b40977d | 2008-05-21 15:54:03 -0500 | [diff] [blame] | 403 | */ |
Mike Christie | 913e5bf | 2008-05-21 15:54:18 -0500 | [diff] [blame] | 404 | if (ib_conn) { |
| 405 | iscsi_conn_stop(cls_conn, flag); |
| 406 | /* |
| 407 | * There is no unbind event so the stop callback |
| 408 | * must release the ref from the bind. |
| 409 | */ |
Or Gerlitz | 39ff05d | 2010-05-05 17:31:44 +0300 | [diff] [blame] | 410 | iser_conn_put(ib_conn, 1); /* deref iscsi/ib conn unbinding */ |
Mike Christie | 913e5bf | 2008-05-21 15:54:18 -0500 | [diff] [blame] | 411 | } |
Mike Christie | b40977d | 2008-05-21 15:54:03 -0500 | [diff] [blame] | 412 | iser_conn->ib_conn = NULL; |
| 413 | } |
| 414 | |
Mike Christie | 7561352 | 2008-05-21 15:53:59 -0500 | [diff] [blame] | 415 | static void iscsi_iser_session_destroy(struct iscsi_cls_session *cls_session) |
| 416 | { |
| 417 | struct Scsi_Host *shost = iscsi_session_to_shost(cls_session); |
| 418 | |
Mike Christie | e5bd7b5 | 2008-09-24 11:46:10 -0500 | [diff] [blame] | 419 | iscsi_session_teardown(cls_session); |
Mike Christie | a4804cd | 2008-05-21 15:54:00 -0500 | [diff] [blame] | 420 | iscsi_host_remove(shost); |
| 421 | iscsi_host_free(shost); |
Mike Christie | 7561352 | 2008-05-21 15:53:59 -0500 | [diff] [blame] | 422 | } |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 423 | |
| 424 | static struct iscsi_cls_session * |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 425 | iscsi_iser_session_create(struct iscsi_endpoint *ep, |
Mike Christie | 7561352 | 2008-05-21 15:53:59 -0500 | [diff] [blame] | 426 | uint16_t cmds_max, uint16_t qdepth, |
Mike Christie | 5e7facb | 2009-03-05 14:46:06 -0600 | [diff] [blame] | 427 | uint32_t initial_cmdsn) |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 428 | { |
| 429 | struct iscsi_cls_session *cls_session; |
| 430 | struct iscsi_session *session; |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 431 | struct Scsi_Host *shost; |
Shlomo Pongratz | b7f0451 | 2013-07-28 12:35:38 +0300 | [diff] [blame] | 432 | struct iser_conn *ib_conn = NULL; |
Mike Christie | 7561352 | 2008-05-21 15:53:59 -0500 | [diff] [blame] | 433 | |
Or Gerlitz | 962b4b5 | 2010-02-08 13:22:34 +0000 | [diff] [blame] | 434 | shost = iscsi_host_alloc(&iscsi_iser_sht, 0, 0); |
Mike Christie | 7561352 | 2008-05-21 15:53:59 -0500 | [diff] [blame] | 435 | if (!shost) |
| 436 | return NULL; |
| 437 | shost->transportt = iscsi_iser_scsi_transport; |
Shlomo Pongratz | b7f0451 | 2013-07-28 12:35:38 +0300 | [diff] [blame] | 438 | shost->cmd_per_lun = qdepth; |
Mike Christie | 7561352 | 2008-05-21 15:53:59 -0500 | [diff] [blame] | 439 | shost->max_lun = iscsi_max_lun; |
| 440 | shost->max_id = 0; |
| 441 | shost->max_channel = 0; |
| 442 | shost->max_cmd_len = 16; |
| 443 | |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 444 | /* |
| 445 | * older userspace tools (before 2.0-870) did not pass us |
| 446 | * the leading conn's ep so this will be NULL; |
| 447 | */ |
| 448 | if (ep) |
| 449 | ib_conn = ep->dd_data; |
| 450 | |
| 451 | if (iscsi_host_add(shost, |
| 452 | ep ? ib_conn->device->ib_device->dma_device : NULL)) |
Mike Christie | 7561352 | 2008-05-21 15:53:59 -0500 | [diff] [blame] | 453 | goto free_host; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 454 | |
Shlomo Pongratz | b7f0451 | 2013-07-28 12:35:38 +0300 | [diff] [blame] | 455 | if (cmds_max > ISER_DEF_XMIT_CMDS_MAX) { |
| 456 | iser_info("cmds_max changed from %u to %u\n", |
| 457 | cmds_max, ISER_DEF_XMIT_CMDS_MAX); |
| 458 | cmds_max = ISER_DEF_XMIT_CMDS_MAX; |
| 459 | } |
| 460 | |
Mike Christie | 7561352 | 2008-05-21 15:53:59 -0500 | [diff] [blame] | 461 | cls_session = iscsi_session_setup(&iscsi_iser_transport, shost, |
Shlomo Pongratz | b7f0451 | 2013-07-28 12:35:38 +0300 | [diff] [blame] | 462 | cmds_max, 0, |
Mike Christie | 2261ec3 | 2008-05-21 15:54:11 -0500 | [diff] [blame] | 463 | sizeof(struct iscsi_iser_task), |
Mike Christie | 7970634 | 2008-05-21 15:54:12 -0500 | [diff] [blame] | 464 | initial_cmdsn, 0); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 465 | if (!cls_session) |
Mike Christie | 7561352 | 2008-05-21 15:53:59 -0500 | [diff] [blame] | 466 | goto remove_host; |
| 467 | session = cls_session->dd_data; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 468 | |
Mike Christie | 2747fdb | 2008-05-21 15:54:08 -0500 | [diff] [blame] | 469 | shost->can_queue = session->scsi_cmds_max; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 470 | return cls_session; |
Mike Christie | 7561352 | 2008-05-21 15:53:59 -0500 | [diff] [blame] | 471 | |
| 472 | remove_host: |
Mike Christie | a4804cd | 2008-05-21 15:54:00 -0500 | [diff] [blame] | 473 | iscsi_host_remove(shost); |
Mike Christie | 7561352 | 2008-05-21 15:53:59 -0500 | [diff] [blame] | 474 | free_host: |
Mike Christie | a4804cd | 2008-05-21 15:54:00 -0500 | [diff] [blame] | 475 | iscsi_host_free(shost); |
Mike Christie | 7561352 | 2008-05-21 15:53:59 -0500 | [diff] [blame] | 476 | return NULL; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 477 | } |
| 478 | |
| 479 | static int |
Mike Christie | 358ff01 | 2006-06-28 12:00:25 -0500 | [diff] [blame] | 480 | iscsi_iser_set_param(struct iscsi_cls_conn *cls_conn, |
| 481 | enum iscsi_param param, char *buf, int buflen) |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 482 | { |
Mike Christie | 358ff01 | 2006-06-28 12:00:25 -0500 | [diff] [blame] | 483 | int value; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 484 | |
| 485 | switch (param) { |
| 486 | case ISCSI_PARAM_MAX_RECV_DLENGTH: |
| 487 | /* TBD */ |
| 488 | break; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 489 | case ISCSI_PARAM_HDRDGST_EN: |
Mike Christie | 358ff01 | 2006-06-28 12:00:25 -0500 | [diff] [blame] | 490 | sscanf(buf, "%d", &value); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 491 | if (value) { |
Roi Dayan | 4f36388 | 2013-05-01 13:25:25 +0000 | [diff] [blame] | 492 | iser_err("DataDigest wasn't negotiated to None"); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 493 | return -EPROTO; |
| 494 | } |
| 495 | break; |
| 496 | case ISCSI_PARAM_DATADGST_EN: |
Mike Christie | 358ff01 | 2006-06-28 12:00:25 -0500 | [diff] [blame] | 497 | sscanf(buf, "%d", &value); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 498 | if (value) { |
Roi Dayan | 4f36388 | 2013-05-01 13:25:25 +0000 | [diff] [blame] | 499 | iser_err("DataDigest wasn't negotiated to None"); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 500 | return -EPROTO; |
| 501 | } |
| 502 | break; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 503 | case ISCSI_PARAM_IFMARKER_EN: |
Mike Christie | 358ff01 | 2006-06-28 12:00:25 -0500 | [diff] [blame] | 504 | sscanf(buf, "%d", &value); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 505 | if (value) { |
Roi Dayan | 4f36388 | 2013-05-01 13:25:25 +0000 | [diff] [blame] | 506 | iser_err("IFMarker wasn't negotiated to No"); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 507 | return -EPROTO; |
| 508 | } |
| 509 | break; |
| 510 | case ISCSI_PARAM_OFMARKER_EN: |
Mike Christie | 358ff01 | 2006-06-28 12:00:25 -0500 | [diff] [blame] | 511 | sscanf(buf, "%d", &value); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 512 | if (value) { |
Roi Dayan | 4f36388 | 2013-05-01 13:25:25 +0000 | [diff] [blame] | 513 | iser_err("OFMarker wasn't negotiated to No"); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 514 | return -EPROTO; |
| 515 | } |
| 516 | break; |
| 517 | default: |
Mike Christie | 358ff01 | 2006-06-28 12:00:25 -0500 | [diff] [blame] | 518 | return iscsi_set_param(cls_conn, param, buf, buflen); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 519 | } |
| 520 | |
| 521 | return 0; |
| 522 | } |
| 523 | |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 524 | static void |
| 525 | iscsi_iser_conn_get_stats(struct iscsi_cls_conn *cls_conn, struct iscsi_stats *stats) |
| 526 | { |
| 527 | struct iscsi_conn *conn = cls_conn->dd_data; |
| 528 | |
| 529 | stats->txdata_octets = conn->txdata_octets; |
| 530 | stats->rxdata_octets = conn->rxdata_octets; |
| 531 | stats->scsicmd_pdus = conn->scsicmd_pdus_cnt; |
| 532 | stats->dataout_pdus = conn->dataout_pdus_cnt; |
| 533 | stats->scsirsp_pdus = conn->scsirsp_pdus_cnt; |
| 534 | stats->datain_pdus = conn->datain_pdus_cnt; /* always 0 */ |
| 535 | stats->r2t_pdus = conn->r2t_pdus_cnt; /* always 0 */ |
| 536 | stats->tmfcmd_pdus = conn->tmfcmd_pdus_cnt; |
| 537 | stats->tmfrsp_pdus = conn->tmfrsp_pdus_cnt; |
Eli Dorfman | 8752822 | 2008-04-29 13:46:52 -0700 | [diff] [blame] | 538 | stats->custom_length = 4; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 539 | strcpy(stats->custom[0].desc, "qp_tx_queue_full"); |
| 540 | stats->custom[0].value = 0; /* TB iser_conn->qp_tx_queue_full; */ |
| 541 | strcpy(stats->custom[1].desc, "fmr_map_not_avail"); |
| 542 | stats->custom[1].value = 0; /* TB iser_conn->fmr_map_not_avail */; |
| 543 | strcpy(stats->custom[2].desc, "eh_abort_cnt"); |
| 544 | stats->custom[2].value = conn->eh_abort_cnt; |
Eli Dorfman | 8752822 | 2008-04-29 13:46:52 -0700 | [diff] [blame] | 545 | strcpy(stats->custom[3].desc, "fmr_unalign_cnt"); |
| 546 | stats->custom[3].value = conn->fmr_unalign_cnt; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 547 | } |
| 548 | |
Mike Christie | 7c53c6f | 2011-02-16 15:04:40 -0600 | [diff] [blame] | 549 | static int iscsi_iser_get_ep_param(struct iscsi_endpoint *ep, |
| 550 | enum iscsi_param param, char *buf) |
| 551 | { |
| 552 | struct iser_conn *ib_conn = ep->dd_data; |
| 553 | int len; |
| 554 | |
| 555 | switch (param) { |
| 556 | case ISCSI_PARAM_CONN_PORT: |
| 557 | case ISCSI_PARAM_CONN_ADDRESS: |
| 558 | if (!ib_conn || !ib_conn->cma_id) |
| 559 | return -ENOTCONN; |
| 560 | |
| 561 | return iscsi_conn_get_addr_param((struct sockaddr_storage *) |
| 562 | &ib_conn->cma_id->route.addr.dst_addr, |
| 563 | param, buf); |
| 564 | break; |
| 565 | default: |
| 566 | return -ENOSYS; |
| 567 | } |
| 568 | |
| 569 | return len; |
| 570 | } |
| 571 | |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 572 | static struct iscsi_endpoint * |
Mike Christie | 10eb0f0 | 2009-05-13 17:57:38 -0500 | [diff] [blame] | 573 | iscsi_iser_ep_connect(struct Scsi_Host *shost, struct sockaddr *dst_addr, |
| 574 | int non_blocking) |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 575 | { |
| 576 | int err; |
| 577 | struct iser_conn *ib_conn; |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 578 | struct iscsi_endpoint *ep; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 579 | |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 580 | ep = iscsi_create_endpoint(sizeof(*ib_conn)); |
| 581 | if (!ep) |
| 582 | return ERR_PTR(-ENOMEM); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 583 | |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 584 | ib_conn = ep->dd_data; |
| 585 | ib_conn->ep = ep; |
| 586 | iser_conn_init(ib_conn); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 587 | |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 588 | err = iser_connect(ib_conn, NULL, (struct sockaddr_in *)dst_addr, |
| 589 | non_blocking); |
Or Gerlitz | 7d9c0de | 2012-04-29 17:04:21 +0300 | [diff] [blame] | 590 | if (err) |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 591 | return ERR_PTR(err); |
Or Gerlitz | 7d9c0de | 2012-04-29 17:04:21 +0300 | [diff] [blame] | 592 | |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 593 | return ep; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 594 | } |
| 595 | |
| 596 | static int |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 597 | iscsi_iser_ep_poll(struct iscsi_endpoint *ep, int timeout_ms) |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 598 | { |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 599 | struct iser_conn *ib_conn; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 600 | int rc; |
| 601 | |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 602 | ib_conn = ep->dd_data; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 603 | rc = wait_event_interruptible_timeout(ib_conn->wait, |
| 604 | ib_conn->state == ISER_CONN_UP, |
| 605 | msecs_to_jiffies(timeout_ms)); |
| 606 | |
| 607 | /* if conn establishment failed, return error code to iscsi */ |
| 608 | if (!rc && |
| 609 | (ib_conn->state == ISER_CONN_TERMINATING || |
| 610 | ib_conn->state == ISER_CONN_DOWN)) |
| 611 | rc = -1; |
| 612 | |
Roi Dayan | 4f36388 | 2013-05-01 13:25:25 +0000 | [diff] [blame] | 613 | iser_info("ib conn %p rc = %d\n", ib_conn, rc); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 614 | |
| 615 | if (rc > 0) |
| 616 | return 1; /* success, this is the equivalent of POLLOUT */ |
| 617 | else if (!rc) |
| 618 | return 0; /* timeout */ |
| 619 | else |
| 620 | return rc; /* signal */ |
| 621 | } |
| 622 | |
| 623 | static void |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 624 | iscsi_iser_ep_disconnect(struct iscsi_endpoint *ep) |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 625 | { |
Mike Christie | 1c83469 | 2006-07-24 15:47:26 -0500 | [diff] [blame] | 626 | struct iser_conn *ib_conn; |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 627 | |
Mike Christie | 412eeaf | 2008-05-21 15:54:14 -0500 | [diff] [blame] | 628 | ib_conn = ep->dd_data; |
Mike Christie | b40977d | 2008-05-21 15:54:03 -0500 | [diff] [blame] | 629 | if (ib_conn->iser_conn) |
| 630 | /* |
| 631 | * Must suspend xmit path if the ep is bound to the |
| 632 | * iscsi_conn, so we know we are not accessing the ib_conn |
| 633 | * when we free it. |
| 634 | * |
| 635 | * This may not be bound if the ep poll failed. |
| 636 | */ |
| 637 | iscsi_suspend_tx(ib_conn->iser_conn->iscsi_conn); |
| 638 | |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 639 | |
Roi Dayan | 4f36388 | 2013-05-01 13:25:25 +0000 | [diff] [blame] | 640 | iser_info("ib conn %p state %d\n", ib_conn, ib_conn->state); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 641 | iser_conn_terminate(ib_conn); |
| 642 | } |
| 643 | |
Al Viro | 587a1f1 | 2011-07-23 23:11:19 -0400 | [diff] [blame] | 644 | static umode_t iser_attr_is_visible(int param_type, int param) |
Mike Christie | 3128c6c | 2011-07-25 13:48:42 -0500 | [diff] [blame] | 645 | { |
| 646 | switch (param_type) { |
Mike Christie | f27fb2e | 2011-07-25 13:48:45 -0500 | [diff] [blame] | 647 | case ISCSI_HOST_PARAM: |
| 648 | switch (param) { |
| 649 | case ISCSI_HOST_PARAM_NETDEV_NAME: |
| 650 | case ISCSI_HOST_PARAM_HWADDRESS: |
| 651 | case ISCSI_HOST_PARAM_INITIATOR_NAME: |
| 652 | return S_IRUGO; |
| 653 | default: |
| 654 | return 0; |
| 655 | } |
Mike Christie | 3128c6c | 2011-07-25 13:48:42 -0500 | [diff] [blame] | 656 | case ISCSI_PARAM: |
| 657 | switch (param) { |
| 658 | case ISCSI_PARAM_MAX_RECV_DLENGTH: |
| 659 | case ISCSI_PARAM_MAX_XMIT_DLENGTH: |
| 660 | case ISCSI_PARAM_HDRDGST_EN: |
| 661 | case ISCSI_PARAM_DATADGST_EN: |
| 662 | case ISCSI_PARAM_CONN_ADDRESS: |
| 663 | case ISCSI_PARAM_CONN_PORT: |
| 664 | case ISCSI_PARAM_EXP_STATSN: |
| 665 | case ISCSI_PARAM_PERSISTENT_ADDRESS: |
| 666 | case ISCSI_PARAM_PERSISTENT_PORT: |
| 667 | case ISCSI_PARAM_PING_TMO: |
| 668 | case ISCSI_PARAM_RECV_TMO: |
Mike Christie | 1d063c1 | 2011-07-25 13:48:43 -0500 | [diff] [blame] | 669 | case ISCSI_PARAM_INITIAL_R2T_EN: |
| 670 | case ISCSI_PARAM_MAX_R2T: |
| 671 | case ISCSI_PARAM_IMM_DATA_EN: |
| 672 | case ISCSI_PARAM_FIRST_BURST: |
| 673 | case ISCSI_PARAM_MAX_BURST: |
| 674 | case ISCSI_PARAM_PDU_INORDER_EN: |
| 675 | case ISCSI_PARAM_DATASEQ_INORDER_EN: |
| 676 | case ISCSI_PARAM_TARGET_NAME: |
| 677 | case ISCSI_PARAM_TPGT: |
| 678 | case ISCSI_PARAM_USERNAME: |
| 679 | case ISCSI_PARAM_PASSWORD: |
| 680 | case ISCSI_PARAM_USERNAME_IN: |
| 681 | case ISCSI_PARAM_PASSWORD_IN: |
| 682 | case ISCSI_PARAM_FAST_ABORT: |
| 683 | case ISCSI_PARAM_ABORT_TMO: |
| 684 | case ISCSI_PARAM_LU_RESET_TMO: |
| 685 | case ISCSI_PARAM_TGT_RESET_TMO: |
| 686 | case ISCSI_PARAM_IFACE_NAME: |
| 687 | case ISCSI_PARAM_INITIATOR_NAME: |
Or Gerlitz | 6a06a4b | 2013-08-08 13:44:29 +0300 | [diff] [blame] | 688 | case ISCSI_PARAM_DISCOVERY_SESS: |
Mike Christie | 3128c6c | 2011-07-25 13:48:42 -0500 | [diff] [blame] | 689 | return S_IRUGO; |
| 690 | default: |
| 691 | return 0; |
| 692 | } |
| 693 | } |
| 694 | |
| 695 | return 0; |
| 696 | } |
| 697 | |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 698 | static struct scsi_host_template iscsi_iser_sht = { |
Mike Christie | 7974392 | 2007-07-26 12:46:46 -0500 | [diff] [blame] | 699 | .module = THIS_MODULE, |
Roi Dayan | c1d786e | 2013-05-01 13:25:24 +0000 | [diff] [blame] | 700 | .name = "iSCSI Initiator over iSER", |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 701 | .queuecommand = iscsi_queuecommand, |
Erez Zilber | 6410627 | 2008-01-17 11:53:17 +0200 | [diff] [blame] | 702 | .change_queue_depth = iscsi_change_queue_depth, |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 703 | .sg_tablesize = ISCSI_ISER_SG_TABLESIZE, |
Erez Zilber | 8072ec2 | 2006-09-11 12:20:54 +0300 | [diff] [blame] | 704 | .max_sectors = 1024, |
Mike Christie | e28f3d5 | 2009-03-05 14:46:01 -0600 | [diff] [blame] | 705 | .cmd_per_lun = ISER_DEF_CMD_PER_LUN, |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 706 | .eh_abort_handler = iscsi_eh_abort, |
Erez Zilber | 90c18f3 | 2008-01-22 12:06:25 +0200 | [diff] [blame] | 707 | .eh_device_reset_handler= iscsi_eh_device_reset, |
Jayamohan Kallickal | 309ce15 | 2010-02-20 08:02:10 +0530 | [diff] [blame] | 708 | .eh_target_reset_handler = iscsi_eh_recover_target, |
Mike Christie | 6b5d6c4 | 2009-04-21 15:32:32 -0500 | [diff] [blame] | 709 | .target_alloc = iscsi_target_alloc, |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 710 | .use_clustering = DISABLE_CLUSTERING, |
| 711 | .proc_name = "iscsi_iser", |
| 712 | .this_id = -1, |
| 713 | }; |
| 714 | |
| 715 | static struct iscsi_transport iscsi_iser_transport = { |
| 716 | .owner = THIS_MODULE, |
| 717 | .name = "iser", |
Or Gerlitz | 6a06a4b | 2013-08-08 13:44:29 +0300 | [diff] [blame] | 718 | .caps = CAP_RECOVERY_L0 | CAP_MULTI_R2T | CAP_TEXT_NEGO, |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 719 | /* session management */ |
| 720 | .create_session = iscsi_iser_session_create, |
Mike Christie | 7561352 | 2008-05-21 15:53:59 -0500 | [diff] [blame] | 721 | .destroy_session = iscsi_iser_session_destroy, |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 722 | /* connection management */ |
| 723 | .create_conn = iscsi_iser_conn_create, |
| 724 | .bind_conn = iscsi_iser_conn_bind, |
| 725 | .destroy_conn = iscsi_iser_conn_destroy, |
Mike Christie | 3128c6c | 2011-07-25 13:48:42 -0500 | [diff] [blame] | 726 | .attr_is_visible = iser_attr_is_visible, |
Mike Christie | 358ff01 | 2006-06-28 12:00:25 -0500 | [diff] [blame] | 727 | .set_param = iscsi_iser_set_param, |
| 728 | .get_conn_param = iscsi_conn_get_param, |
Mike Christie | 7c53c6f | 2011-02-16 15:04:40 -0600 | [diff] [blame] | 729 | .get_ep_param = iscsi_iser_get_ep_param, |
Mike Christie | 358ff01 | 2006-06-28 12:00:25 -0500 | [diff] [blame] | 730 | .get_session_param = iscsi_session_get_param, |
Or Gerlitz | 89e984e | 2012-03-05 18:21:44 +0200 | [diff] [blame] | 731 | .start_conn = iscsi_conn_start, |
Mike Christie | b40977d | 2008-05-21 15:54:03 -0500 | [diff] [blame] | 732 | .stop_conn = iscsi_iser_conn_stop, |
Mike Christie | 0801c24 | 2007-05-30 12:57:12 -0500 | [diff] [blame] | 733 | /* iscsi host params */ |
| 734 | .get_host_param = iscsi_host_get_param, |
| 735 | .set_host_param = iscsi_host_set_param, |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 736 | /* IO */ |
| 737 | .send_pdu = iscsi_conn_send_pdu, |
| 738 | .get_stats = iscsi_iser_conn_get_stats, |
Mike Christie | 2747fdb | 2008-05-21 15:54:08 -0500 | [diff] [blame] | 739 | .init_task = iscsi_iser_task_init, |
| 740 | .xmit_task = iscsi_iser_task_xmit, |
| 741 | .cleanup_task = iscsi_iser_cleanup_task, |
Mike Christie | 0f9c744 | 2008-12-02 00:32:06 -0600 | [diff] [blame] | 742 | .alloc_pdu = iscsi_iser_pdu_alloc, |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 743 | /* recovery */ |
| 744 | .session_recovery_timedout = iscsi_session_recovery_timedout, |
| 745 | |
| 746 | .ep_connect = iscsi_iser_ep_connect, |
| 747 | .ep_poll = iscsi_iser_ep_poll, |
| 748 | .ep_disconnect = iscsi_iser_ep_disconnect |
| 749 | }; |
| 750 | |
| 751 | static int __init iser_init(void) |
| 752 | { |
| 753 | int err; |
| 754 | |
| 755 | iser_dbg("Starting iSER datamover...\n"); |
| 756 | |
| 757 | if (iscsi_max_lun < 1) { |
Roi Dayan | 4f36388 | 2013-05-01 13:25:25 +0000 | [diff] [blame] | 758 | iser_err("Invalid max_lun value of %u\n", iscsi_max_lun); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 759 | return -EINVAL; |
| 760 | } |
| 761 | |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 762 | memset(&ig, 0, sizeof(struct iser_global)); |
| 763 | |
| 764 | ig.desc_cache = kmem_cache_create("iser_descriptors", |
Or Gerlitz | f19624a | 2010-02-08 13:19:56 +0000 | [diff] [blame] | 765 | sizeof(struct iser_tx_desc), |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 766 | 0, SLAB_HWCACHE_ALIGN, |
Paul Mundt | 20c2df8 | 2007-07-20 10:11:58 +0900 | [diff] [blame] | 767 | NULL); |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 768 | if (ig.desc_cache == NULL) |
| 769 | return -ENOMEM; |
| 770 | |
| 771 | /* device init is called only after the first addr resolution */ |
| 772 | mutex_init(&ig.device_list_mutex); |
| 773 | INIT_LIST_HEAD(&ig.device_list); |
| 774 | mutex_init(&ig.connlist_mutex); |
| 775 | INIT_LIST_HEAD(&ig.connlist); |
| 776 | |
Mike Christie | 7561352 | 2008-05-21 15:53:59 -0500 | [diff] [blame] | 777 | iscsi_iser_scsi_transport = iscsi_register_transport( |
| 778 | &iscsi_iser_transport); |
| 779 | if (!iscsi_iser_scsi_transport) { |
Or Gerlitz | 65e7ae7 | 2006-05-11 10:00:44 +0300 | [diff] [blame] | 780 | iser_err("iscsi_register_transport failed\n"); |
| 781 | err = -EINVAL; |
| 782 | goto register_transport_failure; |
| 783 | } |
| 784 | |
| 785 | return 0; |
| 786 | |
| 787 | register_transport_failure: |
| 788 | kmem_cache_destroy(ig.desc_cache); |
| 789 | |
| 790 | return err; |
| 791 | } |
| 792 | |
| 793 | static void __exit iser_exit(void) |
| 794 | { |
| 795 | iser_dbg("Removing iSER datamover...\n"); |
| 796 | iscsi_unregister_transport(&iscsi_iser_transport); |
| 797 | kmem_cache_destroy(ig.desc_cache); |
| 798 | } |
| 799 | |
| 800 | module_init(iser_init); |
| 801 | module_exit(iser_exit); |