blob: eb130486b1c8aa2f6fe2bf13bacafd847c3f3984 [file] [log] [blame]
Roland Dreieraef9ec32005-11-02 14:07:13 -08001/*
2 * Copyright (c) 2005 Cisco Systems. All rights reserved.
3 *
4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
8 * OpenIB.org BSD license below:
9 *
10 * Redistribution and use in source and binary forms, with or
11 * without modification, are permitted provided that the following
12 * conditions are met:
13 *
14 * - Redistributions of source code must retain the above
15 * copyright notice, this list of conditions and the following
16 * disclaimer.
17 *
18 * - Redistributions in binary form must reproduce the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer in the documentation and/or other materials
21 * provided with the distribution.
22 *
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
30 * SOFTWARE.
Roland Dreieraef9ec32005-11-02 14:07:13 -080031 */
32
33#ifndef IB_SRP_H
34#define IB_SRP_H
35
36#include <linux/types.h>
37#include <linux/list.h>
Ingo Molnar8e9e5f4f2006-01-30 15:21:21 -080038#include <linux/mutex.h>
Roland Dreiercf368712006-03-24 15:47:26 -080039#include <linux/scatterlist.h>
Roland Dreieraef9ec32005-11-02 14:07:13 -080040
41#include <scsi/scsi_host.h>
42#include <scsi/scsi_cmnd.h>
43
44#include <rdma/ib_verbs.h>
45#include <rdma/ib_sa.h>
46#include <rdma/ib_cm.h>
Roland Dreierf5358a12006-06-17 20:37:29 -070047#include <rdma/ib_fmr_pool.h>
Roland Dreieraef9ec32005-11-02 14:07:13 -080048
49enum {
50 SRP_PATH_REC_TIMEOUT_MS = 1000,
51 SRP_ABORT_TIMEOUT_MS = 5000,
52
53 SRP_PORT_REDIRECT = 1,
54 SRP_DLID_REDIRECT = 2,
David Dillow9fe4bcf2008-01-08 17:08:52 -050055 SRP_STALE_CONN = 3,
Roland Dreieraef9ec32005-11-02 14:07:13 -080056
Roland Dreier5f068992005-11-11 14:06:01 -080057 SRP_MAX_LUN = 512,
Vu Pham74b0a152006-06-17 20:37:32 -070058 SRP_DEF_SG_TABLESIZE = 12,
Roland Dreieraef9ec32005-11-02 14:07:13 -080059
Bart Van Assche4d73f952013-10-26 14:40:37 +020060 SRP_DEFAULT_QUEUE_SIZE = 1 << 6,
Bart Van Asschedd5e6e32010-08-30 19:27:20 +000061 SRP_RSP_SQ_SIZE = 1,
Bart Van Asschedd5e6e32010-08-30 19:27:20 +000062 SRP_TSK_MGMT_SQ_SIZE = 1,
Bart Van Assche4d73f952013-10-26 14:40:37 +020063 SRP_DEFAULT_CMD_SQ_SIZE = SRP_DEFAULT_QUEUE_SIZE - SRP_RSP_SQ_SIZE -
64 SRP_TSK_MGMT_SQ_SIZE,
Roland Dreieraef9ec32005-11-02 14:07:13 -080065
David Dillowf8b6e312010-11-26 13:02:21 -050066 SRP_TAG_NO_REQ = ~0U,
67 SRP_TAG_TSK_MGMT = 1U << 31,
Roland Dreierf5358a12006-06-17 20:37:29 -070068
Bart Van Assche52ede082014-05-20 15:07:45 +020069 SRP_MAX_PAGES_PER_MR = 512,
David Dillow8f26c9f2011-01-14 19:45:50 -050070
71 SRP_MAP_ALLOW_FMR = 0,
72 SRP_MAP_NO_FMR = 1,
Roland Dreieraef9ec32005-11-02 14:07:13 -080073};
74
Roland Dreieraef9ec32005-11-02 14:07:13 -080075enum srp_target_state {
76 SRP_TARGET_LIVE,
Bart Van Asscheef6c49d2011-12-26 16:49:18 +000077 SRP_TARGET_REMOVED,
Roland Dreieraef9ec32005-11-02 14:07:13 -080078};
79
David Dillowbb125882010-10-08 14:40:47 -040080enum srp_iu_type {
81 SRP_IU_CMD,
82 SRP_IU_TSK_MGMT,
83 SRP_IU_RSP,
David Dillow8cba2072007-12-19 17:08:43 -050084};
85
Roland Dreierf5358a12006-06-17 20:37:29 -070086struct srp_device {
87 struct list_head dev_list;
Roland Dreieraef9ec32005-11-02 14:07:13 -080088 struct ib_device *dev;
Roland Dreieraef9ec32005-11-02 14:07:13 -080089 struct ib_pd *pd;
90 struct ib_mr *mr;
Bart Van Assche52ede082014-05-20 15:07:45 +020091 u64 mr_page_mask;
92 int mr_page_size;
93 int mr_max_size;
94 int max_pages_per_mr;
Bart Van Assched1b42892014-05-20 15:07:20 +020095 bool has_fmr;
Roland Dreierf5358a12006-06-17 20:37:29 -070096};
97
98struct srp_host {
Greg Kroah-Hartman05321932008-03-06 00:13:36 +010099 struct srp_device *srp_dev;
Roland Dreierf5358a12006-06-17 20:37:29 -0700100 u8 port;
Tony Jonesee959b02008-02-22 00:13:36 +0100101 struct device dev;
Roland Dreieraef9ec32005-11-02 14:07:13 -0800102 struct list_head target_list;
Matthew Wilcoxb3589fd2006-06-17 20:37:30 -0700103 spinlock_t target_lock;
Roland Dreieraef9ec32005-11-02 14:07:13 -0800104 struct completion released;
105 struct list_head list;
Bart Van Assche2d7091b2014-03-14 13:52:45 +0100106 struct mutex add_target_mutex;
Roland Dreieraef9ec32005-11-02 14:07:13 -0800107};
108
109struct srp_request {
110 struct list_head list;
111 struct scsi_cmnd *scmnd;
112 struct srp_iu *cmd;
David Dillow8f26c9f2011-01-14 19:45:50 -0500113 struct ib_pool_fmr **fmr_list;
114 u64 *map_page;
David Dillowc07d4242011-01-16 13:57:10 -0500115 struct srp_direct_buf *indirect_desc;
116 dma_addr_t indirect_dma_addr;
Bart Van Assche52ede082014-05-20 15:07:45 +0200117 short nmdesc;
Roland Dreierd945e1d2006-05-09 10:50:28 -0700118 short index;
Roland Dreieraef9ec32005-11-02 14:07:13 -0800119};
120
121struct srp_target_port {
David Dillow9af76272010-11-26 15:34:46 -0500122 /* These are RW in the hot path, and commonly used together */
123 struct list_head free_tx;
124 struct list_head free_reqs;
125 spinlock_t lock;
126 s32 req_lim;
127
128 /* These are read-only in the hot path */
129 struct ib_cq *send_cq ____cacheline_aligned_in_smp;
130 struct ib_cq *recv_cq;
131 struct ib_qp *qp;
Bart Van Assched1b42892014-05-20 15:07:20 +0200132 struct ib_fmr_pool *fmr_pool;
David Dillow9af76272010-11-26 15:34:46 -0500133 u32 lkey;
134 u32 rkey;
135 enum srp_target_state state;
David Dillow49248642011-01-14 18:23:24 -0500136 unsigned int max_iu_len;
137 unsigned int cmd_sg_cnt;
David Dillowc07d4242011-01-16 13:57:10 -0500138 unsigned int indirect_size;
139 bool allow_ext_sg;
David Dillow9af76272010-11-26 15:34:46 -0500140
141 /* Everything above this point is used in the hot path of
142 * command processing. Try to keep them packed into cachelines.
143 */
144
Roland Dreieraef9ec32005-11-02 14:07:13 -0800145 __be64 id_ext;
146 __be64 ioc_guid;
147 __be64 service_id;
Ishai Rabinovitz01cb9bc2006-10-04 15:28:56 +0200148 __be64 initiator_ext;
Ramachandra K0c0450db2006-06-17 20:37:38 -0700149 u16 io_class;
Roland Dreieraef9ec32005-11-02 14:07:13 -0800150 struct srp_host *srp_host;
151 struct Scsi_Host *scsi_host;
Bart Van Assche9dd69a62013-10-26 14:32:30 +0200152 struct srp_rport *rport;
Roland Dreieraef9ec32005-11-02 14:07:13 -0800153 char target_name[32];
154 unsigned int scsi_id;
David Dillowc07d4242011-01-16 13:57:10 -0500155 unsigned int sg_tablesize;
Bart Van Assche4d73f952013-10-26 14:40:37 +0200156 int queue_size;
157 int req_ring_size;
Bart Van Assche4b5e5f42013-06-28 14:57:42 +0200158 int comp_vector;
Vu Pham7bb312e2013-10-26 14:31:27 +0200159 int tl_retry_count;
Roland Dreieraef9ec32005-11-02 14:07:13 -0800160
161 struct ib_sa_path_rec path;
Ishai Rabinovitz3633b3d2007-05-06 21:18:11 -0700162 __be16 orig_dgid[8];
Roland Dreieraef9ec32005-11-02 14:07:13 -0800163 struct ib_sa_query *path_query;
164 int path_query_id;
165
Bart Van Asschec9b03c12011-09-03 09:34:48 +0200166 u32 rq_tmo_jiffies;
Bart Van Assche294c8752011-12-25 12:18:12 +0000167 bool connected;
Bart Van Asschec9b03c12011-09-03 09:34:48 +0200168
Roland Dreieraef9ec32005-11-02 14:07:13 -0800169 struct ib_cm_id *cm_id;
Roland Dreieraef9ec32005-11-02 14:07:13 -0800170
171 int max_ti_iu_len;
Roland Dreieraef9ec32005-11-02 14:07:13 -0800172
Roland Dreier6bfa24f2006-06-17 20:37:33 -0700173 int zero_req_lim;
174
Bart Van Assche4d73f952013-10-26 14:40:37 +0200175 struct srp_iu **tx_ring;
176 struct srp_iu **rx_ring;
177 struct srp_request *req_ring;
Roland Dreieraef9ec32005-11-02 14:07:13 -0800178
Bart Van Asschec1120f82013-10-26 14:35:08 +0200179 struct work_struct tl_err_work;
Bart Van Asscheef6c49d2011-12-26 16:49:18 +0000180 struct work_struct remove_work;
Roland Dreieraef9ec32005-11-02 14:07:13 -0800181
182 struct list_head list;
183 struct completion done;
184 int status;
Bart Van Assche948d1e82011-09-03 09:25:42 +0200185 bool qp_in_error;
David Dillowf8b6e312010-11-26 13:02:21 -0500186
187 struct completion tsk_mgmt_done;
188 u8 tsk_mgmt_status;
Roland Dreieraef9ec32005-11-02 14:07:13 -0800189};
190
191struct srp_iu {
Bart Van Asschedcb4cb82010-11-26 13:22:48 -0500192 struct list_head list;
Ralph Campbell85507bc2006-12-12 14:30:55 -0800193 u64 dma;
Roland Dreieraef9ec32005-11-02 14:07:13 -0800194 void *buf;
195 size_t size;
196 enum dma_data_direction direction;
Roland Dreieraef9ec32005-11-02 14:07:13 -0800197};
198
David Dillow8f26c9f2011-01-14 19:45:50 -0500199struct srp_map_state {
200 struct ib_pool_fmr **next_fmr;
201 struct srp_direct_buf *desc;
202 u64 *pages;
203 dma_addr_t base_dma_addr;
Bart Van Assche52ede082014-05-20 15:07:45 +0200204 u32 dma_len;
David Dillow8f26c9f2011-01-14 19:45:50 -0500205 u32 total_len;
206 unsigned int npages;
Bart Van Assche52ede082014-05-20 15:07:45 +0200207 unsigned int nmdesc;
David Dillow8f26c9f2011-01-14 19:45:50 -0500208 unsigned int ndesc;
209 struct scatterlist *unmapped_sg;
210 int unmapped_index;
211 dma_addr_t unmapped_addr;
212};
213
Roland Dreieraef9ec32005-11-02 14:07:13 -0800214#endif /* IB_SRP_H */