| #include <linux/socket.h> |
| #include <linux/in.h> |
| #include <linux/in6.h> |
| #include <rdma/ib_verbs.h> |
| #include <rdma/rdma_cm.h> |
| #include <scsi/iser.h> |
| |
| |
| #define DRV_NAME "isert" |
| #define PFX DRV_NAME ": " |
| |
| #define isert_dbg(fmt, arg...) \ |
| do { \ |
| if (unlikely(isert_debug_level > 2)) \ |
| printk(KERN_DEBUG PFX "%s: " fmt,\ |
| __func__ , ## arg); \ |
| } while (0) |
| |
| #define isert_warn(fmt, arg...) \ |
| do { \ |
| if (unlikely(isert_debug_level > 0)) \ |
| pr_warn(PFX "%s: " fmt, \ |
| __func__ , ## arg); \ |
| } while (0) |
| |
| #define isert_info(fmt, arg...) \ |
| do { \ |
| if (unlikely(isert_debug_level > 1)) \ |
| pr_info(PFX "%s: " fmt, \ |
| __func__ , ## arg); \ |
| } while (0) |
| |
| #define isert_err(fmt, arg...) \ |
| pr_err(PFX "%s: " fmt, __func__ , ## arg) |
| |
| /* Constant PDU lengths calculations */ |
| #define ISER_HEADERS_LEN (sizeof(struct iser_ctrl) + \ |
| sizeof(struct iscsi_hdr)) |
| #define ISER_RX_PAYLOAD_SIZE (ISER_HEADERS_LEN + ISCSI_DEF_MAX_RECV_SEG_LEN) |
| |
| /* QP settings */ |
| /* Maximal bounds on received asynchronous PDUs */ |
| #define ISERT_MAX_TX_MISC_PDUS 4 /* NOOP_IN(2) , ASYNC_EVENT(2) */ |
| |
| #define ISERT_MAX_RX_MISC_PDUS 6 /* |
| * NOOP_OUT(2), TEXT(1), |
| * SCSI_TMFUNC(2), LOGOUT(1) |
| */ |
| |
| #define ISCSI_DEF_XMIT_CMDS_MAX 128 /* from libiscsi.h, must be power of 2 */ |
| |
| #define ISERT_QP_MAX_RECV_DTOS (ISCSI_DEF_XMIT_CMDS_MAX) |
| |
| #define ISERT_MIN_POSTED_RX (ISCSI_DEF_XMIT_CMDS_MAX >> 2) |
| |
| #define ISERT_INFLIGHT_DATAOUTS 8 |
| |
| #define ISERT_QP_MAX_REQ_DTOS (ISCSI_DEF_XMIT_CMDS_MAX * \ |
| (1 + ISERT_INFLIGHT_DATAOUTS) + \ |
| ISERT_MAX_TX_MISC_PDUS + \ |
| ISERT_MAX_RX_MISC_PDUS) |
| |
| #define ISER_RX_PAD_SIZE (ISCSI_DEF_MAX_RECV_SEG_LEN + 4096 - \ |
| (ISER_RX_PAYLOAD_SIZE + sizeof(u64) + sizeof(struct ib_sge) + \ |
| sizeof(struct ib_cqe))) |
| |
| #define ISCSI_ISER_SG_TABLESIZE 256 |
| |
| enum isert_desc_type { |
| ISCSI_TX_CONTROL, |
| ISCSI_TX_DATAIN |
| }; |
| |
| enum iser_ib_op_code { |
| ISER_IB_RECV, |
| ISER_IB_SEND, |
| ISER_IB_RDMA_WRITE, |
| ISER_IB_RDMA_READ, |
| }; |
| |
| enum iser_conn_state { |
| ISER_CONN_INIT, |
| ISER_CONN_UP, |
| ISER_CONN_BOUND, |
| ISER_CONN_FULL_FEATURE, |
| ISER_CONN_TERMINATING, |
| ISER_CONN_DOWN, |
| }; |
| |
| struct iser_rx_desc { |
| struct iser_ctrl iser_header; |
| struct iscsi_hdr iscsi_header; |
| char data[ISCSI_DEF_MAX_RECV_SEG_LEN]; |
| u64 dma_addr; |
| struct ib_sge rx_sg; |
| struct ib_cqe rx_cqe; |
| char pad[ISER_RX_PAD_SIZE]; |
| } __packed; |
| |
| static inline struct iser_rx_desc *cqe_to_rx_desc(struct ib_cqe *cqe) |
| { |
| return container_of(cqe, struct iser_rx_desc, rx_cqe); |
| } |
| |
| struct iser_tx_desc { |
| struct iser_ctrl iser_header; |
| struct iscsi_hdr iscsi_header; |
| enum isert_desc_type type; |
| u64 dma_addr; |
| struct ib_sge tx_sg[2]; |
| struct ib_cqe tx_cqe; |
| int num_sge; |
| struct ib_send_wr send_wr; |
| } __packed; |
| |
| static inline struct iser_tx_desc *cqe_to_tx_desc(struct ib_cqe *cqe) |
| { |
| return container_of(cqe, struct iser_tx_desc, tx_cqe); |
| } |
| |
| |
| enum isert_indicator { |
| ISERT_PROTECTED = 1 << 0, |
| ISERT_DATA_KEY_VALID = 1 << 1, |
| ISERT_PROT_KEY_VALID = 1 << 2, |
| ISERT_SIG_KEY_VALID = 1 << 3, |
| }; |
| |
| struct pi_context { |
| struct ib_mr *prot_mr; |
| struct ib_mr *sig_mr; |
| }; |
| |
| struct fast_reg_descriptor { |
| struct list_head list; |
| struct ib_mr *data_mr; |
| u8 ind; |
| struct pi_context *pi_ctx; |
| }; |
| |
| struct isert_data_buf { |
| struct scatterlist *sg; |
| int nents; |
| u32 sg_off; |
| u32 len; /* cur_rdma_length */ |
| u32 offset; |
| unsigned int dma_nents; |
| enum dma_data_direction dma_dir; |
| }; |
| |
| enum { |
| DATA = 0, |
| PROT = 1, |
| SIG = 2, |
| }; |
| |
| struct isert_cmd { |
| uint32_t read_stag; |
| uint32_t write_stag; |
| uint64_t read_va; |
| uint64_t write_va; |
| uint32_t inv_rkey; |
| u64 pdu_buf_dma; |
| u32 pdu_buf_len; |
| struct isert_conn *conn; |
| struct iscsi_cmd *iscsi_cmd; |
| struct iser_tx_desc tx_desc; |
| struct iser_rx_desc *rx_desc; |
| enum iser_ib_op_code iser_ib_op; |
| struct ib_sge *ib_sge; |
| struct ib_sge s_ib_sge; |
| int rdma_wr_num; |
| struct ib_rdma_wr *rdma_wr; |
| struct ib_rdma_wr s_rdma_wr; |
| struct ib_sge ib_sg[3]; |
| struct isert_data_buf data; |
| struct isert_data_buf prot; |
| struct fast_reg_descriptor *fr_desc; |
| struct work_struct comp_work; |
| struct scatterlist sg; |
| }; |
| |
| static inline struct isert_cmd *tx_desc_to_cmd(struct iser_tx_desc *desc) |
| { |
| return container_of(desc, struct isert_cmd, tx_desc); |
| } |
| |
| struct isert_device; |
| |
| struct isert_conn { |
| enum iser_conn_state state; |
| u32 responder_resources; |
| u32 initiator_depth; |
| bool pi_support; |
| u32 max_sge; |
| struct iser_rx_desc *login_req_buf; |
| char *login_rsp_buf; |
| u64 login_req_dma; |
| int login_req_len; |
| u64 login_rsp_dma; |
| struct iser_rx_desc *rx_descs; |
| struct ib_recv_wr rx_wr[ISERT_QP_MAX_RECV_DTOS]; |
| struct iscsi_conn *conn; |
| struct list_head node; |
| struct completion login_comp; |
| struct completion login_req_comp; |
| struct iser_tx_desc login_tx_desc; |
| struct rdma_cm_id *cm_id; |
| struct ib_qp *qp; |
| struct isert_device *device; |
| struct mutex mutex; |
| struct kref kref; |
| struct list_head fr_pool; |
| int fr_pool_size; |
| /* lock to protect fastreg pool */ |
| spinlock_t pool_lock; |
| struct work_struct release_work; |
| bool logout_posted; |
| bool snd_w_inv; |
| }; |
| |
| #define ISERT_MAX_CQ 64 |
| |
| /** |
| * struct isert_comp - iSER completion context |
| * |
| * @device: pointer to device handle |
| * @cq: completion queue |
| * @active_qps: Number of active QPs attached |
| * to completion context |
| */ |
| struct isert_comp { |
| struct isert_device *device; |
| struct ib_cq *cq; |
| int active_qps; |
| }; |
| |
| struct isert_device { |
| int use_fastreg; |
| bool pi_capable; |
| int refcount; |
| struct ib_device *ib_device; |
| struct ib_pd *pd; |
| struct isert_comp *comps; |
| int comps_used; |
| struct list_head dev_node; |
| int (*reg_rdma_mem)(struct isert_cmd *isert_cmd, |
| struct iscsi_conn *conn); |
| void (*unreg_rdma_mem)(struct isert_cmd *isert_cmd, |
| struct isert_conn *isert_conn); |
| }; |
| |
| struct isert_np { |
| struct iscsi_np *np; |
| struct semaphore sem; |
| struct rdma_cm_id *cm_id; |
| struct mutex mutex; |
| struct list_head accepted; |
| struct list_head pending; |
| }; |