drivers/net/cnic.h - kernel/msm-4.9 - Gitiles

 /* cnic.h: Broadcom CNIC core network driver.
  *
  * Copyright (c) 2006-2010 Broadcom Corporation
  *
  * This program is free software; you can redistribute it and/or modify
  * it under the terms of the GNU General Public License as published by
  * the Free Software Foundation.
  *
  */


 #ifndef CNIC_H
 #define CNIC_H

 #define HC_INDEX_ISCSI_EQ_CONS			6

 #define HC_INDEX_FCOE_EQ_CONS			3

 #define HC_SP_INDEX_ETH_ISCSI_CQ_CONS		5
 #define HC_SP_INDEX_ETH_ISCSI_RX_CQ_CONS	1

 #define KWQ_PAGE_CNT	4
 #define KCQ_PAGE_CNT	16

 #define KWQ_CID 		24
 #define KCQ_CID 		25

 /*
  *	krnlq_context definition
  */
 #define L5_KRNLQ_FLAGS	0x00000000
 #define L5_KRNLQ_SIZE	0x00000000
 #define L5_KRNLQ_TYPE	0x00000000
 #define KRNLQ_FLAGS_PG_SZ					(0xf<<0)
 #define KRNLQ_FLAGS_PG_SZ_256					(0<<0)
 #define KRNLQ_FLAGS_PG_SZ_512					(1<<0)
 #define KRNLQ_FLAGS_PG_SZ_1K					(2<<0)
 #define KRNLQ_FLAGS_PG_SZ_2K					(3<<0)
 #define KRNLQ_FLAGS_PG_SZ_4K					(4<<0)
 #define KRNLQ_FLAGS_PG_SZ_8K					(5<<0)
 #define KRNLQ_FLAGS_PG_SZ_16K					(6<<0)
 #define KRNLQ_FLAGS_PG_SZ_32K					(7<<0)
 #define KRNLQ_FLAGS_PG_SZ_64K					(8<<0)
 #define KRNLQ_FLAGS_PG_SZ_128K					(9<<0)
 #define KRNLQ_FLAGS_PG_SZ_256K					(10<<0)
 #define KRNLQ_FLAGS_PG_SZ_512K					(11<<0)
 #define KRNLQ_FLAGS_PG_SZ_1M					(12<<0)
 #define KRNLQ_FLAGS_PG_SZ_2M					(13<<0)
 #define KRNLQ_FLAGS_QE_SELF_SEQ					(1<<15)
 #define KRNLQ_SIZE_TYPE_SIZE	((((0x28 + 0x1f) & ~0x1f) / 0x20) << 16)
 #define KRNLQ_TYPE_TYPE						(0xf<<28)
 #define KRNLQ_TYPE_TYPE_EMPTY					(0<<28)
 #define KRNLQ_TYPE_TYPE_KRNLQ					(6<<28)

 #define L5_KRNLQ_HOST_QIDX		0x00000004
 #define L5_KRNLQ_HOST_FW_QIDX		0x00000008
 #define L5_KRNLQ_NX_QE_SELF_SEQ 	0x0000000c
 #define L5_KRNLQ_QE_SELF_SEQ_MAX	0x0000000c
 #define L5_KRNLQ_NX_QE_HADDR_HI 	0x00000010
 #define L5_KRNLQ_NX_QE_HADDR_LO 	0x00000014
 #define L5_KRNLQ_PGTBL_PGIDX		0x00000018
 #define L5_KRNLQ_NX_PG_QIDX 		0x00000018
 #define L5_KRNLQ_PGTBL_NPAGES		0x0000001c
 #define L5_KRNLQ_QIDX_INCR		0x0000001c
 #define L5_KRNLQ_PGTBL_HADDR_HI 	0x00000020
 #define L5_KRNLQ_PGTBL_HADDR_LO 	0x00000024

 #define BNX2_PG_CTX_MAP			0x1a0034
 #define BNX2_ISCSI_CTX_MAP		0x1a0074

 struct cnic_redirect_entry {
 	struct dst_entry *old_dst;
 	struct dst_entry *new_dst;
 };

 #define MAX_COMPLETED_KCQE	64

 #define MAX_CNIC_L5_CONTEXT	256

 #define MAX_CM_SK_TBL_SZ	MAX_CNIC_L5_CONTEXT

 #define MAX_ISCSI_TBL_SZ	256

 #define CNIC_LOCAL_PORT_MIN	60000
 #define CNIC_LOCAL_PORT_MAX	61000
 #define CNIC_LOCAL_PORT_RANGE	(CNIC_LOCAL_PORT_MAX - CNIC_LOCAL_PORT_MIN)

 #define KWQE_CNT (BCM_PAGE_SIZE / sizeof(struct kwqe))
 #define KCQE_CNT (BCM_PAGE_SIZE / sizeof(struct kcqe))
 #define MAX_KWQE_CNT (KWQE_CNT - 1)
 #define MAX_KCQE_CNT (KCQE_CNT - 1)

 #define MAX_KWQ_IDX	((KWQ_PAGE_CNT * KWQE_CNT) - 1)
 #define MAX_KCQ_IDX	((KCQ_PAGE_CNT * KCQE_CNT) - 1)

 #define KWQ_PG(x) (((x) & ~MAX_KWQE_CNT) >> (BCM_PAGE_BITS - 5))
 #define KWQ_IDX(x) ((x) & MAX_KWQE_CNT)

 #define KCQ_PG(x) (((x) & ~MAX_KCQE_CNT) >> (BCM_PAGE_BITS - 5))
 #define KCQ_IDX(x) ((x) & MAX_KCQE_CNT)

 #define BNX2X_NEXT_KCQE(x) (((x) & (MAX_KCQE_CNT - 1)) ==		\
 		(MAX_KCQE_CNT - 1)) ?					\
 		(x) + 2 : (x) + 1

 #define BNX2X_KWQ_DATA_PG(cp, x) ((x) / (cp)->kwq_16_data_pp)
 #define BNX2X_KWQ_DATA_IDX(cp, x) ((x) % (cp)->kwq_16_data_pp)
 #define BNX2X_KWQ_DATA(cp, x)						\
 	&(cp)->kwq_16_data[BNX2X_KWQ_DATA_PG(cp, x)][BNX2X_KWQ_DATA_IDX(cp, x)]

 #define DEF_IPID_START		0x8000

 #define DEF_KA_TIMEOUT		10000
 #define DEF_KA_INTERVAL		300000
 #define DEF_KA_MAX_PROBE_COUNT	3
 #define DEF_TOS			0
 #define DEF_TTL			0xfe
 #define DEF_SND_SEQ_SCALE	0
 #define DEF_RCV_BUF		0xffff
 #define DEF_SND_BUF		0xffff
 #define DEF_SEED		0
 #define DEF_MAX_RT_TIME		500
 #define DEF_MAX_DA_COUNT	2
 #define DEF_SWS_TIMER		1000
 #define DEF_MAX_CWND		0xffff

 struct cnic_ctx {
 	u32		cid;
 	void		*ctx;
 	dma_addr_t	mapping;
 };

 #define BNX2_MAX_CID		0x2000

 struct cnic_dma {
 	int		num_pages;
 	void		**pg_arr;
 	dma_addr_t	*pg_map_arr;
 	int		pgtbl_size;
 	u32		*pgtbl;
 	dma_addr_t	pgtbl_map;
 };

 struct cnic_id_tbl {
 	spinlock_t	lock;
 	u32		start;
 	u32		max;
 	u32		next;
 	unsigned long	*table;
 };

 #define CNIC_KWQ16_DATA_SIZE	128

 struct kwqe_16_data {
 	u8	data[CNIC_KWQ16_DATA_SIZE];
 };

 struct cnic_iscsi {
 	struct cnic_dma		task_array_info;
 	struct cnic_dma		r2tq_info;
 	struct cnic_dma		hq_info;
 };

 struct cnic_context {
 	u32			cid;
 	struct kwqe_16_data	*kwqe_data;
 	dma_addr_t		kwqe_data_mapping;
 	wait_queue_head_t	waitq;
 	int			wait_cond;
 	unsigned long		timestamp;
 	unsigned long		ctx_flags;
 #define	CTX_FL_OFFLD_START	0
 #define	CTX_FL_DELETE_WAIT	1
 	u8			ulp_proto_id;
 	union {
 		struct cnic_iscsi	*iscsi;
 	} proto;
 };

 struct kcq_info {
 	struct cnic_dma	dma;
 	struct kcqe	**kcq;

 	u16		*hw_prod_idx_ptr;
 	u16		sw_prod_idx;
 	u16		*status_idx_ptr;
 	u32		io_addr;
 };

 struct iro {
 	u32 base;
 	u16 m1;
 	u16 m2;
 	u16 m3;
 	u16 size;
 };

 struct cnic_uio_dev {
 	struct uio_info		cnic_uinfo;
 	u32			uio_dev;

 	int			l2_ring_size;
 	void			*l2_ring;
 	dma_addr_t		l2_ring_map;

 	int			l2_buf_size;
 	void			*l2_buf;
 	dma_addr_t		l2_buf_map;

 	struct cnic_dev		*dev;
 	struct pci_dev		*pdev;
 	struct list_head	list;
 };

 struct cnic_local {

 	spinlock_t cnic_ulp_lock;
 	void *ulp_handle[MAX_CNIC_ULP_TYPE];
 	unsigned long ulp_flags[MAX_CNIC_ULP_TYPE];
 #define ULP_F_INIT	0
 #define ULP_F_START	1
 #define ULP_F_CALL_PENDING	2
 	struct cnic_ulp_ops *ulp_ops[MAX_CNIC_ULP_TYPE];

 	unsigned long cnic_local_flags;
 #define	CNIC_LCL_FL_KWQ_INIT		0x0
 #define	CNIC_LCL_FL_L2_WAIT		0x1
 #define	CNIC_LCL_FL_RINGS_INITED	0x2

 	struct cnic_dev *dev;

 	struct cnic_eth_dev *ethdev;

 	struct cnic_uio_dev *udev;

 	int		l2_rx_ring_size;
 	int		l2_single_buf_size;

 	u16		*rx_cons_ptr;
 	u16		*tx_cons_ptr;
 	u16		rx_cons;
 	u16		tx_cons;

 	struct iro		*iro_arr;
 #define IRO (((struct cnic_local *) dev->cnic_priv)->iro_arr)

 	struct cnic_dma		kwq_info;
 	struct kwqe		**kwq;

 	struct cnic_dma		kwq_16_data_info;

 	u16		max_kwq_idx;

 	u16		kwq_prod_idx;
 	u32		kwq_io_addr;

 	u16		*kwq_con_idx_ptr;
 	u16		kwq_con_idx;

 	struct kcq_info	kcq1;

 	union {
 		void				*gen;
 		struct status_block_msix	*bnx2;
 		struct host_hc_status_block_e1x	*bnx2x_e1x;
 		/* index values - which counter to update */
 		#define SM_RX_ID		0
 		#define SM_TX_ID		1
 	} status_blk;

 	struct host_sp_status_block	*bnx2x_def_status_blk;

 	u32				status_blk_num;
 	u32				bnx2x_igu_sb_id;
 	u32				int_num;
 	u32				last_status_idx;
 	struct tasklet_struct		cnic_irq_task;

 	struct kcqe		*completed_kcq[MAX_COMPLETED_KCQE];

 	struct cnic_sock	*csk_tbl;
 	struct cnic_id_tbl	csk_port_tbl;

 	struct cnic_dma		conn_buf_info;
 	struct cnic_dma		gbl_buf_info;

 	struct cnic_iscsi	*iscsi_tbl;
 	struct cnic_context	*ctx_tbl;
 	struct cnic_id_tbl	cid_tbl;
 	atomic_t		iscsi_conn;
 	u32			iscsi_start_cid;

 	u32			max_cid_space;

 	/* per connection parameters */
 	int			num_iscsi_tasks;
 	int			num_ccells;
 	int			task_array_size;
 	int			r2tq_size;
 	int			hq_size;
 	int			num_cqs;

 	struct delayed_work	delete_task;

 	struct cnic_ctx		*ctx_arr;
 	int			ctx_blks;
 	int			ctx_blk_size;
 	unsigned long		ctx_align;
 	int			cids_per_blk;

 	u32			chip_id;
 	int			func;
 	u32			pfid;
 	u32			shmem_base;

 	struct cnic_ops		*cnic_ops;
 	int			(*start_hw)(struct cnic_dev *);
 	void			(*stop_hw)(struct cnic_dev *);
 	void			(*setup_pgtbl)(struct cnic_dev *,
 					       struct cnic_dma *);
 	int			(*alloc_resc)(struct cnic_dev *);
 	void			(*free_resc)(struct cnic_dev *);
 	int			(*start_cm)(struct cnic_dev *);
 	void			(*stop_cm)(struct cnic_dev *);
 	void			(*enable_int)(struct cnic_dev *);
 	void			(*disable_int_sync)(struct cnic_dev *);
 	void			(*ack_int)(struct cnic_dev *);
 	void			(*close_conn)(struct cnic_sock *, u32 opcode);
 	u16			(*next_idx)(u16);
 	u16			(*hw_idx)(u16);
 };

 struct bnx2x_bd_chain_next {
 	u32	addr_lo;
 	u32	addr_hi;
 	u8	reserved[8];
 };

 #define ISCSI_DEFAULT_MAX_OUTSTANDING_R2T 	(1)

 #define ISCSI_RAMROD_CMD_ID_UPDATE_CONN		(ISCSI_KCQE_OPCODE_UPDATE_CONN)
 #define ISCSI_RAMROD_CMD_ID_INIT		(ISCSI_KCQE_OPCODE_INIT)

 #define CDU_REGION_NUMBER_XCM_AG 2
 #define CDU_REGION_NUMBER_UCM_AG 4

 #define CDU_VALID_DATA(_cid, _region, _type)	\
 	(((_cid) << 8) | (((_region)&0xf)<<4) | (((_type)&0xf)))

 #define CDU_CRC8(_cid, _region, _type)	\
 	(calc_crc8(CDU_VALID_DATA(_cid, _region, _type), 0xff))

 #define CDU_RSRVD_VALUE_TYPE_A(_cid, _region, _type)	\
 	(0x80 | ((CDU_CRC8(_cid, _region, _type)) & 0x7f))

 #define BNX2X_CONTEXT_MEM_SIZE		1024
 #define BNX2X_FCOE_CID			16

 /* iSCSI client IDs are 17, 19, 21, 23 */
 #define BNX2X_ISCSI_BASE_CL_ID		17
 #define BNX2X_ISCSI_CL_ID(vn)		(BNX2X_ISCSI_BASE_CL_ID + ((vn) << 1))

 #define BNX2X_ISCSI_L2_CID		17
 #define BNX2X_ISCSI_START_CID		18
 #define BNX2X_ISCSI_NUM_CONNECTIONS	128
 #define BNX2X_ISCSI_TASK_CONTEXT_SIZE	128
 #define BNX2X_ISCSI_MAX_PENDING_R2TS	4
 #define BNX2X_ISCSI_R2TQE_SIZE		8
 #define BNX2X_ISCSI_HQ_BD_SIZE		64
 #define BNX2X_ISCSI_CONN_BUF_SIZE	64
 #define BNX2X_ISCSI_GLB_BUF_SIZE	64
 #define BNX2X_ISCSI_PBL_NOT_CACHED	0xff
 #define BNX2X_ISCSI_PDU_HEADER_NOT_CACHED	0xff

 #define BNX2X_CHIP_NUM_57710		0x164e
 #define BNX2X_CHIP_NUM_57711		0x164f
 #define BNX2X_CHIP_NUM_57711E		0x1650
 #define BNX2X_CHIP_NUM_57712		0x1662
 #define BNX2X_CHIP_NUM_57712E		0x1663
 #define BNX2X_CHIP_NUM_57713		0x1651
 #define BNX2X_CHIP_NUM_57713E		0x1652

 #define BNX2X_CHIP_NUM(x)		(x >> 16)
 #define BNX2X_CHIP_IS_57710(x)		\
 	(BNX2X_CHIP_NUM(x) == BNX2X_CHIP_NUM_57710)
 #define BNX2X_CHIP_IS_57711(x)		\
 	(BNX2X_CHIP_NUM(x) == BNX2X_CHIP_NUM_57711)
 #define BNX2X_CHIP_IS_57711E(x)		\
 	(BNX2X_CHIP_NUM(x) == BNX2X_CHIP_NUM_57711E)
 #define BNX2X_CHIP_IS_E1H(x)		\
 	(BNX2X_CHIP_IS_57711(x) || BNX2X_CHIP_IS_57711E(x))
 #define BNX2X_CHIP_IS_57712(x)		\
 	(BNX2X_CHIP_NUM(x) == BNX2X_CHIP_NUM_57712)
 #define BNX2X_CHIP_IS_57712E(x)		\
 	(BNX2X_CHIP_NUM(x) == BNX2X_CHIP_NUM_57712E)
 #define BNX2X_CHIP_IS_57713(x)		\
 	(BNX2X_CHIP_NUM(x) == BNX2X_CHIP_NUM_57713)
 #define BNX2X_CHIP_IS_57713E(x)		\
 	(BNX2X_CHIP_NUM(x) == BNX2X_CHIP_NUM_57713E)
 #define BNX2X_CHIP_IS_E2(x)		\
 	(BNX2X_CHIP_IS_57712(x) || BNX2X_CHIP_IS_57712E(x) || \
 	 BNX2X_CHIP_IS_57713(x) || BNX2X_CHIP_IS_57713E(x))

 #define IS_E1H_OFFSET       		BNX2X_CHIP_IS_E1H(cp->chip_id)

 #define BNX2X_RX_DESC_CNT		(BCM_PAGE_SIZE / sizeof(struct eth_rx_bd))
 #define BNX2X_MAX_RX_DESC_CNT		(BNX2X_RX_DESC_CNT - 2)
 #define BNX2X_RCQ_DESC_CNT		(BCM_PAGE_SIZE / sizeof(union eth_rx_cqe))
 #define BNX2X_MAX_RCQ_DESC_CNT		(BNX2X_RCQ_DESC_CNT - 1)

 #define BNX2X_NEXT_RCQE(x) (((x) & BNX2X_MAX_RCQ_DESC_CNT) ==		\
 		(BNX2X_MAX_RCQ_DESC_CNT - 1)) ?				\
 		((x) + 2) : ((x) + 1)

 #define BNX2X_DEF_SB_ID			HC_SP_SB_ID

 #define BNX2X_SHMEM_MF_BLK_OFFSET	0x7e4

 #define BNX2X_SHMEM_ADDR(base, field)	(base + \
 					 offsetof(struct shmem_region, field))

 #define BNX2X_SHMEM2_ADDR(base, field)	(base + \
 					 offsetof(struct shmem2_region, field))

 #define BNX2X_SHMEM2_HAS(base, field)				\
 		((base) &&					\
 		 (CNIC_RD(dev, BNX2X_SHMEM2_ADDR(base, size)) >	\
 		  offsetof(struct shmem2_region, field)))

 #define CNIC_PORT(cp)			((cp)->pfid & 1)
 #define CNIC_FUNC(cp)			((cp)->func)
 #define CNIC_PATH(cp)			(!BNX2X_CHIP_IS_E2(cp->chip_id) ? 0 :\
 					 (CNIC_FUNC(cp) & 1))
 #define CNIC_E1HVN(cp)			((cp)->pfid >> 1)

 #define BNX2X_HW_CID(cp, x)		((CNIC_PORT(cp) << 23) | \
 					 (CNIC_E1HVN(cp) << 17) | (x))

 #define BNX2X_SW_CID(x)			(x & 0x1ffff)

 #define BNX2X_CL_QZONE_ID(cp, cli)					\
 		(cli + (CNIC_PORT(cp) * ETH_MAX_RX_CLIENTS_E1H))

 #define TCP_TSTORM_OOO_DROP_AND_PROC_ACK	(0<<4)
 #endif
	/* cnic.h: Broadcom CNIC core network driver.
	*
	* Copyright (c) 2006-2010 Broadcom Corporation
	*
	* This program is free software; you can redistribute it and/or modify
	* it under the terms of the GNU General Public License as published by
	* the Free Software Foundation.
	*
	*/


	#ifndef CNIC_H
	#define CNIC_H

	#define HC_INDEX_ISCSI_EQ_CONS 6

	#define HC_INDEX_FCOE_EQ_CONS 3

	#define HC_SP_INDEX_ETH_ISCSI_CQ_CONS 5
	#define HC_SP_INDEX_ETH_ISCSI_RX_CQ_CONS 1

	#define KWQ_PAGE_CNT 4
	#define KCQ_PAGE_CNT 16

	#define KWQ_CID 24
	#define KCQ_CID 25

	/*
	* krnlq_context definition
	*/
	#define L5_KRNLQ_FLAGS 0x00000000
	#define L5_KRNLQ_SIZE 0x00000000
	#define L5_KRNLQ_TYPE 0x00000000
	#define KRNLQ_FLAGS_PG_SZ (0xf<<0)
	#define KRNLQ_FLAGS_PG_SZ_256 (0<<0)
	#define KRNLQ_FLAGS_PG_SZ_512 (1<<0)
	#define KRNLQ_FLAGS_PG_SZ_1K (2<<0)
	#define KRNLQ_FLAGS_PG_SZ_2K (3<<0)
	#define KRNLQ_FLAGS_PG_SZ_4K (4<<0)
	#define KRNLQ_FLAGS_PG_SZ_8K (5<<0)
	#define KRNLQ_FLAGS_PG_SZ_16K (6<<0)
	#define KRNLQ_FLAGS_PG_SZ_32K (7<<0)
	#define KRNLQ_FLAGS_PG_SZ_64K (8<<0)
	#define KRNLQ_FLAGS_PG_SZ_128K (9<<0)
	#define KRNLQ_FLAGS_PG_SZ_256K (10<<0)
	#define KRNLQ_FLAGS_PG_SZ_512K (11<<0)
	#define KRNLQ_FLAGS_PG_SZ_1M (12<<0)
	#define KRNLQ_FLAGS_PG_SZ_2M (13<<0)
	#define KRNLQ_FLAGS_QE_SELF_SEQ (1<<15)
	#define KRNLQ_SIZE_TYPE_SIZE ((((0x28 + 0x1f) & ~0x1f) / 0x20) << 16)
	#define KRNLQ_TYPE_TYPE (0xf<<28)
	#define KRNLQ_TYPE_TYPE_EMPTY (0<<28)
	#define KRNLQ_TYPE_TYPE_KRNLQ (6<<28)

	#define L5_KRNLQ_HOST_QIDX 0x00000004
	#define L5_KRNLQ_HOST_FW_QIDX 0x00000008
	#define L5_KRNLQ_NX_QE_SELF_SEQ 0x0000000c
	#define L5_KRNLQ_QE_SELF_SEQ_MAX 0x0000000c
	#define L5_KRNLQ_NX_QE_HADDR_HI 0x00000010
	#define L5_KRNLQ_NX_QE_HADDR_LO 0x00000014
	#define L5_KRNLQ_PGTBL_PGIDX 0x00000018
	#define L5_KRNLQ_NX_PG_QIDX 0x00000018
	#define L5_KRNLQ_PGTBL_NPAGES 0x0000001c
	#define L5_KRNLQ_QIDX_INCR 0x0000001c
	#define L5_KRNLQ_PGTBL_HADDR_HI 0x00000020
	#define L5_KRNLQ_PGTBL_HADDR_LO 0x00000024

	#define BNX2_PG_CTX_MAP 0x1a0034
	#define BNX2_ISCSI_CTX_MAP 0x1a0074

	struct cnic_redirect_entry {
	struct dst_entry *old_dst;
	struct dst_entry *new_dst;
	};

	#define MAX_COMPLETED_KCQE 64

	#define MAX_CNIC_L5_CONTEXT 256

	#define MAX_CM_SK_TBL_SZ MAX_CNIC_L5_CONTEXT

	#define MAX_ISCSI_TBL_SZ 256

	#define CNIC_LOCAL_PORT_MIN 60000
	#define CNIC_LOCAL_PORT_MAX 61000
	#define CNIC_LOCAL_PORT_RANGE (CNIC_LOCAL_PORT_MAX - CNIC_LOCAL_PORT_MIN)

	#define KWQE_CNT (BCM_PAGE_SIZE / sizeof(struct kwqe))
	#define KCQE_CNT (BCM_PAGE_SIZE / sizeof(struct kcqe))
	#define MAX_KWQE_CNT (KWQE_CNT - 1)
	#define MAX_KCQE_CNT (KCQE_CNT - 1)

	#define MAX_KWQ_IDX ((KWQ_PAGE_CNT * KWQE_CNT) - 1)
	#define MAX_KCQ_IDX ((KCQ_PAGE_CNT * KCQE_CNT) - 1)

	#define KWQ_PG(x) (((x) & ~MAX_KWQE_CNT) >> (BCM_PAGE_BITS - 5))
	#define KWQ_IDX(x) ((x) & MAX_KWQE_CNT)

	#define KCQ_PG(x) (((x) & ~MAX_KCQE_CNT) >> (BCM_PAGE_BITS - 5))
	#define KCQ_IDX(x) ((x) & MAX_KCQE_CNT)

	#define BNX2X_NEXT_KCQE(x) (((x) & (MAX_KCQE_CNT - 1)) == \
	(MAX_KCQE_CNT - 1)) ? \
	(x) + 2 : (x) + 1

	#define BNX2X_KWQ_DATA_PG(cp, x) ((x) / (cp)->kwq_16_data_pp)
	#define BNX2X_KWQ_DATA_IDX(cp, x) ((x) % (cp)->kwq_16_data_pp)
	#define BNX2X_KWQ_DATA(cp, x) \
	&(cp)->kwq_16_data[BNX2X_KWQ_DATA_PG(cp, x)][BNX2X_KWQ_DATA_IDX(cp, x)]

	#define DEF_IPID_START 0x8000

	#define DEF_KA_TIMEOUT 10000
	#define DEF_KA_INTERVAL 300000
	#define DEF_KA_MAX_PROBE_COUNT 3
	#define DEF_TOS 0
	#define DEF_TTL 0xfe
	#define DEF_SND_SEQ_SCALE 0
	#define DEF_RCV_BUF 0xffff
	#define DEF_SND_BUF 0xffff
	#define DEF_SEED 0
	#define DEF_MAX_RT_TIME 500
	#define DEF_MAX_DA_COUNT 2
	#define DEF_SWS_TIMER 1000
	#define DEF_MAX_CWND 0xffff

	struct cnic_ctx {
	u32 cid;
	void *ctx;
	dma_addr_t mapping;
	};

	#define BNX2_MAX_CID 0x2000

	struct cnic_dma {
	int num_pages;
	void **pg_arr;
	dma_addr_t *pg_map_arr;
	int pgtbl_size;
	u32 *pgtbl;
	dma_addr_t pgtbl_map;
	};

	struct cnic_id_tbl {
	spinlock_t lock;
	u32 start;
	u32 max;
	u32 next;
	unsigned long *table;
	};

	#define CNIC_KWQ16_DATA_SIZE 128

	struct kwqe_16_data {
	u8 data[CNIC_KWQ16_DATA_SIZE];
	};

	struct cnic_iscsi {
	struct cnic_dma task_array_info;
	struct cnic_dma r2tq_info;
	struct cnic_dma hq_info;
	};

	struct cnic_context {
	u32 cid;
	struct kwqe_16_data *kwqe_data;
	dma_addr_t kwqe_data_mapping;
	wait_queue_head_t waitq;
	int wait_cond;
	unsigned long timestamp;
	unsigned long ctx_flags;
	#define CTX_FL_OFFLD_START 0
	#define CTX_FL_DELETE_WAIT 1
	u8 ulp_proto_id;
	union {
	struct cnic_iscsi *iscsi;
	} proto;
	};

	struct kcq_info {
	struct cnic_dma dma;
	struct kcqe **kcq;

	u16 *hw_prod_idx_ptr;
	u16 sw_prod_idx;
	u16 *status_idx_ptr;
	u32 io_addr;
	};

	struct iro {
	u32 base;
	u16 m1;
	u16 m2;
	u16 m3;
	u16 size;
	};

	struct cnic_uio_dev {
	struct uio_info cnic_uinfo;
	u32 uio_dev;

	int l2_ring_size;
	void *l2_ring;
	dma_addr_t l2_ring_map;

	int l2_buf_size;
	void *l2_buf;
	dma_addr_t l2_buf_map;

	struct cnic_dev *dev;
	struct pci_dev *pdev;
	struct list_head list;
	};

	struct cnic_local {

	spinlock_t cnic_ulp_lock;
	void *ulp_handle[MAX_CNIC_ULP_TYPE];
	unsigned long ulp_flags[MAX_CNIC_ULP_TYPE];
	#define ULP_F_INIT 0
	#define ULP_F_START 1
	#define ULP_F_CALL_PENDING 2
	struct cnic_ulp_ops *ulp_ops[MAX_CNIC_ULP_TYPE];

	unsigned long cnic_local_flags;
	#define CNIC_LCL_FL_KWQ_INIT 0x0
	#define CNIC_LCL_FL_L2_WAIT 0x1
	#define CNIC_LCL_FL_RINGS_INITED 0x2

	struct cnic_dev *dev;

	struct cnic_eth_dev *ethdev;

	struct cnic_uio_dev *udev;

	int l2_rx_ring_size;
	int l2_single_buf_size;

	u16 *rx_cons_ptr;
	u16 *tx_cons_ptr;
	u16 rx_cons;
	u16 tx_cons;

	struct iro *iro_arr;
	#define IRO (((struct cnic_local *) dev->cnic_priv)->iro_arr)

	struct cnic_dma kwq_info;
	struct kwqe **kwq;

	struct cnic_dma kwq_16_data_info;

	u16 max_kwq_idx;

	u16 kwq_prod_idx;
	u32 kwq_io_addr;

	u16 *kwq_con_idx_ptr;
	u16 kwq_con_idx;

	struct kcq_info kcq1;

	union {
	void *gen;
	struct status_block_msix *bnx2;
	struct host_hc_status_block_e1x *bnx2x_e1x;
	/* index values - which counter to update */
	#define SM_RX_ID 0
	#define SM_TX_ID 1
	} status_blk;

	struct host_sp_status_block *bnx2x_def_status_blk;

	u32 status_blk_num;
	u32 bnx2x_igu_sb_id;
	u32 int_num;
	u32 last_status_idx;
	struct tasklet_struct cnic_irq_task;

	struct kcqe *completed_kcq[MAX_COMPLETED_KCQE];

	struct cnic_sock *csk_tbl;
	struct cnic_id_tbl csk_port_tbl;

	struct cnic_dma conn_buf_info;
	struct cnic_dma gbl_buf_info;

	struct cnic_iscsi *iscsi_tbl;
	struct cnic_context *ctx_tbl;
	struct cnic_id_tbl cid_tbl;
	atomic_t iscsi_conn;
	u32 iscsi_start_cid;

	u32 max_cid_space;

	/* per connection parameters */
	int num_iscsi_tasks;
	int num_ccells;
	int task_array_size;
	int r2tq_size;
	int hq_size;
	int num_cqs;

	struct delayed_work delete_task;

	struct cnic_ctx *ctx_arr;
	int ctx_blks;
	int ctx_blk_size;
	unsigned long ctx_align;
	int cids_per_blk;

	u32 chip_id;
	int func;
	u32 pfid;
	u32 shmem_base;

	struct cnic_ops *cnic_ops;
	int (start_hw)(struct cnic_dev );
	void (stop_hw)(struct cnic_dev );
	void (setup_pgtbl)(struct cnic_dev ,
	struct cnic_dma *);
	int (alloc_resc)(struct cnic_dev );
	void (free_resc)(struct cnic_dev );
	int (start_cm)(struct cnic_dev );
	void (stop_cm)(struct cnic_dev );
	void (enable_int)(struct cnic_dev );
	void (disable_int_sync)(struct cnic_dev );
	void (ack_int)(struct cnic_dev );
	void (close_conn)(struct cnic_sock , u32 opcode);
	u16 (*next_idx)(u16);
	u16 (*hw_idx)(u16);
	};

	struct bnx2x_bd_chain_next {
	u32 addr_lo;
	u32 addr_hi;
	u8 reserved[8];
	};

	#define ISCSI_DEFAULT_MAX_OUTSTANDING_R2T (1)

	#define ISCSI_RAMROD_CMD_ID_UPDATE_CONN (ISCSI_KCQE_OPCODE_UPDATE_CONN)
	#define ISCSI_RAMROD_CMD_ID_INIT (ISCSI_KCQE_OPCODE_INIT)

	#define CDU_REGION_NUMBER_XCM_AG 2
	#define CDU_REGION_NUMBER_UCM_AG 4

	#define CDU_VALID_DATA(_cid, _region, _type) \
	(((_cid) << 8) \| (((_region)&0xf)<<4) \| (((_type)&0xf)))

	#define CDU_CRC8(_cid, _region, _type) \
	(calc_crc8(CDU_VALID_DATA(_cid, _region, _type), 0xff))

	#define CDU_RSRVD_VALUE_TYPE_A(_cid, _region, _type) \
	(0x80 \| ((CDU_CRC8(_cid, _region, _type)) & 0x7f))

	#define BNX2X_CONTEXT_MEM_SIZE 1024
	#define BNX2X_FCOE_CID 16

	/* iSCSI client IDs are 17, 19, 21, 23 */
	#define BNX2X_ISCSI_BASE_CL_ID 17
	#define BNX2X_ISCSI_CL_ID(vn) (BNX2X_ISCSI_BASE_CL_ID + ((vn) << 1))

	#define BNX2X_ISCSI_L2_CID 17
	#define BNX2X_ISCSI_START_CID 18
	#define BNX2X_ISCSI_NUM_CONNECTIONS 128
	#define BNX2X_ISCSI_TASK_CONTEXT_SIZE 128
	#define BNX2X_ISCSI_MAX_PENDING_R2TS 4
	#define BNX2X_ISCSI_R2TQE_SIZE 8
	#define BNX2X_ISCSI_HQ_BD_SIZE 64
	#define BNX2X_ISCSI_CONN_BUF_SIZE 64
	#define BNX2X_ISCSI_GLB_BUF_SIZE 64
	#define BNX2X_ISCSI_PBL_NOT_CACHED 0xff
	#define BNX2X_ISCSI_PDU_HEADER_NOT_CACHED 0xff

	#define BNX2X_CHIP_NUM_57710 0x164e
	#define BNX2X_CHIP_NUM_57711 0x164f
	#define BNX2X_CHIP_NUM_57711E 0x1650
	#define BNX2X_CHIP_NUM_57712 0x1662
	#define BNX2X_CHIP_NUM_57712E 0x1663
	#define BNX2X_CHIP_NUM_57713 0x1651
	#define BNX2X_CHIP_NUM_57713E 0x1652

	#define BNX2X_CHIP_NUM(x) (x >> 16)
	#define BNX2X_CHIP_IS_57710(x) \
	(BNX2X_CHIP_NUM(x) == BNX2X_CHIP_NUM_57710)
	#define BNX2X_CHIP_IS_57711(x) \
	(BNX2X_CHIP_NUM(x) == BNX2X_CHIP_NUM_57711)
	#define BNX2X_CHIP_IS_57711E(x) \
	(BNX2X_CHIP_NUM(x) == BNX2X_CHIP_NUM_57711E)
	#define BNX2X_CHIP_IS_E1H(x) \
	(BNX2X_CHIP_IS_57711(x) \|\| BNX2X_CHIP_IS_57711E(x))
	#define BNX2X_CHIP_IS_57712(x) \
	(BNX2X_CHIP_NUM(x) == BNX2X_CHIP_NUM_57712)
	#define BNX2X_CHIP_IS_57712E(x) \
	(BNX2X_CHIP_NUM(x) == BNX2X_CHIP_NUM_57712E)
	#define BNX2X_CHIP_IS_57713(x) \
	(BNX2X_CHIP_NUM(x) == BNX2X_CHIP_NUM_57713)
	#define BNX2X_CHIP_IS_57713E(x) \
	(BNX2X_CHIP_NUM(x) == BNX2X_CHIP_NUM_57713E)
	#define BNX2X_CHIP_IS_E2(x) \
	(BNX2X_CHIP_IS_57712(x) \|\| BNX2X_CHIP_IS_57712E(x) \|\| \
	BNX2X_CHIP_IS_57713(x) \|\| BNX2X_CHIP_IS_57713E(x))

	#define IS_E1H_OFFSET BNX2X_CHIP_IS_E1H(cp->chip_id)

	#define BNX2X_RX_DESC_CNT (BCM_PAGE_SIZE / sizeof(struct eth_rx_bd))
	#define BNX2X_MAX_RX_DESC_CNT (BNX2X_RX_DESC_CNT - 2)
	#define BNX2X_RCQ_DESC_CNT (BCM_PAGE_SIZE / sizeof(union eth_rx_cqe))
	#define BNX2X_MAX_RCQ_DESC_CNT (BNX2X_RCQ_DESC_CNT - 1)

	#define BNX2X_NEXT_RCQE(x) (((x) & BNX2X_MAX_RCQ_DESC_CNT) == \
	(BNX2X_MAX_RCQ_DESC_CNT - 1)) ? \
	((x) + 2) : ((x) + 1)

	#define BNX2X_DEF_SB_ID HC_SP_SB_ID

	#define BNX2X_SHMEM_MF_BLK_OFFSET 0x7e4

	#define BNX2X_SHMEM_ADDR(base, field) (base + \
	offsetof(struct shmem_region, field))

	#define BNX2X_SHMEM2_ADDR(base, field) (base + \
	offsetof(struct shmem2_region, field))

	#define BNX2X_SHMEM2_HAS(base, field) \
	((base) && \
	(CNIC_RD(dev, BNX2X_SHMEM2_ADDR(base, size)) > \
	offsetof(struct shmem2_region, field)))

	#define CNIC_PORT(cp) ((cp)->pfid & 1)
	#define CNIC_FUNC(cp) ((cp)->func)
	#define CNIC_PATH(cp) (!BNX2X_CHIP_IS_E2(cp->chip_id) ? 0 :\
	(CNIC_FUNC(cp) & 1))
	#define CNIC_E1HVN(cp) ((cp)->pfid >> 1)

	#define BNX2X_HW_CID(cp, x) ((CNIC_PORT(cp) << 23) \| \
	(CNIC_E1HVN(cp) << 17) \| (x))

	#define BNX2X_SW_CID(x) (x & 0x1ffff)

	#define BNX2X_CL_QZONE_ID(cp, cli) \
	(cli + (CNIC_PORT(cp) * ETH_MAX_RX_CLIENTS_E1H))

	#define TCP_TSTORM_OOO_DROP_AND_PROC_ACK (0<<4)
	#endif