Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 1 | /* |
Vasundhara Volam | 4026382 | 2014-02-12 16:09:07 +0530 | [diff] [blame] | 2 | * Copyright (C) 2005 - 2014 Emulex |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 3 | * All rights reserved. |
| 4 | * |
| 5 | * This program is free software; you can redistribute it and/or |
| 6 | * modify it under the terms of the GNU General Public License version 2 |
| 7 | * as published by the Free Software Foundation. The full GNU General |
| 8 | * Public License is included in this distribution in the file called COPYING. |
| 9 | * |
| 10 | * Contact Information: |
Ajit Khaparde | d2145cd | 2011-03-16 08:20:46 +0000 | [diff] [blame] | 11 | * linux-drivers@emulex.com |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 12 | * |
Ajit Khaparde | d2145cd | 2011-03-16 08:20:46 +0000 | [diff] [blame] | 13 | * Emulex |
| 14 | * 3333 Susan Street |
| 15 | * Costa Mesa, CA 92626 |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 16 | */ |
| 17 | |
| 18 | #ifndef BE_H |
| 19 | #define BE_H |
| 20 | |
| 21 | #include <linux/pci.h> |
| 22 | #include <linux/etherdevice.h> |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 23 | #include <linux/delay.h> |
| 24 | #include <net/tcp.h> |
| 25 | #include <net/ip.h> |
| 26 | #include <net/ipv6.h> |
| 27 | #include <linux/if_vlan.h> |
| 28 | #include <linux/workqueue.h> |
| 29 | #include <linux/interrupt.h> |
Ajit Khaparde | 8451748 | 2009-09-04 03:12:16 +0000 | [diff] [blame] | 30 | #include <linux/firmware.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 31 | #include <linux/slab.h> |
Sathya Perla | ab1594e | 2011-07-25 19:10:15 +0000 | [diff] [blame] | 32 | #include <linux/u64_stats_sync.h> |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 33 | |
| 34 | #include "be_hw.h" |
Parav Pandit | 045508a | 2012-03-26 14:27:13 +0000 | [diff] [blame] | 35 | #include "be_roce.h" |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 36 | |
Sathya Perla | d52afde | 2014-03-11 18:53:09 +0530 | [diff] [blame] | 37 | #define DRV_VER "10.2u" |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 38 | #define DRV_NAME "be2net" |
Sarveshwar Bandi | 00d3d51 | 2013-01-28 04:17:01 +0000 | [diff] [blame] | 39 | #define BE_NAME "Emulex BladeEngine2" |
| 40 | #define BE3_NAME "Emulex BladeEngine3" |
| 41 | #define OC_NAME "Emulex OneConnect" |
Sathya Perla | fe6d2a3 | 2010-11-21 23:25:50 +0000 | [diff] [blame] | 42 | #define OC_NAME_BE OC_NAME "(be3)" |
| 43 | #define OC_NAME_LANCER OC_NAME "(Lancer)" |
Ajit Khaparde | ecedb6a | 2011-12-15 06:31:38 +0000 | [diff] [blame] | 44 | #define OC_NAME_SH OC_NAME "(Skyhawk)" |
Suresh Reddy | f3effb45 | 2014-01-15 13:23:37 +0530 | [diff] [blame] | 45 | #define DRV_DESC "Emulex OneConnect NIC Driver" |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 46 | |
Ajit Khaparde | c4ca237 | 2009-05-18 15:38:55 -0700 | [diff] [blame] | 47 | #define BE_VENDOR_ID 0x19a2 |
Sathya Perla | fe6d2a3 | 2010-11-21 23:25:50 +0000 | [diff] [blame] | 48 | #define EMULEX_VENDOR_ID 0x10df |
Ajit Khaparde | c4ca237 | 2009-05-18 15:38:55 -0700 | [diff] [blame] | 49 | #define BE_DEVICE_ID1 0x211 |
Ajit Khaparde | 12d7ea2 | 2009-10-16 18:02:12 -0700 | [diff] [blame] | 50 | #define BE_DEVICE_ID2 0x221 |
Sathya Perla | fe6d2a3 | 2010-11-21 23:25:50 +0000 | [diff] [blame] | 51 | #define OC_DEVICE_ID1 0x700 /* Device Id for BE2 cards */ |
| 52 | #define OC_DEVICE_ID2 0x710 /* Device Id for BE3 cards */ |
| 53 | #define OC_DEVICE_ID3 0xe220 /* Device id for Lancer cards */ |
Mammatha Edhala | 12f4d0a | 2011-05-18 03:26:22 +0000 | [diff] [blame] | 54 | #define OC_DEVICE_ID4 0xe228 /* Device id for VF in Lancer */ |
Ajit Khaparde | ecedb6a | 2011-12-15 06:31:38 +0000 | [diff] [blame] | 55 | #define OC_DEVICE_ID5 0x720 /* Device Id for Skyhawk cards */ |
Padmanabh Ratnakar | 76b7353 | 2012-10-20 06:04:40 +0000 | [diff] [blame] | 56 | #define OC_DEVICE_ID6 0x728 /* Device id for VF in SkyHawk */ |
Ajit Khaparde | 4762f6c | 2012-03-18 06:23:11 +0000 | [diff] [blame] | 57 | #define OC_SUBSYS_DEVICE_ID1 0xE602 |
| 58 | #define OC_SUBSYS_DEVICE_ID2 0xE642 |
| 59 | #define OC_SUBSYS_DEVICE_ID3 0xE612 |
| 60 | #define OC_SUBSYS_DEVICE_ID4 0xE652 |
Ajit Khaparde | c4ca237 | 2009-05-18 15:38:55 -0700 | [diff] [blame] | 61 | |
| 62 | static inline char *nic_name(struct pci_dev *pdev) |
| 63 | { |
Ajit Khaparde | 12d7ea2 | 2009-10-16 18:02:12 -0700 | [diff] [blame] | 64 | switch (pdev->device) { |
| 65 | case OC_DEVICE_ID1: |
Ajit Khaparde | c4ca237 | 2009-05-18 15:38:55 -0700 | [diff] [blame] | 66 | return OC_NAME; |
Ajit Khaparde | e254f6e | 2010-02-09 01:28:35 +0000 | [diff] [blame] | 67 | case OC_DEVICE_ID2: |
Sathya Perla | fe6d2a3 | 2010-11-21 23:25:50 +0000 | [diff] [blame] | 68 | return OC_NAME_BE; |
| 69 | case OC_DEVICE_ID3: |
Mammatha Edhala | 12f4d0a | 2011-05-18 03:26:22 +0000 | [diff] [blame] | 70 | case OC_DEVICE_ID4: |
Sathya Perla | fe6d2a3 | 2010-11-21 23:25:50 +0000 | [diff] [blame] | 71 | return OC_NAME_LANCER; |
Ajit Khaparde | 12d7ea2 | 2009-10-16 18:02:12 -0700 | [diff] [blame] | 72 | case BE_DEVICE_ID2: |
| 73 | return BE3_NAME; |
Ajit Khaparde | ecedb6a | 2011-12-15 06:31:38 +0000 | [diff] [blame] | 74 | case OC_DEVICE_ID5: |
Padmanabh Ratnakar | 76b7353 | 2012-10-20 06:04:40 +0000 | [diff] [blame] | 75 | case OC_DEVICE_ID6: |
Ajit Khaparde | ecedb6a | 2011-12-15 06:31:38 +0000 | [diff] [blame] | 76 | return OC_NAME_SH; |
Ajit Khaparde | 12d7ea2 | 2009-10-16 18:02:12 -0700 | [diff] [blame] | 77 | default: |
Ajit Khaparde | c4ca237 | 2009-05-18 15:38:55 -0700 | [diff] [blame] | 78 | return BE_NAME; |
Ajit Khaparde | 12d7ea2 | 2009-10-16 18:02:12 -0700 | [diff] [blame] | 79 | } |
Ajit Khaparde | c4ca237 | 2009-05-18 15:38:55 -0700 | [diff] [blame] | 80 | } |
| 81 | |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 82 | /* Number of bytes of an RX frame that are copied to skb->data */ |
Sathya Perla | 2e588f8 | 2011-03-11 02:49:26 +0000 | [diff] [blame] | 83 | #define BE_HDR_LEN ((u16) 64) |
Eric Dumazet | bb349bb | 2012-01-25 03:56:30 +0000 | [diff] [blame] | 84 | /* allocate extra space to allow tunneling decapsulation without head reallocation */ |
| 85 | #define BE_RX_SKB_ALLOC_SIZE (BE_HDR_LEN + 64) |
| 86 | |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 87 | #define BE_MAX_JUMBO_FRAME_SIZE 9018 |
| 88 | #define BE_MIN_MTU 256 |
| 89 | |
| 90 | #define BE_NUM_VLANS_SUPPORTED 64 |
Sathya Perla | 2632baf | 2013-10-01 16:00:00 +0530 | [diff] [blame] | 91 | #define BE_MAX_EQD 128u |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 92 | #define BE_MAX_TX_FRAG_COUNT 30 |
| 93 | |
| 94 | #define EVNT_Q_LEN 1024 |
| 95 | #define TX_Q_LEN 2048 |
| 96 | #define TX_CQ_LEN 1024 |
| 97 | #define RX_Q_LEN 1024 /* Does not support any other value */ |
| 98 | #define RX_CQ_LEN 1024 |
Sathya Perla | 5fb379e | 2009-06-18 00:02:59 +0000 | [diff] [blame] | 99 | #define MCC_Q_LEN 128 /* total size not to exceed 8 pages */ |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 100 | #define MCC_CQ_LEN 256 |
| 101 | |
Sathya Perla | 10ef9ab | 2012-02-09 18:05:27 +0000 | [diff] [blame] | 102 | #define BE2_MAX_RSS_QS 4 |
Sathya Perla | 68d7bdc | 2013-08-27 16:57:35 +0530 | [diff] [blame] | 103 | #define BE3_MAX_RSS_QS 16 |
| 104 | #define BE3_MAX_TX_QS 16 |
| 105 | #define BE3_MAX_EVT_QS 16 |
Suresh Reddy | e3dc867 | 2014-01-06 13:02:25 +0530 | [diff] [blame] | 106 | #define BE3_SRIOV_MAX_EVT_QS 8 |
Sathya Perla | 10ef9ab | 2012-02-09 18:05:27 +0000 | [diff] [blame] | 107 | |
Sathya Perla | 68d7bdc | 2013-08-27 16:57:35 +0530 | [diff] [blame] | 108 | #define MAX_RX_QS 32 |
| 109 | #define MAX_EVT_QS 32 |
| 110 | #define MAX_TX_QS 32 |
| 111 | |
Parav Pandit | 045508a | 2012-03-26 14:27:13 +0000 | [diff] [blame] | 112 | #define MAX_ROCE_EQS 5 |
Sathya Perla | 68d7bdc | 2013-08-27 16:57:35 +0530 | [diff] [blame] | 113 | #define MAX_MSIX_VECTORS 32 |
Sathya Perla | 92bf14a | 2013-08-27 16:57:32 +0530 | [diff] [blame] | 114 | #define MIN_MSIX_VECTORS 1 |
Sathya Perla | 10ef9ab | 2012-02-09 18:05:27 +0000 | [diff] [blame] | 115 | #define BE_TX_BUDGET 256 |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 116 | #define BE_NAPI_WEIGHT 64 |
Sathya Perla | 10ef9ab | 2012-02-09 18:05:27 +0000 | [diff] [blame] | 117 | #define MAX_RX_POST BE_NAPI_WEIGHT /* Frags posted at a time */ |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 118 | #define RX_FRAGS_REFILL_WM (RX_Q_LEN - MAX_RX_POST) |
| 119 | |
Vasundhara Volam | 7c5a524 | 2012-08-28 20:37:41 +0000 | [diff] [blame] | 120 | #define MAX_VFS 30 /* Max VFs supported by BE3 FW */ |
Sathya Perla | 8788fdc | 2009-07-27 22:52:03 +0000 | [diff] [blame] | 121 | #define FW_VER_LEN 32 |
| 122 | |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 123 | struct be_dma_mem { |
| 124 | void *va; |
| 125 | dma_addr_t dma; |
| 126 | u32 size; |
| 127 | }; |
| 128 | |
| 129 | struct be_queue_info { |
| 130 | struct be_dma_mem dma_mem; |
| 131 | u16 len; |
| 132 | u16 entry_size; /* Size of an element in the queue */ |
| 133 | u16 id; |
| 134 | u16 tail, head; |
| 135 | bool created; |
| 136 | atomic_t used; /* Number of valid elements in the queue */ |
| 137 | }; |
| 138 | |
Sathya Perla | 5fb379e | 2009-06-18 00:02:59 +0000 | [diff] [blame] | 139 | static inline u32 MODULO(u16 val, u16 limit) |
| 140 | { |
| 141 | BUG_ON(limit & (limit - 1)); |
| 142 | return val & (limit - 1); |
| 143 | } |
| 144 | |
| 145 | static inline void index_adv(u16 *index, u16 val, u16 limit) |
| 146 | { |
| 147 | *index = MODULO((*index + val), limit); |
| 148 | } |
| 149 | |
| 150 | static inline void index_inc(u16 *index, u16 limit) |
| 151 | { |
| 152 | *index = MODULO((*index + 1), limit); |
| 153 | } |
| 154 | |
| 155 | static inline void *queue_head_node(struct be_queue_info *q) |
| 156 | { |
| 157 | return q->dma_mem.va + q->head * q->entry_size; |
| 158 | } |
| 159 | |
| 160 | static inline void *queue_tail_node(struct be_queue_info *q) |
| 161 | { |
| 162 | return q->dma_mem.va + q->tail * q->entry_size; |
| 163 | } |
| 164 | |
Somnath Kotur | 3de0945 | 2011-09-30 07:25:05 +0000 | [diff] [blame] | 165 | static inline void *queue_index_node(struct be_queue_info *q, u16 index) |
| 166 | { |
| 167 | return q->dma_mem.va + index * q->entry_size; |
| 168 | } |
| 169 | |
Sathya Perla | 5fb379e | 2009-06-18 00:02:59 +0000 | [diff] [blame] | 170 | static inline void queue_head_inc(struct be_queue_info *q) |
| 171 | { |
| 172 | index_inc(&q->head, q->len); |
| 173 | } |
| 174 | |
Padmanabh Ratnakar | 652bf64 | 2012-04-25 01:47:03 +0000 | [diff] [blame] | 175 | static inline void index_dec(u16 *index, u16 limit) |
| 176 | { |
| 177 | *index = MODULO((*index - 1), limit); |
| 178 | } |
| 179 | |
Sathya Perla | 5fb379e | 2009-06-18 00:02:59 +0000 | [diff] [blame] | 180 | static inline void queue_tail_inc(struct be_queue_info *q) |
| 181 | { |
| 182 | index_inc(&q->tail, q->len); |
| 183 | } |
| 184 | |
Sathya Perla | 5fb379e | 2009-06-18 00:02:59 +0000 | [diff] [blame] | 185 | struct be_eq_obj { |
| 186 | struct be_queue_info q; |
| 187 | char desc[32]; |
| 188 | |
| 189 | /* Adaptive interrupt coalescing (AIC) info */ |
| 190 | bool enable_aic; |
Sathya Perla | 10ef9ab | 2012-02-09 18:05:27 +0000 | [diff] [blame] | 191 | u32 min_eqd; /* in usecs */ |
| 192 | u32 max_eqd; /* in usecs */ |
| 193 | u32 eqd; /* configured val when aic is off */ |
| 194 | u32 cur_eqd; /* in usecs */ |
Sathya Perla | 5fb379e | 2009-06-18 00:02:59 +0000 | [diff] [blame] | 195 | |
Sathya Perla | 10ef9ab | 2012-02-09 18:05:27 +0000 | [diff] [blame] | 196 | u8 idx; /* array index */ |
Sathya Perla | f2f781a | 2013-08-27 16:57:30 +0530 | [diff] [blame] | 197 | u8 msix_idx; |
Sathya Perla | 10ef9ab | 2012-02-09 18:05:27 +0000 | [diff] [blame] | 198 | u16 tx_budget; |
Sathya Perla | d0b9cec | 2013-01-11 22:47:02 +0000 | [diff] [blame] | 199 | u16 spurious_intr; |
Sathya Perla | 5fb379e | 2009-06-18 00:02:59 +0000 | [diff] [blame] | 200 | struct napi_struct napi; |
Sathya Perla | 10ef9ab | 2012-02-09 18:05:27 +0000 | [diff] [blame] | 201 | struct be_adapter *adapter; |
Sathya Perla | 6384a4d | 2013-10-25 10:40:16 +0530 | [diff] [blame] | 202 | |
| 203 | #ifdef CONFIG_NET_RX_BUSY_POLL |
| 204 | #define BE_EQ_IDLE 0 |
| 205 | #define BE_EQ_NAPI 1 /* napi owns this EQ */ |
| 206 | #define BE_EQ_POLL 2 /* poll owns this EQ */ |
| 207 | #define BE_EQ_LOCKED (BE_EQ_NAPI | BE_EQ_POLL) |
| 208 | #define BE_EQ_NAPI_YIELD 4 /* napi yielded this EQ */ |
| 209 | #define BE_EQ_POLL_YIELD 8 /* poll yielded this EQ */ |
| 210 | #define BE_EQ_YIELD (BE_EQ_NAPI_YIELD | BE_EQ_POLL_YIELD) |
| 211 | #define BE_EQ_USER_PEND (BE_EQ_POLL | BE_EQ_POLL_YIELD) |
| 212 | unsigned int state; |
| 213 | spinlock_t lock; /* lock to serialize napi and busy-poll */ |
| 214 | #endif /* CONFIG_NET_RX_BUSY_POLL */ |
Sathya Perla | 10ef9ab | 2012-02-09 18:05:27 +0000 | [diff] [blame] | 215 | } ____cacheline_aligned_in_smp; |
Sathya Perla | 5fb379e | 2009-06-18 00:02:59 +0000 | [diff] [blame] | 216 | |
Sathya Perla | 2632baf | 2013-10-01 16:00:00 +0530 | [diff] [blame] | 217 | struct be_aic_obj { /* Adaptive interrupt coalescing (AIC) info */ |
| 218 | bool enable; |
| 219 | u32 min_eqd; /* in usecs */ |
| 220 | u32 max_eqd; /* in usecs */ |
| 221 | u32 prev_eqd; /* in usecs */ |
| 222 | u32 et_eqd; /* configured val when aic is off */ |
| 223 | ulong jiffies; |
| 224 | u64 rx_pkts_prev; /* Used to calculate RX pps */ |
| 225 | u64 tx_reqs_prev; /* Used to calculate TX pps */ |
| 226 | }; |
| 227 | |
Sathya Perla | 6384a4d | 2013-10-25 10:40:16 +0530 | [diff] [blame] | 228 | enum { |
| 229 | NAPI_POLLING, |
| 230 | BUSY_POLLING |
| 231 | }; |
| 232 | |
Sathya Perla | 5fb379e | 2009-06-18 00:02:59 +0000 | [diff] [blame] | 233 | struct be_mcc_obj { |
| 234 | struct be_queue_info q; |
| 235 | struct be_queue_info cq; |
Sathya Perla | 7a1e9b2 | 2010-02-17 01:35:11 +0000 | [diff] [blame] | 236 | bool rearm_cq; |
Sathya Perla | 5fb379e | 2009-06-18 00:02:59 +0000 | [diff] [blame] | 237 | }; |
| 238 | |
Sathya Perla | 3abcded | 2010-10-03 22:12:27 -0700 | [diff] [blame] | 239 | struct be_tx_stats { |
Sathya Perla | ac124ff | 2011-07-25 19:10:14 +0000 | [diff] [blame] | 240 | u64 tx_bytes; |
| 241 | u64 tx_pkts; |
| 242 | u64 tx_reqs; |
| 243 | u64 tx_wrbs; |
| 244 | u64 tx_compl; |
| 245 | ulong tx_jiffies; |
| 246 | u32 tx_stops; |
Sathya Perla | bc61752 | 2013-10-01 16:00:01 +0530 | [diff] [blame] | 247 | u32 tx_drv_drops; /* pkts dropped by driver */ |
Sathya Perla | ab1594e | 2011-07-25 19:10:15 +0000 | [diff] [blame] | 248 | struct u64_stats_sync sync; |
| 249 | struct u64_stats_sync sync_compl; |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 250 | }; |
| 251 | |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 252 | struct be_tx_obj { |
Vasundhara Volam | 94d73aa | 2013-04-21 23:28:14 +0000 | [diff] [blame] | 253 | u32 db_offset; |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 254 | struct be_queue_info q; |
| 255 | struct be_queue_info cq; |
| 256 | /* Remember the skbs that were transmitted */ |
| 257 | struct sk_buff *sent_skb_list[TX_Q_LEN]; |
Sathya Perla | 3c8def9 | 2011-06-12 20:01:58 +0000 | [diff] [blame] | 258 | struct be_tx_stats stats; |
Sathya Perla | 10ef9ab | 2012-02-09 18:05:27 +0000 | [diff] [blame] | 259 | } ____cacheline_aligned_in_smp; |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 260 | |
| 261 | /* Struct to remember the pages posted for rx frags */ |
| 262 | struct be_rx_page_info { |
| 263 | struct page *page; |
Sathya Perla | e50287b | 2014-03-04 12:14:38 +0530 | [diff] [blame] | 264 | /* set to page-addr for last frag of the page & frag-addr otherwise */ |
FUJITA Tomonori | fac6da5 | 2010-04-01 16:53:22 +0000 | [diff] [blame] | 265 | DEFINE_DMA_UNMAP_ADDR(bus); |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 266 | u16 page_offset; |
Sathya Perla | e50287b | 2014-03-04 12:14:38 +0530 | [diff] [blame] | 267 | bool last_frag; /* last frag of the page */ |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 268 | }; |
| 269 | |
Sathya Perla | 3abcded | 2010-10-03 22:12:27 -0700 | [diff] [blame] | 270 | struct be_rx_stats { |
Sathya Perla | 3abcded | 2010-10-03 22:12:27 -0700 | [diff] [blame] | 271 | u64 rx_bytes; |
Sathya Perla | 3abcded | 2010-10-03 22:12:27 -0700 | [diff] [blame] | 272 | u64 rx_pkts; |
Sathya Perla | ac124ff | 2011-07-25 19:10:14 +0000 | [diff] [blame] | 273 | u32 rx_drops_no_skbs; /* skb allocation errors */ |
| 274 | u32 rx_drops_no_frags; /* HW has no fetched frags */ |
| 275 | u32 rx_post_fail; /* page post alloc failures */ |
Sathya Perla | ac124ff | 2011-07-25 19:10:14 +0000 | [diff] [blame] | 276 | u32 rx_compl; |
Sathya Perla | 3abcded | 2010-10-03 22:12:27 -0700 | [diff] [blame] | 277 | u32 rx_mcast_pkts; |
Sathya Perla | ac124ff | 2011-07-25 19:10:14 +0000 | [diff] [blame] | 278 | u32 rx_compl_err; /* completions with err set */ |
Sathya Perla | ab1594e | 2011-07-25 19:10:15 +0000 | [diff] [blame] | 279 | struct u64_stats_sync sync; |
Sathya Perla | 3abcded | 2010-10-03 22:12:27 -0700 | [diff] [blame] | 280 | }; |
| 281 | |
Sathya Perla | 2e588f8 | 2011-03-11 02:49:26 +0000 | [diff] [blame] | 282 | struct be_rx_compl_info { |
| 283 | u32 rss_hash; |
Somnath Kotur | 6709d95 | 2011-05-04 22:40:46 +0000 | [diff] [blame] | 284 | u16 vlan_tag; |
Sathya Perla | 2e588f8 | 2011-03-11 02:49:26 +0000 | [diff] [blame] | 285 | u16 pkt_size; |
Sathya Perla | 12004ae | 2011-08-02 19:57:46 +0000 | [diff] [blame] | 286 | u16 port; |
Sathya Perla | 2e588f8 | 2011-03-11 02:49:26 +0000 | [diff] [blame] | 287 | u8 vlanf; |
| 288 | u8 num_rcvd; |
| 289 | u8 err; |
| 290 | u8 ipf; |
| 291 | u8 tcpf; |
| 292 | u8 udpf; |
| 293 | u8 ip_csum; |
| 294 | u8 l4_csum; |
| 295 | u8 ipv6; |
Vasundhara Volam | f93f160 | 2014-02-12 16:09:25 +0530 | [diff] [blame] | 296 | u8 qnq; |
Sathya Perla | 2e588f8 | 2011-03-11 02:49:26 +0000 | [diff] [blame] | 297 | u8 pkt_type; |
Somnath Kotur | e38b170 | 2013-05-29 22:55:56 +0000 | [diff] [blame] | 298 | u8 ip_frag; |
Sathya Perla | c9c4714 | 2014-03-27 10:46:19 +0530 | [diff] [blame] | 299 | u8 tunneled; |
Sathya Perla | 2e588f8 | 2011-03-11 02:49:26 +0000 | [diff] [blame] | 300 | }; |
| 301 | |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 302 | struct be_rx_obj { |
Sathya Perla | 3abcded | 2010-10-03 22:12:27 -0700 | [diff] [blame] | 303 | struct be_adapter *adapter; |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 304 | struct be_queue_info q; |
| 305 | struct be_queue_info cq; |
Sathya Perla | 2e588f8 | 2011-03-11 02:49:26 +0000 | [diff] [blame] | 306 | struct be_rx_compl_info rxcp; |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 307 | struct be_rx_page_info page_info_tbl[RX_Q_LEN]; |
Sathya Perla | 3abcded | 2010-10-03 22:12:27 -0700 | [diff] [blame] | 308 | struct be_rx_stats stats; |
| 309 | u8 rss_id; |
| 310 | bool rx_post_starved; /* Zero rx frags have been posted to BE */ |
Sathya Perla | 10ef9ab | 2012-02-09 18:05:27 +0000 | [diff] [blame] | 311 | } ____cacheline_aligned_in_smp; |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 312 | |
Ajit Khaparde | 609ff3b | 2011-02-20 11:42:07 +0000 | [diff] [blame] | 313 | struct be_drv_stats { |
Somnath Kotur | 9ae081c | 2011-09-30 07:23:35 +0000 | [diff] [blame] | 314 | u32 be_on_die_temperature; |
Sathya Perla | ac124ff | 2011-07-25 19:10:14 +0000 | [diff] [blame] | 315 | u32 eth_red_drops; |
| 316 | u32 rx_drops_no_pbuf; |
| 317 | u32 rx_drops_no_txpb; |
| 318 | u32 rx_drops_no_erx_descr; |
| 319 | u32 rx_drops_no_tpre_descr; |
| 320 | u32 rx_drops_too_many_frags; |
Sathya Perla | ac124ff | 2011-07-25 19:10:14 +0000 | [diff] [blame] | 321 | u32 forwarded_packets; |
| 322 | u32 rx_drops_mtu; |
| 323 | u32 rx_crc_errors; |
| 324 | u32 rx_alignment_symbol_errors; |
| 325 | u32 rx_pause_frames; |
| 326 | u32 rx_priority_pause_frames; |
| 327 | u32 rx_control_frames; |
| 328 | u32 rx_in_range_errors; |
| 329 | u32 rx_out_range_errors; |
| 330 | u32 rx_frame_too_long; |
Suresh Reddy | 18fb06a | 2013-04-25 23:03:21 +0000 | [diff] [blame] | 331 | u32 rx_address_filtered; |
Sathya Perla | ac124ff | 2011-07-25 19:10:14 +0000 | [diff] [blame] | 332 | u32 rx_dropped_too_small; |
| 333 | u32 rx_dropped_too_short; |
| 334 | u32 rx_dropped_header_too_small; |
| 335 | u32 rx_dropped_tcp_length; |
| 336 | u32 rx_dropped_runt; |
| 337 | u32 rx_ip_checksum_errs; |
| 338 | u32 rx_tcp_checksum_errs; |
| 339 | u32 rx_udp_checksum_errs; |
| 340 | u32 tx_pauseframes; |
| 341 | u32 tx_priority_pauseframes; |
| 342 | u32 tx_controlframes; |
| 343 | u32 rxpp_fifo_overflow_drop; |
| 344 | u32 rx_input_fifo_overflow_drop; |
| 345 | u32 pmem_fifo_overflow_drop; |
| 346 | u32 jabber_events; |
Ajit Khaparde | 461ae37 | 2013-10-03 16:16:50 -0500 | [diff] [blame] | 347 | u32 rx_roce_bytes_lsd; |
| 348 | u32 rx_roce_bytes_msd; |
| 349 | u32 rx_roce_frames; |
| 350 | u32 roce_drops_payload_len; |
| 351 | u32 roce_drops_crc; |
Ajit Khaparde | 609ff3b | 2011-02-20 11:42:07 +0000 | [diff] [blame] | 352 | }; |
| 353 | |
Somnath Kotur | c502224 | 2014-03-03 14:24:20 +0530 | [diff] [blame] | 354 | /* A vlan-id of 0xFFFF must be used to clear transparent vlan-tagging */ |
| 355 | #define BE_RESET_VLAN_TAG_ID 0xFFFF |
| 356 | |
Ajit Khaparde | 64600ea | 2010-07-23 01:50:34 +0000 | [diff] [blame] | 357 | struct be_vf_cfg { |
Sathya Perla | 11ac75e | 2011-12-13 00:58:50 +0000 | [diff] [blame] | 358 | unsigned char mac_addr[ETH_ALEN]; |
| 359 | int if_handle; |
| 360 | int pmac_id; |
| 361 | u16 vlan_tag; |
| 362 | u32 tx_rate; |
Suresh Reddy | bdce2ad | 2014-03-11 18:53:04 +0530 | [diff] [blame] | 363 | u32 plink_tracking; |
Ajit Khaparde | 64600ea | 2010-07-23 01:50:34 +0000 | [diff] [blame] | 364 | }; |
| 365 | |
Sathya Perla | 39f1d94 | 2012-05-08 19:41:24 +0000 | [diff] [blame] | 366 | enum vf_state { |
| 367 | ENABLED = 0, |
| 368 | ASSIGNED = 1 |
| 369 | }; |
| 370 | |
Ajit Khaparde | b236916a | 2011-12-30 12:15:40 +0000 | [diff] [blame] | 371 | #define BE_FLAGS_LINK_STATUS_INIT 1 |
Sathya Perla | 191eb75 | 2012-02-23 18:50:13 +0000 | [diff] [blame] | 372 | #define BE_FLAGS_WORKER_SCHEDULED (1 << 3) |
Ajit Khaparde | d9d604f | 2013-09-27 15:17:58 -0500 | [diff] [blame] | 373 | #define BE_FLAGS_VLAN_PROMISC (1 << 4) |
Somnath Kotur | 04d3d62 | 2013-05-02 03:36:55 +0000 | [diff] [blame] | 374 | #define BE_FLAGS_NAPI_ENABLED (1 << 9) |
Ajit Khaparde | bc0c340 | 2013-04-24 11:52:50 +0000 | [diff] [blame] | 375 | #define BE_FLAGS_QNQ_ASYNC_EVT_RCVD (1 << 11) |
Sathya Perla | c9c4714 | 2014-03-27 10:46:19 +0530 | [diff] [blame] | 376 | #define BE_FLAGS_VXLAN_OFFLOADS (1 << 12) |
Ajit Khaparde | b236916a | 2011-12-30 12:15:40 +0000 | [diff] [blame] | 377 | |
Sathya Perla | c9c4714 | 2014-03-27 10:46:19 +0530 | [diff] [blame] | 378 | #define BE_UC_PMAC_COUNT 30 |
| 379 | #define BE_VF_UC_PMAC_COUNT 2 |
Somnath Kotur | 5c51081 | 2013-05-30 02:52:23 +0000 | [diff] [blame] | 380 | /* Ethtool set_dump flags */ |
| 381 | #define LANCER_INITIATE_FW_DUMP 0x1 |
| 382 | |
Ajit Khaparde | 42f11cf | 2012-04-21 18:53:22 +0000 | [diff] [blame] | 383 | struct phy_info { |
| 384 | u8 transceiver; |
| 385 | u8 autoneg; |
| 386 | u8 fc_autoneg; |
| 387 | u8 port_type; |
| 388 | u16 phy_type; |
| 389 | u16 interface_type; |
| 390 | u32 misc_params; |
| 391 | u16 auto_speeds_supported; |
| 392 | u16 fixed_speeds_supported; |
| 393 | int link_speed; |
Ajit Khaparde | 42f11cf | 2012-04-21 18:53:22 +0000 | [diff] [blame] | 394 | u32 dac_cable_len; |
| 395 | u32 advertising; |
| 396 | u32 supported; |
| 397 | }; |
| 398 | |
Sathya Perla | 92bf14a | 2013-08-27 16:57:32 +0530 | [diff] [blame] | 399 | struct be_resources { |
| 400 | u16 max_vfs; /* Total VFs "really" supported by FW/HW */ |
| 401 | u16 max_mcast_mac; |
| 402 | u16 max_tx_qs; |
| 403 | u16 max_rss_qs; |
| 404 | u16 max_rx_qs; |
| 405 | u16 max_uc_mac; /* Max UC MACs programmable */ |
| 406 | u16 max_vlans; /* Number of vlans supported */ |
| 407 | u16 max_evt_qs; |
| 408 | u32 if_cap_flags; |
| 409 | }; |
| 410 | |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 411 | struct be_adapter { |
| 412 | struct pci_dev *pdev; |
| 413 | struct net_device *netdev; |
| 414 | |
Sathya Perla | c5b3ad4 | 2013-03-05 22:23:20 +0000 | [diff] [blame] | 415 | u8 __iomem *csr; /* CSR BAR used only for BE2/3 */ |
Sathya Perla | 8788fdc | 2009-07-27 22:52:03 +0000 | [diff] [blame] | 416 | u8 __iomem *db; /* Door Bell */ |
Sathya Perla | 8788fdc | 2009-07-27 22:52:03 +0000 | [diff] [blame] | 417 | |
Ivan Vecera | 2984961 | 2010-12-14 05:43:19 +0000 | [diff] [blame] | 418 | struct mutex mbox_lock; /* For serializing mbox cmds to BE card */ |
Sathya Perla | 8788fdc | 2009-07-27 22:52:03 +0000 | [diff] [blame] | 419 | struct be_dma_mem mbox_mem; |
| 420 | /* Mbox mem is adjusted to align to 16 bytes. The allocated addr |
| 421 | * is stored for freeing purpose */ |
| 422 | struct be_dma_mem mbox_mem_alloced; |
| 423 | |
| 424 | struct be_mcc_obj mcc_obj; |
| 425 | spinlock_t mcc_lock; /* For serializing mcc cmds to BE card */ |
| 426 | spinlock_t mcc_cq_lock; |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 427 | |
Sathya Perla | 92bf14a | 2013-08-27 16:57:32 +0530 | [diff] [blame] | 428 | u16 cfg_num_qs; /* configured via set-channels */ |
| 429 | u16 num_evt_qs; |
| 430 | u16 num_msix_vec; |
| 431 | struct be_eq_obj eq_obj[MAX_EVT_QS]; |
Sathya Perla | 10ef9ab | 2012-02-09 18:05:27 +0000 | [diff] [blame] | 432 | struct msix_entry msix_entries[MAX_MSIX_VECTORS]; |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 433 | bool isr_registered; |
| 434 | |
| 435 | /* TX Rings */ |
Sathya Perla | 92bf14a | 2013-08-27 16:57:32 +0530 | [diff] [blame] | 436 | u16 num_tx_qs; |
Sathya Perla | 3c8def9 | 2011-06-12 20:01:58 +0000 | [diff] [blame] | 437 | struct be_tx_obj tx_obj[MAX_TX_QS]; |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 438 | |
| 439 | /* Rx rings */ |
Sathya Perla | 92bf14a | 2013-08-27 16:57:32 +0530 | [diff] [blame] | 440 | u16 num_rx_qs; |
Sathya Perla | 10ef9ab | 2012-02-09 18:05:27 +0000 | [diff] [blame] | 441 | struct be_rx_obj rx_obj[MAX_RX_QS]; |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 442 | u32 big_page_size; /* Compounded page size shared by rx wrbs */ |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 443 | |
Ajit Khaparde | 609ff3b | 2011-02-20 11:42:07 +0000 | [diff] [blame] | 444 | struct be_drv_stats drv_stats; |
Sathya Perla | 2632baf | 2013-10-01 16:00:00 +0530 | [diff] [blame] | 445 | struct be_aic_obj aic_obj[MAX_EVT_QS]; |
Ajit Khaparde | 82903e4 | 2010-02-09 01:34:57 +0000 | [diff] [blame] | 446 | u16 vlans_added; |
Jesse Gross | b738127 | 2010-10-20 13:56:02 +0000 | [diff] [blame] | 447 | u8 vlan_tag[VLAN_N_VID]; |
Somnath Kotur | cc4ce02 | 2010-10-21 07:11:14 -0700 | [diff] [blame] | 448 | u8 vlan_prio_bmap; /* Available Priority BitMap */ |
| 449 | u16 recommended_prio; /* Recommended Priority */ |
Sathya Perla | 5b8821b | 2011-08-02 19:57:44 +0000 | [diff] [blame] | 450 | struct be_dma_mem rx_filter; /* Cmd DMA mem for rx-filter */ |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 451 | |
Sathya Perla | 3abcded | 2010-10-03 22:12:27 -0700 | [diff] [blame] | 452 | struct be_dma_mem stats_cmd; |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 453 | /* Work queue used to perform periodic tasks like getting statistics */ |
| 454 | struct delayed_work work; |
Ajit Khaparde | 609ff3b | 2011-02-20 11:42:07 +0000 | [diff] [blame] | 455 | u16 work_counter; |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 456 | |
Padmanabh Ratnakar | f67ef7b | 2012-07-12 03:57:09 +0000 | [diff] [blame] | 457 | struct delayed_work func_recovery_work; |
Ajit Khaparde | b236916a | 2011-12-30 12:15:40 +0000 | [diff] [blame] | 458 | u32 flags; |
Padmanabh Ratnakar | f25b119 | 2012-10-20 06:02:52 +0000 | [diff] [blame] | 459 | u32 cmd_privileges; |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 460 | /* Ethtool knobs and info */ |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 461 | char fw_ver[FW_VER_LEN]; |
Somnath Kotur | eeb65ce | 2013-05-26 21:08:36 +0000 | [diff] [blame] | 462 | char fw_on_flash[FW_VER_LEN]; |
Sathya Perla | 3012803 | 2011-11-10 19:17:57 +0000 | [diff] [blame] | 463 | int if_handle; /* Used to configure filtering */ |
Ajit Khaparde | fbc13f0 | 2012-03-18 06:23:21 +0000 | [diff] [blame] | 464 | u32 *pmac_id; /* MAC addr handle used by BE card */ |
stephen hemminger | 1a64246 | 2011-04-04 11:06:40 +0000 | [diff] [blame] | 465 | u32 beacon_state; /* for set_phys_id */ |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 466 | |
Padmanabh Ratnakar | f67ef7b | 2012-07-12 03:57:09 +0000 | [diff] [blame] | 467 | bool eeh_error; |
Sathya Perla | 6589ade | 2011-11-10 19:18:00 +0000 | [diff] [blame] | 468 | bool fw_timeout; |
Padmanabh Ratnakar | f67ef7b | 2012-07-12 03:57:09 +0000 | [diff] [blame] | 469 | bool hw_error; |
| 470 | |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 471 | u32 port_num; |
Sathya Perla | 24307ee | 2009-06-18 00:09:25 +0000 | [diff] [blame] | 472 | bool promiscuous; |
Vasundhara Volam | f93f160 | 2014-02-12 16:09:25 +0530 | [diff] [blame] | 473 | u8 mc_type; |
Ajit Khaparde | 3486be2 | 2010-07-23 02:04:54 +0000 | [diff] [blame] | 474 | u32 function_mode; |
Sathya Perla | 3abcded | 2010-10-03 22:12:27 -0700 | [diff] [blame] | 475 | u32 function_caps; |
Ajit Khaparde | 9e90c96 | 2009-11-06 02:06:59 +0000 | [diff] [blame] | 476 | u32 rx_fc; /* Rx flow control */ |
| 477 | u32 tx_fc; /* Tx flow control */ |
Ajit Khaparde | b2aebe6 | 2011-02-20 11:41:39 +0000 | [diff] [blame] | 478 | bool stats_cmd_sent; |
Parav Pandit | 045508a | 2012-03-26 14:27:13 +0000 | [diff] [blame] | 479 | struct { |
Parav Pandit | 045508a | 2012-03-26 14:27:13 +0000 | [diff] [blame] | 480 | u32 size; |
| 481 | u32 total_size; |
| 482 | u64 io_addr; |
| 483 | } roce_db; |
| 484 | u32 num_msix_roce_vec; |
| 485 | struct ocrdma_dev *ocrdma_dev; |
| 486 | struct list_head entry; |
| 487 | |
Sarveshwar Bandi | dd131e7 | 2010-05-25 16:16:32 -0700 | [diff] [blame] | 488 | u32 flash_status; |
Suresh Reddy | 5eeff63 | 2014-01-06 13:02:24 +0530 | [diff] [blame] | 489 | struct completion et_cmd_compl; |
Sarveshwar Bandi | ba343c7 | 2010-03-31 02:56:12 +0000 | [diff] [blame] | 490 | |
Sathya Perla | 92bf14a | 2013-08-27 16:57:32 +0530 | [diff] [blame] | 491 | struct be_resources res; /* resources available for the func */ |
| 492 | u16 num_vfs; /* Number of VFs provisioned by PF */ |
Sathya Perla | 39f1d94 | 2012-05-08 19:41:24 +0000 | [diff] [blame] | 493 | u8 virtfn; |
Sathya Perla | 11ac75e | 2011-12-13 00:58:50 +0000 | [diff] [blame] | 494 | struct be_vf_cfg *vf_cfg; |
| 495 | bool be3_native; |
Sathya Perla | fe6d2a3 | 2010-11-21 23:25:50 +0000 | [diff] [blame] | 496 | u32 sli_family; |
Ajit Khaparde | 9e1453c | 2011-02-20 11:42:22 +0000 | [diff] [blame] | 497 | u8 hba_port_num; |
Ajit Khaparde | 3968fa1 | 2011-02-20 11:41:53 +0000 | [diff] [blame] | 498 | u16 pvid; |
Sathya Perla | c9c4714 | 2014-03-27 10:46:19 +0530 | [diff] [blame] | 499 | __be16 vxlan_port; |
Ajit Khaparde | 42f11cf | 2012-04-21 18:53:22 +0000 | [diff] [blame] | 500 | struct phy_info phy; |
Ajit Khaparde | 4762f6c | 2012-03-18 06:23:11 +0000 | [diff] [blame] | 501 | u8 wol_cap; |
Suresh Reddy | 76a9e08 | 2014-01-15 13:23:40 +0530 | [diff] [blame] | 502 | bool wol_en; |
Ajit Khaparde | fbc13f0 | 2012-03-18 06:23:21 +0000 | [diff] [blame] | 503 | u32 uc_macs; /* Count of secondary UC MAC programmed */ |
Vasundhara Volam | 0ad3157 | 2013-04-21 23:28:16 +0000 | [diff] [blame] | 504 | u16 asic_rev; |
Ajit Khaparde | bc0c340 | 2013-04-24 11:52:50 +0000 | [diff] [blame] | 505 | u16 qnq_vid; |
Somnath Kotur | 941a77d | 2012-05-17 22:59:03 +0000 | [diff] [blame] | 506 | u32 msg_enable; |
Padmanabh Ratnakar | 7aeb215 | 2012-07-12 03:56:46 +0000 | [diff] [blame] | 507 | int be_get_temp_freq; |
Padmanabh Ratnakar | d5c1847 | 2012-10-20 06:01:53 +0000 | [diff] [blame] | 508 | u8 pf_number; |
Suresh Reddy | 594ad54 | 2013-04-25 23:03:20 +0000 | [diff] [blame] | 509 | u64 rss_flags; |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 510 | }; |
| 511 | |
Sathya Perla | 39f1d94 | 2012-05-08 19:41:24 +0000 | [diff] [blame] | 512 | #define be_physfn(adapter) (!adapter->virtfn) |
Ajit Khaparde | 2c7a9dc | 2013-11-22 12:51:28 -0600 | [diff] [blame] | 513 | #define be_virtfn(adapter) (adapter->virtfn) |
Sathya Perla | 11ac75e | 2011-12-13 00:58:50 +0000 | [diff] [blame] | 514 | #define sriov_enabled(adapter) (adapter->num_vfs > 0) |
Vasundhara Volam | b905b5d | 2013-10-01 15:59:56 +0530 | [diff] [blame] | 515 | #define sriov_want(adapter) (be_physfn(adapter) && \ |
| 516 | (num_vfs || pci_num_vf(adapter->pdev))) |
Sathya Perla | 11ac75e | 2011-12-13 00:58:50 +0000 | [diff] [blame] | 517 | #define for_all_vfs(adapter, vf_cfg, i) \ |
| 518 | for (i = 0, vf_cfg = &adapter->vf_cfg[i]; i < adapter->num_vfs; \ |
| 519 | i++, vf_cfg++) |
Sarveshwar Bandi | ba343c7 | 2010-03-31 02:56:12 +0000 | [diff] [blame] | 520 | |
Sathya Perla | 5b8821b | 2011-08-02 19:57:44 +0000 | [diff] [blame] | 521 | #define ON 1 |
| 522 | #define OFF 0 |
Sathya Perla | ca34fe3 | 2012-11-06 17:48:56 +0000 | [diff] [blame] | 523 | |
Sathya Perla | 92bf14a | 2013-08-27 16:57:32 +0530 | [diff] [blame] | 524 | #define be_max_vlans(adapter) (adapter->res.max_vlans) |
| 525 | #define be_max_uc(adapter) (adapter->res.max_uc_mac) |
| 526 | #define be_max_mc(adapter) (adapter->res.max_mcast_mac) |
| 527 | #define be_max_vfs(adapter) (adapter->res.max_vfs) |
| 528 | #define be_max_rss(adapter) (adapter->res.max_rss_qs) |
| 529 | #define be_max_txqs(adapter) (adapter->res.max_tx_qs) |
| 530 | #define be_max_prio_txqs(adapter) (adapter->res.max_prio_tx_qs) |
| 531 | #define be_max_rxqs(adapter) (adapter->res.max_rx_qs) |
| 532 | #define be_max_eqs(adapter) (adapter->res.max_evt_qs) |
| 533 | #define be_if_cap_flags(adapter) (adapter->res.if_cap_flags) |
| 534 | |
| 535 | static inline u16 be_max_qs(struct be_adapter *adapter) |
| 536 | { |
| 537 | /* If no RSS, need atleast the one def RXQ */ |
| 538 | u16 num = max_t(u16, be_max_rss(adapter), 1); |
| 539 | |
| 540 | num = min(num, be_max_eqs(adapter)); |
| 541 | return min_t(u16, num, num_online_cpus()); |
| 542 | } |
| 543 | |
Vasundhara Volam | f93f160 | 2014-02-12 16:09:25 +0530 | [diff] [blame] | 544 | /* Is BE in pvid_tagging mode */ |
| 545 | #define be_pvid_tagging_enabled(adapter) (adapter->pvid) |
| 546 | |
| 547 | /* Is BE in QNQ multi-channel mode */ |
| 548 | #define be_is_qnq_mode(adapter) (adapter->mc_type == FLEX10 || \ |
| 549 | adapter->mc_type == vNIC1 || \ |
| 550 | adapter->mc_type == UFP) |
| 551 | |
Sathya Perla | ca34fe3 | 2012-11-06 17:48:56 +0000 | [diff] [blame] | 552 | #define lancer_chip(adapter) (adapter->pdev->device == OC_DEVICE_ID3 || \ |
| 553 | adapter->pdev->device == OC_DEVICE_ID4) |
Sathya Perla | fe6d2a3 | 2010-11-21 23:25:50 +0000 | [diff] [blame] | 554 | |
Padmanabh Ratnakar | 76b7353 | 2012-10-20 06:04:40 +0000 | [diff] [blame] | 555 | #define skyhawk_chip(adapter) (adapter->pdev->device == OC_DEVICE_ID5 || \ |
| 556 | adapter->pdev->device == OC_DEVICE_ID6) |
Padmanabh Ratnakar | d3bd3a5 | 2012-07-12 03:57:47 +0000 | [diff] [blame] | 557 | |
Sathya Perla | ca34fe3 | 2012-11-06 17:48:56 +0000 | [diff] [blame] | 558 | #define BE3_chip(adapter) (adapter->pdev->device == BE_DEVICE_ID2 || \ |
| 559 | adapter->pdev->device == OC_DEVICE_ID2) |
| 560 | |
| 561 | #define BE2_chip(adapter) (adapter->pdev->device == BE_DEVICE_ID1 || \ |
| 562 | adapter->pdev->device == OC_DEVICE_ID1) |
| 563 | |
| 564 | #define BEx_chip(adapter) (BE3_chip(adapter) || BE2_chip(adapter)) |
Padmanabh Ratnakar | d3bd3a5 | 2012-07-12 03:57:47 +0000 | [diff] [blame] | 565 | |
Sathya Perla | dbf0f2a | 2012-11-06 17:49:00 +0000 | [diff] [blame] | 566 | #define be_roce_supported(adapter) (skyhawk_chip(adapter) && \ |
| 567 | (adapter->function_mode & RDMA_ENABLED)) |
Parav Pandit | 045508a | 2012-03-26 14:27:13 +0000 | [diff] [blame] | 568 | |
Stephen Hemminger | 0fc0b73 | 2009-09-02 01:03:33 -0700 | [diff] [blame] | 569 | extern const struct ethtool_ops be_ethtool_ops; |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 570 | |
Sathya Perla | ac6a0c4 | 2011-03-21 20:49:25 +0000 | [diff] [blame] | 571 | #define msix_enabled(adapter) (adapter->num_msix_vec > 0) |
Sathya Perla | 10ef9ab | 2012-02-09 18:05:27 +0000 | [diff] [blame] | 572 | #define num_irqs(adapter) (msix_enabled(adapter) ? \ |
| 573 | adapter->num_msix_vec : 1) |
| 574 | #define tx_stats(txo) (&(txo)->stats) |
| 575 | #define rx_stats(rxo) (&(rxo)->stats) |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 576 | |
Sathya Perla | 10ef9ab | 2012-02-09 18:05:27 +0000 | [diff] [blame] | 577 | /* The default RXQ is the last RXQ */ |
| 578 | #define default_rxo(adpt) (&adpt->rx_obj[adpt->num_rx_qs - 1]) |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 579 | |
Sathya Perla | 3abcded | 2010-10-03 22:12:27 -0700 | [diff] [blame] | 580 | #define for_all_rx_queues(adapter, rxo, i) \ |
| 581 | for (i = 0, rxo = &adapter->rx_obj[i]; i < adapter->num_rx_qs; \ |
| 582 | i++, rxo++) |
| 583 | |
Sathya Perla | 10ef9ab | 2012-02-09 18:05:27 +0000 | [diff] [blame] | 584 | /* Skip the default non-rss queue (last one)*/ |
Sathya Perla | 3abcded | 2010-10-03 22:12:27 -0700 | [diff] [blame] | 585 | #define for_all_rss_queues(adapter, rxo, i) \ |
Sathya Perla | 10ef9ab | 2012-02-09 18:05:27 +0000 | [diff] [blame] | 586 | for (i = 0, rxo = &adapter->rx_obj[i]; i < (adapter->num_rx_qs - 1);\ |
Sathya Perla | 3abcded | 2010-10-03 22:12:27 -0700 | [diff] [blame] | 587 | i++, rxo++) |
| 588 | |
Sathya Perla | 3c8def9 | 2011-06-12 20:01:58 +0000 | [diff] [blame] | 589 | #define for_all_tx_queues(adapter, txo, i) \ |
| 590 | for (i = 0, txo = &adapter->tx_obj[i]; i < adapter->num_tx_qs; \ |
| 591 | i++, txo++) |
| 592 | |
Sathya Perla | 10ef9ab | 2012-02-09 18:05:27 +0000 | [diff] [blame] | 593 | #define for_all_evt_queues(adapter, eqo, i) \ |
| 594 | for (i = 0, eqo = &adapter->eq_obj[i]; i < adapter->num_evt_qs; \ |
| 595 | i++, eqo++) |
| 596 | |
Sathya Perla | 6384a4d | 2013-10-25 10:40:16 +0530 | [diff] [blame] | 597 | #define for_all_rx_queues_on_eq(adapter, eqo, rxo, i) \ |
| 598 | for (i = eqo->idx, rxo = &adapter->rx_obj[i]; i < adapter->num_rx_qs;\ |
| 599 | i += adapter->num_evt_qs, rxo += adapter->num_evt_qs) |
| 600 | |
Sathya Perla | 10ef9ab | 2012-02-09 18:05:27 +0000 | [diff] [blame] | 601 | #define is_mcc_eqo(eqo) (eqo->idx == 0) |
| 602 | #define mcc_eqo(adapter) (&adapter->eq_obj[0]) |
| 603 | |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 604 | #define PAGE_SHIFT_4K 12 |
| 605 | #define PAGE_SIZE_4K (1 << PAGE_SHIFT_4K) |
| 606 | |
| 607 | /* Returns number of pages spanned by the data starting at the given addr */ |
| 608 | #define PAGES_4K_SPANNED(_address, size) \ |
| 609 | ((u32)((((size_t)(_address) & (PAGE_SIZE_4K - 1)) + \ |
| 610 | (size) + (PAGE_SIZE_4K - 1)) >> PAGE_SHIFT_4K)) |
| 611 | |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 612 | /* Returns bit offset within a DWORD of a bitfield */ |
| 613 | #define AMAP_BIT_OFFSET(_struct, field) \ |
| 614 | (((size_t)&(((_struct *)0)->field))%32) |
| 615 | |
| 616 | /* Returns the bit mask of the field that is NOT shifted into location. */ |
| 617 | static inline u32 amap_mask(u32 bitsize) |
| 618 | { |
| 619 | return (bitsize == 32 ? 0xFFFFFFFF : (1 << bitsize) - 1); |
| 620 | } |
| 621 | |
| 622 | static inline void |
| 623 | amap_set(void *ptr, u32 dw_offset, u32 mask, u32 offset, u32 value) |
| 624 | { |
| 625 | u32 *dw = (u32 *) ptr + dw_offset; |
| 626 | *dw &= ~(mask << offset); |
| 627 | *dw |= (mask & value) << offset; |
| 628 | } |
| 629 | |
| 630 | #define AMAP_SET_BITS(_struct, field, ptr, val) \ |
| 631 | amap_set(ptr, \ |
| 632 | offsetof(_struct, field)/32, \ |
| 633 | amap_mask(sizeof(((_struct *)0)->field)), \ |
| 634 | AMAP_BIT_OFFSET(_struct, field), \ |
| 635 | val) |
| 636 | |
| 637 | static inline u32 amap_get(void *ptr, u32 dw_offset, u32 mask, u32 offset) |
| 638 | { |
| 639 | u32 *dw = (u32 *) ptr; |
| 640 | return mask & (*(dw + dw_offset) >> offset); |
| 641 | } |
| 642 | |
| 643 | #define AMAP_GET_BITS(_struct, field, ptr) \ |
| 644 | amap_get(ptr, \ |
| 645 | offsetof(_struct, field)/32, \ |
| 646 | amap_mask(sizeof(((_struct *)0)->field)), \ |
| 647 | AMAP_BIT_OFFSET(_struct, field)) |
| 648 | |
| 649 | #define be_dws_cpu_to_le(wrb, len) swap_dws(wrb, len) |
| 650 | #define be_dws_le_to_cpu(wrb, len) swap_dws(wrb, len) |
| 651 | static inline void swap_dws(void *wrb, int len) |
| 652 | { |
| 653 | #ifdef __BIG_ENDIAN |
| 654 | u32 *dw = wrb; |
| 655 | BUG_ON(len % 4); |
| 656 | do { |
| 657 | *dw = cpu_to_le32(*dw); |
| 658 | dw++; |
| 659 | len -= 4; |
| 660 | } while (len); |
| 661 | #endif /* __BIG_ENDIAN */ |
| 662 | } |
| 663 | |
| 664 | static inline u8 is_tcp_pkt(struct sk_buff *skb) |
| 665 | { |
| 666 | u8 val = 0; |
| 667 | |
| 668 | if (ip_hdr(skb)->version == 4) |
| 669 | val = (ip_hdr(skb)->protocol == IPPROTO_TCP); |
| 670 | else if (ip_hdr(skb)->version == 6) |
| 671 | val = (ipv6_hdr(skb)->nexthdr == NEXTHDR_TCP); |
| 672 | |
| 673 | return val; |
| 674 | } |
| 675 | |
| 676 | static inline u8 is_udp_pkt(struct sk_buff *skb) |
| 677 | { |
| 678 | u8 val = 0; |
| 679 | |
| 680 | if (ip_hdr(skb)->version == 4) |
| 681 | val = (ip_hdr(skb)->protocol == IPPROTO_UDP); |
| 682 | else if (ip_hdr(skb)->version == 6) |
| 683 | val = (ipv6_hdr(skb)->nexthdr == NEXTHDR_UDP); |
| 684 | |
| 685 | return val; |
| 686 | } |
| 687 | |
Somnath Kotur | 93040ae | 2012-06-26 22:32:10 +0000 | [diff] [blame] | 688 | static inline bool is_ipv4_pkt(struct sk_buff *skb) |
| 689 | { |
Li RongQing | e8efcec | 2012-07-04 16:05:42 +0000 | [diff] [blame] | 690 | return skb->protocol == htons(ETH_P_IP) && ip_hdr(skb)->version == 4; |
Somnath Kotur | 93040ae | 2012-06-26 22:32:10 +0000 | [diff] [blame] | 691 | } |
| 692 | |
Ajit Khaparde | 6d87f5c | 2010-08-25 00:32:33 +0000 | [diff] [blame] | 693 | static inline void be_vf_eth_addr_generate(struct be_adapter *adapter, u8 *mac) |
| 694 | { |
| 695 | u32 addr; |
| 696 | |
| 697 | addr = jhash(adapter->netdev->dev_addr, ETH_ALEN, 0); |
| 698 | |
| 699 | mac[5] = (u8)(addr & 0xFF); |
| 700 | mac[4] = (u8)((addr >> 8) & 0xFF); |
| 701 | mac[3] = (u8)((addr >> 16) & 0xFF); |
Ajit Khaparde | 7a2414a | 2011-02-11 13:36:18 +0000 | [diff] [blame] | 702 | /* Use the OUI from the current MAC address */ |
| 703 | memcpy(mac, adapter->netdev->dev_addr, 3); |
Ajit Khaparde | 6d87f5c | 2010-08-25 00:32:33 +0000 | [diff] [blame] | 704 | } |
| 705 | |
Ajit Khaparde | 4b97291 | 2011-04-06 18:07:43 +0000 | [diff] [blame] | 706 | static inline bool be_multi_rxq(const struct be_adapter *adapter) |
| 707 | { |
| 708 | return adapter->num_rx_qs > 1; |
| 709 | } |
| 710 | |
Sathya Perla | 6589ade | 2011-11-10 19:18:00 +0000 | [diff] [blame] | 711 | static inline bool be_error(struct be_adapter *adapter) |
| 712 | { |
Padmanabh Ratnakar | f67ef7b | 2012-07-12 03:57:09 +0000 | [diff] [blame] | 713 | return adapter->eeh_error || adapter->hw_error || adapter->fw_timeout; |
| 714 | } |
| 715 | |
Sathya Perla | d23e946 | 2012-12-17 19:38:51 +0000 | [diff] [blame] | 716 | static inline bool be_hw_error(struct be_adapter *adapter) |
Padmanabh Ratnakar | f67ef7b | 2012-07-12 03:57:09 +0000 | [diff] [blame] | 717 | { |
| 718 | return adapter->eeh_error || adapter->hw_error; |
| 719 | } |
| 720 | |
| 721 | static inline void be_clear_all_error(struct be_adapter *adapter) |
| 722 | { |
| 723 | adapter->eeh_error = false; |
| 724 | adapter->hw_error = false; |
| 725 | adapter->fw_timeout = false; |
Sathya Perla | 6589ade | 2011-11-10 19:18:00 +0000 | [diff] [blame] | 726 | } |
| 727 | |
Ajit Khaparde | 4762f6c | 2012-03-18 06:23:11 +0000 | [diff] [blame] | 728 | static inline bool be_is_wol_excluded(struct be_adapter *adapter) |
| 729 | { |
| 730 | struct pci_dev *pdev = adapter->pdev; |
| 731 | |
| 732 | if (!be_physfn(adapter)) |
| 733 | return true; |
| 734 | |
| 735 | switch (pdev->subsystem_device) { |
| 736 | case OC_SUBSYS_DEVICE_ID1: |
| 737 | case OC_SUBSYS_DEVICE_ID2: |
| 738 | case OC_SUBSYS_DEVICE_ID3: |
| 739 | case OC_SUBSYS_DEVICE_ID4: |
| 740 | return true; |
| 741 | default: |
| 742 | return false; |
| 743 | } |
| 744 | } |
| 745 | |
Ajit Khaparde | bc0c340 | 2013-04-24 11:52:50 +0000 | [diff] [blame] | 746 | static inline int qnq_async_evt_rcvd(struct be_adapter *adapter) |
| 747 | { |
| 748 | return adapter->flags & BE_FLAGS_QNQ_ASYNC_EVT_RCVD; |
| 749 | } |
| 750 | |
Sathya Perla | 6384a4d | 2013-10-25 10:40:16 +0530 | [diff] [blame] | 751 | #ifdef CONFIG_NET_RX_BUSY_POLL |
| 752 | static inline bool be_lock_napi(struct be_eq_obj *eqo) |
| 753 | { |
| 754 | bool status = true; |
| 755 | |
| 756 | spin_lock(&eqo->lock); /* BH is already disabled */ |
| 757 | if (eqo->state & BE_EQ_LOCKED) { |
| 758 | WARN_ON(eqo->state & BE_EQ_NAPI); |
| 759 | eqo->state |= BE_EQ_NAPI_YIELD; |
| 760 | status = false; |
| 761 | } else { |
| 762 | eqo->state = BE_EQ_NAPI; |
| 763 | } |
| 764 | spin_unlock(&eqo->lock); |
| 765 | return status; |
| 766 | } |
| 767 | |
| 768 | static inline void be_unlock_napi(struct be_eq_obj *eqo) |
| 769 | { |
| 770 | spin_lock(&eqo->lock); /* BH is already disabled */ |
| 771 | |
| 772 | WARN_ON(eqo->state & (BE_EQ_POLL | BE_EQ_NAPI_YIELD)); |
| 773 | eqo->state = BE_EQ_IDLE; |
| 774 | |
| 775 | spin_unlock(&eqo->lock); |
| 776 | } |
| 777 | |
| 778 | static inline bool be_lock_busy_poll(struct be_eq_obj *eqo) |
| 779 | { |
| 780 | bool status = true; |
| 781 | |
| 782 | spin_lock_bh(&eqo->lock); |
| 783 | if (eqo->state & BE_EQ_LOCKED) { |
| 784 | eqo->state |= BE_EQ_POLL_YIELD; |
| 785 | status = false; |
| 786 | } else { |
| 787 | eqo->state |= BE_EQ_POLL; |
| 788 | } |
| 789 | spin_unlock_bh(&eqo->lock); |
| 790 | return status; |
| 791 | } |
| 792 | |
| 793 | static inline void be_unlock_busy_poll(struct be_eq_obj *eqo) |
| 794 | { |
| 795 | spin_lock_bh(&eqo->lock); |
| 796 | |
| 797 | WARN_ON(eqo->state & (BE_EQ_NAPI)); |
| 798 | eqo->state = BE_EQ_IDLE; |
| 799 | |
| 800 | spin_unlock_bh(&eqo->lock); |
| 801 | } |
| 802 | |
| 803 | static inline void be_enable_busy_poll(struct be_eq_obj *eqo) |
| 804 | { |
| 805 | spin_lock_init(&eqo->lock); |
| 806 | eqo->state = BE_EQ_IDLE; |
| 807 | } |
| 808 | |
| 809 | static inline void be_disable_busy_poll(struct be_eq_obj *eqo) |
| 810 | { |
| 811 | local_bh_disable(); |
| 812 | |
| 813 | /* It's enough to just acquire napi lock on the eqo to stop |
| 814 | * be_busy_poll() from processing any queueus. |
| 815 | */ |
| 816 | while (!be_lock_napi(eqo)) |
| 817 | mdelay(1); |
| 818 | |
| 819 | local_bh_enable(); |
| 820 | } |
| 821 | |
| 822 | #else /* CONFIG_NET_RX_BUSY_POLL */ |
| 823 | |
| 824 | static inline bool be_lock_napi(struct be_eq_obj *eqo) |
| 825 | { |
| 826 | return true; |
| 827 | } |
| 828 | |
| 829 | static inline void be_unlock_napi(struct be_eq_obj *eqo) |
| 830 | { |
| 831 | } |
| 832 | |
| 833 | static inline bool be_lock_busy_poll(struct be_eq_obj *eqo) |
| 834 | { |
| 835 | return false; |
| 836 | } |
| 837 | |
| 838 | static inline void be_unlock_busy_poll(struct be_eq_obj *eqo) |
| 839 | { |
| 840 | } |
| 841 | |
| 842 | static inline void be_enable_busy_poll(struct be_eq_obj *eqo) |
| 843 | { |
| 844 | } |
| 845 | |
| 846 | static inline void be_disable_busy_poll(struct be_eq_obj *eqo) |
| 847 | { |
| 848 | } |
| 849 | #endif /* CONFIG_NET_RX_BUSY_POLL */ |
| 850 | |
Joe Perches | 31886e8 | 2013-09-23 15:11:36 -0700 | [diff] [blame] | 851 | void be_cq_notify(struct be_adapter *adapter, u16 qid, bool arm, |
| 852 | u16 num_popped); |
| 853 | void be_link_status_update(struct be_adapter *adapter, u8 link_status); |
| 854 | void be_parse_stats(struct be_adapter *adapter); |
| 855 | int be_load_fw(struct be_adapter *adapter, u8 *func); |
| 856 | bool be_is_wol_supported(struct be_adapter *adapter); |
| 857 | bool be_pause_supported(struct be_adapter *adapter); |
| 858 | u32 be_get_fw_log_level(struct be_adapter *adapter); |
David S. Miller | 394efd1 | 2013-11-04 13:48:30 -0500 | [diff] [blame] | 859 | |
Somnath Kotur | e9e2a90 | 2013-10-24 14:37:53 +0530 | [diff] [blame] | 860 | static inline int fw_major_num(const char *fw_ver) |
| 861 | { |
| 862 | int fw_major = 0; |
| 863 | |
| 864 | sscanf(fw_ver, "%d.", &fw_major); |
| 865 | |
| 866 | return fw_major; |
| 867 | } |
| 868 | |
Sathya Perla | 68d7bdc | 2013-08-27 16:57:35 +0530 | [diff] [blame] | 869 | int be_update_queues(struct be_adapter *adapter); |
| 870 | int be_poll(struct napi_struct *napi, int budget); |
Somnath Kotur | 941a77d | 2012-05-17 22:59:03 +0000 | [diff] [blame] | 871 | |
Parav Pandit | 045508a | 2012-03-26 14:27:13 +0000 | [diff] [blame] | 872 | /* |
| 873 | * internal function to initialize-cleanup roce device. |
| 874 | */ |
Joe Perches | 31886e8 | 2013-09-23 15:11:36 -0700 | [diff] [blame] | 875 | void be_roce_dev_add(struct be_adapter *); |
| 876 | void be_roce_dev_remove(struct be_adapter *); |
Parav Pandit | 045508a | 2012-03-26 14:27:13 +0000 | [diff] [blame] | 877 | |
| 878 | /* |
| 879 | * internal function to open-close roce device during ifup-ifdown. |
| 880 | */ |
Joe Perches | 31886e8 | 2013-09-23 15:11:36 -0700 | [diff] [blame] | 881 | void be_roce_dev_open(struct be_adapter *); |
| 882 | void be_roce_dev_close(struct be_adapter *); |
Parav Pandit | 045508a | 2012-03-26 14:27:13 +0000 | [diff] [blame] | 883 | |
Sathya Perla | 6b7c5b9 | 2009-03-11 23:32:03 -0700 | [diff] [blame] | 884 | #endif /* BE_H */ |