blob: c016e20c5c2b1b32188c8f09e056d35204709e77 [file] [log] [blame]
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +00001/* bnx2x_cmn.h: Broadcom Everest network driver.
2 *
Dmitry Kravkov5de92402011-05-04 23:51:13 +00003 * Copyright (c) 2007-2011 Broadcom Corporation
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +00004 *
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation.
8 *
9 * Maintained by: Eilon Greenstein <eilong@broadcom.com>
10 * Written by: Eliezer Tamir
11 * Based on code from Michael Chan's bnx2 driver
12 * UDP CSUM errata workaround by Arik Gendelman
13 * Slowpath and fastpath rework by Vladislav Zolotarov
14 * Statistics and Link management by Yitchak Gertner
15 *
16 */
17#ifndef BNX2X_CMN_H
18#define BNX2X_CMN_H
19
20#include <linux/types.h>
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +030021#include <linux/pci.h>
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +000022#include <linux/netdevice.h>
23
24
25#include "bnx2x.h"
26
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +030027/* This is used as a replacement for an MCP if it's not present */
28extern int load_count[2][3]; /* per-path: 0-common, 1-port0, 2-port1 */
29
Dmitry Kravkovd6214d72010-10-06 03:32:10 +000030extern int num_queues;
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +000031
Dmitry Kravkovb3b83c32011-05-04 23:50:33 +000032/************************ Macros ********************************/
33#define BNX2X_PCI_FREE(x, y, size) \
34 do { \
35 if (x) { \
36 dma_free_coherent(&bp->pdev->dev, size, (void *)x, y); \
37 x = NULL; \
38 y = 0; \
39 } \
40 } while (0)
41
42#define BNX2X_FREE(x) \
43 do { \
44 if (x) { \
45 kfree((void *)x); \
46 x = NULL; \
47 } \
48 } while (0)
49
50#define BNX2X_PCI_ALLOC(x, y, size) \
51 do { \
52 x = dma_alloc_coherent(&bp->pdev->dev, size, y, GFP_KERNEL); \
53 if (x == NULL) \
54 goto alloc_mem_err; \
55 memset((void *)x, 0, size); \
56 } while (0)
57
58#define BNX2X_ALLOC(x, size) \
59 do { \
60 x = kzalloc(size, GFP_KERNEL); \
61 if (x == NULL) \
62 goto alloc_mem_err; \
63 } while (0)
64
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +000065/*********************** Interfaces ****************************
66 * Functions that need to be implemented by each driver version
67 */
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +030068/* Init */
69
70/**
71 * bnx2x_send_unload_req - request unload mode from the MCP.
72 *
73 * @bp: driver handle
74 * @unload_mode: requested function's unload mode
75 *
76 * Return unload mode returned by the MCP: COMMON, PORT or FUNC.
77 */
78u32 bnx2x_send_unload_req(struct bnx2x *bp, int unload_mode);
79
80/**
81 * bnx2x_send_unload_done - send UNLOAD_DONE command to the MCP.
82 *
83 * @bp: driver handle
84 */
85void bnx2x_send_unload_done(struct bnx2x *bp);
86
87/**
88 * bnx2x_config_rss_pf - configure RSS parameters.
89 *
90 * @bp: driver handle
91 * @ind_table: indirection table to configure
92 * @config_hash: re-configure RSS hash keys configuration
93 */
94int bnx2x_config_rss_pf(struct bnx2x *bp, u8 *ind_table, bool config_hash);
95
96/**
97 * bnx2x__init_func_obj - init function object
98 *
99 * @bp: driver handle
100 *
101 * Initializes the Function Object with the appropriate
102 * parameters which include a function slow path driver
103 * interface.
104 */
105void bnx2x__init_func_obj(struct bnx2x *bp);
106
107/**
108 * bnx2x_setup_queue - setup eth queue.
109 *
110 * @bp: driver handle
111 * @fp: pointer to the fastpath structure
112 * @leading: boolean
113 *
114 */
115int bnx2x_setup_queue(struct bnx2x *bp, struct bnx2x_fastpath *fp,
116 bool leading);
117
118/**
119 * bnx2x_setup_leading - bring up a leading eth queue.
120 *
121 * @bp: driver handle
122 */
123int bnx2x_setup_leading(struct bnx2x *bp);
124
125/**
126 * bnx2x_fw_command - send the MCP a request
127 *
128 * @bp: driver handle
129 * @command: request
130 * @param: request's parameter
131 *
132 * block until there is a reply
133 */
134u32 bnx2x_fw_command(struct bnx2x *bp, u32 command, u32 param);
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000135
136/**
Dmitry Kravkove8920672011-05-04 23:52:40 +0000137 * bnx2x_initial_phy_init - initialize link parameters structure variables.
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000138 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000139 * @bp: driver handle
140 * @load_mode: current mode
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000141 */
142u8 bnx2x_initial_phy_init(struct bnx2x *bp, int load_mode);
143
144/**
Dmitry Kravkove8920672011-05-04 23:52:40 +0000145 * bnx2x_link_set - configure hw according to link parameters structure.
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000146 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000147 * @bp: driver handle
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000148 */
149void bnx2x_link_set(struct bnx2x *bp);
150
151/**
Dmitry Kravkove8920672011-05-04 23:52:40 +0000152 * bnx2x_link_test - query link status.
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000153 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000154 * @bp: driver handle
155 * @is_serdes: bool
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000156 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000157 * Returns 0 if link is UP.
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000158 */
Yaniv Rosnera22f0782010-09-07 11:41:20 +0000159u8 bnx2x_link_test(struct bnx2x *bp, u8 is_serdes);
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000160
161/**
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +0300162 * bnx2x_drv_pulse - write driver pulse to shmem
163 *
164 * @bp: driver handle
165 *
166 * writes the value in bp->fw_drv_pulse_wr_seq to drv_pulse mbox
167 * in the shmem.
168 */
169void bnx2x_drv_pulse(struct bnx2x *bp);
170
171/**
172 * bnx2x_igu_ack_sb - update IGU with current SB value
173 *
174 * @bp: driver handle
175 * @igu_sb_id: SB id
176 * @segment: SB segment
177 * @index: SB index
178 * @op: SB operation
179 * @update: is HW update required
180 */
181void bnx2x_igu_ack_sb(struct bnx2x *bp, u8 igu_sb_id, u8 segment,
182 u16 index, u8 op, u8 update);
183
Vladislav Zolotarovc9ee9202011-06-14 01:33:51 +0000184/* Disable transactions from chip to host */
185void bnx2x_pf_disable(struct bnx2x *bp);
186
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +0300187/**
Dmitry Kravkove8920672011-05-04 23:52:40 +0000188 * bnx2x__link_status_update - handles link status change.
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000189 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000190 * @bp: driver handle
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000191 */
192void bnx2x__link_status_update(struct bnx2x *bp);
193
194/**
Dmitry Kravkove8920672011-05-04 23:52:40 +0000195 * bnx2x_link_report - report link status to upper layer.
Dmitry Kravkovf85582f2010-10-06 03:34:21 +0000196 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000197 * @bp: driver handle
Dmitry Kravkovf85582f2010-10-06 03:34:21 +0000198 */
199void bnx2x_link_report(struct bnx2x *bp);
200
Vladislav Zolotarov2ae17f62011-05-04 23:48:23 +0000201/* None-atomic version of bnx2x_link_report() */
202void __bnx2x_link_report(struct bnx2x *bp);
203
Dmitry Kravkovf85582f2010-10-06 03:34:21 +0000204/**
Dmitry Kravkove8920672011-05-04 23:52:40 +0000205 * bnx2x_get_mf_speed - calculate MF speed.
Dmitry Kravkov0793f83f2010-12-01 12:39:28 -0800206 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000207 * @bp: driver handle
Dmitry Kravkov0793f83f2010-12-01 12:39:28 -0800208 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000209 * Takes into account current linespeed and MF configuration.
Dmitry Kravkov0793f83f2010-12-01 12:39:28 -0800210 */
211u16 bnx2x_get_mf_speed(struct bnx2x *bp);
212
213/**
Dmitry Kravkove8920672011-05-04 23:52:40 +0000214 * bnx2x_msix_sp_int - MSI-X slowpath interrupt handler
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000215 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000216 * @irq: irq number
217 * @dev_instance: private instance
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000218 */
219irqreturn_t bnx2x_msix_sp_int(int irq, void *dev_instance);
220
221/**
Dmitry Kravkove8920672011-05-04 23:52:40 +0000222 * bnx2x_interrupt - non MSI-X interrupt handler
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000223 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000224 * @irq: irq number
225 * @dev_instance: private instance
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000226 */
227irqreturn_t bnx2x_interrupt(int irq, void *dev_instance);
228#ifdef BCM_CNIC
229
230/**
Dmitry Kravkove8920672011-05-04 23:52:40 +0000231 * bnx2x_cnic_notify - send command to cnic driver
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000232 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000233 * @bp: driver handle
234 * @cmd: command
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000235 */
236int bnx2x_cnic_notify(struct bnx2x *bp, int cmd);
237
238/**
Dmitry Kravkove8920672011-05-04 23:52:40 +0000239 * bnx2x_setup_cnic_irq_info - provides cnic with IRQ information
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000240 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000241 * @bp: driver handle
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000242 */
243void bnx2x_setup_cnic_irq_info(struct bnx2x *bp);
244#endif
245
246/**
Dmitry Kravkove8920672011-05-04 23:52:40 +0000247 * bnx2x_int_enable - enable HW interrupts.
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000248 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000249 * @bp: driver handle
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000250 */
251void bnx2x_int_enable(struct bnx2x *bp);
252
253/**
Dmitry Kravkove8920672011-05-04 23:52:40 +0000254 * bnx2x_int_disable_sync - disable interrupts.
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000255 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000256 * @bp: driver handle
257 * @disable_hw: true, disable HW interrupts.
258 *
259 * This function ensures that there are no
260 * ISRs or SP DPCs (sp_task) are running after it returns.
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000261 */
262void bnx2x_int_disable_sync(struct bnx2x *bp, int disable_hw);
263
264/**
Dmitry Kravkove8920672011-05-04 23:52:40 +0000265 * bnx2x_nic_init - init driver internals.
266 *
267 * @bp: driver handle
268 * @load_code: COMMON, PORT or FUNCTION
269 *
270 * Initializes:
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000271 * - rings
272 * - status blocks
273 * - etc.
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000274 */
275void bnx2x_nic_init(struct bnx2x *bp, u32 load_code);
276
277/**
Dmitry Kravkove8920672011-05-04 23:52:40 +0000278 * bnx2x_alloc_mem - allocate driver's memory.
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000279 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000280 * @bp: driver handle
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000281 */
282int bnx2x_alloc_mem(struct bnx2x *bp);
283
284/**
Dmitry Kravkove8920672011-05-04 23:52:40 +0000285 * bnx2x_free_mem - release driver's memory.
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000286 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000287 * @bp: driver handle
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000288 */
289void bnx2x_free_mem(struct bnx2x *bp);
290
291/**
Dmitry Kravkove8920672011-05-04 23:52:40 +0000292 * bnx2x_set_num_queues - set number of queues according to mode.
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000293 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000294 * @bp: driver handle
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000295 */
Dmitry Kravkovd6214d72010-10-06 03:32:10 +0000296void bnx2x_set_num_queues(struct bnx2x *bp);
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000297
298/**
Dmitry Kravkove8920672011-05-04 23:52:40 +0000299 * bnx2x_chip_cleanup - cleanup chip internals.
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000300 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000301 * @bp: driver handle
302 * @unload_mode: COMMON, PORT, FUNCTION
303 *
304 * - Cleanup MAC configuration.
305 * - Closes clients.
306 * - etc.
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000307 */
308void bnx2x_chip_cleanup(struct bnx2x *bp, int unload_mode);
309
310/**
Dmitry Kravkove8920672011-05-04 23:52:40 +0000311 * bnx2x_acquire_hw_lock - acquire HW lock.
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000312 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000313 * @bp: driver handle
314 * @resource: resource bit which was locked
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000315 */
316int bnx2x_acquire_hw_lock(struct bnx2x *bp, u32 resource);
317
318/**
Dmitry Kravkove8920672011-05-04 23:52:40 +0000319 * bnx2x_release_hw_lock - release HW lock.
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000320 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000321 * @bp: driver handle
322 * @resource: resource bit which was locked
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000323 */
324int bnx2x_release_hw_lock(struct bnx2x *bp, u32 resource);
325
326/**
Vladislav Zolotarovc9ee9202011-06-14 01:33:51 +0000327 * bnx2x_release_leader_lock - release recovery leader lock
328 *
329 * @bp: driver handle
330 */
331int bnx2x_release_leader_lock(struct bnx2x *bp);
332
333/**
Dmitry Kravkove8920672011-05-04 23:52:40 +0000334 * bnx2x_set_eth_mac - configure eth MAC address in the HW
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000335 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000336 * @bp: driver handle
337 * @set: set or clear
338 *
339 * Configures according to the value in netdev->dev_addr.
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000340 */
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +0300341int bnx2x_set_eth_mac(struct bnx2x *bp, bool set);
Vladislav Zolotarovec6ba942010-12-13 05:44:01 +0000342
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000343/**
Dmitry Kravkove8920672011-05-04 23:52:40 +0000344 * bnx2x_set_rx_mode - set MAC filtering configurations.
Dmitry Kravkovf85582f2010-10-06 03:34:21 +0000345 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000346 * @dev: netdevice
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000347 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000348 * called with netif_tx_lock from dev_mcast.c
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +0300349 * If bp->state is OPEN, should be called with
350 * netif_addr_lock_bh()
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000351 */
352void bnx2x_set_rx_mode(struct net_device *dev);
353
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +0300354/**
355 * bnx2x_set_storm_rx_mode - configure MAC filtering rules in a FW.
356 *
357 * @bp: driver handle
358 *
359 * If bp->state is OPEN, should be called with
360 * netif_addr_lock_bh().
361 */
362void bnx2x_set_storm_rx_mode(struct bnx2x *bp);
363
364/**
365 * bnx2x_set_q_rx_mode - configures rx_mode for a single queue.
366 *
367 * @bp: driver handle
368 * @cl_id: client id
369 * @rx_mode_flags: rx mode configuration
370 * @rx_accept_flags: rx accept configuration
371 * @tx_accept_flags: tx accept configuration (tx switch)
372 * @ramrod_flags: ramrod configuration
373 */
374void bnx2x_set_q_rx_mode(struct bnx2x *bp, u8 cl_id,
375 unsigned long rx_mode_flags,
376 unsigned long rx_accept_flags,
377 unsigned long tx_accept_flags,
378 unsigned long ramrod_flags);
379
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000380/* Parity errors related */
381void bnx2x_inc_load_cnt(struct bnx2x *bp);
382u32 bnx2x_dec_load_cnt(struct bnx2x *bp);
Vladislav Zolotarovc9ee9202011-06-14 01:33:51 +0000383bool bnx2x_chk_parity_attn(struct bnx2x *bp, bool *global, bool print);
384bool bnx2x_reset_is_done(struct bnx2x *bp, int engine);
385void bnx2x_set_reset_in_progress(struct bnx2x *bp);
386void bnx2x_set_reset_global(struct bnx2x *bp);
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000387void bnx2x_disable_close_the_gate(struct bnx2x *bp);
388
389/**
Dmitry Kravkove8920672011-05-04 23:52:40 +0000390 * bnx2x_sp_event - handle ramrods completion.
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000391 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000392 * @fp: fastpath handle for the event
393 * @rr_cqe: eth_rx_cqe
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000394 */
Dmitry Kravkovf85582f2010-10-06 03:34:21 +0000395void bnx2x_sp_event(struct bnx2x_fastpath *fp, union eth_rx_cqe *rr_cqe);
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000396
Dmitry Kravkov523224a2010-10-06 03:23:26 +0000397/**
Dmitry Kravkove8920672011-05-04 23:52:40 +0000398 * bnx2x_ilt_set_info - prepare ILT configurations.
Dmitry Kravkov523224a2010-10-06 03:23:26 +0000399 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000400 * @bp: driver handle
Dmitry Kravkov523224a2010-10-06 03:23:26 +0000401 */
402void bnx2x_ilt_set_info(struct bnx2x *bp);
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000403
Dmitry Kravkovd6214d72010-10-06 03:32:10 +0000404/**
Dmitry Kravkove8920672011-05-04 23:52:40 +0000405 * bnx2x_dcbx_init - initialize dcbx protocol.
Vladislav Zolotarove4901dd2010-12-13 05:44:18 +0000406 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000407 * @bp: driver handle
Vladislav Zolotarove4901dd2010-12-13 05:44:18 +0000408 */
409void bnx2x_dcbx_init(struct bnx2x *bp);
410
411/**
Dmitry Kravkove8920672011-05-04 23:52:40 +0000412 * bnx2x_set_power_state - set power state to the requested value.
Dmitry Kravkovf85582f2010-10-06 03:34:21 +0000413 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000414 * @bp: driver handle
415 * @state: required state D0 or D3hot
Dmitry Kravkovf85582f2010-10-06 03:34:21 +0000416 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000417 * Currently only D0 and D3hot are supported.
Dmitry Kravkovf85582f2010-10-06 03:34:21 +0000418 */
419int bnx2x_set_power_state(struct bnx2x *bp, pci_power_t state);
420
Dmitry Kravkove3835b92011-03-06 10:50:44 +0000421/**
Dmitry Kravkove8920672011-05-04 23:52:40 +0000422 * bnx2x_update_max_mf_config - update MAX part of MF configuration in HW.
Dmitry Kravkove3835b92011-03-06 10:50:44 +0000423 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000424 * @bp: driver handle
425 * @value: new value
Dmitry Kravkove3835b92011-03-06 10:50:44 +0000426 */
427void bnx2x_update_max_mf_config(struct bnx2x *bp, u32 value);
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +0300428/* Error handling */
429void bnx2x_panic_dump(struct bnx2x *bp);
Dmitry Kravkove3835b92011-03-06 10:50:44 +0000430
Dmitry Kravkov7a25cc72011-06-14 01:33:25 +0000431void bnx2x_fw_dump_lvl(struct bnx2x *bp, const char *lvl);
432
Dmitry Kravkovf85582f2010-10-06 03:34:21 +0000433/* dev_close main block */
434int bnx2x_nic_unload(struct bnx2x *bp, int unload_mode);
435
436/* dev_open main block */
437int bnx2x_nic_load(struct bnx2x *bp, int load_mode);
438
439/* hard_xmit callback */
440netdev_tx_t bnx2x_start_xmit(struct sk_buff *skb, struct net_device *dev);
441
Vladislav Zolotarov8307fa32010-12-13 05:44:09 +0000442/* select_queue callback */
443u16 bnx2x_select_queue(struct net_device *dev, struct sk_buff *skb);
444
Dmitry Kravkova9fccec2011-06-14 01:33:30 +0000445/* reload helper */
446int bnx2x_reload_if_running(struct net_device *dev);
447
Dmitry Kravkovf85582f2010-10-06 03:34:21 +0000448int bnx2x_change_mac_addr(struct net_device *dev, void *p);
449
450/* NAPI poll Rx part */
451int bnx2x_rx_int(struct bnx2x_fastpath *fp, int budget);
452
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +0300453void bnx2x_update_rx_prod(struct bnx2x *bp, struct bnx2x_fastpath *fp,
454 u16 bd_prod, u16 rx_comp_prod, u16 rx_sge_prod);
455
Dmitry Kravkovf85582f2010-10-06 03:34:21 +0000456/* NAPI poll Tx part */
457int bnx2x_tx_int(struct bnx2x_fastpath *fp);
458
459/* suspend/resume callbacks */
460int bnx2x_suspend(struct pci_dev *pdev, pm_message_t state);
461int bnx2x_resume(struct pci_dev *pdev);
462
463/* Release IRQ vectors */
464void bnx2x_free_irq(struct bnx2x *bp);
465
Dmitry Kravkovb3b83c32011-05-04 23:50:33 +0000466void bnx2x_free_fp_mem(struct bnx2x *bp);
467int bnx2x_alloc_fp_mem(struct bnx2x *bp);
Dmitry Kravkovf85582f2010-10-06 03:34:21 +0000468void bnx2x_init_rx_rings(struct bnx2x *bp);
469void bnx2x_free_skbs(struct bnx2x *bp);
470void bnx2x_netif_stop(struct bnx2x *bp, int disable_hw);
471void bnx2x_netif_start(struct bnx2x *bp);
472
473/**
Dmitry Kravkove8920672011-05-04 23:52:40 +0000474 * bnx2x_enable_msix - set msix configuration.
Dmitry Kravkovd6214d72010-10-06 03:32:10 +0000475 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000476 * @bp: driver handle
Dmitry Kravkovd6214d72010-10-06 03:32:10 +0000477 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000478 * fills msix_table, requests vectors, updates num_queues
479 * according to number of available vectors.
Dmitry Kravkovd6214d72010-10-06 03:32:10 +0000480 */
481int bnx2x_enable_msix(struct bnx2x *bp);
482
483/**
Dmitry Kravkove8920672011-05-04 23:52:40 +0000484 * bnx2x_enable_msi - request msi mode from OS, updated internals accordingly
Dmitry Kravkovd6214d72010-10-06 03:32:10 +0000485 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000486 * @bp: driver handle
Dmitry Kravkovd6214d72010-10-06 03:32:10 +0000487 */
488int bnx2x_enable_msi(struct bnx2x *bp);
489
490/**
Dmitry Kravkove8920672011-05-04 23:52:40 +0000491 * bnx2x_poll - NAPI callback
Dmitry Kravkovd6214d72010-10-06 03:32:10 +0000492 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000493 * @napi: napi structure
494 * @budget:
Dmitry Kravkovd6214d72010-10-06 03:32:10 +0000495 *
Dmitry Kravkovd6214d72010-10-06 03:32:10 +0000496 */
497int bnx2x_poll(struct napi_struct *napi, int budget);
Dmitry Kravkovf85582f2010-10-06 03:34:21 +0000498
499/**
Dmitry Kravkove8920672011-05-04 23:52:40 +0000500 * bnx2x_alloc_mem_bp - allocate memories outsize main driver structure
Dmitry Kravkovf85582f2010-10-06 03:34:21 +0000501 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000502 * @bp: driver handle
Dmitry Kravkovf85582f2010-10-06 03:34:21 +0000503 */
504int __devinit bnx2x_alloc_mem_bp(struct bnx2x *bp);
Dmitry Kravkove8920672011-05-04 23:52:40 +0000505
506/**
507 * bnx2x_free_mem_bp - release memories outsize main driver structure
508 *
509 * @bp: driver handle
510 */
Dmitry Kravkovf85582f2010-10-06 03:34:21 +0000511void bnx2x_free_mem_bp(struct bnx2x *bp);
512
513/**
Dmitry Kravkove8920672011-05-04 23:52:40 +0000514 * bnx2x_change_mtu - change mtu netdev callback
Dmitry Kravkovf85582f2010-10-06 03:34:21 +0000515 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000516 * @dev: net device
517 * @new_mtu: requested mtu
Dmitry Kravkovf85582f2010-10-06 03:34:21 +0000518 *
Dmitry Kravkovf85582f2010-10-06 03:34:21 +0000519 */
520int bnx2x_change_mtu(struct net_device *dev, int new_mtu);
521
Michał Mirosław66371c42011-04-12 09:38:23 +0000522u32 bnx2x_fix_features(struct net_device *dev, u32 features);
523int bnx2x_set_features(struct net_device *dev, u32 features);
524
Dmitry Kravkovf85582f2010-10-06 03:34:21 +0000525/**
Dmitry Kravkove8920672011-05-04 23:52:40 +0000526 * bnx2x_tx_timeout - tx timeout netdev callback
Dmitry Kravkovf85582f2010-10-06 03:34:21 +0000527 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000528 * @dev: net device
Dmitry Kravkovf85582f2010-10-06 03:34:21 +0000529 */
530void bnx2x_tx_timeout(struct net_device *dev);
531
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +0300532/*********************** Inlines **********************************/
533/*********************** Fast path ********************************/
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000534static inline void bnx2x_update_fpsb_idx(struct bnx2x_fastpath *fp)
535{
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000536 barrier(); /* status block is written to by the chip */
Dmitry Kravkov523224a2010-10-06 03:23:26 +0000537 fp->fp_hc_idx = fp->sb_running_index[SM_RX_ID];
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000538}
539
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +0300540static inline void bnx2x_update_rx_prod_gen(struct bnx2x *bp,
541 struct bnx2x_fastpath *fp, u16 bd_prod,
542 u16 rx_comp_prod, u16 rx_sge_prod, u32 start)
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000543{
544 struct ustorm_eth_rx_producers rx_prods = {0};
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +0300545 u32 i;
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000546
547 /* Update producers */
548 rx_prods.bd_prod = bd_prod;
549 rx_prods.cqe_prod = rx_comp_prod;
550 rx_prods.sge_prod = rx_sge_prod;
551
552 /*
553 * Make sure that the BD and SGE data is updated before updating the
554 * producers since FW might read the BD/SGE right after the producer
555 * is updated.
556 * This is only applicable for weak-ordered memory model archs such
557 * as IA-64. The following barrier is also mandatory since FW will
558 * assumes BDs must have buffers.
559 */
560 wmb();
561
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +0300562 for (i = 0; i < sizeof(rx_prods)/4; i++)
563 REG_WR(bp, start + i*4, ((u32 *)&rx_prods)[i]);
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000564
565 mmiowb(); /* keep prod updates ordered */
566
567 DP(NETIF_MSG_RX_STATUS,
568 "queue[%d]: wrote bd_prod %u cqe_prod %u sge_prod %u\n",
569 fp->index, bd_prod, rx_comp_prod, rx_sge_prod);
570}
571
Dmitry Kravkovf2e08992010-10-06 03:28:26 +0000572static inline void bnx2x_igu_ack_sb_gen(struct bnx2x *bp, u8 igu_sb_id,
573 u8 segment, u16 index, u8 op,
574 u8 update, u32 igu_addr)
575{
576 struct igu_regular cmd_data = {0};
577
578 cmd_data.sb_id_and_flags =
579 ((index << IGU_REGULAR_SB_INDEX_SHIFT) |
580 (segment << IGU_REGULAR_SEGMENT_ACCESS_SHIFT) |
581 (update << IGU_REGULAR_BUPDATE_SHIFT) |
582 (op << IGU_REGULAR_ENABLE_INT_SHIFT));
583
584 DP(NETIF_MSG_HW, "write 0x%08x to IGU addr 0x%x\n",
585 cmd_data.sb_id_and_flags, igu_addr);
586 REG_WR(bp, igu_addr, cmd_data.sb_id_and_flags);
587
588 /* Make sure that ACK is written */
589 mmiowb();
590 barrier();
591}
592
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +0300593static inline void bnx2x_igu_clear_sb_gen(struct bnx2x *bp, u8 func,
Dmitry Kravkovf2e08992010-10-06 03:28:26 +0000594 u8 idu_sb_id, bool is_Pf)
595{
596 u32 data, ctl, cnt = 100;
597 u32 igu_addr_data = IGU_REG_COMMAND_REG_32LSB_DATA;
598 u32 igu_addr_ctl = IGU_REG_COMMAND_REG_CTRL;
599 u32 igu_addr_ack = IGU_REG_CSTORM_TYPE_0_SB_CLEANUP + (idu_sb_id/32)*4;
600 u32 sb_bit = 1 << (idu_sb_id%32);
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +0300601 u32 func_encode = func |
Dmitry Kravkovf2e08992010-10-06 03:28:26 +0000602 ((is_Pf == true ? 1 : 0) << IGU_FID_ENCODE_IS_PF_SHIFT);
603 u32 addr_encode = IGU_CMD_E2_PROD_UPD_BASE + idu_sb_id;
604
605 /* Not supported in BC mode */
606 if (CHIP_INT_MODE_IS_BC(bp))
607 return;
608
609 data = (IGU_USE_REGISTER_cstorm_type_0_sb_cleanup
610 << IGU_REGULAR_CLEANUP_TYPE_SHIFT) |
611 IGU_REGULAR_CLEANUP_SET |
612 IGU_REGULAR_BCLEANUP;
613
614 ctl = addr_encode << IGU_CTRL_REG_ADDRESS_SHIFT |
615 func_encode << IGU_CTRL_REG_FID_SHIFT |
616 IGU_CTRL_CMD_TYPE_WR << IGU_CTRL_REG_TYPE_SHIFT;
617
618 DP(NETIF_MSG_HW, "write 0x%08x to IGU(via GRC) addr 0x%x\n",
619 data, igu_addr_data);
620 REG_WR(bp, igu_addr_data, data);
621 mmiowb();
622 barrier();
623 DP(NETIF_MSG_HW, "write 0x%08x to IGU(via GRC) addr 0x%x\n",
624 ctl, igu_addr_ctl);
625 REG_WR(bp, igu_addr_ctl, ctl);
626 mmiowb();
627 barrier();
628
629 /* wait for clean up to finish */
630 while (!(REG_RD(bp, igu_addr_ack) & sb_bit) && --cnt)
631 msleep(20);
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000632
633
Dmitry Kravkovf2e08992010-10-06 03:28:26 +0000634 if (!(REG_RD(bp, igu_addr_ack) & sb_bit)) {
635 DP(NETIF_MSG_HW, "Unable to finish IGU cleanup: "
636 "idu_sb_id %d offset %d bit %d (cnt %d)\n",
637 idu_sb_id, idu_sb_id/32, idu_sb_id%32, cnt);
638 }
639}
640
641static inline void bnx2x_hc_ack_sb(struct bnx2x *bp, u8 sb_id,
642 u8 storm, u16 index, u8 op, u8 update)
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000643{
644 u32 hc_addr = (HC_REG_COMMAND_REG + BP_PORT(bp)*32 +
645 COMMAND_REG_INT_ACK);
646 struct igu_ack_register igu_ack;
647
648 igu_ack.status_block_index = index;
649 igu_ack.sb_id_and_flags =
650 ((sb_id << IGU_ACK_REGISTER_STATUS_BLOCK_ID_SHIFT) |
651 (storm << IGU_ACK_REGISTER_STORM_ID_SHIFT) |
652 (update << IGU_ACK_REGISTER_UPDATE_INDEX_SHIFT) |
653 (op << IGU_ACK_REGISTER_INTERRUPT_MODE_SHIFT));
654
655 DP(BNX2X_MSG_OFF, "write 0x%08x to HC addr 0x%x\n",
656 (*(u32 *)&igu_ack), hc_addr);
657 REG_WR(bp, hc_addr, (*(u32 *)&igu_ack));
658
659 /* Make sure that ACK is written */
660 mmiowb();
661 barrier();
662}
Dmitry Kravkovf2e08992010-10-06 03:28:26 +0000663
Dmitry Kravkovf2e08992010-10-06 03:28:26 +0000664static inline void bnx2x_ack_sb(struct bnx2x *bp, u8 igu_sb_id, u8 storm,
665 u16 index, u8 op, u8 update)
666{
667 if (bp->common.int_block == INT_BLOCK_HC)
668 bnx2x_hc_ack_sb(bp, igu_sb_id, storm, index, op, update);
669 else {
670 u8 segment;
671
672 if (CHIP_INT_MODE_IS_BC(bp))
673 segment = storm;
674 else if (igu_sb_id != bp->igu_dsb_id)
675 segment = IGU_SEG_ACCESS_DEF;
676 else if (storm == ATTENTION_ID)
677 segment = IGU_SEG_ACCESS_ATTN;
678 else
679 segment = IGU_SEG_ACCESS_DEF;
680 bnx2x_igu_ack_sb(bp, igu_sb_id, segment, index, op, update);
681 }
682}
683
684static inline u16 bnx2x_hc_ack_int(struct bnx2x *bp)
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000685{
686 u32 hc_addr = (HC_REG_COMMAND_REG + BP_PORT(bp)*32 +
687 COMMAND_REG_SIMD_MASK);
688 u32 result = REG_RD(bp, hc_addr);
689
690 DP(BNX2X_MSG_OFF, "read 0x%08x from HC addr 0x%x\n",
691 result, hc_addr);
692
Dmitry Kravkovf2e08992010-10-06 03:28:26 +0000693 barrier();
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000694 return result;
695}
696
Dmitry Kravkovf2e08992010-10-06 03:28:26 +0000697static inline u16 bnx2x_igu_ack_int(struct bnx2x *bp)
698{
699 u32 igu_addr = (BAR_IGU_INTMEM + IGU_REG_SISR_MDPC_WMASK_LSB_UPPER*8);
700 u32 result = REG_RD(bp, igu_addr);
701
702 DP(NETIF_MSG_HW, "read 0x%08x from IGU addr 0x%x\n",
703 result, igu_addr);
704
705 barrier();
706 return result;
707}
708
709static inline u16 bnx2x_ack_int(struct bnx2x *bp)
710{
711 barrier();
712 if (bp->common.int_block == INT_BLOCK_HC)
713 return bnx2x_hc_ack_int(bp);
714 else
715 return bnx2x_igu_ack_int(bp);
716}
717
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000718static inline int bnx2x_has_tx_work_unload(struct bnx2x_fastpath *fp)
719{
720 /* Tell compiler that consumer and producer can change */
721 barrier();
Eric Dumazet807540b2010-09-23 05:40:09 +0000722 return fp->tx_pkt_prod != fp->tx_pkt_cons;
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000723}
724
725static inline u16 bnx2x_tx_avail(struct bnx2x_fastpath *fp)
726{
727 s16 used;
728 u16 prod;
729 u16 cons;
730
731 prod = fp->tx_bd_prod;
732 cons = fp->tx_bd_cons;
733
734 /* NUM_TX_RINGS = number of "next-page" entries
735 It will be used as a threshold */
736 used = SUB_S16(prod, cons) + (s16)NUM_TX_RINGS;
737
738#ifdef BNX2X_STOP_ON_ERROR
739 WARN_ON(used < 0);
740 WARN_ON(used > fp->bp->tx_ring_size);
741 WARN_ON((fp->bp->tx_ring_size - used) > MAX_TX_AVAIL);
742#endif
743
744 return (s16)(fp->bp->tx_ring_size) - used;
745}
746
747static inline int bnx2x_has_tx_work(struct bnx2x_fastpath *fp)
748{
749 u16 hw_cons;
750
751 /* Tell compiler that status block fields can change */
752 barrier();
753 hw_cons = le16_to_cpu(*fp->tx_cons_sb);
754 return hw_cons != fp->tx_pkt_cons;
755}
756
Dmitry Kravkov523224a2010-10-06 03:23:26 +0000757static inline int bnx2x_has_rx_work(struct bnx2x_fastpath *fp)
758{
759 u16 rx_cons_sb;
760
761 /* Tell compiler that status block fields can change */
762 barrier();
763 rx_cons_sb = le16_to_cpu(*fp->rx_cons_sb);
764 if ((rx_cons_sb & MAX_RCQ_DESC_CNT) == MAX_RCQ_DESC_CNT)
765 rx_cons_sb++;
766 return (fp->rx_comp_cons != rx_cons_sb);
767}
Dmitry Kravkovf85582f2010-10-06 03:34:21 +0000768
Dmitry Kravkovf2e08992010-10-06 03:28:26 +0000769/**
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +0300770 * bnx2x_tx_disable - disables tx from stack point of view
Dmitry Kravkovf2e08992010-10-06 03:28:26 +0000771 *
Dmitry Kravkove8920672011-05-04 23:52:40 +0000772 * @bp: driver handle
Dmitry Kravkovf2e08992010-10-06 03:28:26 +0000773 */
774static inline void bnx2x_tx_disable(struct bnx2x *bp)
775{
776 netif_tx_disable(bp->dev);
777 netif_carrier_off(bp->dev);
778}
779
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000780static inline void bnx2x_free_rx_sge(struct bnx2x *bp,
781 struct bnx2x_fastpath *fp, u16 index)
782{
783 struct sw_rx_page *sw_buf = &fp->rx_page_ring[index];
784 struct page *page = sw_buf->page;
785 struct eth_rx_sge *sge = &fp->rx_sge_ring[index];
786
787 /* Skip "next page" elements */
788 if (!page)
789 return;
790
791 dma_unmap_page(&bp->pdev->dev, dma_unmap_addr(sw_buf, mapping),
Dmitry Kravkov4bca60f2010-10-06 03:30:27 +0000792 SGE_PAGE_SIZE*PAGES_PER_SGE, DMA_FROM_DEVICE);
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000793 __free_pages(page, PAGES_PER_SGE_SHIFT);
794
795 sw_buf->page = NULL;
796 sge->addr_hi = 0;
797 sge->addr_lo = 0;
798}
799
Dmitry Kravkovd6214d72010-10-06 03:32:10 +0000800static inline void bnx2x_add_all_napi(struct bnx2x *bp)
801{
802 int i;
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000803
Dmitry Kravkovd6214d72010-10-06 03:32:10 +0000804 /* Add NAPI objects */
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +0300805 for_each_rx_queue(bp, i)
Dmitry Kravkovd6214d72010-10-06 03:32:10 +0000806 netif_napi_add(bp->dev, &bnx2x_fp(bp, i, napi),
807 bnx2x_poll, BNX2X_NAPI_WEIGHT);
808}
Dmitry Kravkov523224a2010-10-06 03:23:26 +0000809
Dmitry Kravkovd6214d72010-10-06 03:32:10 +0000810static inline void bnx2x_del_all_napi(struct bnx2x *bp)
811{
812 int i;
Dmitry Kravkov523224a2010-10-06 03:23:26 +0000813
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +0300814 for_each_rx_queue(bp, i)
Dmitry Kravkovd6214d72010-10-06 03:32:10 +0000815 netif_napi_del(&bnx2x_fp(bp, i, napi));
816}
817
818static inline void bnx2x_disable_msi(struct bnx2x *bp)
819{
820 if (bp->flags & USING_MSIX_FLAG) {
821 pci_disable_msix(bp->pdev);
822 bp->flags &= ~USING_MSIX_FLAG;
823 } else if (bp->flags & USING_MSI_FLAG) {
824 pci_disable_msi(bp->pdev);
825 bp->flags &= ~USING_MSI_FLAG;
826 }
827}
828
829static inline int bnx2x_calc_num_queues(struct bnx2x *bp)
830{
831 return num_queues ?
832 min_t(int, num_queues, BNX2X_MAX_QUEUES(bp)) :
833 min_t(int, num_online_cpus(), BNX2X_MAX_QUEUES(bp));
834}
Dmitry Kravkov523224a2010-10-06 03:23:26 +0000835
836static inline void bnx2x_clear_sge_mask_next_elems(struct bnx2x_fastpath *fp)
837{
838 int i, j;
839
840 for (i = 1; i <= NUM_RX_SGE_PAGES; i++) {
841 int idx = RX_SGE_CNT * i - 1;
842
843 for (j = 0; j < 2; j++) {
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +0300844 BIT_VEC64_CLEAR_BIT(fp->sge_mask, idx);
Dmitry Kravkov523224a2010-10-06 03:23:26 +0000845 idx--;
846 }
847 }
848}
849
850static inline void bnx2x_init_sge_ring_bit_mask(struct bnx2x_fastpath *fp)
851{
852 /* Set the mask to all 1-s: it's faster to compare to 0 than to 0xf-s */
853 memset(fp->sge_mask, 0xff,
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +0300854 (NUM_RX_SGE >> BIT_VEC64_ELEM_SHIFT)*sizeof(u64));
Dmitry Kravkov523224a2010-10-06 03:23:26 +0000855
856 /* Clear the two last indices in the page to 1:
857 these are the indices that correspond to the "next" element,
858 hence will never be indicated and should be removed from
859 the calculations. */
860 bnx2x_clear_sge_mask_next_elems(fp);
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000861}
862
863static inline int bnx2x_alloc_rx_sge(struct bnx2x *bp,
864 struct bnx2x_fastpath *fp, u16 index)
865{
866 struct page *page = alloc_pages(GFP_ATOMIC, PAGES_PER_SGE_SHIFT);
867 struct sw_rx_page *sw_buf = &fp->rx_page_ring[index];
868 struct eth_rx_sge *sge = &fp->rx_sge_ring[index];
869 dma_addr_t mapping;
870
871 if (unlikely(page == NULL))
872 return -ENOMEM;
873
874 mapping = dma_map_page(&bp->pdev->dev, page, 0,
875 SGE_PAGE_SIZE*PAGES_PER_SGE, DMA_FROM_DEVICE);
876 if (unlikely(dma_mapping_error(&bp->pdev->dev, mapping))) {
877 __free_pages(page, PAGES_PER_SGE_SHIFT);
878 return -ENOMEM;
879 }
880
881 sw_buf->page = page;
882 dma_unmap_addr_set(sw_buf, mapping, mapping);
883
884 sge->addr_hi = cpu_to_le32(U64_HI(mapping));
885 sge->addr_lo = cpu_to_le32(U64_LO(mapping));
886
887 return 0;
888}
Dmitry Kravkovf85582f2010-10-06 03:34:21 +0000889
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000890static inline int bnx2x_alloc_rx_skb(struct bnx2x *bp,
891 struct bnx2x_fastpath *fp, u16 index)
892{
893 struct sk_buff *skb;
894 struct sw_rx_bd *rx_buf = &fp->rx_buf_ring[index];
895 struct eth_rx_bd *rx_bd = &fp->rx_desc_ring[index];
896 dma_addr_t mapping;
897
Vladislav Zolotarova8c94b92011-02-06 11:21:02 -0800898 skb = netdev_alloc_skb(bp->dev, fp->rx_buf_size);
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000899 if (unlikely(skb == NULL))
900 return -ENOMEM;
901
Vladislav Zolotarova8c94b92011-02-06 11:21:02 -0800902 mapping = dma_map_single(&bp->pdev->dev, skb->data, fp->rx_buf_size,
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000903 DMA_FROM_DEVICE);
904 if (unlikely(dma_mapping_error(&bp->pdev->dev, mapping))) {
Vladislav Zolotarov40955532011-05-22 10:06:58 +0000905 dev_kfree_skb_any(skb);
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000906 return -ENOMEM;
907 }
908
909 rx_buf->skb = skb;
910 dma_unmap_addr_set(rx_buf, mapping, mapping);
911
912 rx_bd->addr_hi = cpu_to_le32(U64_HI(mapping));
913 rx_bd->addr_lo = cpu_to_le32(U64_LO(mapping));
914
915 return 0;
916}
917
918/* note that we are not allocating a new skb,
919 * we are just moving one from cons to prod
920 * we are not creating a new mapping,
921 * so there is no need to check for dma_mapping_error().
922 */
923static inline void bnx2x_reuse_rx_skb(struct bnx2x_fastpath *fp,
Dmitry Kravkov749a8502010-10-06 03:29:05 +0000924 u16 cons, u16 prod)
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000925{
926 struct bnx2x *bp = fp->bp;
927 struct sw_rx_bd *cons_rx_buf = &fp->rx_buf_ring[cons];
928 struct sw_rx_bd *prod_rx_buf = &fp->rx_buf_ring[prod];
929 struct eth_rx_bd *cons_bd = &fp->rx_desc_ring[cons];
930 struct eth_rx_bd *prod_bd = &fp->rx_desc_ring[prod];
931
932 dma_sync_single_for_device(&bp->pdev->dev,
933 dma_unmap_addr(cons_rx_buf, mapping),
934 RX_COPY_THRESH, DMA_FROM_DEVICE);
935
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000936 dma_unmap_addr_set(prod_rx_buf, mapping,
937 dma_unmap_addr(cons_rx_buf, mapping));
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +0300938 prod_rx_buf->skb = cons_rx_buf->skb;
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000939 *prod_bd = *cons_bd;
940}
Dmitry Kravkovf85582f2010-10-06 03:34:21 +0000941
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +0300942/************************* Init ******************************************/
943
944/**
945 * bnx2x_func_start - init function
946 *
947 * @bp: driver handle
948 *
949 * Must be called before sending CLIENT_SETUP for the first client.
950 */
951static inline int bnx2x_func_start(struct bnx2x *bp)
952{
953 struct bnx2x_func_state_params func_params = {0};
954 struct bnx2x_func_start_params *start_params =
955 &func_params.params.start;
956
957 /* Prepare parameters for function state transitions */
958 __set_bit(RAMROD_COMP_WAIT, &func_params.ramrod_flags);
959
960 func_params.f_obj = &bp->func_obj;
961 func_params.cmd = BNX2X_F_CMD_START;
962
963 /* Function parameters */
964 start_params->mf_mode = bp->mf_mode;
965 start_params->sd_vlan_tag = bp->mf_ov;
966 start_params->network_cos_mode = OVERRIDE_COS;
967
968 return bnx2x_func_state_change(bp, &func_params);
969}
970
971
972/**
973 * bnx2x_set_fw_mac_addr - fill in a MAC address in FW format
974 *
975 * @fw_hi: pointer to upper part
976 * @fw_mid: pointer to middle part
977 * @fw_lo: pointer to lower part
978 * @mac: pointer to MAC address
979 */
980static inline void bnx2x_set_fw_mac_addr(u16 *fw_hi, u16 *fw_mid, u16 *fw_lo,
981 u8 *mac)
982{
983 ((u8 *)fw_hi)[0] = mac[1];
984 ((u8 *)fw_hi)[1] = mac[0];
985 ((u8 *)fw_mid)[0] = mac[3];
986 ((u8 *)fw_mid)[1] = mac[2];
987 ((u8 *)fw_lo)[0] = mac[5];
988 ((u8 *)fw_lo)[1] = mac[4];
989}
990
Dmitry Kravkov523224a2010-10-06 03:23:26 +0000991static inline void bnx2x_free_rx_sge_range(struct bnx2x *bp,
992 struct bnx2x_fastpath *fp, int last)
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000993{
Dmitry Kravkov523224a2010-10-06 03:23:26 +0000994 int i;
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +0000995
Dmitry Kravkovb3b83c32011-05-04 23:50:33 +0000996 if (fp->disable_tpa)
997 return;
998
Dmitry Kravkov523224a2010-10-06 03:23:26 +0000999 for (i = 0; i < last; i++)
1000 bnx2x_free_rx_sge(bp, fp, i);
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +00001001}
1002
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +00001003static inline void bnx2x_free_tpa_pool(struct bnx2x *bp,
1004 struct bnx2x_fastpath *fp, int last)
1005{
1006 int i;
1007
1008 for (i = 0; i < last; i++) {
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +03001009 struct bnx2x_agg_info *tpa_info = &fp->tpa_info[i];
1010 struct sw_rx_bd *first_buf = &tpa_info->first_buf;
1011 struct sk_buff *skb = first_buf->skb;
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +00001012
1013 if (skb == NULL) {
1014 DP(NETIF_MSG_IFDOWN, "tpa bin %d empty on free\n", i);
1015 continue;
1016 }
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +03001017 if (tpa_info->tpa_state == BNX2X_TPA_START)
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +00001018 dma_unmap_single(&bp->pdev->dev,
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +03001019 dma_unmap_addr(first_buf, mapping),
Vladislav Zolotarova8c94b92011-02-06 11:21:02 -08001020 fp->rx_buf_size, DMA_FROM_DEVICE);
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +00001021 dev_kfree_skb(skb);
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +03001022 first_buf->skb = NULL;
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +00001023 }
1024}
1025
Dmitry Kravkovb3b83c32011-05-04 23:50:33 +00001026static inline void bnx2x_init_tx_ring_one(struct bnx2x_fastpath *fp)
1027{
1028 int i;
1029
1030 for (i = 1; i <= NUM_TX_RINGS; i++) {
1031 struct eth_tx_next_bd *tx_next_bd =
1032 &fp->tx_desc_ring[TX_DESC_CNT * i - 1].next_bd;
1033
1034 tx_next_bd->addr_hi =
1035 cpu_to_le32(U64_HI(fp->tx_desc_mapping +
1036 BCM_PAGE_SIZE*(i % NUM_TX_RINGS)));
1037 tx_next_bd->addr_lo =
1038 cpu_to_le32(U64_LO(fp->tx_desc_mapping +
1039 BCM_PAGE_SIZE*(i % NUM_TX_RINGS)));
1040 }
1041
1042 SET_FLAG(fp->tx_db.data.header.header, DOORBELL_HDR_DB_TYPE, 1);
1043 fp->tx_db.data.zero_fill1 = 0;
1044 fp->tx_db.data.prod = 0;
1045
1046 fp->tx_pkt_prod = 0;
1047 fp->tx_pkt_cons = 0;
1048 fp->tx_bd_prod = 0;
1049 fp->tx_bd_cons = 0;
1050 fp->tx_pkt = 0;
1051}
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +00001052
Dmitry Kravkov523224a2010-10-06 03:23:26 +00001053static inline void bnx2x_init_tx_rings(struct bnx2x *bp)
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +00001054{
Dmitry Kravkovb3b83c32011-05-04 23:50:33 +00001055 int i;
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +00001056
Dmitry Kravkovb3b83c32011-05-04 23:50:33 +00001057 for_each_tx_queue(bp, i)
1058 bnx2x_init_tx_ring_one(&bp->fp[i]);
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +00001059}
Dmitry Kravkovf85582f2010-10-06 03:34:21 +00001060
Dmitry Kravkov523224a2010-10-06 03:23:26 +00001061static inline void bnx2x_set_next_page_rx_bd(struct bnx2x_fastpath *fp)
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +00001062{
Dmitry Kravkov523224a2010-10-06 03:23:26 +00001063 int i;
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +00001064
Dmitry Kravkov523224a2010-10-06 03:23:26 +00001065 for (i = 1; i <= NUM_RX_RINGS; i++) {
1066 struct eth_rx_bd *rx_bd;
1067
1068 rx_bd = &fp->rx_desc_ring[RX_DESC_CNT * i - 2];
1069 rx_bd->addr_hi =
1070 cpu_to_le32(U64_HI(fp->rx_desc_mapping +
1071 BCM_PAGE_SIZE*(i % NUM_RX_RINGS)));
1072 rx_bd->addr_lo =
1073 cpu_to_le32(U64_LO(fp->rx_desc_mapping +
1074 BCM_PAGE_SIZE*(i % NUM_RX_RINGS)));
1075 }
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +00001076}
1077
Dmitry Kravkov523224a2010-10-06 03:23:26 +00001078static inline void bnx2x_set_next_page_sgl(struct bnx2x_fastpath *fp)
1079{
1080 int i;
1081
1082 for (i = 1; i <= NUM_RX_SGE_PAGES; i++) {
1083 struct eth_rx_sge *sge;
1084
1085 sge = &fp->rx_sge_ring[RX_SGE_CNT * i - 2];
1086 sge->addr_hi =
1087 cpu_to_le32(U64_HI(fp->rx_sge_mapping +
1088 BCM_PAGE_SIZE*(i % NUM_RX_SGE_PAGES)));
1089
1090 sge->addr_lo =
1091 cpu_to_le32(U64_LO(fp->rx_sge_mapping +
1092 BCM_PAGE_SIZE*(i % NUM_RX_SGE_PAGES)));
1093 }
1094}
1095
1096static inline void bnx2x_set_next_page_rx_cq(struct bnx2x_fastpath *fp)
1097{
1098 int i;
1099 for (i = 1; i <= NUM_RCQ_RINGS; i++) {
1100 struct eth_rx_cqe_next_page *nextpg;
1101
1102 nextpg = (struct eth_rx_cqe_next_page *)
1103 &fp->rx_comp_ring[RCQ_DESC_CNT * i - 1];
1104 nextpg->addr_hi =
1105 cpu_to_le32(U64_HI(fp->rx_comp_mapping +
1106 BCM_PAGE_SIZE*(i % NUM_RCQ_RINGS)));
1107 nextpg->addr_lo =
1108 cpu_to_le32(U64_LO(fp->rx_comp_mapping +
1109 BCM_PAGE_SIZE*(i % NUM_RCQ_RINGS)));
1110 }
1111}
1112
Dmitry Kravkovb3b83c32011-05-04 23:50:33 +00001113/* Returns the number of actually allocated BDs */
1114static inline int bnx2x_alloc_rx_bds(struct bnx2x_fastpath *fp,
1115 int rx_ring_size)
1116{
1117 struct bnx2x *bp = fp->bp;
1118 u16 ring_prod, cqe_ring_prod;
1119 int i;
1120
1121 fp->rx_comp_cons = 0;
1122 cqe_ring_prod = ring_prod = 0;
1123
1124 /* This routine is called only during fo init so
1125 * fp->eth_q_stats.rx_skb_alloc_failed = 0
1126 */
1127 for (i = 0; i < rx_ring_size; i++) {
1128 if (bnx2x_alloc_rx_skb(bp, fp, ring_prod) < 0) {
1129 fp->eth_q_stats.rx_skb_alloc_failed++;
1130 continue;
1131 }
1132 ring_prod = NEXT_RX_IDX(ring_prod);
1133 cqe_ring_prod = NEXT_RCQ_IDX(cqe_ring_prod);
1134 WARN_ON(ring_prod <= (i - fp->eth_q_stats.rx_skb_alloc_failed));
1135 }
1136
1137 if (fp->eth_q_stats.rx_skb_alloc_failed)
1138 BNX2X_ERR("was only able to allocate "
1139 "%d rx skbs on queue[%d]\n",
1140 (i - fp->eth_q_stats.rx_skb_alloc_failed), fp->index);
1141
1142 fp->rx_bd_prod = ring_prod;
1143 /* Limit the CQE producer by the CQE ring size */
1144 fp->rx_comp_prod = min_t(u16, NUM_RCQ_RINGS*RCQ_DESC_CNT,
1145 cqe_ring_prod);
1146 fp->rx_pkt = fp->rx_calls = 0;
1147
1148 return i - fp->eth_q_stats.rx_skb_alloc_failed;
1149}
1150
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +03001151/* Statistics ID are global per chip/path, while Client IDs for E1x are per
1152 * port.
1153 */
1154static inline u8 bnx2x_stats_id(struct bnx2x_fastpath *fp)
1155{
1156 if (!CHIP_IS_E1x(fp->bp))
1157 return fp->cl_id;
1158 else
1159 return fp->cl_id + BP_PORT(fp->bp) * FP_SB_MAX_E1x;
1160}
1161
1162static inline void bnx2x_init_vlan_mac_fp_objs(struct bnx2x_fastpath *fp,
1163 bnx2x_obj_type obj_type)
1164{
1165 struct bnx2x *bp = fp->bp;
1166
1167 /* Configure classification DBs */
1168 bnx2x_init_mac_obj(bp, &fp->mac_obj, fp->cl_id, fp->cid,
1169 BP_FUNC(bp), bnx2x_sp(bp, mac_rdata),
1170 bnx2x_sp_mapping(bp, mac_rdata),
1171 BNX2X_FILTER_MAC_PENDING,
1172 &bp->sp_state, obj_type,
1173 &bp->macs_pool);
1174}
1175
1176/**
1177 * bnx2x_get_path_func_num - get number of active functions
1178 *
1179 * @bp: driver handle
1180 *
1181 * Calculates the number of active (not hidden) functions on the
1182 * current path.
1183 */
1184static inline u8 bnx2x_get_path_func_num(struct bnx2x *bp)
1185{
1186 u8 func_num = 0, i;
1187
1188 /* 57710 has only one function per-port */
1189 if (CHIP_IS_E1(bp))
1190 return 1;
1191
1192 /* Calculate a number of functions enabled on the current
1193 * PATH/PORT.
1194 */
1195 if (CHIP_REV_IS_SLOW(bp)) {
1196 if (IS_MF(bp))
1197 func_num = 4;
1198 else
1199 func_num = 2;
1200 } else {
1201 for (i = 0; i < E1H_FUNC_MAX / 2; i++) {
1202 u32 func_config =
1203 MF_CFG_RD(bp,
1204 func_mf_config[BP_PORT(bp) + 2 * i].
1205 config);
1206 func_num +=
1207 ((func_config & FUNC_MF_CFG_FUNC_HIDE) ? 0 : 1);
1208 }
1209 }
1210
1211 WARN_ON(!func_num);
1212
1213 return func_num;
1214}
1215
1216static inline void bnx2x_init_bp_objs(struct bnx2x *bp)
1217{
1218 /* RX_MODE controlling object */
1219 bnx2x_init_rx_mode_obj(bp, &bp->rx_mode_obj);
1220
1221 /* multicast configuration controlling object */
1222 bnx2x_init_mcast_obj(bp, &bp->mcast_obj, bp->fp->cl_id, bp->fp->cid,
1223 BP_FUNC(bp), BP_FUNC(bp),
1224 bnx2x_sp(bp, mcast_rdata),
1225 bnx2x_sp_mapping(bp, mcast_rdata),
1226 BNX2X_FILTER_MCAST_PENDING, &bp->sp_state,
1227 BNX2X_OBJ_TYPE_RX);
1228
1229 /* Setup CAM credit pools */
1230 bnx2x_init_mac_credit_pool(bp, &bp->macs_pool, BP_FUNC(bp),
1231 bnx2x_get_path_func_num(bp));
1232
1233 /* RSS configuration object */
1234 bnx2x_init_rss_config_obj(bp, &bp->rss_conf_obj, bp->fp->cl_id,
1235 bp->fp->cid, BP_FUNC(bp), BP_FUNC(bp),
1236 bnx2x_sp(bp, rss_rdata),
1237 bnx2x_sp_mapping(bp, rss_rdata),
1238 BNX2X_FILTER_RSS_CONF_PENDING, &bp->sp_state,
1239 BNX2X_OBJ_TYPE_RX);
1240}
1241
1242static inline u8 bnx2x_fp_qzone_id(struct bnx2x_fastpath *fp)
1243{
1244 if (CHIP_IS_E1x(fp->bp))
1245 return fp->cl_id + BP_PORT(fp->bp) * ETH_MAX_RX_CLIENTS_E1H;
1246 else
1247 return fp->cl_id;
1248}
1249
1250static inline u32 bnx2x_rx_ustorm_prods_offset(struct bnx2x_fastpath *fp)
1251{
1252 struct bnx2x *bp = fp->bp;
1253
1254 if (!CHIP_IS_E1x(bp))
1255 return USTORM_RX_PRODS_E2_OFFSET(fp->cl_qzone_id);
1256 else
1257 return USTORM_RX_PRODS_E1X_OFFSET(BP_PORT(bp), fp->cl_id);
1258}
1259
1260
Vladislav Zolotarovec6ba942010-12-13 05:44:01 +00001261#ifdef BCM_CNIC
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +03001262static inline u8 bnx2x_cnic_eth_cl_id(struct bnx2x *bp, u8 cl_idx)
1263{
1264 return bp->cnic_base_cl_id + cl_idx +
1265 (bp->pf_num >> 1) * NONE_ETH_CONTEXT_USE;
1266}
1267
1268static inline u8 bnx2x_cnic_fw_sb_id(struct bnx2x *bp)
1269{
1270
1271 /* the 'first' id is allocated for the cnic */
1272 return bp->base_fw_ndsb;
1273}
1274
1275static inline u8 bnx2x_cnic_igu_sb_id(struct bnx2x *bp)
1276{
1277 return bp->igu_base_sb;
1278}
1279
1280
Vladislav Zolotarovec6ba942010-12-13 05:44:01 +00001281static inline void bnx2x_init_fcoe_fp(struct bnx2x *bp)
1282{
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +03001283 struct bnx2x_fastpath *fp = bnx2x_fcoe_fp(bp);
1284 unsigned long q_type = 0;
1285
1286 bnx2x_fcoe(bp, cl_id) = bnx2x_cnic_eth_cl_id(bp,
1287 BNX2X_FCOE_ETH_CL_ID_IDX);
1288 /** Current BNX2X_FCOE_ETH_CID deffinition implies not more than
1289 * 16 ETH clients per function when CNIC is enabled!
1290 *
1291 * Fix it ASAP!!!
1292 */
Vladislav Zolotarovec6ba942010-12-13 05:44:01 +00001293 bnx2x_fcoe(bp, cid) = BNX2X_FCOE_ETH_CID;
1294 bnx2x_fcoe(bp, fw_sb_id) = DEF_SB_ID;
1295 bnx2x_fcoe(bp, igu_sb_id) = bp->igu_dsb_id;
1296 bnx2x_fcoe(bp, bp) = bp;
Vladislav Zolotarovec6ba942010-12-13 05:44:01 +00001297 bnx2x_fcoe(bp, index) = FCOE_IDX;
1298 bnx2x_fcoe(bp, rx_cons_sb) = BNX2X_FCOE_L2_RX_INDEX;
1299 bnx2x_fcoe(bp, tx_cons_sb) = BNX2X_FCOE_L2_TX_INDEX;
1300 /* qZone id equals to FW (per path) client id */
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +03001301 bnx2x_fcoe(bp, cl_qzone_id) = bnx2x_fp_qzone_id(fp);
Vladislav Zolotarovec6ba942010-12-13 05:44:01 +00001302 /* init shortcut */
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +03001303 bnx2x_fcoe(bp, ustorm_rx_prods_offset) =
1304 bnx2x_rx_ustorm_prods_offset(fp);
Dmitry Kravkov523224a2010-10-06 03:23:26 +00001305
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +03001306 /* Configure Queue State object */
1307 __set_bit(BNX2X_Q_TYPE_HAS_RX, &q_type);
1308 __set_bit(BNX2X_Q_TYPE_HAS_TX, &q_type);
1309 bnx2x_init_queue_obj(bp, &fp->q_obj, fp->cl_id, fp->cid, BP_FUNC(bp),
1310 bnx2x_sp(bp, q_rdata), bnx2x_sp_mapping(bp, q_rdata),
1311 q_type);
1312
1313 DP(NETIF_MSG_IFUP, "queue[%d]: bnx2x_init_sb(%p,%p) cl_id %d fw_sb %d "
1314 "igu_sb %d\n",
1315 fp->index, bp, fp->status_blk.e2_sb, fp->cl_id, fp->fw_sb_id,
1316 fp->igu_sb_id);
Vladislav Zolotarovec6ba942010-12-13 05:44:01 +00001317}
1318#endif
Dmitry Kravkov523224a2010-10-06 03:23:26 +00001319
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +03001320static inline int bnx2x_clean_tx_queue(struct bnx2x *bp,
1321 struct bnx2x_fastpath *fp)
1322{
1323 int cnt = 1000;
1324
1325 while (bnx2x_has_tx_work_unload(fp)) {
1326 if (!cnt) {
1327 BNX2X_ERR("timeout waiting for queue[%d]: "
1328 "fp->tx_pkt_prod(%d) != fp->tx_pkt_cons(%d)\n",
1329 fp->index, fp->tx_pkt_prod, fp->tx_pkt_cons);
1330#ifdef BNX2X_STOP_ON_ERROR
1331 bnx2x_panic();
1332 return -EBUSY;
1333#else
1334 break;
1335#endif
1336 }
1337 cnt--;
1338 usleep_range(1000, 1000);
1339 }
1340
1341 return 0;
1342}
1343
Yaniv Rosner1ac9e422011-05-31 21:26:11 +00001344int bnx2x_get_link_cfg_idx(struct bnx2x *bp);
1345
Dmitry Kravkov523224a2010-10-06 03:23:26 +00001346static inline void __storm_memset_struct(struct bnx2x *bp,
1347 u32 addr, size_t size, u32 *data)
1348{
1349 int i;
1350 for (i = 0; i < size/4; i++)
1351 REG_WR(bp, addr + (i * 4), data[i]);
1352}
1353
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +03001354static inline void storm_memset_func_cfg(struct bnx2x *bp,
1355 struct tstorm_eth_function_common_config *tcfg,
1356 u16 abs_fid)
Dmitry Kravkov523224a2010-10-06 03:23:26 +00001357{
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +03001358 size_t size = sizeof(struct tstorm_eth_function_common_config);
Dmitry Kravkov523224a2010-10-06 03:23:26 +00001359
1360 u32 addr = BAR_TSTRORM_INTMEM +
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +03001361 TSTORM_FUNCTION_COMMON_CONFIG_OFFSET(abs_fid);
Dmitry Kravkov523224a2010-10-06 03:23:26 +00001362
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +03001363 __storm_memset_struct(bp, addr, size, (u32 *)tcfg);
Dmitry Kravkov523224a2010-10-06 03:23:26 +00001364}
1365
1366static inline void storm_memset_cmng(struct bnx2x *bp,
1367 struct cmng_struct_per_port *cmng,
1368 u8 port)
1369{
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +03001370 size_t size = sizeof(struct cmng_struct_per_port);
Dmitry Kravkov523224a2010-10-06 03:23:26 +00001371
1372 u32 addr = BAR_XSTRORM_INTMEM +
1373 XSTORM_CMNG_PER_PORT_VARS_OFFSET(port);
1374
1375 __storm_memset_struct(bp, addr, size, (u32 *)cmng);
1376}
Dmitry Kravkovf85582f2010-10-06 03:34:21 +00001377
Vlad Zolotarov619c5cb2011-06-14 14:33:44 +03001378/**
1379 * bnx2x_wait_sp_comp - wait for the outstanding SP commands.
1380 *
1381 * @bp: driver handle
1382 * @mask: bits that need to be cleared
1383 */
1384static inline bool bnx2x_wait_sp_comp(struct bnx2x *bp, unsigned long mask)
1385{
1386 int tout = 5000; /* Wait for 5 secs tops */
1387
1388 while (tout--) {
1389 smp_mb();
1390 netif_addr_lock_bh(bp->dev);
1391 if (!(bp->sp_state & mask)) {
1392 netif_addr_unlock_bh(bp->dev);
1393 return true;
1394 }
1395 netif_addr_unlock_bh(bp->dev);
1396
1397 usleep_range(1000, 1000);
1398 }
1399
1400 smp_mb();
1401
1402 netif_addr_lock_bh(bp->dev);
1403 if (bp->sp_state & mask) {
1404 BNX2X_ERR("Filtering completion timed out. sp_state 0x%lx, "
1405 "mask 0x%lx\n", bp->sp_state, mask);
1406 netif_addr_unlock_bh(bp->dev);
1407 return false;
1408 }
1409 netif_addr_unlock_bh(bp->dev);
1410
1411 return true;
1412}
1413
1414/**
1415 * bnx2x_set_ctx_validation - set CDU context validation values
1416 *
1417 * @bp: driver handle
1418 * @cxt: context of the connection on the host memory
1419 * @cid: SW CID of the connection to be configured
1420 */
1421void bnx2x_set_ctx_validation(struct bnx2x *bp, struct eth_context *cxt,
1422 u32 cid);
1423
1424void bnx2x_update_coalesce_sb_index(struct bnx2x *bp, u8 fw_sb_id,
1425 u8 sb_index, u8 disable, u16 usec);
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +00001426void bnx2x_acquire_phy_lock(struct bnx2x *bp);
1427void bnx2x_release_phy_lock(struct bnx2x *bp);
1428
Dmitry Kravkovfaa6fcb2011-02-28 03:37:20 +00001429/**
Dmitry Kravkove8920672011-05-04 23:52:40 +00001430 * bnx2x_extract_max_cfg - extract MAX BW part from MF configuration.
Dmitry Kravkovfaa6fcb2011-02-28 03:37:20 +00001431 *
Dmitry Kravkove8920672011-05-04 23:52:40 +00001432 * @bp: driver handle
1433 * @mf_cfg: MF configuration
Dmitry Kravkovfaa6fcb2011-02-28 03:37:20 +00001434 *
Dmitry Kravkovfaa6fcb2011-02-28 03:37:20 +00001435 */
1436static inline u16 bnx2x_extract_max_cfg(struct bnx2x *bp, u32 mf_cfg)
1437{
1438 u16 max_cfg = (mf_cfg & FUNC_MF_CFG_MAX_BW_MASK) >>
1439 FUNC_MF_CFG_MAX_BW_SHIFT;
1440 if (!max_cfg) {
1441 BNX2X_ERR("Illegal configuration detected for Max BW - "
1442 "using 100 instead\n");
1443 max_cfg = 100;
1444 }
1445 return max_cfg;
1446}
1447
Dmitry Kravkov9f6c9252010-07-27 12:34:34 +00001448#endif /* BNX2X_CMN_H */