blob: 10827476bc0b38237b9b6999a31a907cd330cf9e [file] [log] [blame]
Ben Hutchings8ceee662008-04-27 12:55:59 +01001/****************************************************************************
Ben Hutchingsf7a6d2c2013-08-29 23:32:48 +01002 * Driver for Solarflare network controllers and boards
Ben Hutchings8ceee662008-04-27 12:55:59 +01003 * Copyright 2005-2006 Fen Systems Ltd.
Ben Hutchingsf7a6d2c2013-08-29 23:32:48 +01004 * Copyright 2006-2013 Solarflare Communications Inc.
Ben Hutchings8ceee662008-04-27 12:55:59 +01005 *
6 * This program is free software; you can redistribute it and/or modify it
7 * under the terms of the GNU General Public License version 2 as published
8 * by the Free Software Foundation, incorporated herein by reference.
9 */
10
11#ifndef EFX_EFX_H
12#define EFX_EFX_H
13
14#include "net_driver.h"
Ben Hutchings64eebcf2010-09-20 08:43:07 +000015#include "filter.h"
Ben Hutchings8ceee662008-04-27 12:55:59 +010016
Ben Hutchings6a350fd2014-02-12 19:00:07 +000017/* All controllers use BAR 0 for I/O space and BAR 2(&3) for memory */
Shradha Shah02246a72015-05-06 00:58:14 +010018/* All VFs use BAR 0/1 for memory */
Ben Hutchingsdc803df2009-10-23 08:32:33 +000019#define EFX_MEM_BAR 2
Shradha Shah02246a72015-05-06 00:58:14 +010020#define EFX_MEM_VF_BAR 0
Ben Hutchingsdc803df2009-10-23 08:32:33 +000021
Shradha Shahe340be92015-05-20 11:11:03 +010022int efx_net_open(struct net_device *net_dev);
23int efx_net_stop(struct net_device *net_dev);
24
Ben Hutchings8ceee662008-04-27 12:55:59 +010025/* TX */
Joe Perches00aef982013-09-23 11:37:59 -070026int efx_probe_tx_queue(struct efx_tx_queue *tx_queue);
27void efx_remove_tx_queue(struct efx_tx_queue *tx_queue);
28void efx_init_tx_queue(struct efx_tx_queue *tx_queue);
29void efx_init_tx_queue_core_txq(struct efx_tx_queue *tx_queue);
30void efx_fini_tx_queue(struct efx_tx_queue *tx_queue);
31netdev_tx_t efx_hard_start_xmit(struct sk_buff *skb,
32 struct net_device *net_dev);
33netdev_tx_t efx_enqueue_skb(struct efx_tx_queue *tx_queue, struct sk_buff *skb);
34void efx_xmit_done(struct efx_tx_queue *tx_queue, unsigned int index);
35int efx_setup_tc(struct net_device *net_dev, u8 num_tc);
36unsigned int efx_tx_max_skb_descs(struct efx_nic *efx);
Ben Hutchings183233b2013-06-28 21:47:12 +010037extern unsigned int efx_piobuf_size;
Shradha Shahb0fbdae2015-08-28 10:55:42 +010038extern bool efx_separate_tx_channels;
Ben Hutchings8ceee662008-04-27 12:55:59 +010039
40/* RX */
Jon Cooper267c0152015-05-06 00:59:38 +010041void efx_set_default_rx_indir_table(struct efx_nic *efx);
Joe Perches00aef982013-09-23 11:37:59 -070042void efx_rx_config_page_split(struct efx_nic *efx);
43int efx_probe_rx_queue(struct efx_rx_queue *rx_queue);
44void efx_remove_rx_queue(struct efx_rx_queue *rx_queue);
45void efx_init_rx_queue(struct efx_rx_queue *rx_queue);
46void efx_fini_rx_queue(struct efx_rx_queue *rx_queue);
Jon Coopercce28792013-10-02 11:04:14 +010047void efx_fast_push_rx_descriptors(struct efx_rx_queue *rx_queue, bool atomic);
Joe Perches00aef982013-09-23 11:37:59 -070048void efx_rx_slow_fill(unsigned long context);
49void __efx_rx_packet(struct efx_channel *channel);
50void efx_rx_packet(struct efx_rx_queue *rx_queue, unsigned int index,
51 unsigned int n_frags, unsigned int len, u16 flags);
Ben Hutchingsff734ef2013-01-29 23:33:14 +000052static inline void efx_rx_flush_packet(struct efx_channel *channel)
53{
Ben Hutchings85740cdf2013-01-29 23:33:15 +000054 if (channel->rx_pkt_n_frags)
55 __efx_rx_packet(channel);
Ben Hutchingsff734ef2013-01-29 23:33:14 +000056}
Joe Perches00aef982013-09-23 11:37:59 -070057void efx_schedule_slow_fill(struct efx_rx_queue *rx_queue);
Steve Hodgsonecc910f2010-09-10 06:42:22 +000058
59#define EFX_MAX_DMAQ_SIZE 4096UL
60#define EFX_DEFAULT_DMAQ_SIZE 1024UL
61#define EFX_MIN_DMAQ_SIZE 512UL
62
63#define EFX_MAX_EVQ_SIZE 16384UL
64#define EFX_MIN_EVQ_SIZE 512UL
Ben Hutchings8ceee662008-04-27 12:55:59 +010065
Ben Hutchings7e6d06f2012-07-30 15:57:44 +000066/* Maximum number of TCP segments we support for soft-TSO */
67#define EFX_TSO_MAX_SEGS 100
68
69/* The smallest [rt]xq_entries that the driver supports. RX minimum
70 * is a bit arbitrary. For TX, we must have space for at least 2
71 * TSO skbs.
72 */
73#define EFX_RXQ_MIN_ENT 128U
74#define EFX_TXQ_MIN_ENT(efx) (2 * efx_tx_max_skb_descs(efx))
Ben Hutchings46426102010-09-10 06:42:33 +000075
Ben Hutchingsd9317ae2014-01-23 14:35:48 +000076#define EFX_TXQ_MAX_ENT(efx) (EFX_WORKAROUND_35388(efx) ? \
77 EFX_MAX_DMAQ_SIZE / 2 : EFX_MAX_DMAQ_SIZE)
78
Bert Kenwardf1c2ef42015-12-11 09:39:32 +000079static inline bool efx_rss_enabled(struct efx_nic *efx)
80{
81 return efx->rss_spread > 1;
82}
83
Ben Hutchings64eebcf2010-09-20 08:43:07 +000084/* Filters */
Ben Hutchingsadd72472012-11-08 01:46:53 +000085
Edward Cree0d322412015-05-20 11:10:03 +010086void efx_mac_reconfigure(struct efx_nic *efx);
87
Ben Hutchingsadd72472012-11-08 01:46:53 +000088/**
89 * efx_filter_insert_filter - add or replace a filter
90 * @efx: NIC in which to insert the filter
91 * @spec: Specification for the filter
92 * @replace_equal: Flag for whether the specified filter may replace an
93 * existing filter with equal priority
94 *
95 * On success, return the filter ID.
96 * On failure, return a negative error code.
97 *
Ben Hutchingsb883d0b2013-01-15 22:00:07 +000098 * If existing filters have equal match values to the new filter spec,
99 * then the new filter might replace them or the function might fail,
100 * as follows.
101 *
102 * 1. If the existing filters have lower priority, or @replace_equal
103 * is set and they have equal priority, replace them.
104 *
105 * 2. If the existing filters have higher priority, return -%EPERM.
106 *
107 * 3. If !efx_filter_is_mc_recipient(@spec), or the NIC does not
108 * support delivery to multiple recipients, return -%EEXIST.
109 *
110 * This implies that filters for multiple multicast recipients must
111 * all be inserted with the same priority and @replace_equal = %false.
Ben Hutchingsadd72472012-11-08 01:46:53 +0000112 */
113static inline s32 efx_filter_insert_filter(struct efx_nic *efx,
114 struct efx_filter_spec *spec,
115 bool replace_equal)
116{
117 return efx->type->filter_insert(efx, spec, replace_equal);
118}
119
120/**
121 * efx_filter_remove_id_safe - remove a filter by ID, carefully
122 * @efx: NIC from which to remove the filter
123 * @priority: Priority of filter, as passed to @efx_filter_insert_filter
124 * @filter_id: ID of filter, as returned by @efx_filter_insert_filter
125 *
126 * This function will range-check @filter_id, so it is safe to call
127 * with a value passed from userland.
128 */
129static inline int efx_filter_remove_id_safe(struct efx_nic *efx,
130 enum efx_filter_priority priority,
131 u32 filter_id)
132{
133 return efx->type->filter_remove_safe(efx, priority, filter_id);
134}
135
136/**
137 * efx_filter_get_filter_safe - retrieve a filter by ID, carefully
138 * @efx: NIC from which to remove the filter
139 * @priority: Priority of filter, as passed to @efx_filter_insert_filter
140 * @filter_id: ID of filter, as returned by @efx_filter_insert_filter
141 * @spec: Buffer in which to store filter specification
142 *
143 * This function will range-check @filter_id, so it is safe to call
144 * with a value passed from userland.
145 */
146static inline int
147efx_filter_get_filter_safe(struct efx_nic *efx,
148 enum efx_filter_priority priority,
149 u32 filter_id, struct efx_filter_spec *spec)
150{
151 return efx->type->filter_get_safe(efx, priority, filter_id, spec);
152}
153
Ben Hutchingsadd72472012-11-08 01:46:53 +0000154static inline u32 efx_filter_count_rx_used(struct efx_nic *efx,
155 enum efx_filter_priority priority)
156{
157 return efx->type->filter_count_rx_used(efx, priority);
158}
159static inline u32 efx_filter_get_rx_id_limit(struct efx_nic *efx)
160{
161 return efx->type->filter_get_rx_id_limit(efx);
162}
163static inline s32 efx_filter_get_rx_ids(struct efx_nic *efx,
164 enum efx_filter_priority priority,
165 u32 *buf, u32 size)
166{
167 return efx->type->filter_get_rx_ids(efx, priority, buf, size);
168}
Ben Hutchings64d8ad62011-01-05 00:50:41 +0000169#ifdef CONFIG_RFS_ACCEL
Joe Perches00aef982013-09-23 11:37:59 -0700170int efx_filter_rfs(struct net_device *net_dev, const struct sk_buff *skb,
171 u16 rxq_index, u32 flow_id);
172bool __efx_filter_rfs_expire(struct efx_nic *efx, unsigned quota);
Ben Hutchings64d8ad62011-01-05 00:50:41 +0000173static inline void efx_filter_rfs_expire(struct efx_channel *channel)
174{
175 if (channel->rfs_filters_added >= 60 &&
176 __efx_filter_rfs_expire(channel->efx, 100))
177 channel->rfs_filters_added -= 60;
178}
179#define efx_filter_rfs_enabled() 1
180#else
181static inline void efx_filter_rfs_expire(struct efx_channel *channel) {}
182#define efx_filter_rfs_enabled() 0
183#endif
Joe Perches00aef982013-09-23 11:37:59 -0700184bool efx_filter_is_mc_recipient(const struct efx_filter_spec *spec);
Ben Hutchings64eebcf2010-09-20 08:43:07 +0000185
Ben Hutchings8ceee662008-04-27 12:55:59 +0100186/* Channels */
Joe Perches00aef982013-09-23 11:37:59 -0700187int efx_channel_dummy_op_int(struct efx_channel *channel);
188void efx_channel_dummy_op_void(struct efx_channel *channel);
189int efx_realloc_channels(struct efx_nic *efx, u32 rxq_entries, u32 txq_entries);
Ben Hutchings8ceee662008-04-27 12:55:59 +0100190
191/* Ports */
Joe Perches00aef982013-09-23 11:37:59 -0700192int efx_reconfigure_port(struct efx_nic *efx);
193int __efx_reconfigure_port(struct efx_nic *efx);
Ben Hutchings8c8661e2008-09-01 12:49:02 +0100194
Ben Hutchingsf5e7adc2009-11-23 16:07:30 +0000195/* Ethtool support */
Ben Hutchingsf5e7adc2009-11-23 16:07:30 +0000196extern const struct ethtool_ops efx_ethtool_ops;
197
Ben Hutchings8c8661e2008-09-01 12:49:02 +0100198/* Reset handling */
Joe Perches00aef982013-09-23 11:37:59 -0700199int efx_reset(struct efx_nic *efx, enum reset_type method);
200void efx_reset_down(struct efx_nic *efx, enum reset_type method);
201int efx_reset_up(struct efx_nic *efx, enum reset_type method, bool ok);
202int efx_try_recovery(struct efx_nic *efx);
Ben Hutchings8ceee662008-04-27 12:55:59 +0100203
204/* Global */
Joe Perches00aef982013-09-23 11:37:59 -0700205void efx_schedule_reset(struct efx_nic *efx, enum reset_type type);
206int efx_init_irq_moderation(struct efx_nic *efx, unsigned int tx_usecs,
207 unsigned int rx_usecs, bool rx_adaptive,
208 bool rx_may_override_tx);
209void efx_get_irq_moderation(struct efx_nic *efx, unsigned int *tx_usecs,
210 unsigned int *rx_usecs, bool *rx_adaptive);
Alexandre Rames36763262014-07-22 14:03:25 +0100211void efx_stop_eventq(struct efx_channel *channel);
212void efx_start_eventq(struct efx_channel *channel);
Ben Hutchings8ceee662008-04-27 12:55:59 +0100213
214/* Dummy PHY ops for PHY drivers */
Joe Perches00aef982013-09-23 11:37:59 -0700215int efx_port_dummy_op_int(struct efx_nic *efx);
216void efx_port_dummy_op_void(struct efx_nic *efx);
Ben Hutchings8ceee662008-04-27 12:55:59 +0100217
Edward Creee4d112e2014-07-15 11:58:12 +0100218/* Update the generic software stats in the passed stats array */
219void efx_update_sw_stats(struct efx_nic *efx, u64 *stats);
220
Ben Hutchingsf4150722008-11-04 20:34:28 +0000221/* MTD */
222#ifdef CONFIG_SFC_MTD
Joe Perches00aef982013-09-23 11:37:59 -0700223int efx_mtd_add(struct efx_nic *efx, struct efx_mtd_partition *parts,
224 size_t n_parts, size_t sizeof_part);
Ben Hutchings45a3fd52012-11-28 04:38:14 +0000225static inline int efx_mtd_probe(struct efx_nic *efx)
226{
227 return efx->type->mtd_probe(efx);
228}
Joe Perches00aef982013-09-23 11:37:59 -0700229void efx_mtd_rename(struct efx_nic *efx);
230void efx_mtd_remove(struct efx_nic *efx);
Ben Hutchingsf4150722008-11-04 20:34:28 +0000231#else
232static inline int efx_mtd_probe(struct efx_nic *efx) { return 0; }
233static inline void efx_mtd_rename(struct efx_nic *efx) {}
234static inline void efx_mtd_remove(struct efx_nic *efx) {}
235#endif
Ben Hutchings8ceee662008-04-27 12:55:59 +0100236
Shradha Shah7fa8d542015-05-06 00:55:13 +0100237#ifdef CONFIG_SFC_SRIOV
238static inline unsigned int efx_vf_size(struct efx_nic *efx)
239{
240 return 1 << efx->vi_scale;
241}
242#endif
243
Ben Hutchings8ceee662008-04-27 12:55:59 +0100244static inline void efx_schedule_channel(struct efx_channel *channel)
245{
Ben Hutchings62776d02010-06-23 11:30:07 +0000246 netif_vdbg(channel->efx, intr, channel->efx->net_dev,
247 "channel %d scheduling NAPI poll on CPU%d\n",
248 channel->channel, raw_smp_processor_id());
Ben Hutchings8ceee662008-04-27 12:55:59 +0100249
Ben Hutchings288379f2009-01-19 16:43:59 -0800250 napi_schedule(&channel->napi_str);
Ben Hutchings8ceee662008-04-27 12:55:59 +0100251}
252
Ben Hutchings1646a6f32012-01-05 20:14:10 +0000253static inline void efx_schedule_channel_irq(struct efx_channel *channel)
254{
Ben Hutchingsdd407812012-02-28 23:40:21 +0000255 channel->event_test_cpu = raw_smp_processor_id();
Ben Hutchings1646a6f32012-01-05 20:14:10 +0000256 efx_schedule_channel(channel);
257}
258
Joe Perches00aef982013-09-23 11:37:59 -0700259void efx_link_status_changed(struct efx_nic *efx);
260void efx_link_set_advertising(struct efx_nic *efx, u32);
261void efx_link_set_wanted_fc(struct efx_nic *efx, u8);
Steve Hodgsonfdaa9ae2009-11-28 05:34:05 +0000262
Daniel Pieczkoc2f3b8e2012-10-17 13:21:23 +0100263static inline void efx_device_detach_sync(struct efx_nic *efx)
264{
265 struct net_device *dev = efx->net_dev;
266
267 /* Lock/freeze all TX queues so that we can be sure the
268 * TX scheduler is stopped when we're done and before
269 * netif_device_present() becomes false.
270 */
Ben Hutchings35205b22013-03-05 01:03:47 +0000271 netif_tx_lock_bh(dev);
Daniel Pieczkoc2f3b8e2012-10-17 13:21:23 +0100272 netif_device_detach(dev);
Ben Hutchings35205b22013-03-05 01:03:47 +0000273 netif_tx_unlock_bh(dev);
Daniel Pieczkoc2f3b8e2012-10-17 13:21:23 +0100274}
275
Ben Hutchings8ceee662008-04-27 12:55:59 +0100276#endif /* EFX_EFX_H */