blob: 6abe0d6f1e1d4b7db86285fd2ff370e1bb67d123 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * INET An implementation of the TCP/IP protocol suite for the LINUX
3 * operating system. INET is implemented using the BSD Socket
4 * interface as the means of communication with the user level.
5 *
6 * Definitions for the Interfaces handler.
7 *
8 * Version: @(#)dev.h 1.0.10 08/12/93
9 *
Jesper Juhl02c30a82005-05-05 16:16:16 -070010 * Authors: Ross Biro
Linus Torvalds1da177e2005-04-16 15:20:36 -070011 * Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG>
12 * Corey Minyard <wf-rch!minyard@relay.EU.net>
13 * Donald J. Becker, <becker@cesdis.gsfc.nasa.gov>
Alan Cox113aa832008-10-13 19:01:08 -070014 * Alan Cox, <alan@lxorguk.ukuu.org.uk>
Linus Torvalds1da177e2005-04-16 15:20:36 -070015 * Bjorn Ekwall. <bj0rn@blox.se>
16 * Pekka Riikonen <priikone@poseidon.pspt.fi>
17 *
18 * This program is free software; you can redistribute it and/or
19 * modify it under the terms of the GNU General Public License
20 * as published by the Free Software Foundation; either version
21 * 2 of the License, or (at your option) any later version.
22 *
23 * Moved to /usr/include/linux for NET3
24 */
25#ifndef _LINUX_NETDEVICE_H
26#define _LINUX_NETDEVICE_H
27
Al Virod7fe0f22006-12-03 23:15:30 -050028#include <linux/timer.h>
Paul Gortmaker187f1882011-11-23 20:12:59 -050029#include <linux/bug.h>
Stephen Hemmingerbea33482007-10-03 16:41:36 -070030#include <linux/delay.h>
Arun Sharma600634972011-07-26 16:09:06 -070031#include <linux/atomic.h>
Eric Dumazet53511452014-10-08 08:19:27 -070032#include <linux/prefetch.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070033#include <asm/cache.h>
34#include <asm/byteorder.h>
35
Linus Torvalds1da177e2005-04-16 15:20:36 -070036#include <linux/percpu.h>
David S. Miller4d5b78c2009-05-06 16:52:51 -070037#include <linux/rculist.h>
Chris Leechdb217332006-06-17 21:24:58 -070038#include <linux/dmaengine.h>
Stephen Hemmingerbea33482007-10-03 16:41:36 -070039#include <linux/workqueue.h>
Tom Herbert114cf582011-11-28 16:33:09 +000040#include <linux/dynamic_queue_limits.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070041
Patrick McHardyb1b67dd2009-04-20 04:49:28 +000042#include <linux/ethtool.h>
Daniel Lezcanoa050c332007-09-12 14:57:09 +020043#include <net/net_namespace.h>
Lennert Buytenhekcf85d082008-10-07 13:45:02 +000044#include <net/dsa.h>
Jeff Kirsher7a6b6f52008-11-25 01:02:08 -080045#ifdef CONFIG_DCB
Alexander Duyck2f90b862008-11-20 20:52:10 -080046#include <net/dcbnl.h>
47#endif
Neil Horman5bc14212011-11-22 05:10:51 +000048#include <net/netprio_cgroup.h>
Daniel Lezcanoa050c332007-09-12 14:57:09 +020049
Michał Mirosława59e2ec2011-11-15 15:29:55 +000050#include <linux/netdev_features.h>
John Fastabend77162022012-04-15 06:43:56 +000051#include <linux/neighbour.h>
David Howells607ca462012-10-13 10:46:48 +010052#include <uapi/linux/netdevice.h>
Moni Shoua61bd3852015-02-03 16:48:29 +020053#include <uapi/linux/if_bonding.h>
Michał Mirosława59e2ec2011-11-15 15:29:55 +000054
Jeff Moyer115c1d62005-06-22 22:05:31 -070055struct netpoll_info;
Paul Gortmaker313162d2012-01-30 11:46:54 -050056struct device;
Richard Cochranc1f19b52010-07-17 08:49:36 +000057struct phy_device;
Johannes Berg704232c2007-04-23 12:20:05 -070058/* 802.11 specific */
59struct wireless_dev;
Alexander Aring98a18b62014-11-02 06:44:54 +010060/* 802.15.4 specific */
61struct wpan_dev;
Robert Shearman03c57742015-04-22 11:14:37 +010062struct mpls_dev;
Linus Torvalds1da177e2005-04-16 15:20:36 -070063
Joe Perchesf629d202013-09-26 14:48:15 -070064void netdev_set_default_ethtool_ops(struct net_device *dev,
65 const struct ethtool_ops *ops);
Stanislaw Gruszkad07d7502013-01-10 23:19:10 +000066
Jarek Poplawski9a1654b2009-11-15 07:20:12 +000067/* Backlog congestion levels */
68#define NET_RX_SUCCESS 0 /* keep 'em coming, baby */
69#define NET_RX_DROP 1 /* packet dropped */
70
Patrick McHardy572a9d72009-11-10 06:14:14 +000071/*
72 * Transmit return codes: transmit return codes originate from three different
73 * namespaces:
74 *
75 * - qdisc return codes
76 * - driver transmit return codes
77 * - errno values
78 *
79 * Drivers are allowed to return any one of those in their hard_start_xmit()
80 * function. Real network devices commonly used with qdiscs should only return
81 * the driver transmit return codes though - when qdiscs are used, the actual
82 * transmission happens asynchronously, so the value is not propagated to
83 * higher layers. Virtual network devices transmit synchronously, in this case
84 * the driver transmit return codes are consumed by dev_queue_xmit(), all
85 * others are propagated to higher layers.
86 */
87
88/* qdisc ->enqueue() return codes. */
89#define NET_XMIT_SUCCESS 0x00
Jarek Poplawski9a1654b2009-11-15 07:20:12 +000090#define NET_XMIT_DROP 0x01 /* skb dropped */
91#define NET_XMIT_CN 0x02 /* congestion notification */
92#define NET_XMIT_POLICED 0x03 /* skb is shot by police */
93#define NET_XMIT_MASK 0x0f /* qdisc flags in net/sch_generic.h */
Linus Torvalds1da177e2005-04-16 15:20:36 -070094
Gerrit Renkerb9df3cb2006-11-14 11:21:36 -020095/* NET_XMIT_CN is special. It does not guarantee that this packet is lost. It
96 * indicates that the device will soon be dropping packets, or already drops
97 * some packets of the same priority; prompting us to send less aggressively. */
Patrick McHardy572a9d72009-11-10 06:14:14 +000098#define net_xmit_eval(e) ((e) == NET_XMIT_CN ? 0 : (e))
Linus Torvalds1da177e2005-04-16 15:20:36 -070099#define net_xmit_errno(e) ((e) != NET_XMIT_CN ? -ENOBUFS : 0)
100
Stephen Hemmingerdc1f8bf2009-08-31 19:50:40 +0000101/* Driver transmit return codes */
Jarek Poplawski9a1654b2009-11-15 07:20:12 +0000102#define NETDEV_TX_MASK 0xf0
Patrick McHardy572a9d72009-11-10 06:14:14 +0000103
Stephen Hemmingerdc1f8bf2009-08-31 19:50:40 +0000104enum netdev_tx {
Patrick McHardy572a9d72009-11-10 06:14:14 +0000105 __NETDEV_TX_MIN = INT_MIN, /* make sure enum is signed */
Jarek Poplawski9a1654b2009-11-15 07:20:12 +0000106 NETDEV_TX_OK = 0x00, /* driver took care of packet */
107 NETDEV_TX_BUSY = 0x10, /* driver tx path was busy*/
108 NETDEV_TX_LOCKED = 0x20, /* driver tx lock was already taken */
Stephen Hemmingerdc1f8bf2009-08-31 19:50:40 +0000109};
110typedef enum netdev_tx netdev_tx_t;
111
Jarek Poplawski9a1654b2009-11-15 07:20:12 +0000112/*
113 * Current order: NETDEV_TX_MASK > NET_XMIT_MASK >= 0 is significant;
114 * hard_start_xmit() return < NET_XMIT_MASK means skb was consumed.
115 */
116static inline bool dev_xmit_complete(int rc)
117{
118 /*
119 * Positive cases with an skb consumed by a driver:
120 * - successful transmission (rc == NETDEV_TX_OK)
121 * - error while transmitting (rc < 0)
122 * - error while queueing to a different device (rc & NET_XMIT_MASK)
123 */
124 if (likely(rc < NET_XMIT_MASK))
125 return true;
126
127 return false;
128}
129
Linus Torvalds1da177e2005-04-16 15:20:36 -0700130/*
131 * Compute the worst case header length according to the protocols
132 * used.
133 */
Graf Yangfe2918b2009-02-05 21:26:19 -0800134
Ben Hutchingsd11ead72011-11-25 14:40:26 +0000135#if defined(CONFIG_WLAN) || IS_ENABLED(CONFIG_AX25)
David S. Miller8388e3d2008-05-12 20:17:33 -0700136# if defined(CONFIG_MAC80211_MESH)
137# define LL_MAX_HEADER 128
138# else
139# define LL_MAX_HEADER 96
140# endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700141#else
David S. Miller8388e3d2008-05-12 20:17:33 -0700142# define LL_MAX_HEADER 32
Linus Torvalds1da177e2005-04-16 15:20:36 -0700143#endif
144
Ben Hutchingsd11ead72011-11-25 14:40:26 +0000145#if !IS_ENABLED(CONFIG_NET_IPIP) && !IS_ENABLED(CONFIG_NET_IPGRE) && \
146 !IS_ENABLED(CONFIG_IPV6_SIT) && !IS_ENABLED(CONFIG_IPV6_TUNNEL)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700147#define MAX_HEADER LL_MAX_HEADER
148#else
149#define MAX_HEADER (LL_MAX_HEADER + 48)
150#endif
151
152/*
Ben Hutchingsbe1f3c22010-06-08 07:19:54 +0000153 * Old network device statistics. Fields are native words
154 * (unsigned long) so they can be read and written atomically.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700155 */
Graf Yangfe2918b2009-02-05 21:26:19 -0800156
Eric Dumazetd94d9fe2009-11-04 09:50:58 -0800157struct net_device_stats {
Ben Hutchings3cfde792010-07-09 09:11:52 +0000158 unsigned long rx_packets;
159 unsigned long tx_packets;
160 unsigned long rx_bytes;
161 unsigned long tx_bytes;
162 unsigned long rx_errors;
163 unsigned long tx_errors;
164 unsigned long rx_dropped;
165 unsigned long tx_dropped;
166 unsigned long multicast;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700167 unsigned long collisions;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700168 unsigned long rx_length_errors;
Ben Hutchings3cfde792010-07-09 09:11:52 +0000169 unsigned long rx_over_errors;
170 unsigned long rx_crc_errors;
171 unsigned long rx_frame_errors;
172 unsigned long rx_fifo_errors;
173 unsigned long rx_missed_errors;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700174 unsigned long tx_aborted_errors;
175 unsigned long tx_carrier_errors;
176 unsigned long tx_fifo_errors;
177 unsigned long tx_heartbeat_errors;
178 unsigned long tx_window_errors;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700179 unsigned long rx_compressed;
180 unsigned long tx_compressed;
181};
182
Linus Torvalds1da177e2005-04-16 15:20:36 -0700183
184#include <linux/cache.h>
185#include <linux/skbuff.h>
186
Eric Dumazetadc93002011-11-17 03:13:26 +0000187#ifdef CONFIG_RPS
Ingo Molnarc5905af2012-02-24 08:31:31 +0100188#include <linux/static_key.h>
189extern struct static_key rps_needed;
Eric Dumazetadc93002011-11-17 03:13:26 +0000190#endif
191
Linus Torvalds1da177e2005-04-16 15:20:36 -0700192struct neighbour;
193struct neigh_parms;
194struct sk_buff;
195
Jiri Pirkof001fde2009-05-05 02:48:28 +0000196struct netdev_hw_addr {
197 struct list_head list;
198 unsigned char addr[MAX_ADDR_LEN];
199 unsigned char type;
Jiri Pirkoccffad252009-05-22 23:22:17 +0000200#define NETDEV_HW_ADDR_T_LAN 1
201#define NETDEV_HW_ADDR_T_SAN 2
202#define NETDEV_HW_ADDR_T_SLAVE 3
203#define NETDEV_HW_ADDR_T_UNICAST 4
Jiri Pirko22bedad32010-04-01 21:22:57 +0000204#define NETDEV_HW_ADDR_T_MULTICAST 5
Jiri Pirko22bedad32010-04-01 21:22:57 +0000205 bool global_use;
Vlad Yasevich4cd729b02013-04-15 09:54:25 +0000206 int sync_cnt;
Eric Dumazet8f8f1032010-09-19 11:24:02 -0700207 int refcount;
Vlad Yasevich4543fbe2013-04-02 17:10:07 -0400208 int synced;
Jiri Pirkof001fde2009-05-05 02:48:28 +0000209 struct rcu_head rcu_head;
210};
211
Jiri Pirko31278e72009-06-17 01:12:19 +0000212struct netdev_hw_addr_list {
213 struct list_head list;
214 int count;
215};
216
Jiri Pirko22bedad32010-04-01 21:22:57 +0000217#define netdev_hw_addr_list_count(l) ((l)->count)
218#define netdev_hw_addr_list_empty(l) (netdev_hw_addr_list_count(l) == 0)
219#define netdev_hw_addr_list_for_each(ha, l) \
220 list_for_each_entry(ha, &(l)->list, list)
221
222#define netdev_uc_count(dev) netdev_hw_addr_list_count(&(dev)->uc)
223#define netdev_uc_empty(dev) netdev_hw_addr_list_empty(&(dev)->uc)
Jiri Pirko32e7bfc2010-01-25 13:36:10 -0800224#define netdev_for_each_uc_addr(ha, dev) \
Jiri Pirko22bedad32010-04-01 21:22:57 +0000225 netdev_hw_addr_list_for_each(ha, &(dev)->uc)
Jiri Pirko32e7bfc2010-01-25 13:36:10 -0800226
Jiri Pirko22bedad32010-04-01 21:22:57 +0000227#define netdev_mc_count(dev) netdev_hw_addr_list_count(&(dev)->mc)
228#define netdev_mc_empty(dev) netdev_hw_addr_list_empty(&(dev)->mc)
Pavel Roskin18e225f2010-04-07 16:40:09 -0700229#define netdev_for_each_mc_addr(ha, dev) \
Jiri Pirko22bedad32010-04-01 21:22:57 +0000230 netdev_hw_addr_list_for_each(ha, &(dev)->mc)
Jiri Pirko6683ece2010-02-04 10:22:25 -0800231
Eric Dumazetd94d9fe2009-11-04 09:50:58 -0800232struct hh_cache {
David S. Millerf6b72b622011-07-14 07:53:20 -0700233 u16 hh_len;
David S. Miller5c25f682011-07-13 00:51:10 -0700234 u16 __pad;
Stephen Hemminger3644f0c2006-12-07 15:08:17 -0800235 seqlock_t hh_lock;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700236
237 /* cached hardware header; allow for machine alignment needs. */
238#define HH_DATA_MOD 16
239#define HH_DATA_OFF(__len) \
Jiri Benc5ba0eac2005-06-02 16:48:05 -0700240 (HH_DATA_MOD - (((__len - 1) & (HH_DATA_MOD - 1)) + 1))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700241#define HH_DATA_ALIGN(__len) \
242 (((__len)+(HH_DATA_MOD-1))&~(HH_DATA_MOD - 1))
243 unsigned long hh_data[HH_DATA_ALIGN(LL_MAX_HEADER) / sizeof(long)];
244};
245
246/* Reserve HH_DATA_MOD byte aligned hard_header_len, but at least that much.
247 * Alternative is:
248 * dev->hard_header_len ? (dev->hard_header_len +
249 * (HH_DATA_MOD - 1)) & ~(HH_DATA_MOD - 1) : 0
250 *
251 * We could use other alignment values, but we must maintain the
252 * relationship HH alignment <= LL alignment.
253 */
254#define LL_RESERVED_SPACE(dev) \
Johannes Bergf5184d22008-05-12 20:48:31 -0700255 ((((dev)->hard_header_len+(dev)->needed_headroom)&~(HH_DATA_MOD - 1)) + HH_DATA_MOD)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700256#define LL_RESERVED_SPACE_EXTRA(dev,extra) \
Johannes Bergf5184d22008-05-12 20:48:31 -0700257 ((((dev)->hard_header_len+(dev)->needed_headroom+(extra))&~(HH_DATA_MOD - 1)) + HH_DATA_MOD)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700258
Stephen Hemminger3b04ddd2007-10-09 01:40:57 -0700259struct header_ops {
260 int (*create) (struct sk_buff *skb, struct net_device *dev,
261 unsigned short type, const void *daddr,
Eric Dumazet95c96172012-04-15 05:58:06 +0000262 const void *saddr, unsigned int len);
Stephen Hemminger3b04ddd2007-10-09 01:40:57 -0700263 int (*parse)(const struct sk_buff *skb, unsigned char *haddr);
David S. Millere69dd332011-07-12 23:28:12 -0700264 int (*cache)(const struct neighbour *neigh, struct hh_cache *hh, __be16 type);
Stephen Hemminger3b04ddd2007-10-09 01:40:57 -0700265 void (*cache_update)(struct hh_cache *hh,
266 const struct net_device *dev,
267 const unsigned char *haddr);
268};
269
Linus Torvalds1da177e2005-04-16 15:20:36 -0700270/* These flag bits are private to the generic network queueing
271 * layer, they may not be explicitly referenced by any other
272 * code.
273 */
274
Eric Dumazetd94d9fe2009-11-04 09:50:58 -0800275enum netdev_state_t {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700276 __LINK_STATE_START,
277 __LINK_STATE_PRESENT,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700278 __LINK_STATE_NOCARRIER,
Stefan Rompfb00055a2006-03-20 17:09:11 -0800279 __LINK_STATE_LINKWATCH_PENDING,
280 __LINK_STATE_DORMANT,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700281};
282
283
284/*
285 * This structure holds at boot time configured netdevice settings. They
Graf Yangfe2918b2009-02-05 21:26:19 -0800286 * are then used in the device probing.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700287 */
288struct netdev_boot_setup {
289 char name[IFNAMSIZ];
290 struct ifmap map;
291};
292#define NETDEV_BOOT_SETUP_MAX 8
293
Joe Perchesf629d202013-09-26 14:48:15 -0700294int __init netdev_boot_setup(char *str);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700295
296/*
Stephen Hemmingerbea33482007-10-03 16:41:36 -0700297 * Structure for NAPI scheduling similar to tasklet but with weighting
298 */
299struct napi_struct {
300 /* The poll_list must only be managed by the entity which
301 * changes the state of the NAPI_STATE_SCHED bit. This means
302 * whoever atomically sets that bit can add this napi_struct
303 * to the per-cpu poll_list, and whoever clears that bit
304 * can remove from the list right before clearing the bit.
305 */
306 struct list_head poll_list;
307
308 unsigned long state;
309 int weight;
Eric Dumazet404f7c92012-09-26 07:07:47 +0000310 unsigned int gro_count;
Stephen Hemmingerbea33482007-10-03 16:41:36 -0700311 int (*poll)(struct napi_struct *, int);
312#ifdef CONFIG_NETPOLL
313 spinlock_t poll_lock;
314 int poll_owner;
Stephen Hemmingerbea33482007-10-03 16:41:36 -0700315#endif
Herbert Xu5d38a072009-01-04 16:13:40 -0800316 struct net_device *dev;
Herbert Xud565b0a2008-12-15 23:38:52 -0800317 struct sk_buff *gro_list;
Herbert Xu5d38a072009-01-04 16:13:40 -0800318 struct sk_buff *skb;
Eric Dumazet3b47d302014-11-06 21:09:44 -0800319 struct hrtimer timer;
Eric Dumazet404f7c92012-09-26 07:07:47 +0000320 struct list_head dev_list;
Eliezer Tamiraf12fa62013-06-10 11:39:41 +0300321 struct hlist_node napi_hash_node;
322 unsigned int napi_id;
Stephen Hemmingerbea33482007-10-03 16:41:36 -0700323};
324
Eric Dumazetd94d9fe2009-11-04 09:50:58 -0800325enum {
Stephen Hemmingerbea33482007-10-03 16:41:36 -0700326 NAPI_STATE_SCHED, /* Poll is scheduled */
David S. Millera0a46192008-01-07 20:35:07 -0800327 NAPI_STATE_DISABLE, /* Disable pending */
Neil Horman7b363e42008-12-09 23:22:26 -0800328 NAPI_STATE_NPSVC, /* Netpoll - don't dequeue from poll_list */
Eliezer Tamiraf12fa62013-06-10 11:39:41 +0300329 NAPI_STATE_HASHED, /* In NAPI hash */
Stephen Hemmingerbea33482007-10-03 16:41:36 -0700330};
331
Ben Hutchings5b252f02009-10-29 07:17:09 +0000332enum gro_result {
Herbert Xud1c76af2009-03-16 10:50:02 -0700333 GRO_MERGED,
334 GRO_MERGED_FREE,
335 GRO_HELD,
336 GRO_NORMAL,
337 GRO_DROP,
338};
Ben Hutchings5b252f02009-10-29 07:17:09 +0000339typedef enum gro_result gro_result_t;
Herbert Xud1c76af2009-03-16 10:50:02 -0700340
Jiri Pirko8a4eb572011-03-12 03:14:39 +0000341/*
342 * enum rx_handler_result - Possible return values for rx_handlers.
343 * @RX_HANDLER_CONSUMED: skb was consumed by rx_handler, do not process it
344 * further.
345 * @RX_HANDLER_ANOTHER: Do another round in receive path. This is indicated in
346 * case skb->dev was changed by rx_handler.
347 * @RX_HANDLER_EXACT: Force exact delivery, no wildcard.
348 * @RX_HANDLER_PASS: Do nothing, passe the skb as if no rx_handler was called.
349 *
350 * rx_handlers are functions called from inside __netif_receive_skb(), to do
351 * special processing of the skb, prior to delivery to protocol handlers.
352 *
353 * Currently, a net_device can only have a single rx_handler registered. Trying
354 * to register a second rx_handler will return -EBUSY.
355 *
356 * To register a rx_handler on a net_device, use netdev_rx_handler_register().
357 * To unregister a rx_handler on a net_device, use
358 * netdev_rx_handler_unregister().
359 *
360 * Upon return, rx_handler is expected to tell __netif_receive_skb() what to
361 * do with the skb.
362 *
363 * If the rx_handler consumed to skb in some way, it should return
364 * RX_HANDLER_CONSUMED. This is appropriate when the rx_handler arranged for
365 * the skb to be delivered in some other ways.
366 *
367 * If the rx_handler changed skb->dev, to divert the skb to another
368 * net_device, it should return RX_HANDLER_ANOTHER. The rx_handler for the
369 * new device will be called if it exists.
370 *
371 * If the rx_handler consider the skb should be ignored, it should return
372 * RX_HANDLER_EXACT. The skb will only be delivered to protocol handlers that
Adam Buchbinderd93cf062012-09-19 21:47:58 -0400373 * are registered on exact device (ptype->dev == skb->dev).
Jiri Pirko8a4eb572011-03-12 03:14:39 +0000374 *
375 * If the rx_handler didn't changed skb->dev, but want the skb to be normally
376 * delivered, it should return RX_HANDLER_PASS.
377 *
378 * A device without a registered rx_handler will behave as if rx_handler
379 * returned RX_HANDLER_PASS.
380 */
381
382enum rx_handler_result {
383 RX_HANDLER_CONSUMED,
384 RX_HANDLER_ANOTHER,
385 RX_HANDLER_EXACT,
386 RX_HANDLER_PASS,
387};
388typedef enum rx_handler_result rx_handler_result_t;
389typedef rx_handler_result_t rx_handler_func_t(struct sk_buff **pskb);
Jiri Pirkoab95bfe2010-06-01 21:52:08 +0000390
Joe Perchesf629d202013-09-26 14:48:15 -0700391void __napi_schedule(struct napi_struct *n);
Eric Dumazetbc9ad162014-10-28 18:05:13 -0700392void __napi_schedule_irqoff(struct napi_struct *n);
Stephen Hemmingerbea33482007-10-03 16:41:36 -0700393
David S. Miller4d295152012-03-07 21:02:35 -0500394static inline bool napi_disable_pending(struct napi_struct *n)
David S. Millera0a46192008-01-07 20:35:07 -0800395{
396 return test_bit(NAPI_STATE_DISABLE, &n->state);
397}
398
Stephen Hemmingerbea33482007-10-03 16:41:36 -0700399/**
400 * napi_schedule_prep - check if napi can be scheduled
401 * @n: napi context
402 *
403 * Test if NAPI routine is already running, and if not mark
404 * it as running. This is used as a condition variable
David S. Millera0a46192008-01-07 20:35:07 -0800405 * insure only one NAPI poll instance runs. We also make
406 * sure there is no pending NAPI disable.
Stephen Hemmingerbea33482007-10-03 16:41:36 -0700407 */
David S. Miller4d295152012-03-07 21:02:35 -0500408static inline bool napi_schedule_prep(struct napi_struct *n)
Stephen Hemmingerbea33482007-10-03 16:41:36 -0700409{
David S. Millera0a46192008-01-07 20:35:07 -0800410 return !napi_disable_pending(n) &&
411 !test_and_set_bit(NAPI_STATE_SCHED, &n->state);
Stephen Hemmingerbea33482007-10-03 16:41:36 -0700412}
413
414/**
415 * napi_schedule - schedule NAPI poll
416 * @n: napi context
417 *
418 * Schedule NAPI poll routine to be called if it is not already
419 * running.
420 */
421static inline void napi_schedule(struct napi_struct *n)
422{
423 if (napi_schedule_prep(n))
424 __napi_schedule(n);
425}
426
Eric Dumazetbc9ad162014-10-28 18:05:13 -0700427/**
428 * napi_schedule_irqoff - schedule NAPI poll
429 * @n: napi context
430 *
431 * Variant of napi_schedule(), assuming hard irqs are masked.
432 */
433static inline void napi_schedule_irqoff(struct napi_struct *n)
434{
435 if (napi_schedule_prep(n))
436 __napi_schedule_irqoff(n);
437}
438
Roland Dreierbfe13f52007-10-09 15:47:37 -0700439/* Try to reschedule poll. Called by dev->poll() after napi_complete(). */
David S. Miller4d295152012-03-07 21:02:35 -0500440static inline bool napi_reschedule(struct napi_struct *napi)
Roland Dreierbfe13f52007-10-09 15:47:37 -0700441{
442 if (napi_schedule_prep(napi)) {
443 __napi_schedule(napi);
David S. Miller4d295152012-03-07 21:02:35 -0500444 return true;
Roland Dreierbfe13f52007-10-09 15:47:37 -0700445 }
David S. Miller4d295152012-03-07 21:02:35 -0500446 return false;
Roland Dreierbfe13f52007-10-09 15:47:37 -0700447}
448
Eric Dumazet3b47d302014-11-06 21:09:44 -0800449void __napi_complete(struct napi_struct *n);
450void napi_complete_done(struct napi_struct *n, int work_done);
Stephen Hemmingerbea33482007-10-03 16:41:36 -0700451/**
452 * napi_complete - NAPI processing complete
453 * @n: napi context
454 *
455 * Mark NAPI processing as complete.
Eric Dumazet3b47d302014-11-06 21:09:44 -0800456 * Consider using napi_complete_done() instead.
Stephen Hemmingerbea33482007-10-03 16:41:36 -0700457 */
Eric Dumazet3b47d302014-11-06 21:09:44 -0800458static inline void napi_complete(struct napi_struct *n)
459{
460 return napi_complete_done(n, 0);
461}
Stephen Hemmingerbea33482007-10-03 16:41:36 -0700462
463/**
Eliezer Tamiraf12fa62013-06-10 11:39:41 +0300464 * napi_by_id - lookup a NAPI by napi_id
465 * @napi_id: hashed napi_id
466 *
467 * lookup @napi_id in napi_hash table
468 * must be called under rcu_read_lock()
469 */
Joe Perchesf629d202013-09-26 14:48:15 -0700470struct napi_struct *napi_by_id(unsigned int napi_id);
Eliezer Tamiraf12fa62013-06-10 11:39:41 +0300471
472/**
473 * napi_hash_add - add a NAPI to global hashtable
474 * @napi: napi context
475 *
476 * generate a new napi_id and store a @napi under it in napi_hash
477 */
Joe Perchesf629d202013-09-26 14:48:15 -0700478void napi_hash_add(struct napi_struct *napi);
Eliezer Tamiraf12fa62013-06-10 11:39:41 +0300479
480/**
481 * napi_hash_del - remove a NAPI from global table
482 * @napi: napi context
483 *
484 * Warning: caller must observe rcu grace period
485 * before freeing memory containing @napi
486 */
Joe Perchesf629d202013-09-26 14:48:15 -0700487void napi_hash_del(struct napi_struct *napi);
Eliezer Tamiraf12fa62013-06-10 11:39:41 +0300488
489/**
Stephen Hemmingerbea33482007-10-03 16:41:36 -0700490 * napi_disable - prevent NAPI from scheduling
491 * @n: napi context
492 *
493 * Stop NAPI from being scheduled on this context.
494 * Waits till any outstanding processing completes.
495 */
Eric Dumazet3b47d302014-11-06 21:09:44 -0800496void napi_disable(struct napi_struct *n);
Stephen Hemmingerbea33482007-10-03 16:41:36 -0700497
498/**
499 * napi_enable - enable NAPI scheduling
500 * @n: napi context
501 *
502 * Resume NAPI from being scheduled on this context.
503 * Must be paired with napi_disable.
504 */
505static inline void napi_enable(struct napi_struct *n)
506{
507 BUG_ON(!test_bit(NAPI_STATE_SCHED, &n->state));
Peter Zijlstra4e857c52014-03-17 18:06:10 +0100508 smp_mb__before_atomic();
Stephen Hemmingerbea33482007-10-03 16:41:36 -0700509 clear_bit(NAPI_STATE_SCHED, &n->state);
510}
511
Stephen Hemmingerc264c3d2007-10-17 13:26:41 -0700512#ifdef CONFIG_SMP
513/**
514 * napi_synchronize - wait until NAPI is not running
515 * @n: napi context
516 *
517 * Wait until NAPI is done being scheduled on this context.
518 * Waits till any outstanding processing completes but
519 * does not disable future activations.
520 */
521static inline void napi_synchronize(const struct napi_struct *n)
522{
523 while (test_bit(NAPI_STATE_SCHED, &n->state))
524 msleep(1);
525}
526#else
527# define napi_synchronize(n) barrier()
528#endif
529
Eric Dumazetd94d9fe2009-11-04 09:50:58 -0800530enum netdev_queue_state_t {
Tom Herbert734664982011-11-28 16:32:44 +0000531 __QUEUE_STATE_DRV_XOFF,
532 __QUEUE_STATE_STACK_XOFF,
David S. Millerc3f26a22008-07-31 16:58:50 -0700533 __QUEUE_STATE_FROZEN,
David S. Miller79d16382008-07-08 23:14:46 -0700534};
Daniel Borkmann8e2f1a62014-04-02 20:52:57 +0200535
536#define QUEUE_STATE_DRV_XOFF (1 << __QUEUE_STATE_DRV_XOFF)
537#define QUEUE_STATE_STACK_XOFF (1 << __QUEUE_STATE_STACK_XOFF)
538#define QUEUE_STATE_FROZEN (1 << __QUEUE_STATE_FROZEN)
539
540#define QUEUE_STATE_ANY_XOFF (QUEUE_STATE_DRV_XOFF | QUEUE_STATE_STACK_XOFF)
541#define QUEUE_STATE_ANY_XOFF_OR_FROZEN (QUEUE_STATE_ANY_XOFF | \
542 QUEUE_STATE_FROZEN)
543#define QUEUE_STATE_DRV_XOFF_OR_FROZEN (QUEUE_STATE_DRV_XOFF | \
544 QUEUE_STATE_FROZEN)
545
Tom Herbert734664982011-11-28 16:32:44 +0000546/*
547 * __QUEUE_STATE_DRV_XOFF is used by drivers to stop the transmit queue. The
548 * netif_tx_* functions below are used to manipulate this flag. The
549 * __QUEUE_STATE_STACK_XOFF flag is used by the stack to stop the transmit
550 * queue independently. The netif_xmit_*stopped functions below are called
551 * to check if the queue has been stopped by the driver or stack (either
552 * of the XOFF bits are set in the state). Drivers should not need to call
553 * netif_xmit*stopped functions, they should only be using netif_tx_*.
554 */
David S. Miller79d16382008-07-08 23:14:46 -0700555
David S. Millerbb949fb2008-07-08 16:55:56 -0700556struct netdev_queue {
Eric Dumazet6a321cb2009-04-28 04:43:42 -0700557/*
558 * read mostly part
559 */
David S. Millerbb949fb2008-07-08 16:55:56 -0700560 struct net_device *dev;
John Fastabend46e5da40a2014-09-12 20:04:52 -0700561 struct Qdisc __rcu *qdisc;
David S. Millerb0e1e642008-07-08 17:42:10 -0700562 struct Qdisc *qdisc_sleeping;
david decotignyccf5ff62011-11-16 12:15:10 +0000563#ifdef CONFIG_SYSFS
Tom Herbert1d24eb42010-11-21 13:17:27 +0000564 struct kobject kobj;
565#endif
Eric Dumazetf2cd2d32010-11-29 08:14:37 +0000566#if defined(CONFIG_XPS) && defined(CONFIG_NUMA)
567 int numa_node;
568#endif
Eric Dumazet6a321cb2009-04-28 04:43:42 -0700569/*
570 * write mostly part
571 */
572 spinlock_t _xmit_lock ____cacheline_aligned_in_smp;
573 int xmit_lock_owner;
Eric Dumazet9d214932009-05-17 20:55:16 -0700574 /*
575 * please use this field instead of dev->trans_start
576 */
577 unsigned long trans_start;
david decotignyccf5ff62011-11-16 12:15:10 +0000578
579 /*
580 * Number of TX timeouts for this queue
581 * (/sys/class/net/DEV/Q/trans_timeout)
582 */
583 unsigned long trans_timeout;
Tom Herbert114cf582011-11-28 16:33:09 +0000584
585 unsigned long state;
586
587#ifdef CONFIG_BQL
588 struct dql dql;
589#endif
John Fastabend822b3b22015-03-18 14:57:33 +0200590 unsigned long tx_maxrate;
David S. Millere8a04642008-07-17 00:34:19 -0700591} ____cacheline_aligned_in_smp;
David S. Millerbb949fb2008-07-08 16:55:56 -0700592
Eric Dumazetf2cd2d32010-11-29 08:14:37 +0000593static inline int netdev_queue_numa_node_read(const struct netdev_queue *q)
594{
595#if defined(CONFIG_XPS) && defined(CONFIG_NUMA)
596 return q->numa_node;
597#else
Changli Gaob236da62010-12-14 03:09:15 +0000598 return NUMA_NO_NODE;
Eric Dumazetf2cd2d32010-11-29 08:14:37 +0000599#endif
600}
601
602static inline void netdev_queue_numa_node_write(struct netdev_queue *q, int node)
603{
604#if defined(CONFIG_XPS) && defined(CONFIG_NUMA)
605 q->numa_node = node;
606#endif
607}
608
Eric Dumazetdf334542010-03-24 19:13:54 +0000609#ifdef CONFIG_RPS
Tom Herbert0a9627f2010-03-16 08:03:29 +0000610/*
611 * This structure holds an RPS map which can be of variable length. The
612 * map is an array of CPUs.
613 */
614struct rps_map {
615 unsigned int len;
616 struct rcu_head rcu;
617 u16 cpus[0];
618};
Eric Dumazet60b778c2011-12-24 06:56:49 +0000619#define RPS_MAP_SIZE(_num) (sizeof(struct rps_map) + ((_num) * sizeof(u16)))
Tom Herbert0a9627f2010-03-16 08:03:29 +0000620
Tom Herbertfec5e652010-04-16 16:01:27 -0700621/*
Ben Hutchingsc4454772011-01-19 11:03:53 +0000622 * The rps_dev_flow structure contains the mapping of a flow to a CPU, the
623 * tail pointer for that CPU's input queue at the time of last enqueue, and
624 * a hardware filter index.
Tom Herbertfec5e652010-04-16 16:01:27 -0700625 */
626struct rps_dev_flow {
627 u16 cpu;
Ben Hutchingsc4454772011-01-19 11:03:53 +0000628 u16 filter;
Tom Herbertfec5e652010-04-16 16:01:27 -0700629 unsigned int last_qtail;
630};
Ben Hutchingsc4454772011-01-19 11:03:53 +0000631#define RPS_NO_FILTER 0xffff
Tom Herbertfec5e652010-04-16 16:01:27 -0700632
633/*
634 * The rps_dev_flow_table structure contains a table of flow mappings.
635 */
636struct rps_dev_flow_table {
637 unsigned int mask;
638 struct rcu_head rcu;
Tom Herbertfec5e652010-04-16 16:01:27 -0700639 struct rps_dev_flow flows[0];
640};
641#define RPS_DEV_FLOW_TABLE_SIZE(_num) (sizeof(struct rps_dev_flow_table) + \
Eric Dumazet60b778c2011-12-24 06:56:49 +0000642 ((_num) * sizeof(struct rps_dev_flow)))
Tom Herbertfec5e652010-04-16 16:01:27 -0700643
644/*
645 * The rps_sock_flow_table contains mappings of flows to the last CPU
646 * on which they were processed by the application (set in recvmsg).
Eric Dumazet567e4b72015-02-06 12:59:01 -0800647 * Each entry is a 32bit value. Upper part is the high order bits
648 * of flow hash, lower part is cpu number.
649 * rps_cpu_mask is used to partition the space, depending on number of
650 * possible cpus : rps_cpu_mask = roundup_pow_of_two(nr_cpu_ids) - 1
651 * For example, if 64 cpus are possible, rps_cpu_mask = 0x3f,
652 * meaning we use 32-6=26 bits for the hash.
Tom Herbertfec5e652010-04-16 16:01:27 -0700653 */
654struct rps_sock_flow_table {
Eric Dumazet567e4b72015-02-06 12:59:01 -0800655 u32 mask;
Eric Dumazet93c1af62015-02-08 20:39:13 -0800656
657 u32 ents[0] ____cacheline_aligned_in_smp;
Tom Herbertfec5e652010-04-16 16:01:27 -0700658};
Eric Dumazet567e4b72015-02-06 12:59:01 -0800659#define RPS_SOCK_FLOW_TABLE_SIZE(_num) (offsetof(struct rps_sock_flow_table, ents[_num]))
Tom Herbertfec5e652010-04-16 16:01:27 -0700660
661#define RPS_NO_CPU 0xffff
662
Eric Dumazet567e4b72015-02-06 12:59:01 -0800663extern u32 rps_cpu_mask;
664extern struct rps_sock_flow_table __rcu *rps_sock_flow_table;
665
Tom Herbertfec5e652010-04-16 16:01:27 -0700666static inline void rps_record_sock_flow(struct rps_sock_flow_table *table,
667 u32 hash)
668{
669 if (table && hash) {
Eric Dumazet567e4b72015-02-06 12:59:01 -0800670 unsigned int index = hash & table->mask;
671 u32 val = hash & ~rps_cpu_mask;
Tom Herbertfec5e652010-04-16 16:01:27 -0700672
673 /* We only give a hint, preemption can change cpu under us */
Eric Dumazet567e4b72015-02-06 12:59:01 -0800674 val |= raw_smp_processor_id();
Tom Herbertfec5e652010-04-16 16:01:27 -0700675
Eric Dumazet567e4b72015-02-06 12:59:01 -0800676 if (table->ents[index] != val)
677 table->ents[index] = val;
Tom Herbertfec5e652010-04-16 16:01:27 -0700678 }
679}
680
Ben Hutchingsc4454772011-01-19 11:03:53 +0000681#ifdef CONFIG_RFS_ACCEL
Joe Perchesf629d202013-09-26 14:48:15 -0700682bool rps_may_expire_flow(struct net_device *dev, u16 rxq_index, u32 flow_id,
683 u16 filter_id);
Ben Hutchingsc4454772011-01-19 11:03:53 +0000684#endif
Michael Daltona953be52014-01-16 22:23:28 -0800685#endif /* CONFIG_RPS */
Ben Hutchingsc4454772011-01-19 11:03:53 +0000686
Tom Herbert0a9627f2010-03-16 08:03:29 +0000687/* This structure contains an instance of an RX queue. */
688struct netdev_rx_queue {
Michael Daltona953be52014-01-16 22:23:28 -0800689#ifdef CONFIG_RPS
Eric Dumazet6e3f7fa2010-10-25 03:02:02 +0000690 struct rps_map __rcu *rps_map;
691 struct rps_dev_flow_table __rcu *rps_flow_table;
Michael Daltona953be52014-01-16 22:23:28 -0800692#endif
Eric Dumazet6e3f7fa2010-10-25 03:02:02 +0000693 struct kobject kobj;
Tom Herbertfe822242010-11-09 10:47:38 +0000694 struct net_device *dev;
Tom Herbert0a9627f2010-03-16 08:03:29 +0000695} ____cacheline_aligned_in_smp;
Michael Daltona953be52014-01-16 22:23:28 -0800696
697/*
698 * RX queue sysfs structures and functions.
699 */
700struct rx_queue_attribute {
701 struct attribute attr;
702 ssize_t (*show)(struct netdev_rx_queue *queue,
703 struct rx_queue_attribute *attr, char *buf);
704 ssize_t (*store)(struct netdev_rx_queue *queue,
705 struct rx_queue_attribute *attr, const char *buf, size_t len);
706};
Stephen Hemmingerd3147742008-11-19 21:32:24 -0800707
Tom Herbertbf264142010-11-26 08:36:09 +0000708#ifdef CONFIG_XPS
709/*
710 * This structure holds an XPS map which can be of variable length. The
711 * map is an array of queues.
712 */
713struct xps_map {
714 unsigned int len;
715 unsigned int alloc_len;
716 struct rcu_head rcu;
717 u16 queues[0];
718};
Eric Dumazet60b778c2011-12-24 06:56:49 +0000719#define XPS_MAP_SIZE(_num) (sizeof(struct xps_map) + ((_num) * sizeof(u16)))
Tom Herbertbf264142010-11-26 08:36:09 +0000720#define XPS_MIN_MAP_ALLOC ((L1_CACHE_BYTES - sizeof(struct xps_map)) \
721 / sizeof(u16))
722
723/*
724 * This structure holds all XPS maps for device. Maps are indexed by CPU.
725 */
726struct xps_dev_maps {
727 struct rcu_head rcu;
Eric Dumazeta4177862010-11-28 21:43:02 +0000728 struct xps_map __rcu *cpu_map[0];
Tom Herbertbf264142010-11-26 08:36:09 +0000729};
730#define XPS_DEV_MAPS_SIZE (sizeof(struct xps_dev_maps) + \
731 (nr_cpu_ids * sizeof(struct xps_map *)))
732#endif /* CONFIG_XPS */
733
John Fastabend4f57c082011-01-17 08:06:04 +0000734#define TC_MAX_QUEUE 16
735#define TC_BITMASK 15
736/* HW offloaded queuing disciplines txq count and offset maps */
737struct netdev_tc_txq {
738 u16 count;
739 u16 offset;
740};
741
Neerav Parikh68bad942012-01-04 20:23:39 +0000742#if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
743/*
744 * This structure is to hold information about the device
745 * configured to run FCoE protocol stack.
746 */
747struct netdev_fcoe_hbainfo {
748 char manufacturer[64];
749 char serial_number[64];
750 char hardware_version[64];
751 char driver_version[64];
752 char optionrom_version[64];
753 char firmware_version[64];
754 char model[256];
755 char model_description[256];
756};
757#endif
758
Jiri Pirko02637fc2014-11-28 14:34:16 +0100759#define MAX_PHYS_ITEM_ID_LEN 32
Jiri Pirko66b52b02013-07-29 18:16:49 +0200760
Jiri Pirko02637fc2014-11-28 14:34:16 +0100761/* This structure holds a unique identifier to identify some
762 * physical item (port for example) used by a netdevice.
Jiri Pirko66b52b02013-07-29 18:16:49 +0200763 */
Jiri Pirko02637fc2014-11-28 14:34:16 +0100764struct netdev_phys_item_id {
765 unsigned char id[MAX_PHYS_ITEM_ID_LEN];
Jiri Pirko66b52b02013-07-29 18:16:49 +0200766 unsigned char id_len;
767};
768
Scott Feldmand754f982015-07-18 18:24:49 -0700769static inline bool netdev_phys_item_id_same(struct netdev_phys_item_id *a,
770 struct netdev_phys_item_id *b)
771{
772 return a->id_len == b->id_len &&
773 memcmp(a->id, b->id, a->id_len) == 0;
774}
775
Daniel Borkmann99932d42014-02-16 15:55:20 +0100776typedef u16 (*select_queue_fallback_t)(struct net_device *dev,
777 struct sk_buff *skb);
778
Stephen Hemmingerd3147742008-11-19 21:32:24 -0800779/*
780 * This structure defines the management hooks for network devices.
Stephen Hemminger00829822008-11-20 20:14:53 -0800781 * The following hooks can be defined; unless noted otherwise, they are
782 * optional and can be filled with a null pointer.
Stephen Hemmingerd3147742008-11-19 21:32:24 -0800783 *
784 * int (*ndo_init)(struct net_device *dev);
785 * This function is called once when network device is registered.
786 * The network device can use this to any late stage initializaton
787 * or semantic validattion. It can fail with an error code which will
788 * be propogated back to register_netdev
789 *
790 * void (*ndo_uninit)(struct net_device *dev);
791 * This function is called when device is unregistered or when registration
792 * fails. It is not called if init fails.
793 *
794 * int (*ndo_open)(struct net_device *dev);
795 * This function is called when network device transistions to the up
796 * state.
797 *
798 * int (*ndo_stop)(struct net_device *dev);
799 * This function is called when network device transistions to the down
800 * state.
801 *
Stephen Hemmingerdc1f8bf2009-08-31 19:50:40 +0000802 * netdev_tx_t (*ndo_start_xmit)(struct sk_buff *skb,
803 * struct net_device *dev);
Stephen Hemminger00829822008-11-20 20:14:53 -0800804 * Called when a packet needs to be transmitted.
Rusty Russelle79d8422015-04-03 22:17:17 +1030805 * Returns NETDEV_TX_OK. Can return NETDEV_TX_BUSY, but you should stop
806 * the queue before that can happen; it's for obsolete devices and weird
807 * corner cases, but the stack really does a non-trivial amount
808 * of useless work if you return NETDEV_TX_BUSY.
Stephen Hemmingerdc1f8bf2009-08-31 19:50:40 +0000809 * (can also return NETDEV_TX_LOCKED iff NETIF_F_LLTX)
Stephen Hemminger00829822008-11-20 20:14:53 -0800810 * Required can not be NULL.
811 *
Jason Wangf663dd92014-01-10 16:18:26 +0800812 * u16 (*ndo_select_queue)(struct net_device *dev, struct sk_buff *skb,
Daniel Borkmann99932d42014-02-16 15:55:20 +0100813 * void *accel_priv, select_queue_fallback_t fallback);
Stephen Hemminger00829822008-11-20 20:14:53 -0800814 * Called to decide which queue to when device supports multiple
815 * transmit queues.
816 *
Stephen Hemmingerd3147742008-11-19 21:32:24 -0800817 * void (*ndo_change_rx_flags)(struct net_device *dev, int flags);
818 * This function is called to allow device receiver to make
819 * changes to configuration when multicast or promiscious is enabled.
820 *
821 * void (*ndo_set_rx_mode)(struct net_device *dev);
822 * This function is called device changes address list filtering.
Jiri Pirko01789342011-08-16 06:29:00 +0000823 * If driver handles unicast address filtering, it should set
824 * IFF_UNICAST_FLT to its priv_flags.
Stephen Hemmingerd3147742008-11-19 21:32:24 -0800825 *
826 * int (*ndo_set_mac_address)(struct net_device *dev, void *addr);
827 * This function is called when the Media Access Control address
Mike Rapoport37b607c2009-04-27 05:45:54 -0700828 * needs to be changed. If this interface is not defined, the
Stephen Hemmingerd3147742008-11-19 21:32:24 -0800829 * mac address can not be changed.
830 *
831 * int (*ndo_validate_addr)(struct net_device *dev);
832 * Test if Media Access Control address is valid for the device.
833 *
834 * int (*ndo_do_ioctl)(struct net_device *dev, struct ifreq *ifr, int cmd);
835 * Called when a user request an ioctl which can't be handled by
836 * the generic interface code. If not defined ioctl's return
837 * not supported error code.
838 *
839 * int (*ndo_set_config)(struct net_device *dev, struct ifmap *map);
840 * Used to set network devices bus interface parameters. This interface
841 * is retained for legacy reason, new devices should use the bus
842 * interface (PCI) for low level management.
843 *
844 * int (*ndo_change_mtu)(struct net_device *dev, int new_mtu);
845 * Called when a user wants to change the Maximum Transfer Unit
846 * of a device. If not defined, any request to change MTU will
847 * will return an error.
848 *
Stephen Hemminger00829822008-11-20 20:14:53 -0800849 * void (*ndo_tx_timeout)(struct net_device *dev);
Stephen Hemmingerd3147742008-11-19 21:32:24 -0800850 * Callback uses when the transmitter has not made any progress
851 * for dev->watchdog ticks.
852 *
Ben Hutchings3cfde792010-07-09 09:11:52 +0000853 * struct rtnl_link_stats64* (*ndo_get_stats64)(struct net_device *dev,
Eric Dumazet28172732010-07-07 14:58:56 -0700854 * struct rtnl_link_stats64 *storage);
Wolfram Sangd308e382009-10-07 13:53:11 -0700855 * struct net_device_stats* (*ndo_get_stats)(struct net_device *dev);
Stephen Hemmingerd3147742008-11-19 21:32:24 -0800856 * Called when a user wants to get the network device usage
Ben Hutchingsbe1f3c22010-06-08 07:19:54 +0000857 * statistics. Drivers must do one of the following:
Ben Hutchings3cfde792010-07-09 09:11:52 +0000858 * 1. Define @ndo_get_stats64 to fill in a zero-initialised
859 * rtnl_link_stats64 structure passed by the caller.
Ben Hutchings82695d92010-06-15 15:08:48 -0700860 * 2. Define @ndo_get_stats to update a net_device_stats structure
Ben Hutchingsbe1f3c22010-06-08 07:19:54 +0000861 * (which should normally be dev->stats) and return a pointer to
862 * it. The structure may be changed asynchronously only if each
863 * field is written atomically.
864 * 3. Update dev->stats asynchronously and atomically, and define
865 * neither operation.
Stephen Hemmingerd3147742008-11-19 21:32:24 -0800866 *
B Viswanath5d632cb2015-01-12 14:46:25 +0530867 * int (*ndo_vlan_rx_add_vid)(struct net_device *dev, __be16 proto, u16 vid);
Patrick McHardy80d5c362013-04-19 02:04:28 +0000868 * If device support VLAN filtering this function is called when a
869 * VLAN id is registered.
Stephen Hemmingerd3147742008-11-19 21:32:24 -0800870 *
B Viswanath5d632cb2015-01-12 14:46:25 +0530871 * int (*ndo_vlan_rx_kill_vid)(struct net_device *dev, __be16 proto, u16 vid);
Patrick McHardy80d5c362013-04-19 02:04:28 +0000872 * If device support VLAN filtering this function is called when a
873 * VLAN id is unregistered.
Stephen Hemmingerd3147742008-11-19 21:32:24 -0800874 *
875 * void (*ndo_poll_controller)(struct net_device *dev);
Williams, Mitch A95c26df2010-02-10 01:43:46 +0000876 *
877 * SR-IOV management functions.
878 * int (*ndo_set_vf_mac)(struct net_device *dev, int vf, u8* mac);
879 * int (*ndo_set_vf_vlan)(struct net_device *dev, int vf, u16 vlan, u8 qos);
Sucheta Chakrabortyed616682014-05-22 09:59:05 -0400880 * int (*ndo_set_vf_rate)(struct net_device *dev, int vf, int min_tx_rate,
881 * int max_tx_rate);
Greg Rose5f8444a2011-10-08 03:05:24 +0000882 * int (*ndo_set_vf_spoofchk)(struct net_device *dev, int vf, bool setting);
Williams, Mitch A95c26df2010-02-10 01:43:46 +0000883 * int (*ndo_get_vf_config)(struct net_device *dev,
884 * int vf, struct ifla_vf_info *ivf);
Rony Efraim1d8faf42013-06-13 13:19:10 +0300885 * int (*ndo_set_vf_link_state)(struct net_device *dev, int vf, int link_state);
Scott Feldman57b61082010-05-17 22:49:55 -0700886 * int (*ndo_set_vf_port)(struct net_device *dev, int vf,
887 * struct nlattr *port[]);
Vlad Zolotarov01a3d792015-03-30 21:35:23 +0300888 *
889 * Enable or disable the VF ability to query its RSS Redirection Table and
890 * Hash Key. This is needed since on some devices VF share this information
891 * with PF and querying it may adduce a theoretical security risk.
892 * int (*ndo_set_vf_rss_query_en)(struct net_device *dev, int vf, bool setting);
Scott Feldman57b61082010-05-17 22:49:55 -0700893 * int (*ndo_get_vf_port)(struct net_device *dev, int vf, struct sk_buff *skb);
John Fastabend4f57c082011-01-17 08:06:04 +0000894 * int (*ndo_setup_tc)(struct net_device *dev, u8 tc)
895 * Called to setup 'tc' number of traffic classes in the net device. This
896 * is always called from the stack with the rtnl lock held and netif tx
897 * queues stopped. This allows the netdevice to perform queue management
898 * safely.
Ben Hutchingsc4454772011-01-19 11:03:53 +0000899 *
Yi Zoue9bce842011-03-09 08:48:03 +0000900 * Fiber Channel over Ethernet (FCoE) offload functions.
901 * int (*ndo_fcoe_enable)(struct net_device *dev);
902 * Called when the FCoE protocol stack wants to start using LLD for FCoE
903 * so the underlying device can perform whatever needed configuration or
904 * initialization to support acceleration of FCoE traffic.
905 *
906 * int (*ndo_fcoe_disable)(struct net_device *dev);
907 * Called when the FCoE protocol stack wants to stop using LLD for FCoE
908 * so the underlying device can perform whatever needed clean-ups to
909 * stop supporting acceleration of FCoE traffic.
910 *
911 * int (*ndo_fcoe_ddp_setup)(struct net_device *dev, u16 xid,
912 * struct scatterlist *sgl, unsigned int sgc);
913 * Called when the FCoE Initiator wants to initialize an I/O that
914 * is a possible candidate for Direct Data Placement (DDP). The LLD can
915 * perform necessary setup and returns 1 to indicate the device is set up
916 * successfully to perform DDP on this I/O, otherwise this returns 0.
917 *
918 * int (*ndo_fcoe_ddp_done)(struct net_device *dev, u16 xid);
919 * Called when the FCoE Initiator/Target is done with the DDPed I/O as
920 * indicated by the FC exchange id 'xid', so the underlying device can
921 * clean up and reuse resources for later DDP requests.
922 *
923 * int (*ndo_fcoe_ddp_target)(struct net_device *dev, u16 xid,
924 * struct scatterlist *sgl, unsigned int sgc);
925 * Called when the FCoE Target wants to initialize an I/O that
926 * is a possible candidate for Direct Data Placement (DDP). The LLD can
927 * perform necessary setup and returns 1 to indicate the device is set up
928 * successfully to perform DDP on this I/O, otherwise this returns 0.
929 *
Neerav Parikh68bad942012-01-04 20:23:39 +0000930 * int (*ndo_fcoe_get_hbainfo)(struct net_device *dev,
931 * struct netdev_fcoe_hbainfo *hbainfo);
932 * Called when the FCoE Protocol stack wants information on the underlying
933 * device. This information is utilized by the FCoE protocol stack to
934 * register attributes with Fiber Channel management service as per the
935 * FC-GS Fabric Device Management Information(FDMI) specification.
936 *
Yi Zoue9bce842011-03-09 08:48:03 +0000937 * int (*ndo_fcoe_get_wwn)(struct net_device *dev, u64 *wwn, int type);
938 * Called when the underlying device wants to override default World Wide
939 * Name (WWN) generation mechanism in FCoE protocol stack to pass its own
940 * World Wide Port Name (WWPN) or World Wide Node Name (WWNN) to the FCoE
941 * protocol stack to use.
942 *
Ben Hutchingsc4454772011-01-19 11:03:53 +0000943 * RFS acceleration.
944 * int (*ndo_rx_flow_steer)(struct net_device *dev, const struct sk_buff *skb,
945 * u16 rxq_index, u32 flow_id);
946 * Set hardware filter for RFS. rxq_index is the target queue index;
947 * flow_id is a flow ID to be passed to rps_may_expire_flow() later.
948 * Return the filter ID on success, or a negative error code.
Jiri Pirkofbaec0e2011-02-13 10:15:37 +0000949 *
Jiri Pirko8b98a702013-01-03 22:49:02 +0000950 * Slave management functions (for bridge, bonding, etc).
Jiri Pirkofbaec0e2011-02-13 10:15:37 +0000951 * int (*ndo_add_slave)(struct net_device *dev, struct net_device *slave_dev);
952 * Called to make another netdev an underling.
953 *
954 * int (*ndo_del_slave)(struct net_device *dev, struct net_device *slave_dev);
955 * Called to release previously enslaved netdev.
Michał Mirosław5455c692011-02-15 16:59:17 +0000956 *
957 * Feature/offload setting functions.
Michał Mirosławc8f44af2011-11-15 15:29:55 +0000958 * netdev_features_t (*ndo_fix_features)(struct net_device *dev,
959 * netdev_features_t features);
Michał Mirosław5455c692011-02-15 16:59:17 +0000960 * Adjusts the requested feature flags according to device-specific
961 * constraints, and returns the resulting flags. Must not modify
962 * the device state.
963 *
Michał Mirosławc8f44af2011-11-15 15:29:55 +0000964 * int (*ndo_set_features)(struct net_device *dev, netdev_features_t features);
Michał Mirosław5455c692011-02-15 16:59:17 +0000965 * Called to update device configuration to new features. Passed
966 * feature set might be less than what was returned by ndo_fix_features()).
967 * Must return >0 or -errno if it changed dev->features itself.
968 *
stephen hemmingeredc7d572012-10-01 12:32:33 +0000969 * int (*ndo_fdb_add)(struct ndmsg *ndm, struct nlattr *tb[],
970 * struct net_device *dev,
Jiri Pirkof6f64242014-11-28 14:34:15 +0100971 * const unsigned char *addr, u16 vid, u16 flags)
John Fastabend77162022012-04-15 06:43:56 +0000972 * Adds an FDB entry to dev for addr.
Vlad Yasevich1690be62013-02-13 12:00:18 +0000973 * int (*ndo_fdb_del)(struct ndmsg *ndm, struct nlattr *tb[],
974 * struct net_device *dev,
Jiri Pirkof6f64242014-11-28 14:34:15 +0100975 * const unsigned char *addr, u16 vid)
John Fastabend77162022012-04-15 06:43:56 +0000976 * Deletes the FDB entry from dev coresponding to addr.
977 * int (*ndo_fdb_dump)(struct sk_buff *skb, struct netlink_callback *cb,
Jamal Hadi Salim5d5eacb2014-07-10 07:01:58 -0400978 * struct net_device *dev, struct net_device *filter_dev,
979 * int idx)
John Fastabend77162022012-04-15 06:43:56 +0000980 * Used to add FDB entries to dump requests. Implementers should add
981 * entries to skb and update idx with the number of entries.
John Fastabende5a55a82012-10-24 08:12:57 +0000982 *
Nicolas Dichtelad41faa2015-03-17 11:16:00 +0100983 * int (*ndo_bridge_setlink)(struct net_device *dev, struct nlmsghdr *nlh,
984 * u16 flags)
John Fastabende5a55a82012-10-24 08:12:57 +0000985 * int (*ndo_bridge_getlink)(struct sk_buff *skb, u32 pid, u32 seq,
Nicolas Dichtel46c264d2015-04-28 18:33:49 +0200986 * struct net_device *dev, u32 filter_mask,
987 * int nlflags)
Nicolas Dichtelad41faa2015-03-17 11:16:00 +0100988 * int (*ndo_bridge_dellink)(struct net_device *dev, struct nlmsghdr *nlh,
989 * u16 flags);
Jiri Pirko4bf84c32012-12-27 23:49:37 +0000990 *
991 * int (*ndo_change_carrier)(struct net_device *dev, bool new_carrier);
992 * Called to change device carrier. Soft-devices (like dummy, team, etc)
993 * which do not represent real hardware may define this to allow their
994 * userspace components to manage their virtual carrier state. Devices
995 * that determine carrier state from physical hardware properties (eg
996 * network cables) or protocol-dependent mechanisms (eg
997 * USB_CDC_NOTIFY_NETWORK_CONNECTION) should NOT implement this function.
Jiri Pirko66b52b02013-07-29 18:16:49 +0200998 *
999 * int (*ndo_get_phys_port_id)(struct net_device *dev,
Jiri Pirko02637fc2014-11-28 14:34:16 +01001000 * struct netdev_phys_item_id *ppid);
Jiri Pirko66b52b02013-07-29 18:16:49 +02001001 * Called to get ID of physical port of this device. If driver does
1002 * not implement this, it is assumed that the hw is not able to have
1003 * multiple net devices on single physical port.
Joseph Gasparakis53cf52752013-09-04 02:13:38 -07001004 *
1005 * void (*ndo_add_vxlan_port)(struct net_device *dev,
Joseph Gasparakis35e42372013-09-13 07:34:13 -07001006 * sa_family_t sa_family, __be16 port);
Joseph Gasparakis53cf52752013-09-04 02:13:38 -07001007 * Called by vxlan to notiy a driver about the UDP port and socket
1008 * address family that vxlan is listnening to. It is called only when
1009 * a new port starts listening. The operation is protected by the
1010 * vxlan_net->sock_lock.
1011 *
1012 * void (*ndo_del_vxlan_port)(struct net_device *dev,
Joseph Gasparakis35e42372013-09-13 07:34:13 -07001013 * sa_family_t sa_family, __be16 port);
Joseph Gasparakis53cf52752013-09-04 02:13:38 -07001014 * Called by vxlan to notify the driver about a UDP port and socket
1015 * address family that vxlan is not listening to anymore. The operation
1016 * is protected by the vxlan_net->sock_lock.
John Fastabenda6cc0cf2013-11-06 09:54:46 -08001017 *
1018 * void* (*ndo_dfwd_add_station)(struct net_device *pdev,
1019 * struct net_device *dev)
1020 * Called by upper layer devices to accelerate switching or other
1021 * station functionality into hardware. 'pdev is the lowerdev
1022 * to use for the offload and 'dev' is the net device that will
1023 * back the offload. Returns a pointer to the private structure
1024 * the upper layer will maintain.
1025 * void (*ndo_dfwd_del_station)(struct net_device *pdev, void *priv)
1026 * Called by upper layer device to delete the station created
1027 * by 'ndo_dfwd_add_station'. 'pdev' is the net device backing
1028 * the station and priv is the structure returned by the add
1029 * operation.
1030 * netdev_tx_t (*ndo_dfwd_start_xmit)(struct sk_buff *skb,
1031 * struct net_device *dev,
1032 * void *priv);
1033 * Callback to use for xmit over the accelerated station. This
1034 * is used in place of ndo_start_xmit on accelerated net
1035 * devices.
Jesse Gross5f352272014-12-23 22:37:26 -08001036 * netdev_features_t (*ndo_features_check) (struct sk_buff *skb,
1037 * struct net_device *dev
1038 * netdev_features_t features);
Tom Herbert04ffcb22014-10-14 15:19:06 -07001039 * Called by core transmit path to determine if device is capable of
Jesse Gross5f352272014-12-23 22:37:26 -08001040 * performing offload operations on a given packet. This is to give
1041 * the device an opportunity to implement any restrictions that cannot
1042 * be otherwise expressed by feature flags. The check is called with
1043 * the set of features that the stack has calculated and it returns
1044 * those the driver believes to be appropriate.
John Fastabend822b3b22015-03-18 14:57:33 +02001045 * int (*ndo_set_tx_maxrate)(struct net_device *dev,
1046 * int queue_index, u32 maxrate);
1047 * Called when a user wants to set a max-rate limitation of specific
1048 * TX queue.
Nicolas Dichtela54acb32015-04-02 17:07:00 +02001049 * int (*ndo_get_iflink)(const struct net_device *dev);
1050 * Called to get the iflink value of this device.
Anuradha Karuppiahd746d702015-07-14 13:43:19 -07001051 * void (*ndo_change_proto_down)(struct net_device *dev,
1052 * bool proto_down);
1053 * This function is used to pass protocol port error state information
1054 * to the switch driver. The switch driver can react to the proto_down
1055 * by doing a phys down on the associated switch port.
1056 *
Stephen Hemmingerd3147742008-11-19 21:32:24 -08001057 */
1058struct net_device_ops {
1059 int (*ndo_init)(struct net_device *dev);
1060 void (*ndo_uninit)(struct net_device *dev);
1061 int (*ndo_open)(struct net_device *dev);
1062 int (*ndo_stop)(struct net_device *dev);
Stephen Hemmingerdc1f8bf2009-08-31 19:50:40 +00001063 netdev_tx_t (*ndo_start_xmit) (struct sk_buff *skb,
Stephen Hemminger00829822008-11-20 20:14:53 -08001064 struct net_device *dev);
1065 u16 (*ndo_select_queue)(struct net_device *dev,
Jason Wangf663dd92014-01-10 16:18:26 +08001066 struct sk_buff *skb,
Daniel Borkmann99932d42014-02-16 15:55:20 +01001067 void *accel_priv,
1068 select_queue_fallback_t fallback);
Stephen Hemmingerd3147742008-11-19 21:32:24 -08001069 void (*ndo_change_rx_flags)(struct net_device *dev,
1070 int flags);
Stephen Hemmingerd3147742008-11-19 21:32:24 -08001071 void (*ndo_set_rx_mode)(struct net_device *dev);
Stephen Hemmingerd3147742008-11-19 21:32:24 -08001072 int (*ndo_set_mac_address)(struct net_device *dev,
1073 void *addr);
Stephen Hemmingerd3147742008-11-19 21:32:24 -08001074 int (*ndo_validate_addr)(struct net_device *dev);
Stephen Hemmingerd3147742008-11-19 21:32:24 -08001075 int (*ndo_do_ioctl)(struct net_device *dev,
1076 struct ifreq *ifr, int cmd);
Stephen Hemmingerd3147742008-11-19 21:32:24 -08001077 int (*ndo_set_config)(struct net_device *dev,
1078 struct ifmap *map);
Stephen Hemminger00829822008-11-20 20:14:53 -08001079 int (*ndo_change_mtu)(struct net_device *dev,
1080 int new_mtu);
1081 int (*ndo_neigh_setup)(struct net_device *dev,
1082 struct neigh_parms *);
Stephen Hemmingerd3147742008-11-19 21:32:24 -08001083 void (*ndo_tx_timeout) (struct net_device *dev);
1084
Eric Dumazet28172732010-07-07 14:58:56 -07001085 struct rtnl_link_stats64* (*ndo_get_stats64)(struct net_device *dev,
1086 struct rtnl_link_stats64 *storage);
Stephen Hemmingerd3147742008-11-19 21:32:24 -08001087 struct net_device_stats* (*ndo_get_stats)(struct net_device *dev);
1088
Jiri Pirko8e586132011-12-08 19:52:37 -05001089 int (*ndo_vlan_rx_add_vid)(struct net_device *dev,
Patrick McHardy80d5c362013-04-19 02:04:28 +00001090 __be16 proto, u16 vid);
Jiri Pirko8e586132011-12-08 19:52:37 -05001091 int (*ndo_vlan_rx_kill_vid)(struct net_device *dev,
Patrick McHardy80d5c362013-04-19 02:04:28 +00001092 __be16 proto, u16 vid);
Stephen Hemmingerd3147742008-11-19 21:32:24 -08001093#ifdef CONFIG_NET_POLL_CONTROLLER
Stephen Hemmingerd3147742008-11-19 21:32:24 -08001094 void (*ndo_poll_controller)(struct net_device *dev);
Herbert Xu4247e162010-06-10 16:12:47 +00001095 int (*ndo_netpoll_setup)(struct net_device *dev,
Eric W. Biedermana8779ec2014-03-27 15:36:38 -07001096 struct netpoll_info *info);
WANG Cong0e34e932010-05-06 00:47:21 -07001097 void (*ndo_netpoll_cleanup)(struct net_device *dev);
Stephen Hemmingerd3147742008-11-19 21:32:24 -08001098#endif
Cong Wange0d10952013-08-01 11:10:25 +08001099#ifdef CONFIG_NET_RX_BUSY_POLL
Eliezer Tamir8b80cda2013-07-10 17:13:26 +03001100 int (*ndo_busy_poll)(struct napi_struct *dev);
Eliezer Tamir06021292013-06-10 11:39:50 +03001101#endif
Williams, Mitch A95c26df2010-02-10 01:43:46 +00001102 int (*ndo_set_vf_mac)(struct net_device *dev,
1103 int queue, u8 *mac);
1104 int (*ndo_set_vf_vlan)(struct net_device *dev,
1105 int queue, u16 vlan, u8 qos);
Sucheta Chakrabortyed616682014-05-22 09:59:05 -04001106 int (*ndo_set_vf_rate)(struct net_device *dev,
1107 int vf, int min_tx_rate,
1108 int max_tx_rate);
Greg Rose5f8444a2011-10-08 03:05:24 +00001109 int (*ndo_set_vf_spoofchk)(struct net_device *dev,
1110 int vf, bool setting);
Williams, Mitch A95c26df2010-02-10 01:43:46 +00001111 int (*ndo_get_vf_config)(struct net_device *dev,
1112 int vf,
1113 struct ifla_vf_info *ivf);
Rony Efraim1d8faf42013-06-13 13:19:10 +03001114 int (*ndo_set_vf_link_state)(struct net_device *dev,
1115 int vf, int link_state);
Eran Ben Elisha3b766cd2015-06-15 17:59:07 +03001116 int (*ndo_get_vf_stats)(struct net_device *dev,
1117 int vf,
1118 struct ifla_vf_stats
1119 *vf_stats);
Scott Feldman57b61082010-05-17 22:49:55 -07001120 int (*ndo_set_vf_port)(struct net_device *dev,
1121 int vf,
1122 struct nlattr *port[]);
1123 int (*ndo_get_vf_port)(struct net_device *dev,
1124 int vf, struct sk_buff *skb);
Vlad Zolotarov01a3d792015-03-30 21:35:23 +03001125 int (*ndo_set_vf_rss_query_en)(
1126 struct net_device *dev,
1127 int vf, bool setting);
John Fastabend4f57c082011-01-17 08:06:04 +00001128 int (*ndo_setup_tc)(struct net_device *dev, u8 tc);
Ben Hutchingsd11ead72011-11-25 14:40:26 +00001129#if IS_ENABLED(CONFIG_FCOE)
Yi Zoucb454392009-08-31 12:31:36 +00001130 int (*ndo_fcoe_enable)(struct net_device *dev);
1131 int (*ndo_fcoe_disable)(struct net_device *dev);
Yi Zou4d288d52009-02-27 14:06:59 -08001132 int (*ndo_fcoe_ddp_setup)(struct net_device *dev,
1133 u16 xid,
1134 struct scatterlist *sgl,
1135 unsigned int sgc);
1136 int (*ndo_fcoe_ddp_done)(struct net_device *dev,
1137 u16 xid);
Yi Zou6247e082011-02-01 07:22:06 +00001138 int (*ndo_fcoe_ddp_target)(struct net_device *dev,
1139 u16 xid,
1140 struct scatterlist *sgl,
1141 unsigned int sgc);
Neerav Parikh68bad942012-01-04 20:23:39 +00001142 int (*ndo_fcoe_get_hbainfo)(struct net_device *dev,
1143 struct netdev_fcoe_hbainfo *hbainfo);
Bhanu Prakash Gollapudi3c9c36bc2011-08-26 09:45:41 +00001144#endif
1145
Ben Hutchingsd11ead72011-11-25 14:40:26 +00001146#if IS_ENABLED(CONFIG_LIBFCOE)
Yi Zoudf5c7942009-10-28 18:24:35 +00001147#define NETDEV_FCOE_WWNN 0
1148#define NETDEV_FCOE_WWPN 1
1149 int (*ndo_fcoe_get_wwn)(struct net_device *dev,
1150 u64 *wwn, int type);
Yi Zou4d288d52009-02-27 14:06:59 -08001151#endif
Bhanu Prakash Gollapudi3c9c36bc2011-08-26 09:45:41 +00001152
Ben Hutchingsc4454772011-01-19 11:03:53 +00001153#ifdef CONFIG_RFS_ACCEL
1154 int (*ndo_rx_flow_steer)(struct net_device *dev,
1155 const struct sk_buff *skb,
1156 u16 rxq_index,
1157 u32 flow_id);
1158#endif
Jiri Pirkofbaec0e2011-02-13 10:15:37 +00001159 int (*ndo_add_slave)(struct net_device *dev,
1160 struct net_device *slave_dev);
1161 int (*ndo_del_slave)(struct net_device *dev,
1162 struct net_device *slave_dev);
Michał Mirosławc8f44af2011-11-15 15:29:55 +00001163 netdev_features_t (*ndo_fix_features)(struct net_device *dev,
1164 netdev_features_t features);
Michał Mirosław5455c692011-02-15 16:59:17 +00001165 int (*ndo_set_features)(struct net_device *dev,
Michał Mirosławc8f44af2011-11-15 15:29:55 +00001166 netdev_features_t features);
David Millerda6a8fa2011-07-25 00:01:38 +00001167 int (*ndo_neigh_construct)(struct neighbour *n);
David S. Miller447f2192011-12-19 15:04:41 -05001168 void (*ndo_neigh_destroy)(struct neighbour *n);
John Fastabend77162022012-04-15 06:43:56 +00001169
1170 int (*ndo_fdb_add)(struct ndmsg *ndm,
stephen hemmingeredc7d572012-10-01 12:32:33 +00001171 struct nlattr *tb[],
John Fastabend77162022012-04-15 06:43:56 +00001172 struct net_device *dev,
stephen hemminger6b6e2722012-09-17 10:03:26 +00001173 const unsigned char *addr,
Jiri Pirkof6f64242014-11-28 14:34:15 +01001174 u16 vid,
John Fastabend77162022012-04-15 06:43:56 +00001175 u16 flags);
1176 int (*ndo_fdb_del)(struct ndmsg *ndm,
Vlad Yasevich1690be62013-02-13 12:00:18 +00001177 struct nlattr *tb[],
John Fastabend77162022012-04-15 06:43:56 +00001178 struct net_device *dev,
Jiri Pirkof6f64242014-11-28 14:34:15 +01001179 const unsigned char *addr,
1180 u16 vid);
John Fastabend77162022012-04-15 06:43:56 +00001181 int (*ndo_fdb_dump)(struct sk_buff *skb,
1182 struct netlink_callback *cb,
1183 struct net_device *dev,
Jamal Hadi Salim5d5eacb2014-07-10 07:01:58 -04001184 struct net_device *filter_dev,
John Fastabend77162022012-04-15 06:43:56 +00001185 int idx);
John Fastabende5a55a82012-10-24 08:12:57 +00001186
1187 int (*ndo_bridge_setlink)(struct net_device *dev,
Roopa Prabhuadd511b2015-01-29 22:40:12 -08001188 struct nlmsghdr *nlh,
1189 u16 flags);
John Fastabende5a55a82012-10-24 08:12:57 +00001190 int (*ndo_bridge_getlink)(struct sk_buff *skb,
1191 u32 pid, u32 seq,
Vlad Yasevich6cbdcee2013-02-13 12:00:13 +00001192 struct net_device *dev,
Nicolas Dichtel46c264d2015-04-28 18:33:49 +02001193 u32 filter_mask,
1194 int nlflags);
Vlad Yasevich407af322013-02-13 12:00:12 +00001195 int (*ndo_bridge_dellink)(struct net_device *dev,
Roopa Prabhuadd511b2015-01-29 22:40:12 -08001196 struct nlmsghdr *nlh,
1197 u16 flags);
Jiri Pirko4bf84c32012-12-27 23:49:37 +00001198 int (*ndo_change_carrier)(struct net_device *dev,
1199 bool new_carrier);
Jiri Pirko66b52b02013-07-29 18:16:49 +02001200 int (*ndo_get_phys_port_id)(struct net_device *dev,
Jiri Pirko02637fc2014-11-28 14:34:16 +01001201 struct netdev_phys_item_id *ppid);
David Aherndb24a902015-03-17 20:23:15 -06001202 int (*ndo_get_phys_port_name)(struct net_device *dev,
1203 char *name, size_t len);
Joseph Gasparakis53cf52752013-09-04 02:13:38 -07001204 void (*ndo_add_vxlan_port)(struct net_device *dev,
1205 sa_family_t sa_family,
Joseph Gasparakis35e42372013-09-13 07:34:13 -07001206 __be16 port);
Joseph Gasparakis53cf52752013-09-04 02:13:38 -07001207 void (*ndo_del_vxlan_port)(struct net_device *dev,
1208 sa_family_t sa_family,
Joseph Gasparakis35e42372013-09-13 07:34:13 -07001209 __be16 port);
John Fastabenda6cc0cf2013-11-06 09:54:46 -08001210
1211 void* (*ndo_dfwd_add_station)(struct net_device *pdev,
1212 struct net_device *dev);
1213 void (*ndo_dfwd_del_station)(struct net_device *pdev,
1214 void *priv);
1215
1216 netdev_tx_t (*ndo_dfwd_start_xmit) (struct sk_buff *skb,
1217 struct net_device *dev,
1218 void *priv);
Vlad Yasevich25175ba2014-05-16 17:04:54 -04001219 int (*ndo_get_lock_subclass)(struct net_device *dev);
Jesse Gross5f352272014-12-23 22:37:26 -08001220 netdev_features_t (*ndo_features_check) (struct sk_buff *skb,
1221 struct net_device *dev,
1222 netdev_features_t features);
John Fastabend822b3b22015-03-18 14:57:33 +02001223 int (*ndo_set_tx_maxrate)(struct net_device *dev,
1224 int queue_index,
1225 u32 maxrate);
Nicolas Dichtela54acb32015-04-02 17:07:00 +02001226 int (*ndo_get_iflink)(const struct net_device *dev);
Anuradha Karuppiahd746d702015-07-14 13:43:19 -07001227 int (*ndo_change_proto_down)(struct net_device *dev,
1228 bool proto_down);
Stephen Hemmingerd3147742008-11-19 21:32:24 -08001229};
1230
Luis R. Rodriguez7aa98042014-02-25 17:15:13 -08001231/**
1232 * enum net_device_priv_flags - &struct net_device priv_flags
1233 *
1234 * These are the &struct net_device, they are only set internally
1235 * by drivers and used in the kernel. These flags are invisible to
1236 * userspace, this means that the order of these flags can change
1237 * during any kernel release.
1238 *
1239 * You should have a pretty good reason to be extending these flags.
1240 *
1241 * @IFF_802_1Q_VLAN: 802.1Q VLAN device
1242 * @IFF_EBRIDGE: Ethernet bridging device
1243 * @IFF_SLAVE_INACTIVE: bonding slave not the curr. active
1244 * @IFF_MASTER_8023AD: bonding master, 802.3ad
1245 * @IFF_MASTER_ALB: bonding master, balance-alb
1246 * @IFF_BONDING: bonding master or slave
1247 * @IFF_SLAVE_NEEDARP: need ARPs for validation
1248 * @IFF_ISATAP: ISATAP interface (RFC4214)
1249 * @IFF_MASTER_ARPMON: bonding master, ARP mon in use
1250 * @IFF_WAN_HDLC: WAN HDLC device
1251 * @IFF_XMIT_DST_RELEASE: dev_hard_start_xmit() is allowed to
1252 * release skb->dst
1253 * @IFF_DONT_BRIDGE: disallow bridging this ether dev
1254 * @IFF_DISABLE_NETPOLL: disable netpoll at run-time
1255 * @IFF_MACVLAN_PORT: device used as macvlan port
1256 * @IFF_BRIDGE_PORT: device used as bridge port
1257 * @IFF_OVS_DATAPATH: device used as Open vSwitch datapath port
1258 * @IFF_TX_SKB_SHARING: The interface supports sharing skbs on transmit
1259 * @IFF_UNICAST_FLT: Supports unicast filtering
1260 * @IFF_TEAM_PORT: device used as team port
1261 * @IFF_SUPP_NOFCS: device supports sending custom FCS
1262 * @IFF_LIVE_ADDR_CHANGE: device supports hardware address
1263 * change when it's running
1264 * @IFF_MACVLAN: Macvlan device
David Ahern808d28c2015-08-16 10:26:49 -06001265 * @IFF_VRF_MASTER: device is a VRF master
Phil Sutterfa8187c2015-08-13 19:01:06 +02001266 * @IFF_NO_QUEUE: device can run without qdisc attached
Luis R. Rodriguez7aa98042014-02-25 17:15:13 -08001267 */
1268enum netdev_priv_flags {
1269 IFF_802_1Q_VLAN = 1<<0,
1270 IFF_EBRIDGE = 1<<1,
1271 IFF_SLAVE_INACTIVE = 1<<2,
1272 IFF_MASTER_8023AD = 1<<3,
1273 IFF_MASTER_ALB = 1<<4,
1274 IFF_BONDING = 1<<5,
1275 IFF_SLAVE_NEEDARP = 1<<6,
1276 IFF_ISATAP = 1<<7,
1277 IFF_MASTER_ARPMON = 1<<8,
1278 IFF_WAN_HDLC = 1<<9,
1279 IFF_XMIT_DST_RELEASE = 1<<10,
1280 IFF_DONT_BRIDGE = 1<<11,
1281 IFF_DISABLE_NETPOLL = 1<<12,
1282 IFF_MACVLAN_PORT = 1<<13,
1283 IFF_BRIDGE_PORT = 1<<14,
1284 IFF_OVS_DATAPATH = 1<<15,
1285 IFF_TX_SKB_SHARING = 1<<16,
1286 IFF_UNICAST_FLT = 1<<17,
1287 IFF_TEAM_PORT = 1<<18,
1288 IFF_SUPP_NOFCS = 1<<19,
1289 IFF_LIVE_ADDR_CHANGE = 1<<20,
1290 IFF_MACVLAN = 1<<21,
Eric Dumazet02875872014-10-05 18:38:35 -07001291 IFF_XMIT_DST_RELEASE_PERM = 1<<22,
Mahesh Bandewar2ad7bf32014-11-23 23:07:46 -08001292 IFF_IPVLAN_MASTER = 1<<23,
1293 IFF_IPVLAN_SLAVE = 1<<24,
David Ahern4e3c8992015-08-13 14:59:00 -06001294 IFF_VRF_MASTER = 1<<25,
Phil Sutterfa8187c2015-08-13 19:01:06 +02001295 IFF_NO_QUEUE = 1<<26,
Luis R. Rodriguez7aa98042014-02-25 17:15:13 -08001296};
1297
1298#define IFF_802_1Q_VLAN IFF_802_1Q_VLAN
1299#define IFF_EBRIDGE IFF_EBRIDGE
1300#define IFF_SLAVE_INACTIVE IFF_SLAVE_INACTIVE
1301#define IFF_MASTER_8023AD IFF_MASTER_8023AD
1302#define IFF_MASTER_ALB IFF_MASTER_ALB
1303#define IFF_BONDING IFF_BONDING
1304#define IFF_SLAVE_NEEDARP IFF_SLAVE_NEEDARP
1305#define IFF_ISATAP IFF_ISATAP
1306#define IFF_MASTER_ARPMON IFF_MASTER_ARPMON
1307#define IFF_WAN_HDLC IFF_WAN_HDLC
1308#define IFF_XMIT_DST_RELEASE IFF_XMIT_DST_RELEASE
1309#define IFF_DONT_BRIDGE IFF_DONT_BRIDGE
1310#define IFF_DISABLE_NETPOLL IFF_DISABLE_NETPOLL
1311#define IFF_MACVLAN_PORT IFF_MACVLAN_PORT
1312#define IFF_BRIDGE_PORT IFF_BRIDGE_PORT
1313#define IFF_OVS_DATAPATH IFF_OVS_DATAPATH
1314#define IFF_TX_SKB_SHARING IFF_TX_SKB_SHARING
1315#define IFF_UNICAST_FLT IFF_UNICAST_FLT
1316#define IFF_TEAM_PORT IFF_TEAM_PORT
1317#define IFF_SUPP_NOFCS IFF_SUPP_NOFCS
1318#define IFF_LIVE_ADDR_CHANGE IFF_LIVE_ADDR_CHANGE
1319#define IFF_MACVLAN IFF_MACVLAN
Eric Dumazet02875872014-10-05 18:38:35 -07001320#define IFF_XMIT_DST_RELEASE_PERM IFF_XMIT_DST_RELEASE_PERM
Mahesh Bandewar2ad7bf32014-11-23 23:07:46 -08001321#define IFF_IPVLAN_MASTER IFF_IPVLAN_MASTER
1322#define IFF_IPVLAN_SLAVE IFF_IPVLAN_SLAVE
David Ahern4e3c8992015-08-13 14:59:00 -06001323#define IFF_VRF_MASTER IFF_VRF_MASTER
Phil Sutterfa8187c2015-08-13 19:01:06 +02001324#define IFF_NO_QUEUE IFF_NO_QUEUE
Luis R. Rodriguez7aa98042014-02-25 17:15:13 -08001325
Karoly Kemeny536721b2014-07-30 20:27:36 +02001326/**
1327 * struct net_device - The DEVICE structure.
1328 * Actually, this whole structure is a big mistake. It mixes I/O
1329 * data with strictly "high-level" data, and it has to know about
1330 * almost every data structure used in the INET module.
1331 *
1332 * @name: This is the first field of the "visible" part of this structure
1333 * (i.e. as seen by users in the "Space.c" file). It is the name
1334 * of the interface.
1335 *
1336 * @name_hlist: Device name hash chain, please keep it close to name[]
1337 * @ifalias: SNMP alias
1338 * @mem_end: Shared memory end
1339 * @mem_start: Shared memory start
1340 * @base_addr: Device I/O address
1341 * @irq: Device IRQ number
1342 *
Thomas Graf14ffbbb2015-04-10 15:52:38 +02001343 * @carrier_changes: Stats to monitor carrier on<->off transitions
1344 *
Karoly Kemeny536721b2014-07-30 20:27:36 +02001345 * @state: Generic network queuing layer state, see netdev_state_t
1346 * @dev_list: The global list of network devices
1347 * @napi_list: List entry, that is used for polling napi devices
1348 * @unreg_list: List entry, that is used, when we are unregistering the
1349 * device, see the function unregister_netdev
1350 * @close_list: List entry, that is used, when we are closing the device
1351 *
1352 * @adj_list: Directly linked devices, like slaves for bonding
1353 * @all_adj_list: All linked devices, *including* neighbours
1354 * @features: Currently active device features
1355 * @hw_features: User-changeable features
1356 *
1357 * @wanted_features: User-requested features
1358 * @vlan_features: Mask of features inheritable by VLAN devices
1359 *
1360 * @hw_enc_features: Mask of features inherited by encapsulating devices
1361 * This field indicates what encapsulation
1362 * offloads the hardware is capable of doing,
1363 * and drivers will need to set them appropriately.
1364 *
1365 * @mpls_features: Mask of features inheritable by MPLS
1366 *
1367 * @ifindex: interface index
Nicolas Dichtel388069d2015-04-07 12:10:16 +02001368 * @group: The group, that the device belongs to
Karoly Kemeny536721b2014-07-30 20:27:36 +02001369 *
1370 * @stats: Statistics struct, which was left as a legacy, use
1371 * rtnl_link_stats64 instead
1372 *
1373 * @rx_dropped: Dropped packets by core network,
1374 * do not use this in drivers
1375 * @tx_dropped: Dropped packets by core network,
1376 * do not use this in drivers
1377 *
Karoly Kemeny536721b2014-07-30 20:27:36 +02001378 * @wireless_handlers: List of functions to handle Wireless Extensions,
1379 * instead of ioctl,
1380 * see <net/iw_handler.h> for details.
1381 * @wireless_data: Instance data managed by the core of wireless extensions
1382 *
1383 * @netdev_ops: Includes several pointers to callbacks,
1384 * if one wants to override the ndo_*() functions
1385 * @ethtool_ops: Management operations
Eric W. Biedermand4760592015-03-02 00:11:09 -06001386 * @header_ops: Includes callbacks for creating,parsing,caching,etc
Karoly Kemeny536721b2014-07-30 20:27:36 +02001387 * of Layer 2 headers.
1388 *
1389 * @flags: Interface flags (a la BSD)
1390 * @priv_flags: Like 'flags' but invisible to userspace,
1391 * see if.h for the definitions
1392 * @gflags: Global flags ( kept as legacy )
1393 * @padded: How much padding added by alloc_netdev()
1394 * @operstate: RFC2863 operstate
1395 * @link_mode: Mapping policy to operstate
1396 * @if_port: Selectable AUI, TP, ...
1397 * @dma: DMA channel
1398 * @mtu: Interface MTU value
1399 * @type: Interface hardware type
1400 * @hard_header_len: Hardware header length
1401 *
1402 * @needed_headroom: Extra headroom the hardware may need, but not in all
1403 * cases can this be guaranteed
1404 * @needed_tailroom: Extra tailroom the hardware may need, but not in all
1405 * cases can this be guaranteed. Some cases also use
1406 * LL_MAX_HEADER instead to allocate the skb
1407 *
1408 * interface address info:
1409 *
1410 * @perm_addr: Permanent hw address
1411 * @addr_assign_type: Hw address assignment type
1412 * @addr_len: Hardware address length
1413 * @neigh_priv_len; Used in neigh_alloc(),
1414 * initialized only in atm/clip.c
1415 * @dev_id: Used to differentiate devices that share
1416 * the same link layer address
1417 * @dev_port: Used to differentiate devices that share
1418 * the same function
1419 * @addr_list_lock: XXX: need comments on this one
Karoly Kemeny536721b2014-07-30 20:27:36 +02001420 * @uc_promisc: Counter, that indicates, that promiscuous mode
1421 * has been enabled due to the need to listen to
1422 * additional unicast addresses in a device that
1423 * does not implement ndo_set_rx_mode()
Thomas Graf14ffbbb2015-04-10 15:52:38 +02001424 * @uc: unicast mac addresses
1425 * @mc: multicast mac addresses
1426 * @dev_addrs: list of device hw addresses
1427 * @queues_kset: Group of all Kobjects in the Tx and RX queues
Karoly Kemeny536721b2014-07-30 20:27:36 +02001428 * @promiscuity: Number of times, the NIC is told to work in
1429 * Promiscuous mode, if it becomes 0 the NIC will
1430 * exit from working in Promiscuous mode
1431 * @allmulti: Counter, enables or disables allmulticast mode
1432 *
1433 * @vlan_info: VLAN info
1434 * @dsa_ptr: dsa specific data
1435 * @tipc_ptr: TIPC specific data
1436 * @atalk_ptr: AppleTalk link
1437 * @ip_ptr: IPv4 specific data
1438 * @dn_ptr: DECnet specific data
1439 * @ip6_ptr: IPv6 specific data
1440 * @ax25_ptr: AX.25 specific data
David Ahern4e3c8992015-08-13 14:59:00 -06001441 * @vrf_ptr: VRF specific data
Karoly Kemeny536721b2014-07-30 20:27:36 +02001442 * @ieee80211_ptr: IEEE 802.11 specific data, assign before registering
1443 *
1444 * @last_rx: Time of last Rx
1445 * @dev_addr: Hw address (before bcast,
1446 * because most packets are unicast)
1447 *
1448 * @_rx: Array of RX queues
1449 * @num_rx_queues: Number of RX queues
1450 * allocated at register_netdev() time
1451 * @real_num_rx_queues: Number of RX queues currently active in device
1452 *
1453 * @rx_handler: handler for received packets
1454 * @rx_handler_data: XXX: need comments on this one
1455 * @ingress_queue: XXX: need comments on this one
1456 * @broadcast: hw bcast address
1457 *
Thomas Graf14ffbbb2015-04-10 15:52:38 +02001458 * @rx_cpu_rmap: CPU reverse-mapping for RX completion interrupts,
1459 * indexed by RX queue number. Assigned by driver.
1460 * This must only be set if the ndo_rx_flow_steer
1461 * operation is defined
1462 * @index_hlist: Device index hash chain
1463 *
Karoly Kemeny536721b2014-07-30 20:27:36 +02001464 * @_tx: Array of TX queues
1465 * @num_tx_queues: Number of TX queues allocated at alloc_netdev_mq() time
1466 * @real_num_tx_queues: Number of TX queues currently active in device
1467 * @qdisc: Root qdisc from userspace point of view
1468 * @tx_queue_len: Max frames per queue allowed
1469 * @tx_global_lock: XXX: need comments on this one
1470 *
1471 * @xps_maps: XXX: need comments on this one
1472 *
Scott Feldman0c4f6912015-07-18 18:24:48 -07001473 * @offload_fwd_mark: Offload device fwding mark
1474 *
Karoly Kemeny536721b2014-07-30 20:27:36 +02001475 * @trans_start: Time (in jiffies) of last Tx
1476 * @watchdog_timeo: Represents the timeout that is used by
1477 * the watchdog ( see dev_watchdog() )
1478 * @watchdog_timer: List of timers
1479 *
1480 * @pcpu_refcnt: Number of references to this device
1481 * @todo_list: Delayed register/unregister
Karoly Kemeny536721b2014-07-30 20:27:36 +02001482 * @link_watch_list: XXX: need comments on this one
1483 *
1484 * @reg_state: Register/unregister state machine
1485 * @dismantle: Device is going to be freed
1486 * @rtnl_link_state: This enum represents the phases of creating
1487 * a new link
1488 *
1489 * @destructor: Called from unregister,
1490 * can be used to call free_netdev
1491 * @npinfo: XXX: need comments on this one
1492 * @nd_net: Network namespace this network device is inside
1493 *
1494 * @ml_priv: Mid-layer private
1495 * @lstats: Loopback statistics
1496 * @tstats: Tunnel statistics
1497 * @dstats: Dummy statistics
1498 * @vstats: Virtual ethernet statistics
1499 *
1500 * @garp_port: GARP
1501 * @mrp_port: MRP
1502 *
1503 * @dev: Class/net/name entry
1504 * @sysfs_groups: Space for optional device, statistics and wireless
1505 * sysfs groups
1506 *
1507 * @sysfs_rx_queue_group: Space for optional per-rx queue attributes
1508 * @rtnl_link_ops: Rtnl_link_ops
1509 *
1510 * @gso_max_size: Maximum size of generic segmentation offload
1511 * @gso_max_segs: Maximum number of segments that can be passed to the
1512 * NIC for GSO
Eric Dumazetfcbeb972014-10-05 10:11:27 -07001513 * @gso_min_segs: Minimum number of segments that can be passed to the
1514 * NIC for GSO
Karoly Kemeny536721b2014-07-30 20:27:36 +02001515 *
1516 * @dcbnl_ops: Data Center Bridging netlink ops
1517 * @num_tc: Number of traffic classes in the net device
1518 * @tc_to_txq: XXX: need comments on this one
1519 * @prio_tc_map XXX: need comments on this one
1520 *
1521 * @fcoe_ddp_xid: Max exchange id for FCoE LRO by ddp
1522 *
1523 * @priomap: XXX: need comments on this one
1524 * @phydev: Physical device may attach itself
1525 * for hardware timestamping
1526 *
1527 * @qdisc_tx_busylock: XXX: need comments on this one
1528 *
Anuradha Karuppiahd746d702015-07-14 13:43:19 -07001529 * @proto_down: protocol port state information can be sent to the
1530 * switch driver and used to set the phys state of the
1531 * switch port.
1532 *
Linus Torvalds1da177e2005-04-16 15:20:36 -07001533 * FIXME: cleanup struct net_device such that network protocol info
1534 * moves out.
1535 */
1536
Eric Dumazetd94d9fe2009-11-04 09:50:58 -08001537struct net_device {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001538 char name[IFNAMSIZ];
Eric Dumazet9356b8f2005-09-27 15:23:16 -07001539 struct hlist_node name_hlist;
Stephen Hemminger0b815a12008-09-22 21:28:11 -07001540 char *ifalias;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001541 /*
1542 * I/O specific fields
1543 * FIXME: Merge these and struct ifmap into one
1544 */
Karoly Kemeny536721b2014-07-30 20:27:36 +02001545 unsigned long mem_end;
1546 unsigned long mem_start;
1547 unsigned long base_addr;
1548 int irq;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001549
Thomas Graf14ffbbb2015-04-10 15:52:38 +02001550 atomic_t carrier_changes;
1551
Linus Torvalds1da177e2005-04-16 15:20:36 -07001552 /*
Karoly Kemeny536721b2014-07-30 20:27:36 +02001553 * Some hardware also needs these fields (state,dev_list,
1554 * napi_list,unreg_list,close_list) but they are not
Linus Torvalds1da177e2005-04-16 15:20:36 -07001555 * part of the usual set specified in Space.c.
1556 */
1557
Linus Torvalds1da177e2005-04-16 15:20:36 -07001558 unsigned long state;
1559
Pavel Emelianov7562f872007-05-03 15:13:45 -07001560 struct list_head dev_list;
Stephen Hemmingerbea33482007-10-03 16:41:36 -07001561 struct list_head napi_list;
Eric Dumazet44a08732009-10-27 07:03:04 +00001562 struct list_head unreg_list;
Eric W. Biederman5cde2822013-10-05 19:26:05 -07001563 struct list_head close_list;
Salam Noureddine7866a622015-01-27 11:35:48 -08001564 struct list_head ptype_all;
1565 struct list_head ptype_specific;
Veaceslav Falico2f268f12013-09-25 09:20:07 +02001566
Veaceslav Falico2f268f12013-09-25 09:20:07 +02001567 struct {
1568 struct list_head upper;
1569 struct list_head lower;
1570 } adj_list;
1571
Veaceslav Falico2f268f12013-09-25 09:20:07 +02001572 struct {
1573 struct list_head upper;
1574 struct list_head lower;
1575 } all_adj_list;
Eric Dumazet4c3d5e72013-03-30 06:31:03 +00001576
Michał Mirosławc8f44af2011-11-15 15:29:55 +00001577 netdev_features_t features;
Michał Mirosławc8f44af2011-11-15 15:29:55 +00001578 netdev_features_t hw_features;
Michał Mirosławc8f44af2011-11-15 15:29:55 +00001579 netdev_features_t wanted_features;
Michał Mirosławc8f44af2011-11-15 15:29:55 +00001580 netdev_features_t vlan_features;
Joseph Gasparakis6a674e92012-12-07 14:14:14 +00001581 netdev_features_t hw_enc_features;
Simon Horman0d89d202013-05-23 21:02:52 +00001582 netdev_features_t mpls_features;
Michał Mirosław04ed3e72011-01-24 15:32:47 -08001583
Linus Torvalds1da177e2005-04-16 15:20:36 -07001584 int ifindex;
Nicolas Dichtel7a66bbc2015-04-02 17:07:09 +02001585 int group;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001586
Rusty Russellc45d2862007-03-28 14:29:08 -07001587 struct net_device_stats stats;
Eric Dumazet015f0682014-03-27 08:45:56 -07001588
Eric Dumazet015f0682014-03-27 08:45:56 -07001589 atomic_long_t rx_dropped;
1590 atomic_long_t tx_dropped;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001591
Johannes Bergb86e0282007-04-26 20:48:23 -07001592#ifdef CONFIG_WIRELESS_EXT
Linus Torvalds1da177e2005-04-16 15:20:36 -07001593 const struct iw_handler_def * wireless_handlers;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001594 struct iw_public_data * wireless_data;
Johannes Bergb86e0282007-04-26 20:48:23 -07001595#endif
Stephen Hemmingerd3147742008-11-19 21:32:24 -08001596 const struct net_device_ops *netdev_ops;
Stephen Hemminger76fd8592006-09-08 11:16:13 -07001597 const struct ethtool_ops *ethtool_ops;
Scott Feldman41706042015-03-15 21:07:14 -07001598#ifdef CONFIG_NET_SWITCHDEV
Jiri Pirko9d47c0a2015-05-10 09:47:47 -07001599 const struct switchdev_ops *switchdev_ops;
Scott Feldman41706042015-03-15 21:07:14 -07001600#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -07001601
Stephen Hemminger3b04ddd2007-10-09 01:40:57 -07001602 const struct header_ops *header_ops;
1603
Karoly Kemeny536721b2014-07-30 20:27:36 +02001604 unsigned int flags;
1605 unsigned int priv_flags;
1606
Linus Torvalds1da177e2005-04-16 15:20:36 -07001607 unsigned short gflags;
Karoly Kemeny536721b2014-07-30 20:27:36 +02001608 unsigned short padded;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001609
Karoly Kemeny536721b2014-07-30 20:27:36 +02001610 unsigned char operstate;
1611 unsigned char link_mode;
Stefan Rompfb00055a2006-03-20 17:09:11 -08001612
Karoly Kemeny536721b2014-07-30 20:27:36 +02001613 unsigned char if_port;
1614 unsigned char dma;
Joe Perchesbdc220d2011-05-09 17:42:46 +00001615
Karoly Kemeny536721b2014-07-30 20:27:36 +02001616 unsigned int mtu;
1617 unsigned short type;
1618 unsigned short hard_header_len;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001619
Johannes Bergf5184d22008-05-12 20:48:31 -07001620 unsigned short needed_headroom;
1621 unsigned short needed_tailroom;
1622
Linus Torvalds1da177e2005-04-16 15:20:36 -07001623 /* Interface address info. */
Karoly Kemeny536721b2014-07-30 20:27:36 +02001624 unsigned char perm_addr[MAX_ADDR_LEN];
1625 unsigned char addr_assign_type;
1626 unsigned char addr_len;
Sebastian Siewiora0a96632013-12-12 10:15:59 +01001627 unsigned short neigh_priv_len;
Karoly Kemeny536721b2014-07-30 20:27:36 +02001628 unsigned short dev_id;
1629 unsigned short dev_port;
Jiri Pirkoccffad252009-05-22 23:22:17 +00001630 spinlock_t addr_list_lock;
Thomas Graf14ffbbb2015-04-10 15:52:38 +02001631 unsigned char name_assign_type;
1632 bool uc_promisc;
Karoly Kemeny536721b2014-07-30 20:27:36 +02001633 struct netdev_hw_addr_list uc;
1634 struct netdev_hw_addr_list mc;
1635 struct netdev_hw_addr_list dev_addrs;
1636
Eric Dumazet4c3d5e72013-03-30 06:31:03 +00001637#ifdef CONFIG_SYSFS
1638 struct kset *queues_kset;
1639#endif
Wang Chen9d45abe2008-06-17 21:12:48 -07001640 unsigned int promiscuity;
1641 unsigned int allmulti;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001642
Linus Torvalds1da177e2005-04-16 15:20:36 -07001643
1644 /* Protocol specific pointers */
Jesse Gross65ac6a52010-10-20 13:56:05 +00001645
Ben Hutchingsd11ead72011-11-25 14:40:26 +00001646#if IS_ENABLED(CONFIG_VLAN_8021Q)
Karoly Kemeny536721b2014-07-30 20:27:36 +02001647 struct vlan_info __rcu *vlan_info;
Jesse Gross65ac6a52010-10-20 13:56:05 +00001648#endif
Ben Hutchings34a430d2011-11-25 14:38:38 +00001649#if IS_ENABLED(CONFIG_NET_DSA)
Karoly Kemeny536721b2014-07-30 20:27:36 +02001650 struct dsa_switch_tree *dsa_ptr;
Lennert Buytenhek91da11f2008-10-07 13:44:02 +00001651#endif
Ying Xue37cb0622013-12-10 20:45:41 -08001652#if IS_ENABLED(CONFIG_TIPC)
Karoly Kemeny536721b2014-07-30 20:27:36 +02001653 struct tipc_bearer __rcu *tipc_ptr;
Ying Xue37cb0622013-12-10 20:45:41 -08001654#endif
Karoly Kemeny536721b2014-07-30 20:27:36 +02001655 void *atalk_ptr;
1656 struct in_device __rcu *ip_ptr;
1657 struct dn_dev __rcu *dn_ptr;
1658 struct inet6_dev __rcu *ip6_ptr;
1659 void *ax25_ptr;
David Ahern4e3c8992015-08-13 14:59:00 -06001660 struct net_vrf_dev __rcu *vrf_ptr;
Karoly Kemeny536721b2014-07-30 20:27:36 +02001661 struct wireless_dev *ieee80211_ptr;
Alexander Aring98a18b62014-11-02 06:44:54 +01001662 struct wpan_dev *ieee802154_ptr;
Robert Shearman03c57742015-04-22 11:14:37 +01001663#if IS_ENABLED(CONFIG_MPLS_ROUTING)
1664 struct mpls_dev __rcu *mpls_ptr;
1665#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -07001666
Eric Dumazet9356b8f2005-09-27 15:23:16 -07001667/*
Eric Dumazetcd135392010-09-16 02:58:13 +00001668 * Cache lines mostly used on receive path (including eth_type_trans())
Eric Dumazet9356b8f2005-09-27 15:23:16 -07001669 */
Karoly Kemeny536721b2014-07-30 20:27:36 +02001670 unsigned long last_rx;
Eric Dumazet4dc89132010-08-31 07:40:16 +00001671
Eric Dumazet9356b8f2005-09-27 15:23:16 -07001672 /* Interface address info used in eth_type_trans() */
Karoly Kemeny536721b2014-07-30 20:27:36 +02001673 unsigned char *dev_addr;
Jiri Pirkof001fde2009-05-05 02:48:28 +00001674
Tom Herbert0a9627f2010-03-16 08:03:29 +00001675
Michael Daltona953be52014-01-16 22:23:28 -08001676#ifdef CONFIG_SYSFS
Tom Herbert0a9627f2010-03-16 08:03:29 +00001677 struct netdev_rx_queue *_rx;
1678
Tom Herbert0a9627f2010-03-16 08:03:29 +00001679 unsigned int num_rx_queues;
Ben Hutchings62fe0b42010-09-27 08:24:33 +00001680 unsigned int real_num_rx_queues;
Ben Hutchingsc4454772011-01-19 11:03:53 +00001681
Eric Dumazetdf334542010-03-24 19:13:54 +00001682#endif
Tom Herbert0a9627f2010-03-16 08:03:29 +00001683
Eric Dumazet3b47d302014-11-06 21:09:44 -08001684 unsigned long gro_flush_timeout;
stephen hemminger61391cd2010-11-15 06:38:12 +00001685 rx_handler_func_t __rcu *rx_handler;
1686 void __rcu *rx_handler_data;
David S. Millere8a04642008-07-17 00:34:19 -07001687
Daniel Borkmann4cda01e2015-05-11 19:28:49 +02001688#ifdef CONFIG_NET_CLS_ACT
Daniel Borkmannd2788d32015-05-09 22:51:32 +02001689 struct tcf_proto __rcu *ingress_cl_list;
1690#endif
Eric Dumazet24824a02010-10-02 06:11:55 +00001691 struct netdev_queue __rcu *ingress_queue;
Pablo Neirae687ad62015-05-13 18:19:38 +02001692#ifdef CONFIG_NETFILTER_INGRESS
1693 struct list_head nf_hooks_ingress;
1694#endif
Daniel Borkmannd2788d32015-05-09 22:51:32 +02001695
Karoly Kemeny536721b2014-07-30 20:27:36 +02001696 unsigned char broadcast[MAX_ADDR_LEN];
Thomas Graf14ffbbb2015-04-10 15:52:38 +02001697#ifdef CONFIG_RFS_ACCEL
1698 struct cpu_rmap *rx_cpu_rmap;
1699#endif
1700 struct hlist_node index_hlist;
Eric Dumazetcd135392010-09-16 02:58:13 +00001701
1702/*
1703 * Cache lines mostly used on transmit path
1704 */
David S. Millere8a04642008-07-17 00:34:19 -07001705 struct netdev_queue *_tx ____cacheline_aligned_in_smp;
1706 unsigned int num_tx_queues;
David S. Millerfd2ea0a2008-07-17 01:56:23 -07001707 unsigned int real_num_tx_queues;
Patrick McHardyaf356af2009-09-04 06:41:18 +00001708 struct Qdisc *qdisc;
Karoly Kemeny536721b2014-07-30 20:27:36 +02001709 unsigned long tx_queue_len;
David S. Millerc3f26a22008-07-31 16:58:50 -07001710 spinlock_t tx_global_lock;
Thomas Graf14ffbbb2015-04-10 15:52:38 +02001711 int watchdog_timeo;
Eric Dumazetcd135392010-09-16 02:58:13 +00001712
Tom Herbertbf264142010-11-26 08:36:09 +00001713#ifdef CONFIG_XPS
Eric Dumazeta4177862010-11-28 21:43:02 +00001714 struct xps_dev_maps __rcu *xps_maps;
Tom Herbertbf264142010-11-26 08:36:09 +00001715#endif
Tom Herbert1d24eb42010-11-21 13:17:27 +00001716
Scott Feldman0c4f6912015-07-18 18:24:48 -07001717#ifdef CONFIG_NET_SWITCHDEV
1718 u32 offload_fwd_mark;
1719#endif
1720
Eric Dumazet9356b8f2005-09-27 15:23:16 -07001721 /* These may be needed for future network-power-down code. */
Eric Dumazet9d214932009-05-17 20:55:16 -07001722
1723 /*
1724 * trans_start here is expensive for high speed devices on SMP,
1725 * please use netdev_queue->trans_start instead.
1726 */
Karoly Kemeny536721b2014-07-30 20:27:36 +02001727 unsigned long trans_start;
Eric Dumazet9356b8f2005-09-27 15:23:16 -07001728
Eric Dumazet9356b8f2005-09-27 15:23:16 -07001729 struct timer_list watchdog_timer;
1730
Eric Dumazet29b44332010-10-11 10:22:12 +00001731 int __percpu *pcpu_refcnt;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001732 struct list_head todo_list;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001733
Eric Dumazete014deb2009-11-17 05:59:21 +00001734 struct list_head link_watch_list;
Herbert Xu572a1032007-05-08 18:34:17 -07001735
Linus Torvalds1da177e2005-04-16 15:20:36 -07001736 enum { NETREG_UNINITIALIZED=0,
Stephen Hemmingerb17a7c12006-05-10 13:21:17 -07001737 NETREG_REGISTERED, /* completed register_netdevice */
Linus Torvalds1da177e2005-04-16 15:20:36 -07001738 NETREG_UNREGISTERING, /* called unregister_netdevice */
1739 NETREG_UNREGISTERED, /* completed unregister todo */
1740 NETREG_RELEASED, /* called free_netdev */
Benjamin Herrenschmidt937f1ba2009-01-14 21:05:05 -08001741 NETREG_DUMMY, /* dummy device for NAPI poll */
Eric Dumazet449f4542011-05-19 12:24:16 +00001742 } reg_state:8;
1743
Karoly Kemeny536721b2014-07-30 20:27:36 +02001744 bool dismantle;
Patrick McHardya2835762010-02-26 06:34:51 +00001745
1746 enum {
1747 RTNL_LINK_INITIALIZED,
1748 RTNL_LINK_INITIALIZING,
1749 } rtnl_link_state:16;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001750
Stephen Hemmingerd3147742008-11-19 21:32:24 -08001751 void (*destructor)(struct net_device *dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001752
Linus Torvalds1da177e2005-04-16 15:20:36 -07001753#ifdef CONFIG_NETPOLL
Cong Wang5fbee842013-01-22 21:29:39 +00001754 struct netpoll_info __rcu *npinfo;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001755#endif
David S. Millereae792b2008-07-15 03:03:33 -07001756
Eric W. Biederman0c5c9fb2015-03-11 23:06:44 -05001757 possible_net_t nd_net;
Eric W. Biederman4a1c5372007-09-12 11:56:32 +02001758
David S. Miller49517042008-05-12 03:29:11 -07001759 /* mid-layer private */
Eric Dumazeta7855c72010-09-23 23:51:51 +00001760 union {
Karoly Kemeny536721b2014-07-30 20:27:36 +02001761 void *ml_priv;
1762 struct pcpu_lstats __percpu *lstats;
Li RongQing8f849852014-01-04 13:57:59 +08001763 struct pcpu_sw_netstats __percpu *tstats;
Karoly Kemeny536721b2014-07-30 20:27:36 +02001764 struct pcpu_dstats __percpu *dstats;
1765 struct pcpu_vstats __percpu *vstats;
Eric Dumazeta7855c72010-09-23 23:51:51 +00001766 };
Karoly Kemeny536721b2014-07-30 20:27:36 +02001767
Eric Dumazet3cc77ec2010-10-24 21:32:36 +00001768 struct garp_port __rcu *garp_port;
David Wardfebf0182013-02-08 17:17:06 +00001769 struct mrp_port __rcu *mrp_port;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001770
Karoly Kemeny536721b2014-07-30 20:27:36 +02001771 struct device dev;
Eric W. Biederman0c509a62009-10-29 14:18:21 +00001772 const struct attribute_group *sysfs_groups[4];
Michael Daltona953be52014-01-16 22:23:28 -08001773 const struct attribute_group *sysfs_rx_queue_group;
Patrick McHardy38f7b872007-06-13 12:03:51 -07001774
Patrick McHardy38f7b872007-06-13 12:03:51 -07001775 const struct rtnl_link_ops *rtnl_link_ops;
Peter P Waskiewicz Jrf25f4e42007-07-06 13:36:20 -07001776
Peter P Waskiewicz Jr82cc1a72008-03-21 03:43:19 -07001777 /* for setting kernel sock attribute on TCP connection setup */
1778#define GSO_MAX_SIZE 65536
1779 unsigned int gso_max_size;
Ben Hutchings30b678d2012-07-30 15:57:00 +00001780#define GSO_MAX_SEGS 65535
1781 u16 gso_max_segs;
Eric Dumazetfcbeb972014-10-05 10:11:27 -07001782 u16 gso_min_segs;
Jeff Kirsher7a6b6f52008-11-25 01:02:08 -08001783#ifdef CONFIG_DCB
Stephen Hemminger32953542009-10-05 06:01:03 +00001784 const struct dcbnl_rtnl_ops *dcbnl_ops;
Alexander Duyck2f90b862008-11-20 20:52:10 -08001785#endif
John Fastabend4f57c082011-01-17 08:06:04 +00001786 u8 num_tc;
1787 struct netdev_tc_txq tc_to_txq[TC_MAX_QUEUE];
1788 u8 prio_tc_map[TC_BITMASK + 1];
Alexander Duyck2f90b862008-11-20 20:52:10 -08001789
Ben Hutchingsd11ead72011-11-25 14:40:26 +00001790#if IS_ENABLED(CONFIG_FCOE)
Yi Zou4d288d52009-02-27 14:06:59 -08001791 unsigned int fcoe_ddp_xid;
1792#endif
Daniel Borkmann86f85152013-12-29 17:27:11 +01001793#if IS_ENABLED(CONFIG_CGROUP_NET_PRIO)
Neil Horman5bc14212011-11-22 05:10:51 +00001794 struct netprio_map __rcu *priomap;
1795#endif
Richard Cochranc1f19b52010-07-17 08:49:36 +00001796 struct phy_device *phydev;
Eric Dumazet23d3b8b2012-09-05 01:02:56 +00001797 struct lock_class_key *qdisc_tx_busylock;
Anuradha Karuppiahd746d702015-07-14 13:43:19 -07001798 bool proto_down;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001799};
Greg Kroah-Hartman43cb76d2002-04-09 12:14:34 -07001800#define to_net_dev(d) container_of(d, struct net_device, dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001801
1802#define NETDEV_ALIGN 32
Linus Torvalds1da177e2005-04-16 15:20:36 -07001803
David S. Millere8a04642008-07-17 00:34:19 -07001804static inline
John Fastabend4f57c082011-01-17 08:06:04 +00001805int netdev_get_prio_tc_map(const struct net_device *dev, u32 prio)
1806{
1807 return dev->prio_tc_map[prio & TC_BITMASK];
1808}
1809
1810static inline
1811int netdev_set_prio_tc_map(struct net_device *dev, u8 prio, u8 tc)
1812{
1813 if (tc >= dev->num_tc)
1814 return -EINVAL;
1815
1816 dev->prio_tc_map[prio & TC_BITMASK] = tc & TC_BITMASK;
1817 return 0;
1818}
1819
1820static inline
1821void netdev_reset_tc(struct net_device *dev)
1822{
1823 dev->num_tc = 0;
1824 memset(dev->tc_to_txq, 0, sizeof(dev->tc_to_txq));
1825 memset(dev->prio_tc_map, 0, sizeof(dev->prio_tc_map));
1826}
1827
1828static inline
1829int netdev_set_tc_queue(struct net_device *dev, u8 tc, u16 count, u16 offset)
1830{
1831 if (tc >= dev->num_tc)
1832 return -EINVAL;
1833
1834 dev->tc_to_txq[tc].count = count;
1835 dev->tc_to_txq[tc].offset = offset;
1836 return 0;
1837}
1838
1839static inline
1840int netdev_set_num_tc(struct net_device *dev, u8 num_tc)
1841{
1842 if (num_tc > TC_MAX_QUEUE)
1843 return -EINVAL;
1844
1845 dev->num_tc = num_tc;
1846 return 0;
1847}
1848
1849static inline
1850int netdev_get_num_tc(struct net_device *dev)
1851{
1852 return dev->num_tc;
1853}
1854
1855static inline
David S. Millere8a04642008-07-17 00:34:19 -07001856struct netdev_queue *netdev_get_tx_queue(const struct net_device *dev,
1857 unsigned int index)
1858{
1859 return &dev->_tx[index];
1860}
1861
Daniel Borkmann10c51b56232014-08-27 11:11:27 +02001862static inline struct netdev_queue *skb_get_tx_queue(const struct net_device *dev,
1863 const struct sk_buff *skb)
1864{
1865 return netdev_get_tx_queue(dev, skb_get_queue_mapping(skb));
1866}
1867
David S. Millere8a04642008-07-17 00:34:19 -07001868static inline void netdev_for_each_tx_queue(struct net_device *dev,
1869 void (*f)(struct net_device *,
1870 struct netdev_queue *,
1871 void *),
1872 void *arg)
1873{
1874 unsigned int i;
1875
1876 for (i = 0; i < dev->num_tx_queues; i++)
1877 f(dev, &dev->_tx[i], arg);
1878}
1879
Joe Perchesf629d202013-09-26 14:48:15 -07001880struct netdev_queue *netdev_pick_tx(struct net_device *dev,
Jason Wangf663dd92014-01-10 16:18:26 +08001881 struct sk_buff *skb,
1882 void *accel_priv);
Amerigo Wang8c4c49d2012-09-17 20:16:31 +00001883
YOSHIFUJI Hideakic346dca2008-03-25 21:47:49 +09001884/*
1885 * Net namespace inlines
1886 */
1887static inline
1888struct net *dev_net(const struct net_device *dev)
1889{
Eric Dumazetc2d9ba92010-06-01 06:51:19 +00001890 return read_pnet(&dev->nd_net);
YOSHIFUJI Hideakic346dca2008-03-25 21:47:49 +09001891}
1892
1893static inline
Denis V. Lunevf5aa23f2008-03-26 00:48:17 -07001894void dev_net_set(struct net_device *dev, struct net *net)
YOSHIFUJI Hideakic346dca2008-03-25 21:47:49 +09001895{
Eric W. Biederman0c5c9fb2015-03-11 23:06:44 -05001896 write_pnet(&dev->nd_net, net);
YOSHIFUJI Hideakic346dca2008-03-25 21:47:49 +09001897}
1898
Florian Fainelli3e8a72d2014-08-27 17:04:46 -07001899static inline bool netdev_uses_dsa(struct net_device *dev)
Lennert Buytenhekcf85d082008-10-07 13:45:02 +00001900{
Alexander Duyck3fc88672014-09-12 23:12:46 -07001901#if IS_ENABLED(CONFIG_NET_DSA)
Florian Fainelli5aed85c2014-08-27 17:04:52 -07001902 if (dev->dsa_ptr != NULL)
1903 return dsa_uses_tagged_protocol(dev->dsa_ptr);
Lennert Buytenhekcf85d082008-10-07 13:45:02 +00001904#endif
Florian Fainelli5aed85c2014-08-27 17:04:52 -07001905 return false;
Lennert Buytenhek396138f2008-10-07 13:46:07 +00001906}
1907
Stephen Hemmingerbea33482007-10-03 16:41:36 -07001908/**
1909 * netdev_priv - access network device private data
1910 * @dev: network device
1911 *
1912 * Get network device private data
1913 */
Patrick McHardy6472ce62007-06-13 12:03:21 -07001914static inline void *netdev_priv(const struct net_device *dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001915{
Eric Dumazet1ce8e7b2009-05-27 04:42:37 +00001916 return (char *)dev + ALIGN(sizeof(struct net_device), NETDEV_ALIGN);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001917}
1918
Linus Torvalds1da177e2005-04-16 15:20:36 -07001919/* Set the sysfs physical device reference for the network logical device
1920 * if set prior to registration will cause a symlink during initialization.
1921 */
Greg Kroah-Hartman43cb76d2002-04-09 12:14:34 -07001922#define SET_NETDEV_DEV(net, pdev) ((net)->dev.parent = (pdev))
Linus Torvalds1da177e2005-04-16 15:20:36 -07001923
Marcel Holtmann384912e2009-08-31 21:08:19 +00001924/* Set the sysfs device type for the network logical device to allow
Maxime Jayat3f794102013-10-12 01:29:46 +02001925 * fine-grained identification of different network device types. For
Marcel Holtmann384912e2009-08-31 21:08:19 +00001926 * example Ethernet, Wirelss LAN, Bluetooth, WiMAX etc.
1927 */
1928#define SET_NETDEV_DEVTYPE(net, devtype) ((net)->dev.type = (devtype))
1929
Eric Dumazet82dc3c63c2013-03-05 15:57:22 +00001930/* Default NAPI poll() weight
1931 * Device drivers are strongly advised to not use bigger value
1932 */
1933#define NAPI_POLL_WEIGHT 64
1934
Stephen Hemminger3b582cc2007-11-01 02:21:47 -07001935/**
1936 * netif_napi_add - initialize a napi context
1937 * @dev: network device
1938 * @napi: napi context
1939 * @poll: polling function
1940 * @weight: default weight
1941 *
1942 * netif_napi_add() must be used to initialize a napi context prior to calling
1943 * *any* of the other napi related functions.
1944 */
Herbert Xud565b0a2008-12-15 23:38:52 -08001945void netif_napi_add(struct net_device *dev, struct napi_struct *napi,
1946 int (*poll)(struct napi_struct *, int), int weight);
Stephen Hemmingerbea33482007-10-03 16:41:36 -07001947
Alexander Duyckd8156532008-07-08 15:13:05 -07001948/**
1949 * netif_napi_del - remove a napi context
1950 * @napi: napi context
1951 *
1952 * netif_napi_del() removes a napi context from the network device napi list
1953 */
Herbert Xud565b0a2008-12-15 23:38:52 -08001954void netif_napi_del(struct napi_struct *napi);
1955
1956struct napi_gro_cb {
Herbert Xu78a478d2009-05-26 18:50:21 +00001957 /* Virtual address of skb_shinfo(skb)->frags[0].page + offset. */
1958 void *frag0;
1959
Herbert Xu74895942009-05-26 18:50:27 +00001960 /* Length of frag0. */
1961 unsigned int frag0_len;
1962
Herbert Xu86911732009-01-29 14:19:50 +00001963 /* This indicates where we are processing relative to skb->data. */
1964 int data_offset;
1965
Herbert Xud565b0a2008-12-15 23:38:52 -08001966 /* This is non-zero if the packet cannot be merged with the new skb. */
Jerry Chubf5a7552014-01-07 10:23:19 -08001967 u16 flush;
1968
1969 /* Save the IP ID here and check when we get to the transport layer */
1970 u16 flush_id;
Herbert Xud565b0a2008-12-15 23:38:52 -08001971
1972 /* Number of segments aggregated. */
Eric Dumazet2e71a6f2012-10-06 08:08:49 +00001973 u16 count;
1974
Tom Herbert15e23962015-02-10 16:30:31 -08001975 /* Start offset for remote checksum offload */
1976 u16 gro_remcsum_start;
1977
Eric Dumazet2e71a6f2012-10-06 08:08:49 +00001978 /* jiffies when first packet was created/queued */
1979 unsigned long age;
Eric Dumazet86347242012-10-08 21:38:50 +02001980
Tom Herbertafe93322014-09-17 12:25:57 -07001981 /* Used in ipv6_gro_receive() and foo-over-udp */
Or Gerlitzb582ef02014-01-20 13:59:19 +02001982 u16 proto;
1983
Tom Herbertbaa32ff2015-02-10 16:30:30 -08001984 /* This is non-zero if the packet may be of the same flow. */
1985 u8 same_flow:1;
1986
Or Gerlitzb582ef02014-01-20 13:59:19 +02001987 /* Used in udp_gro_receive */
Tom Herbert573e8fc2014-08-22 13:33:47 -07001988 u8 udp_mark:1;
1989
1990 /* GRO checksum is valid */
1991 u8 csum_valid:1;
1992
Tom Herbert662880f2014-08-27 21:26:56 -07001993 /* Number of checksums via CHECKSUM_UNNECESSARY */
1994 u8 csum_cnt:3;
Eric Dumazetc3c7c252012-12-06 13:54:59 +00001995
Tom Herbertbaa32ff2015-02-10 16:30:30 -08001996 /* Free the skb? */
1997 u8 free:2;
1998#define NAPI_GRO_FREE 1
1999#define NAPI_GRO_FREE_STOLEN_HEAD 2
2000
Tom Herbertefc98d02014-10-03 15:48:08 -07002001 /* Used in foo-over-udp, set in udp[46]_gro_receive */
2002 u8 is_ipv6:1;
2003
Tom Herbertbaa32ff2015-02-10 16:30:30 -08002004 /* 7 bit hole */
2005
Jerry Chubf5a7552014-01-07 10:23:19 -08002006 /* used to support CHECKSUM_COMPLETE for tunneling protocols */
2007 __wsum csum;
2008
Eric Dumazetc3c7c252012-12-06 13:54:59 +00002009 /* used in skb_gro_receive() slow path */
2010 struct sk_buff *last;
Herbert Xud565b0a2008-12-15 23:38:52 -08002011};
2012
2013#define NAPI_GRO_CB(skb) ((struct napi_gro_cb *)(skb)->cb)
Alexander Duyckd8156532008-07-08 15:13:05 -07002014
Linus Torvalds1da177e2005-04-16 15:20:36 -07002015struct packet_type {
David S. Millerf2ccd8f2005-08-09 19:34:12 -07002016 __be16 type; /* This is really htons(ether_type). */
2017 struct net_device *dev; /* NULL is wildcarded here */
2018 int (*func) (struct sk_buff *,
2019 struct net_device *,
2020 struct packet_type *,
2021 struct net_device *);
Eric Leblondc0de08d2012-08-16 22:02:58 +00002022 bool (*id_match)(struct packet_type *ptype,
2023 struct sock *sk);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002024 void *af_packet_priv;
2025 struct list_head list;
2026};
2027
Vlad Yasevichf191a1d2012-11-15 08:49:23 +00002028struct offload_callbacks {
Linus Torvalds1da177e2005-04-16 15:20:36 -07002029 struct sk_buff *(*gso_segment)(struct sk_buff *skb,
2030 netdev_features_t features);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002031 struct sk_buff **(*gro_receive)(struct sk_buff **head,
Tom Herberta2b12f32015-01-12 17:00:37 -08002032 struct sk_buff *skb);
Jerry Chu299603e82013-12-11 20:53:45 -08002033 int (*gro_complete)(struct sk_buff *skb, int nhoff);
Vlad Yasevichf191a1d2012-11-15 08:49:23 +00002034};
2035
2036struct packet_offload {
2037 __be16 type; /* This is really htons(ether_type). */
David S. Millerbdef7de2015-06-01 14:56:09 -07002038 u16 priority;
Vlad Yasevichf191a1d2012-11-15 08:49:23 +00002039 struct offload_callbacks callbacks;
2040 struct list_head list;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002041};
2042
Tom Herberta2b12f32015-01-12 17:00:37 -08002043struct udp_offload;
2044
2045struct udp_offload_callbacks {
2046 struct sk_buff **(*gro_receive)(struct sk_buff **head,
2047 struct sk_buff *skb,
2048 struct udp_offload *uoff);
2049 int (*gro_complete)(struct sk_buff *skb,
2050 int nhoff,
2051 struct udp_offload *uoff);
2052};
2053
Or Gerlitzb582ef02014-01-20 13:59:19 +02002054struct udp_offload {
2055 __be16 port;
Tom Herbertafe93322014-09-17 12:25:57 -07002056 u8 ipproto;
Tom Herberta2b12f32015-01-12 17:00:37 -08002057 struct udp_offload_callbacks callbacks;
Or Gerlitzb582ef02014-01-20 13:59:19 +02002058};
2059
Li RongQing8f849852014-01-04 13:57:59 +08002060/* often modified stats are per cpu, other are shared (netdev->stats) */
2061struct pcpu_sw_netstats {
2062 u64 rx_packets;
2063 u64 rx_bytes;
2064 u64 tx_packets;
2065 u64 tx_bytes;
2066 struct u64_stats_sync syncp;
2067};
2068
WANG Cong1c213bd2014-02-13 11:46:28 -08002069#define netdev_alloc_pcpu_stats(type) \
2070({ \
stephen hemminger693350c2014-03-10 09:41:46 -07002071 typeof(type) __percpu *pcpu_stats = alloc_percpu(type); \
WANG Cong1c213bd2014-02-13 11:46:28 -08002072 if (pcpu_stats) { \
Johannes Bergec65aaf2015-04-23 12:06:30 +02002073 int __cpu; \
2074 for_each_possible_cpu(__cpu) { \
WANG Cong1c213bd2014-02-13 11:46:28 -08002075 typeof(type) *stat; \
Johannes Bergec65aaf2015-04-23 12:06:30 +02002076 stat = per_cpu_ptr(pcpu_stats, __cpu); \
WANG Cong1c213bd2014-02-13 11:46:28 -08002077 u64_stats_init(&stat->syncp); \
2078 } \
2079 } \
2080 pcpu_stats; \
2081})
2082
Linus Torvalds1da177e2005-04-16 15:20:36 -07002083#include <linux/notifier.h>
2084
Amerigo Wangdcfe1422011-07-25 17:13:09 -07002085/* netdevice notifier chain. Please remember to update the rtnetlink
2086 * notification exclusion list in rtnetlink_event() when adding new
2087 * types.
2088 */
2089#define NETDEV_UP 0x0001 /* For now you can't veto a device up/down */
2090#define NETDEV_DOWN 0x0002
2091#define NETDEV_REBOOT 0x0003 /* Tell a protocol stack a network interface
2092 detected a hardware crash and restarted
2093 - we can use this eg to kick tcp sessions
2094 once done */
2095#define NETDEV_CHANGE 0x0004 /* Notify device state change */
2096#define NETDEV_REGISTER 0x0005
2097#define NETDEV_UNREGISTER 0x0006
Veaceslav Falico1d486bf2014-01-16 00:02:18 +01002098#define NETDEV_CHANGEMTU 0x0007 /* notify after mtu change happened */
Amerigo Wangdcfe1422011-07-25 17:13:09 -07002099#define NETDEV_CHANGEADDR 0x0008
2100#define NETDEV_GOING_DOWN 0x0009
2101#define NETDEV_CHANGENAME 0x000A
2102#define NETDEV_FEAT_CHANGE 0x000B
2103#define NETDEV_BONDING_FAILOVER 0x000C
2104#define NETDEV_PRE_UP 0x000D
2105#define NETDEV_PRE_TYPE_CHANGE 0x000E
2106#define NETDEV_POST_TYPE_CHANGE 0x000F
2107#define NETDEV_POST_INIT 0x0010
Eric Dumazet0115e8e2012-08-22 17:19:46 +00002108#define NETDEV_UNREGISTER_FINAL 0x0011
Amerigo Wangdcfe1422011-07-25 17:13:09 -07002109#define NETDEV_RELEASE 0x0012
2110#define NETDEV_NOTIFY_PEERS 0x0013
2111#define NETDEV_JOIN 0x0014
Jiri Pirko42e52bf2013-05-25 04:12:10 +00002112#define NETDEV_CHANGEUPPER 0x0015
Jiri Pirko4aa5dee2013-07-20 12:13:53 +02002113#define NETDEV_RESEND_IGMP 0x0016
Veaceslav Falico1d486bf2014-01-16 00:02:18 +01002114#define NETDEV_PRECHANGEMTU 0x0017 /* notify before mtu change happened */
Jiri Pirkod4261e52014-08-19 16:02:12 +02002115#define NETDEV_CHANGEINFODATA 0x0018
Moni Shoua61bd3852015-02-03 16:48:29 +02002116#define NETDEV_BONDING_INFO 0x0019
Amerigo Wangdcfe1422011-07-25 17:13:09 -07002117
Joe Perchesf629d202013-09-26 14:48:15 -07002118int register_netdevice_notifier(struct notifier_block *nb);
2119int unregister_netdevice_notifier(struct notifier_block *nb);
Jiri Pirko351638e2013-05-28 01:30:21 +00002120
2121struct netdev_notifier_info {
2122 struct net_device *dev;
2123};
2124
Jiri Pirkobe9efd32013-05-28 01:30:22 +00002125struct netdev_notifier_change_info {
2126 struct netdev_notifier_info info; /* must be first */
2127 unsigned int flags_changed;
2128};
2129
Cong Wang75538c22013-05-29 11:30:50 +08002130static inline void netdev_notifier_info_init(struct netdev_notifier_info *info,
2131 struct net_device *dev)
2132{
2133 info->dev = dev;
2134}
2135
Jiri Pirko351638e2013-05-28 01:30:21 +00002136static inline struct net_device *
2137netdev_notifier_info_to_dev(const struct netdev_notifier_info *info)
2138{
2139 return info->dev;
2140}
2141
Joe Perchesf629d202013-09-26 14:48:15 -07002142int call_netdevice_notifiers(unsigned long val, struct net_device *dev);
Amerigo Wangdcfe1422011-07-25 17:13:09 -07002143
2144
Linus Torvalds1da177e2005-04-16 15:20:36 -07002145extern rwlock_t dev_base_lock; /* Device list lock */
2146
Eric W. Biederman881d9662007-09-17 11:56:21 -07002147#define for_each_netdev(net, d) \
2148 list_for_each_entry(d, &(net)->dev_base_head, dev_list)
Eric W. Biedermandcbccbd42009-11-29 22:25:26 +00002149#define for_each_netdev_reverse(net, d) \
2150 list_for_each_entry_reverse(d, &(net)->dev_base_head, dev_list)
Eric Dumazetc6d14c82009-11-04 05:43:23 -08002151#define for_each_netdev_rcu(net, d) \
2152 list_for_each_entry_rcu(d, &(net)->dev_base_head, dev_list)
Eric W. Biederman881d9662007-09-17 11:56:21 -07002153#define for_each_netdev_safe(net, d, n) \
2154 list_for_each_entry_safe(d, n, &(net)->dev_base_head, dev_list)
2155#define for_each_netdev_continue(net, d) \
2156 list_for_each_entry_continue(d, &(net)->dev_base_head, dev_list)
stephen hemminger254245d2009-11-10 07:54:47 +00002157#define for_each_netdev_continue_rcu(net, d) \
2158 list_for_each_entry_continue_rcu(d, &(net)->dev_base_head, dev_list)
nikolay@redhat.com8a7fbfa2013-03-12 02:49:01 +00002159#define for_each_netdev_in_bond_rcu(bond, slave) \
2160 for_each_netdev_rcu(&init_net, slave) \
Benjamin Poirier4ccce022015-01-14 16:52:35 +09002161 if (netdev_master_upper_dev_get_rcu(slave) == (bond))
Pavel Emelianov7562f872007-05-03 15:13:45 -07002162#define net_device_entry(lh) list_entry(lh, struct net_device, dev_list)
2163
Daniel Lezcanoa050c332007-09-12 14:57:09 +02002164static inline struct net_device *next_net_device(struct net_device *dev)
2165{
2166 struct list_head *lh;
2167 struct net *net;
Pavel Emelianov7562f872007-05-03 15:13:45 -07002168
YOSHIFUJI Hideakic346dca2008-03-25 21:47:49 +09002169 net = dev_net(dev);
Daniel Lezcanoa050c332007-09-12 14:57:09 +02002170 lh = dev->dev_list.next;
2171 return lh == &net->dev_base_head ? NULL : net_device_entry(lh);
2172}
2173
Eric Dumazetce81b762009-11-11 17:34:30 +00002174static inline struct net_device *next_net_device_rcu(struct net_device *dev)
2175{
2176 struct list_head *lh;
2177 struct net *net;
2178
2179 net = dev_net(dev);
Eric Dumazetccf43432011-01-26 18:08:02 +00002180 lh = rcu_dereference(list_next_rcu(&dev->dev_list));
Eric Dumazetce81b762009-11-11 17:34:30 +00002181 return lh == &net->dev_base_head ? NULL : net_device_entry(lh);
2182}
2183
Daniel Lezcanoa050c332007-09-12 14:57:09 +02002184static inline struct net_device *first_net_device(struct net *net)
2185{
2186 return list_empty(&net->dev_base_head) ? NULL :
2187 net_device_entry(net->dev_base_head.next);
2188}
Pavel Emelianov7562f872007-05-03 15:13:45 -07002189
Eric Dumazetccf43432011-01-26 18:08:02 +00002190static inline struct net_device *first_net_device_rcu(struct net *net)
2191{
2192 struct list_head *lh = rcu_dereference(list_next_rcu(&net->dev_base_head));
2193
2194 return lh == &net->dev_base_head ? NULL : net_device_entry(lh);
2195}
2196
Joe Perchesf629d202013-09-26 14:48:15 -07002197int netdev_boot_setup_check(struct net_device *dev);
2198unsigned long netdev_boot_base(const char *prefix, int unit);
2199struct net_device *dev_getbyhwaddr_rcu(struct net *net, unsigned short type,
2200 const char *hwaddr);
2201struct net_device *dev_getfirstbyhwtype(struct net *net, unsigned short type);
2202struct net_device *__dev_getfirstbyhwtype(struct net *net, unsigned short type);
2203void dev_add_pack(struct packet_type *pt);
2204void dev_remove_pack(struct packet_type *pt);
2205void __dev_remove_pack(struct packet_type *pt);
2206void dev_add_offload(struct packet_offload *po);
2207void dev_remove_offload(struct packet_offload *po);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002208
Nicolas Dichtela54acb32015-04-02 17:07:00 +02002209int dev_get_iflink(const struct net_device *dev);
WANG Cong6c555492014-09-11 15:35:09 -07002210struct net_device *__dev_get_by_flags(struct net *net, unsigned short flags,
2211 unsigned short mask);
Joe Perchesf629d202013-09-26 14:48:15 -07002212struct net_device *dev_get_by_name(struct net *net, const char *name);
2213struct net_device *dev_get_by_name_rcu(struct net *net, const char *name);
2214struct net_device *__dev_get_by_name(struct net *net, const char *name);
2215int dev_alloc_name(struct net_device *dev, const char *name);
2216int dev_open(struct net_device *dev);
2217int dev_close(struct net_device *dev);
David S. Miller99c4a262015-03-18 22:52:33 -04002218int dev_close_many(struct list_head *head, bool unlink);
Joe Perchesf629d202013-09-26 14:48:15 -07002219void dev_disable_lro(struct net_device *dev);
David Miller7026b1d2015-04-05 22:19:04 -04002220int dev_loopback_xmit(struct sock *sk, struct sk_buff *newskb);
2221int dev_queue_xmit_sk(struct sock *sk, struct sk_buff *skb);
2222static inline int dev_queue_xmit(struct sk_buff *skb)
2223{
2224 return dev_queue_xmit_sk(skb->sk, skb);
2225}
Jason Wangf663dd92014-01-10 16:18:26 +08002226int dev_queue_xmit_accel(struct sk_buff *skb, void *accel_priv);
Joe Perchesf629d202013-09-26 14:48:15 -07002227int register_netdevice(struct net_device *dev);
2228void unregister_netdevice_queue(struct net_device *dev, struct list_head *head);
2229void unregister_netdevice_many(struct list_head *head);
Eric Dumazet44a08732009-10-27 07:03:04 +00002230static inline void unregister_netdevice(struct net_device *dev)
2231{
2232 unregister_netdevice_queue(dev, NULL);
2233}
2234
Joe Perchesf629d202013-09-26 14:48:15 -07002235int netdev_refcnt_read(const struct net_device *dev);
2236void free_netdev(struct net_device *dev);
Eric Dumazet74d332c2013-10-30 13:10:44 -07002237void netdev_freemem(struct net_device *dev);
Joe Perchesf629d202013-09-26 14:48:15 -07002238void synchronize_net(void);
2239int init_dummy_netdev(struct net_device *dev);
Benjamin Herrenschmidt937f1ba2009-01-14 21:05:05 -08002240
hannes@stressinduktion.orgf60e5992015-04-01 17:07:44 +02002241DECLARE_PER_CPU(int, xmit_recursion);
2242static inline int dev_recursion_level(void)
2243{
2244 return this_cpu_read(xmit_recursion);
2245}
2246
Joe Perchesf629d202013-09-26 14:48:15 -07002247struct net_device *dev_get_by_index(struct net *net, int ifindex);
2248struct net_device *__dev_get_by_index(struct net *net, int ifindex);
2249struct net_device *dev_get_by_index_rcu(struct net *net, int ifindex);
2250int netdev_get_name(struct net *net, char *name, int ifindex);
2251int dev_restart(struct net_device *dev);
Joe Perchesf629d202013-09-26 14:48:15 -07002252int skb_gro_receive(struct sk_buff **head, struct sk_buff *skb);
Herbert Xu86911732009-01-29 14:19:50 +00002253
2254static inline unsigned int skb_gro_offset(const struct sk_buff *skb)
2255{
2256 return NAPI_GRO_CB(skb)->data_offset;
2257}
2258
2259static inline unsigned int skb_gro_len(const struct sk_buff *skb)
2260{
2261 return skb->len - NAPI_GRO_CB(skb)->data_offset;
2262}
2263
2264static inline void skb_gro_pull(struct sk_buff *skb, unsigned int len)
2265{
2266 NAPI_GRO_CB(skb)->data_offset += len;
2267}
2268
Herbert Xua5b1cf22009-05-26 18:50:28 +00002269static inline void *skb_gro_header_fast(struct sk_buff *skb,
2270 unsigned int offset)
Herbert Xu86911732009-01-29 14:19:50 +00002271{
Herbert Xu78a478d2009-05-26 18:50:21 +00002272 return NAPI_GRO_CB(skb)->frag0 + offset;
Herbert Xu86911732009-01-29 14:19:50 +00002273}
Linus Torvalds1da177e2005-04-16 15:20:36 -07002274
Herbert Xua5b1cf22009-05-26 18:50:28 +00002275static inline int skb_gro_header_hard(struct sk_buff *skb, unsigned int hlen)
2276{
2277 return NAPI_GRO_CB(skb)->frag0_len < hlen;
2278}
2279
2280static inline void *skb_gro_header_slow(struct sk_buff *skb, unsigned int hlen,
2281 unsigned int offset)
2282{
Herbert Xu17dd7592011-07-27 06:16:28 -07002283 if (!pskb_may_pull(skb, hlen))
2284 return NULL;
2285
Herbert Xua5b1cf22009-05-26 18:50:28 +00002286 NAPI_GRO_CB(skb)->frag0 = NULL;
2287 NAPI_GRO_CB(skb)->frag0_len = 0;
Herbert Xu17dd7592011-07-27 06:16:28 -07002288 return skb->data + offset;
Herbert Xua5b1cf22009-05-26 18:50:28 +00002289}
2290
Herbert Xu36e7b1b2009-04-27 05:44:45 -07002291static inline void *skb_gro_network_header(struct sk_buff *skb)
2292{
Herbert Xu78d3fd02009-05-26 18:50:23 +00002293 return (NAPI_GRO_CB(skb)->frag0 ?: skb->data) +
2294 skb_network_offset(skb);
Herbert Xu36e7b1b2009-04-27 05:44:45 -07002295}
2296
Jerry Chubf5a7552014-01-07 10:23:19 -08002297static inline void skb_gro_postpull_rcsum(struct sk_buff *skb,
2298 const void *start, unsigned int len)
2299{
Tom Herbert573e8fc2014-08-22 13:33:47 -07002300 if (NAPI_GRO_CB(skb)->csum_valid)
Jerry Chubf5a7552014-01-07 10:23:19 -08002301 NAPI_GRO_CB(skb)->csum = csum_sub(NAPI_GRO_CB(skb)->csum,
2302 csum_partial(start, len, 0));
2303}
2304
Tom Herbert573e8fc2014-08-22 13:33:47 -07002305/* GRO checksum functions. These are logical equivalents of the normal
2306 * checksum functions (in skbuff.h) except that they operate on the GRO
2307 * offsets and fields in sk_buff.
2308 */
2309
2310__sum16 __skb_gro_checksum_complete(struct sk_buff *skb);
2311
Tom Herbert15e23962015-02-10 16:30:31 -08002312static inline bool skb_at_gro_remcsum_start(struct sk_buff *skb)
2313{
Tom Herbertb7fe10e2015-08-19 17:07:32 -07002314 return (NAPI_GRO_CB(skb)->gro_remcsum_start == skb_gro_offset(skb));
Tom Herbert15e23962015-02-10 16:30:31 -08002315}
2316
Tom Herbert573e8fc2014-08-22 13:33:47 -07002317static inline bool __skb_gro_checksum_validate_needed(struct sk_buff *skb,
2318 bool zero_okay,
2319 __sum16 check)
2320{
Tom Herbert6edec0e2015-02-10 16:30:28 -08002321 return ((skb->ip_summed != CHECKSUM_PARTIAL ||
2322 skb_checksum_start_offset(skb) <
2323 skb_gro_offset(skb)) &&
Tom Herbert15e23962015-02-10 16:30:31 -08002324 !skb_at_gro_remcsum_start(skb) &&
Tom Herbert662880f2014-08-27 21:26:56 -07002325 NAPI_GRO_CB(skb)->csum_cnt == 0 &&
Tom Herbert573e8fc2014-08-22 13:33:47 -07002326 (!zero_okay || check));
2327}
2328
2329static inline __sum16 __skb_gro_checksum_validate_complete(struct sk_buff *skb,
2330 __wsum psum)
2331{
2332 if (NAPI_GRO_CB(skb)->csum_valid &&
2333 !csum_fold(csum_add(psum, NAPI_GRO_CB(skb)->csum)))
2334 return 0;
2335
2336 NAPI_GRO_CB(skb)->csum = psum;
2337
2338 return __skb_gro_checksum_complete(skb);
2339}
2340
Tom Herbert573e8fc2014-08-22 13:33:47 -07002341static inline void skb_gro_incr_csum_unnecessary(struct sk_buff *skb)
2342{
Tom Herbert662880f2014-08-27 21:26:56 -07002343 if (NAPI_GRO_CB(skb)->csum_cnt > 0) {
2344 /* Consume a checksum from CHECKSUM_UNNECESSARY */
2345 NAPI_GRO_CB(skb)->csum_cnt--;
2346 } else {
2347 /* Update skb for CHECKSUM_UNNECESSARY and csum_level when we
2348 * verified a new top level checksum or an encapsulated one
2349 * during GRO. This saves work if we fallback to normal path.
2350 */
2351 __skb_incr_checksum_unnecessary(skb);
Tom Herbert573e8fc2014-08-22 13:33:47 -07002352 }
2353}
2354
2355#define __skb_gro_checksum_validate(skb, proto, zero_okay, check, \
2356 compute_pseudo) \
2357({ \
2358 __sum16 __ret = 0; \
2359 if (__skb_gro_checksum_validate_needed(skb, zero_okay, check)) \
2360 __ret = __skb_gro_checksum_validate_complete(skb, \
2361 compute_pseudo(skb, proto)); \
Tom Herbert5a212322014-08-31 15:12:41 -07002362 if (__ret) \
2363 __skb_mark_checksum_bad(skb); \
2364 else \
Tom Herbert573e8fc2014-08-22 13:33:47 -07002365 skb_gro_incr_csum_unnecessary(skb); \
2366 __ret; \
2367})
2368
2369#define skb_gro_checksum_validate(skb, proto, compute_pseudo) \
2370 __skb_gro_checksum_validate(skb, proto, false, 0, compute_pseudo)
2371
2372#define skb_gro_checksum_validate_zero_check(skb, proto, check, \
2373 compute_pseudo) \
2374 __skb_gro_checksum_validate(skb, proto, true, check, compute_pseudo)
2375
2376#define skb_gro_checksum_simple_validate(skb) \
2377 __skb_gro_checksum_validate(skb, 0, false, 0, null_compute_pseudo)
2378
Tom Herbertd96535a2014-08-31 15:12:42 -07002379static inline bool __skb_gro_checksum_convert_check(struct sk_buff *skb)
2380{
2381 return (NAPI_GRO_CB(skb)->csum_cnt == 0 &&
2382 !NAPI_GRO_CB(skb)->csum_valid);
2383}
2384
2385static inline void __skb_gro_checksum_convert(struct sk_buff *skb,
2386 __sum16 check, __wsum pseudo)
2387{
2388 NAPI_GRO_CB(skb)->csum = ~pseudo;
2389 NAPI_GRO_CB(skb)->csum_valid = 1;
2390}
2391
2392#define skb_gro_checksum_try_convert(skb, proto, check, compute_pseudo) \
2393do { \
2394 if (__skb_gro_checksum_convert_check(skb)) \
2395 __skb_gro_checksum_convert(skb, check, \
2396 compute_pseudo(skb, proto)); \
2397} while (0)
2398
Tom Herbert26c4f7d2015-02-10 16:30:27 -08002399struct gro_remcsum {
2400 int offset;
2401 __wsum delta;
2402};
2403
2404static inline void skb_gro_remcsum_init(struct gro_remcsum *grc)
2405{
Geert Uytterhoeven846cd662015-02-18 11:38:06 +01002406 grc->offset = 0;
Tom Herbert26c4f7d2015-02-10 16:30:27 -08002407 grc->delta = 0;
2408}
2409
Tom Herbertb7fe10e2015-08-19 17:07:32 -07002410static inline void *skb_gro_remcsum_process(struct sk_buff *skb, void *ptr,
2411 unsigned int off, size_t hdrlen,
2412 int start, int offset,
2413 struct gro_remcsum *grc,
2414 bool nopartial)
Tom Herbertdcdc8992015-02-02 16:07:34 -08002415{
2416 __wsum delta;
Tom Herbertb7fe10e2015-08-19 17:07:32 -07002417 size_t plen = hdrlen + max_t(size_t, offset + sizeof(u16), start);
Tom Herbertdcdc8992015-02-02 16:07:34 -08002418
2419 BUG_ON(!NAPI_GRO_CB(skb)->csum_valid);
2420
Tom Herbert15e23962015-02-10 16:30:31 -08002421 if (!nopartial) {
Tom Herbertb7fe10e2015-08-19 17:07:32 -07002422 NAPI_GRO_CB(skb)->gro_remcsum_start = off + hdrlen + start;
2423 return ptr;
Tom Herbert15e23962015-02-10 16:30:31 -08002424 }
2425
Tom Herbertb7fe10e2015-08-19 17:07:32 -07002426 ptr = skb_gro_header_fast(skb, off);
2427 if (skb_gro_header_hard(skb, off + plen)) {
2428 ptr = skb_gro_header_slow(skb, off + plen, off);
2429 if (!ptr)
2430 return NULL;
2431 }
2432
2433 delta = remcsum_adjust(ptr + hdrlen, NAPI_GRO_CB(skb)->csum,
2434 start, offset);
Tom Herbertdcdc8992015-02-02 16:07:34 -08002435
2436 /* Adjust skb->csum since we changed the packet */
Tom Herbertdcdc8992015-02-02 16:07:34 -08002437 NAPI_GRO_CB(skb)->csum = csum_add(NAPI_GRO_CB(skb)->csum, delta);
Tom Herbert26c4f7d2015-02-10 16:30:27 -08002438
Tom Herbertb7fe10e2015-08-19 17:07:32 -07002439 grc->offset = off + hdrlen + offset;
Tom Herbert26c4f7d2015-02-10 16:30:27 -08002440 grc->delta = delta;
Tom Herbertb7fe10e2015-08-19 17:07:32 -07002441
2442 return ptr;
Tom Herbertdcdc8992015-02-02 16:07:34 -08002443}
2444
Tom Herbert26c4f7d2015-02-10 16:30:27 -08002445static inline void skb_gro_remcsum_cleanup(struct sk_buff *skb,
2446 struct gro_remcsum *grc)
2447{
Tom Herbertb7fe10e2015-08-19 17:07:32 -07002448 void *ptr;
2449 size_t plen = grc->offset + sizeof(u16);
2450
Tom Herbert26c4f7d2015-02-10 16:30:27 -08002451 if (!grc->delta)
2452 return;
2453
Tom Herbertb7fe10e2015-08-19 17:07:32 -07002454 ptr = skb_gro_header_fast(skb, grc->offset);
2455 if (skb_gro_header_hard(skb, grc->offset + sizeof(u16))) {
2456 ptr = skb_gro_header_slow(skb, plen, grc->offset);
2457 if (!ptr)
2458 return;
2459 }
2460
2461 remcsum_unadjust((__sum16 *)ptr, grc->delta);
Tom Herbert26c4f7d2015-02-10 16:30:27 -08002462}
Tom Herbertdcdc8992015-02-02 16:07:34 -08002463
Stephen Hemminger0c4e8582007-10-09 01:36:32 -07002464static inline int dev_hard_header(struct sk_buff *skb, struct net_device *dev,
2465 unsigned short type,
Stephen Hemminger3b04ddd2007-10-09 01:40:57 -07002466 const void *daddr, const void *saddr,
Eric Dumazet95c96172012-04-15 05:58:06 +00002467 unsigned int len)
Stephen Hemminger0c4e8582007-10-09 01:36:32 -07002468{
Ursula Braunf1ecfd52007-10-22 16:16:14 +02002469 if (!dev->header_ops || !dev->header_ops->create)
Stephen Hemminger0c4e8582007-10-09 01:36:32 -07002470 return 0;
Stephen Hemminger3b04ddd2007-10-09 01:40:57 -07002471
2472 return dev->header_ops->create(skb, dev, type, daddr, saddr, len);
Stephen Hemminger0c4e8582007-10-09 01:36:32 -07002473}
2474
Stephen Hemmingerb95cce32007-09-26 22:13:38 -07002475static inline int dev_parse_header(const struct sk_buff *skb,
2476 unsigned char *haddr)
2477{
2478 const struct net_device *dev = skb->dev;
2479
Patrick McHardy1b833362007-10-18 05:09:28 -07002480 if (!dev->header_ops || !dev->header_ops->parse)
Stephen Hemmingerb95cce32007-09-26 22:13:38 -07002481 return 0;
Stephen Hemminger3b04ddd2007-10-09 01:40:57 -07002482 return dev->header_ops->parse(skb, haddr);
Stephen Hemmingerb95cce32007-09-26 22:13:38 -07002483}
2484
Linus Torvalds1da177e2005-04-16 15:20:36 -07002485typedef int gifconf_func_t(struct net_device * dev, char __user * bufptr, int len);
Joe Perchesf629d202013-09-26 14:48:15 -07002486int register_gifconf(unsigned int family, gifconf_func_t *gifconf);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002487static inline int unregister_gifconf(unsigned int family)
2488{
2489 return register_gifconf(family, NULL);
2490}
2491
Willem de Bruijn99bbc702013-05-20 04:02:32 +00002492#ifdef CONFIG_NET_FLOW_LIMIT
Willem de Bruijn5f121b92013-06-13 15:29:38 -04002493#define FLOW_LIMIT_HISTORY (1 << 7) /* must be ^2 and !overflow buckets */
Willem de Bruijn99bbc702013-05-20 04:02:32 +00002494struct sd_flow_limit {
2495 u64 count;
2496 unsigned int num_buckets;
2497 unsigned int history_head;
2498 u16 history[FLOW_LIMIT_HISTORY];
2499 u8 buckets[];
2500};
2501
2502extern int netdev_flow_limit_table_len;
2503#endif /* CONFIG_NET_FLOW_LIMIT */
2504
Linus Torvalds1da177e2005-04-16 15:20:36 -07002505/*
Eric Dumazet88751272010-04-19 05:07:33 +00002506 * Incoming packets are placed on per-cpu queues
Linus Torvalds1da177e2005-04-16 15:20:36 -07002507 */
Eric Dumazetd94d9fe2009-11-04 09:50:58 -08002508struct softnet_data {
Linus Torvalds1da177e2005-04-16 15:20:36 -07002509 struct list_head poll_list;
Changli Gao6e7676c2010-04-27 15:07:33 -07002510 struct sk_buff_head process_queue;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002511
Changli Gaodee42872010-05-02 05:42:16 +00002512 /* stats */
David S. Millercd7b5392010-05-02 22:27:59 -07002513 unsigned int processed;
2514 unsigned int time_squeeze;
2515 unsigned int cpu_collision;
2516 unsigned int received_rps;
Changli Gaofd793d82010-04-15 00:16:59 -07002517#ifdef CONFIG_RPS
Eric Dumazet88751272010-04-19 05:07:33 +00002518 struct softnet_data *rps_ipi_list;
Eric Dumazet4cdb1e22014-11-02 06:00:12 -08002519#endif
2520#ifdef CONFIG_NET_FLOW_LIMIT
2521 struct sd_flow_limit __rcu *flow_limit;
2522#endif
2523 struct Qdisc *output_queue;
2524 struct Qdisc **output_queue_tailp;
2525 struct sk_buff *completion_queue;
Eric Dumazet88751272010-04-19 05:07:33 +00002526
Eric Dumazet4cdb1e22014-11-02 06:00:12 -08002527#ifdef CONFIG_RPS
Eric Dumazet88751272010-04-19 05:07:33 +00002528 /* Elements below can be accessed between CPUs for RPS */
Tom Herbert0a9627f2010-03-16 08:03:29 +00002529 struct call_single_data csd ____cacheline_aligned_in_smp;
Eric Dumazet88751272010-04-19 05:07:33 +00002530 struct softnet_data *rps_ipi_next;
2531 unsigned int cpu;
Tom Herbertfec5e652010-04-16 16:01:27 -07002532 unsigned int input_queue_head;
Tom Herbert76cc8b12010-05-20 18:37:59 +00002533 unsigned int input_queue_tail;
Tom Herbert1e94d722010-03-18 17:45:44 -07002534#endif
Eric Dumazet95c96172012-04-15 05:58:06 +00002535 unsigned int dropped;
Tom Herbert0a9627f2010-03-16 08:03:29 +00002536 struct sk_buff_head input_pkt_queue;
Stephen Hemmingerbea33482007-10-03 16:41:36 -07002537 struct napi_struct backlog;
Willem de Bruijn99bbc702013-05-20 04:02:32 +00002538
Linus Torvalds1da177e2005-04-16 15:20:36 -07002539};
2540
Tom Herbert76cc8b12010-05-20 18:37:59 +00002541static inline void input_queue_head_incr(struct softnet_data *sd)
Tom Herbertfec5e652010-04-16 16:01:27 -07002542{
2543#ifdef CONFIG_RPS
Tom Herbert76cc8b12010-05-20 18:37:59 +00002544 sd->input_queue_head++;
2545#endif
2546}
2547
2548static inline void input_queue_tail_incr_save(struct softnet_data *sd,
2549 unsigned int *qtail)
2550{
2551#ifdef CONFIG_RPS
2552 *qtail = ++sd->input_queue_tail;
Tom Herbertfec5e652010-04-16 16:01:27 -07002553#endif
2554}
2555
Tom Herbert0a9627f2010-03-16 08:03:29 +00002556DECLARE_PER_CPU_ALIGNED(struct softnet_data, softnet_data);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002557
Joe Perchesf629d202013-09-26 14:48:15 -07002558void __netif_schedule(struct Qdisc *q);
John Fastabend46e5da40a2014-09-12 20:04:52 -07002559void netif_schedule_queue(struct netdev_queue *txq);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002560
David S. Millerfd2ea0a2008-07-17 01:56:23 -07002561static inline void netif_tx_schedule_all(struct net_device *dev)
2562{
2563 unsigned int i;
2564
2565 for (i = 0; i < dev->num_tx_queues; i++)
2566 netif_schedule_queue(netdev_get_tx_queue(dev, i));
2567}
2568
Dave Jonesd29f7492008-07-22 14:09:06 -07002569static inline void netif_tx_start_queue(struct netdev_queue *dev_queue)
2570{
Tom Herbert734664982011-11-28 16:32:44 +00002571 clear_bit(__QUEUE_STATE_DRV_XOFF, &dev_queue->state);
Dave Jonesd29f7492008-07-22 14:09:06 -07002572}
2573
Stephen Hemmingerbea33482007-10-03 16:41:36 -07002574/**
2575 * netif_start_queue - allow transmit
2576 * @dev: network device
2577 *
2578 * Allow upper layers to call the device hard_start_xmit routine.
2579 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07002580static inline void netif_start_queue(struct net_device *dev)
2581{
David S. Millere8a04642008-07-17 00:34:19 -07002582 netif_tx_start_queue(netdev_get_tx_queue(dev, 0));
Linus Torvalds1da177e2005-04-16 15:20:36 -07002583}
2584
David S. Millerfd2ea0a2008-07-17 01:56:23 -07002585static inline void netif_tx_start_all_queues(struct net_device *dev)
2586{
2587 unsigned int i;
2588
2589 for (i = 0; i < dev->num_tx_queues; i++) {
2590 struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
2591 netif_tx_start_queue(txq);
2592 }
2593}
2594
John Fastabend46e5da40a2014-09-12 20:04:52 -07002595void netif_tx_wake_queue(struct netdev_queue *dev_queue);
David S. Miller79d16382008-07-08 23:14:46 -07002596
Dave Jonesd29f7492008-07-22 14:09:06 -07002597/**
2598 * netif_wake_queue - restart transmit
2599 * @dev: network device
2600 *
2601 * Allow upper layers to call the device hard_start_xmit routine.
2602 * Used for flow control when transmit resources are available.
2603 */
David S. Miller79d16382008-07-08 23:14:46 -07002604static inline void netif_wake_queue(struct net_device *dev)
2605{
David S. Millere8a04642008-07-17 00:34:19 -07002606 netif_tx_wake_queue(netdev_get_tx_queue(dev, 0));
Linus Torvalds1da177e2005-04-16 15:20:36 -07002607}
2608
David S. Millerfd2ea0a2008-07-17 01:56:23 -07002609static inline void netif_tx_wake_all_queues(struct net_device *dev)
2610{
2611 unsigned int i;
2612
2613 for (i = 0; i < dev->num_tx_queues; i++) {
2614 struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
2615 netif_tx_wake_queue(txq);
2616 }
2617}
2618
Dave Jonesd29f7492008-07-22 14:09:06 -07002619static inline void netif_tx_stop_queue(struct netdev_queue *dev_queue)
2620{
Tom Herbert734664982011-11-28 16:32:44 +00002621 set_bit(__QUEUE_STATE_DRV_XOFF, &dev_queue->state);
Dave Jonesd29f7492008-07-22 14:09:06 -07002622}
2623
Stephen Hemmingerbea33482007-10-03 16:41:36 -07002624/**
2625 * netif_stop_queue - stop transmitted packets
2626 * @dev: network device
2627 *
2628 * Stop upper layers calling the device hard_start_xmit routine.
2629 * Used for flow control when transmit resources are unavailable.
2630 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07002631static inline void netif_stop_queue(struct net_device *dev)
2632{
David S. Millere8a04642008-07-17 00:34:19 -07002633 netif_tx_stop_queue(netdev_get_tx_queue(dev, 0));
Linus Torvalds1da177e2005-04-16 15:20:36 -07002634}
2635
Denys Vlasenkoa2029242015-05-11 21:17:53 +02002636void netif_tx_stop_all_queues(struct net_device *dev);
David S. Millerfd2ea0a2008-07-17 01:56:23 -07002637
David S. Miller4d295152012-03-07 21:02:35 -05002638static inline bool netif_tx_queue_stopped(const struct netdev_queue *dev_queue)
Dave Jonesd29f7492008-07-22 14:09:06 -07002639{
Tom Herbert734664982011-11-28 16:32:44 +00002640 return test_bit(__QUEUE_STATE_DRV_XOFF, &dev_queue->state);
Dave Jonesd29f7492008-07-22 14:09:06 -07002641}
2642
Stephen Hemmingerbea33482007-10-03 16:41:36 -07002643/**
2644 * netif_queue_stopped - test if transmit queue is flowblocked
2645 * @dev: network device
2646 *
2647 * Test if transmit queue on device is currently unable to send.
2648 */
David S. Miller4d295152012-03-07 21:02:35 -05002649static inline bool netif_queue_stopped(const struct net_device *dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002650{
David S. Millere8a04642008-07-17 00:34:19 -07002651 return netif_tx_queue_stopped(netdev_get_tx_queue(dev, 0));
Linus Torvalds1da177e2005-04-16 15:20:36 -07002652}
2653
David S. Miller4d295152012-03-07 21:02:35 -05002654static inline bool netif_xmit_stopped(const struct netdev_queue *dev_queue)
David S. Millerc3f26a22008-07-31 16:58:50 -07002655{
Tom Herbert734664982011-11-28 16:32:44 +00002656 return dev_queue->state & QUEUE_STATE_ANY_XOFF;
2657}
2658
Daniel Borkmann8e2f1a62014-04-02 20:52:57 +02002659static inline bool
2660netif_xmit_frozen_or_stopped(const struct netdev_queue *dev_queue)
Tom Herbert734664982011-11-28 16:32:44 +00002661{
2662 return dev_queue->state & QUEUE_STATE_ANY_XOFF_OR_FROZEN;
2663}
2664
Daniel Borkmann8e2f1a62014-04-02 20:52:57 +02002665static inline bool
2666netif_xmit_frozen_or_drv_stopped(const struct netdev_queue *dev_queue)
2667{
2668 return dev_queue->state & QUEUE_STATE_DRV_XOFF_OR_FROZEN;
2669}
2670
Eric Dumazet53511452014-10-08 08:19:27 -07002671/**
2672 * netdev_txq_bql_enqueue_prefetchw - prefetch bql data for write
2673 * @dev_queue: pointer to transmit queue
2674 *
2675 * BQL enabled drivers might use this helper in their ndo_start_xmit(),
2676 * to give appropriate hint to the cpu.
2677 */
2678static inline void netdev_txq_bql_enqueue_prefetchw(struct netdev_queue *dev_queue)
2679{
2680#ifdef CONFIG_BQL
2681 prefetchw(&dev_queue->dql.num_queued);
2682#endif
2683}
2684
2685/**
2686 * netdev_txq_bql_complete_prefetchw - prefetch bql data for write
2687 * @dev_queue: pointer to transmit queue
2688 *
2689 * BQL enabled drivers might use this helper in their TX completion path,
2690 * to give appropriate hint to the cpu.
2691 */
2692static inline void netdev_txq_bql_complete_prefetchw(struct netdev_queue *dev_queue)
2693{
2694#ifdef CONFIG_BQL
2695 prefetchw(&dev_queue->dql.limit);
2696#endif
2697}
2698
Tom Herbertc5d67bd2011-11-28 16:32:52 +00002699static inline void netdev_tx_sent_queue(struct netdev_queue *dev_queue,
2700 unsigned int bytes)
2701{
Tom Herbert114cf582011-11-28 16:33:09 +00002702#ifdef CONFIG_BQL
2703 dql_queued(&dev_queue->dql, bytes);
Alexander Duyckb37c0fb2012-02-07 02:29:06 +00002704
2705 if (likely(dql_avail(&dev_queue->dql) >= 0))
2706 return;
2707
2708 set_bit(__QUEUE_STATE_STACK_XOFF, &dev_queue->state);
2709
2710 /*
2711 * The XOFF flag must be set before checking the dql_avail below,
2712 * because in netdev_tx_completed_queue we update the dql_completed
2713 * before checking the XOFF flag.
2714 */
2715 smp_mb();
2716
2717 /* check again in case another CPU has just made room avail */
2718 if (unlikely(dql_avail(&dev_queue->dql) >= 0))
2719 clear_bit(__QUEUE_STATE_STACK_XOFF, &dev_queue->state);
Tom Herbert114cf582011-11-28 16:33:09 +00002720#endif
Tom Herbertc5d67bd2011-11-28 16:32:52 +00002721}
2722
Florian Fainelli0042d0c2013-09-06 16:58:00 +01002723/**
2724 * netdev_sent_queue - report the number of bytes queued to hardware
2725 * @dev: network device
2726 * @bytes: number of bytes queued to the hardware device queue
2727 *
2728 * Report the number of bytes queued for sending/completion to the network
2729 * device hardware queue. @bytes should be a good approximation and should
2730 * exactly match netdev_completed_queue() @bytes
2731 */
Tom Herbertc5d67bd2011-11-28 16:32:52 +00002732static inline void netdev_sent_queue(struct net_device *dev, unsigned int bytes)
2733{
2734 netdev_tx_sent_queue(netdev_get_tx_queue(dev, 0), bytes);
2735}
2736
2737static inline void netdev_tx_completed_queue(struct netdev_queue *dev_queue,
Eric Dumazet95c96172012-04-15 05:58:06 +00002738 unsigned int pkts, unsigned int bytes)
Tom Herbertc5d67bd2011-11-28 16:32:52 +00002739{
Tom Herbert114cf582011-11-28 16:33:09 +00002740#ifdef CONFIG_BQL
Alexander Duyckb37c0fb2012-02-07 02:29:06 +00002741 if (unlikely(!bytes))
2742 return;
2743
2744 dql_completed(&dev_queue->dql, bytes);
2745
2746 /*
2747 * Without the memory barrier there is a small possiblity that
2748 * netdev_tx_sent_queue will miss the update and cause the queue to
2749 * be stopped forever
2750 */
2751 smp_mb();
2752
2753 if (dql_avail(&dev_queue->dql) < 0)
2754 return;
2755
2756 if (test_and_clear_bit(__QUEUE_STATE_STACK_XOFF, &dev_queue->state))
2757 netif_schedule_queue(dev_queue);
Tom Herbert114cf582011-11-28 16:33:09 +00002758#endif
Tom Herbertc5d67bd2011-11-28 16:32:52 +00002759}
2760
Florian Fainelli0042d0c2013-09-06 16:58:00 +01002761/**
2762 * netdev_completed_queue - report bytes and packets completed by device
2763 * @dev: network device
2764 * @pkts: actual number of packets sent over the medium
2765 * @bytes: actual number of bytes sent over the medium
2766 *
2767 * Report the number of bytes and packets transmitted by the network device
2768 * hardware queue over the physical medium, @bytes must exactly match the
2769 * @bytes amount passed to netdev_sent_queue()
2770 */
Tom Herbertc5d67bd2011-11-28 16:32:52 +00002771static inline void netdev_completed_queue(struct net_device *dev,
Eric Dumazet95c96172012-04-15 05:58:06 +00002772 unsigned int pkts, unsigned int bytes)
Tom Herbertc5d67bd2011-11-28 16:32:52 +00002773{
2774 netdev_tx_completed_queue(netdev_get_tx_queue(dev, 0), pkts, bytes);
2775}
2776
2777static inline void netdev_tx_reset_queue(struct netdev_queue *q)
2778{
Tom Herbert114cf582011-11-28 16:33:09 +00002779#ifdef CONFIG_BQL
Alexander Duyck5c490352012-02-07 02:29:01 +00002780 clear_bit(__QUEUE_STATE_STACK_XOFF, &q->state);
Tom Herbert114cf582011-11-28 16:33:09 +00002781 dql_reset(&q->dql);
2782#endif
Tom Herbertc5d67bd2011-11-28 16:32:52 +00002783}
2784
Florian Fainelli0042d0c2013-09-06 16:58:00 +01002785/**
2786 * netdev_reset_queue - reset the packets and bytes count of a network device
2787 * @dev_queue: network device
2788 *
2789 * Reset the bytes and packet count of a network device and clear the
2790 * software flow control OFF bit for this network device
2791 */
Tom Herbertc5d67bd2011-11-28 16:32:52 +00002792static inline void netdev_reset_queue(struct net_device *dev_queue)
2793{
2794 netdev_tx_reset_queue(netdev_get_tx_queue(dev_queue, 0));
David S. Millerc3f26a22008-07-31 16:58:50 -07002795}
2796
Stephen Hemmingerbea33482007-10-03 16:41:36 -07002797/**
Daniel Borkmannb9507bd2014-02-16 15:55:21 +01002798 * netdev_cap_txqueue - check if selected tx queue exceeds device queues
2799 * @dev: network device
2800 * @queue_index: given tx queue index
2801 *
2802 * Returns 0 if given tx queue index >= number of device tx queues,
2803 * otherwise returns the originally passed tx queue index.
2804 */
2805static inline u16 netdev_cap_txqueue(struct net_device *dev, u16 queue_index)
2806{
2807 if (unlikely(queue_index >= dev->real_num_tx_queues)) {
2808 net_warn_ratelimited("%s selects TX queue %d, but real number of TX queues is %d\n",
2809 dev->name, queue_index,
2810 dev->real_num_tx_queues);
2811 return 0;
2812 }
2813
2814 return queue_index;
2815}
2816
2817/**
Stephen Hemmingerbea33482007-10-03 16:41:36 -07002818 * netif_running - test if up
2819 * @dev: network device
2820 *
2821 * Test if the device has been brought up.
2822 */
David S. Miller4d295152012-03-07 21:02:35 -05002823static inline bool netif_running(const struct net_device *dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002824{
2825 return test_bit(__LINK_STATE_START, &dev->state);
2826}
2827
Peter P Waskiewicz Jrf25f4e42007-07-06 13:36:20 -07002828/*
2829 * Routines to manage the subqueues on a device. We only need start
2830 * stop, and a check if it's stopped. All other device management is
2831 * done at the overall netdevice level.
2832 * Also test the device if we're multiqueue.
2833 */
Stephen Hemmingerbea33482007-10-03 16:41:36 -07002834
2835/**
2836 * netif_start_subqueue - allow sending packets on subqueue
2837 * @dev: network device
2838 * @queue_index: sub queue index
2839 *
2840 * Start individual transmit queue of a device with multiple transmit queues.
2841 */
Peter P Waskiewicz Jrf25f4e42007-07-06 13:36:20 -07002842static inline void netif_start_subqueue(struct net_device *dev, u16 queue_index)
2843{
David S. Millerfd2ea0a2008-07-17 01:56:23 -07002844 struct netdev_queue *txq = netdev_get_tx_queue(dev, queue_index);
Krishna Kumar7b3d3e42009-08-29 20:21:21 +00002845
2846 netif_tx_start_queue(txq);
Peter P Waskiewicz Jrf25f4e42007-07-06 13:36:20 -07002847}
2848
Stephen Hemmingerbea33482007-10-03 16:41:36 -07002849/**
2850 * netif_stop_subqueue - stop sending packets on subqueue
2851 * @dev: network device
2852 * @queue_index: sub queue index
2853 *
2854 * Stop individual transmit queue of a device with multiple transmit queues.
2855 */
Peter P Waskiewicz Jrf25f4e42007-07-06 13:36:20 -07002856static inline void netif_stop_subqueue(struct net_device *dev, u16 queue_index)
2857{
David S. Millerfd2ea0a2008-07-17 01:56:23 -07002858 struct netdev_queue *txq = netdev_get_tx_queue(dev, queue_index);
Krishna Kumar7b3d3e42009-08-29 20:21:21 +00002859 netif_tx_stop_queue(txq);
Peter P Waskiewicz Jrf25f4e42007-07-06 13:36:20 -07002860}
2861
Stephen Hemmingerbea33482007-10-03 16:41:36 -07002862/**
2863 * netif_subqueue_stopped - test status of subqueue
2864 * @dev: network device
2865 * @queue_index: sub queue index
2866 *
2867 * Check individual transmit queue of a device with multiple transmit queues.
2868 */
David S. Miller4d295152012-03-07 21:02:35 -05002869static inline bool __netif_subqueue_stopped(const struct net_device *dev,
2870 u16 queue_index)
Peter P Waskiewicz Jrf25f4e42007-07-06 13:36:20 -07002871{
David S. Millerfd2ea0a2008-07-17 01:56:23 -07002872 struct netdev_queue *txq = netdev_get_tx_queue(dev, queue_index);
Krishna Kumar7b3d3e42009-08-29 20:21:21 +00002873
2874 return netif_tx_queue_stopped(txq);
Peter P Waskiewicz Jrf25f4e42007-07-06 13:36:20 -07002875}
2876
David S. Miller4d295152012-03-07 21:02:35 -05002877static inline bool netif_subqueue_stopped(const struct net_device *dev,
2878 struct sk_buff *skb)
Pavel Emelyanov668f8952007-10-21 17:01:56 -07002879{
2880 return __netif_subqueue_stopped(dev, skb_get_queue_mapping(skb));
2881}
Stephen Hemmingerbea33482007-10-03 16:41:36 -07002882
John Fastabend46e5da40a2014-09-12 20:04:52 -07002883void netif_wake_subqueue(struct net_device *dev, u16 queue_index);
Peter P Waskiewicz Jrf25f4e42007-07-06 13:36:20 -07002884
Alexander Duyck537c00d2013-01-10 08:57:02 +00002885#ifdef CONFIG_XPS
David S. Miller53af53a2013-10-08 23:07:53 -04002886int netif_set_xps_queue(struct net_device *dev, const struct cpumask *mask,
Joe Perchesf629d202013-09-26 14:48:15 -07002887 u16 index);
Alexander Duyck537c00d2013-01-10 08:57:02 +00002888#else
2889static inline int netif_set_xps_queue(struct net_device *dev,
Michael S. Tsirkin35735402013-10-02 09:14:06 +03002890 const struct cpumask *mask,
Alexander Duyck537c00d2013-01-10 08:57:02 +00002891 u16 index)
2892{
2893 return 0;
2894}
2895#endif
2896
Jiri Pirko5605c762015-05-12 14:56:12 +02002897u16 __skb_tx_hash(const struct net_device *dev, struct sk_buff *skb,
2898 unsigned int num_tx_queues);
2899
Vladislav Zolotarova3d22a62010-12-13 06:27:10 +00002900/*
2901 * Returns a Tx hash for the given packet when dev->real_num_tx_queues is used
2902 * as a distribution range limit for the returned value.
2903 */
2904static inline u16 skb_tx_hash(const struct net_device *dev,
Tom Herbert0e001612014-07-01 21:32:27 -07002905 struct sk_buff *skb)
Vladislav Zolotarova3d22a62010-12-13 06:27:10 +00002906{
2907 return __skb_tx_hash(dev, skb, dev->real_num_tx_queues);
2908}
2909
Stephen Hemmingerbea33482007-10-03 16:41:36 -07002910/**
2911 * netif_is_multiqueue - test if device has multiple transmit queues
2912 * @dev: network device
2913 *
2914 * Check if device has multiple transmit queues
Stephen Hemmingerbea33482007-10-03 16:41:36 -07002915 */
David S. Miller4d295152012-03-07 21:02:35 -05002916static inline bool netif_is_multiqueue(const struct net_device *dev)
Peter P Waskiewicz Jrf25f4e42007-07-06 13:36:20 -07002917{
Eric Dumazeta02cec22010-09-22 20:43:57 +00002918 return dev->num_tx_queues > 1;
Peter P Waskiewicz Jrf25f4e42007-07-06 13:36:20 -07002919}
Linus Torvalds1da177e2005-04-16 15:20:36 -07002920
Joe Perchesf629d202013-09-26 14:48:15 -07002921int netif_set_real_num_tx_queues(struct net_device *dev, unsigned int txq);
John Fastabendf0796d52010-07-01 13:21:57 +00002922
Michael Daltona953be52014-01-16 22:23:28 -08002923#ifdef CONFIG_SYSFS
Joe Perchesf629d202013-09-26 14:48:15 -07002924int netif_set_real_num_rx_queues(struct net_device *dev, unsigned int rxq);
Ben Hutchings62fe0b42010-09-27 08:24:33 +00002925#else
2926static inline int netif_set_real_num_rx_queues(struct net_device *dev,
2927 unsigned int rxq)
2928{
2929 return 0;
2930}
2931#endif
2932
Michael Daltona953be52014-01-16 22:23:28 -08002933#ifdef CONFIG_SYSFS
2934static inline unsigned int get_netdev_rx_queue_index(
2935 struct netdev_rx_queue *queue)
2936{
2937 struct net_device *dev = queue->dev;
2938 int index = queue - dev->_rx;
2939
2940 BUG_ON(index >= dev->num_rx_queues);
2941 return index;
2942}
2943#endif
2944
Yuval Mintz16917b82012-07-01 03:18:50 +00002945#define DEFAULT_MAX_NUM_RSS_QUEUES (8)
Joe Perchesf629d202013-09-26 14:48:15 -07002946int netif_get_num_default_rss_queues(void);
Yuval Mintz16917b82012-07-01 03:18:50 +00002947
Eric Dumazete6247022013-12-05 04:45:08 -08002948enum skb_free_reason {
2949 SKB_REASON_CONSUMED,
2950 SKB_REASON_DROPPED,
2951};
Linus Torvalds1da177e2005-04-16 15:20:36 -07002952
Eric Dumazete6247022013-12-05 04:45:08 -08002953void __dev_kfree_skb_irq(struct sk_buff *skb, enum skb_free_reason reason);
2954void __dev_kfree_skb_any(struct sk_buff *skb, enum skb_free_reason reason);
2955
2956/*
2957 * It is not allowed to call kfree_skb() or consume_skb() from hardware
2958 * interrupt context or with hardware interrupts being disabled.
2959 * (in_irq() || irqs_disabled())
2960 *
2961 * We provide four helpers that can be used in following contexts :
2962 *
2963 * dev_kfree_skb_irq(skb) when caller drops a packet from irq context,
2964 * replacing kfree_skb(skb)
2965 *
2966 * dev_consume_skb_irq(skb) when caller consumes a packet from irq context.
2967 * Typically used in place of consume_skb(skb) in TX completion path
2968 *
2969 * dev_kfree_skb_any(skb) when caller doesn't know its current irq context,
2970 * replacing kfree_skb(skb)
2971 *
2972 * dev_consume_skb_any(skb) when caller doesn't know its current irq context,
2973 * and consumed a packet. Used in place of consume_skb(skb)
Linus Torvalds1da177e2005-04-16 15:20:36 -07002974 */
Eric Dumazete6247022013-12-05 04:45:08 -08002975static inline void dev_kfree_skb_irq(struct sk_buff *skb)
2976{
2977 __dev_kfree_skb_irq(skb, SKB_REASON_DROPPED);
2978}
2979
2980static inline void dev_consume_skb_irq(struct sk_buff *skb)
2981{
2982 __dev_kfree_skb_irq(skb, SKB_REASON_CONSUMED);
2983}
2984
2985static inline void dev_kfree_skb_any(struct sk_buff *skb)
2986{
2987 __dev_kfree_skb_any(skb, SKB_REASON_DROPPED);
2988}
2989
2990static inline void dev_consume_skb_any(struct sk_buff *skb)
2991{
2992 __dev_kfree_skb_any(skb, SKB_REASON_CONSUMED);
2993}
Linus Torvalds1da177e2005-04-16 15:20:36 -07002994
Joe Perchesf629d202013-09-26 14:48:15 -07002995int netif_rx(struct sk_buff *skb);
2996int netif_rx_ni(struct sk_buff *skb);
David Miller7026b1d2015-04-05 22:19:04 -04002997int netif_receive_skb_sk(struct sock *sk, struct sk_buff *skb);
2998static inline int netif_receive_skb(struct sk_buff *skb)
2999{
3000 return netif_receive_skb_sk(skb->sk, skb);
3001}
Joe Perchesf629d202013-09-26 14:48:15 -07003002gro_result_t napi_gro_receive(struct napi_struct *napi, struct sk_buff *skb);
3003void napi_gro_flush(struct napi_struct *napi, bool flush_old);
3004struct sk_buff *napi_get_frags(struct napi_struct *napi);
3005gro_result_t napi_gro_frags(struct napi_struct *napi);
Jerry Chubf5a7552014-01-07 10:23:19 -08003006struct packet_offload *gro_find_receive_by_type(__be16 type);
3007struct packet_offload *gro_find_complete_by_type(__be16 type);
Herbert Xu76620aa2009-04-16 02:02:07 -07003008
3009static inline void napi_free_frags(struct napi_struct *napi)
3010{
3011 kfree_skb(napi->skb);
3012 napi->skb = NULL;
3013}
3014
Joe Perchesf629d202013-09-26 14:48:15 -07003015int netdev_rx_handler_register(struct net_device *dev,
3016 rx_handler_func_t *rx_handler,
3017 void *rx_handler_data);
3018void netdev_rx_handler_unregister(struct net_device *dev);
Jiri Pirkoab95bfe2010-06-01 21:52:08 +00003019
Joe Perchesf629d202013-09-26 14:48:15 -07003020bool dev_valid_name(const char *name);
3021int dev_ioctl(struct net *net, unsigned int cmd, void __user *);
3022int dev_ethtool(struct net *net, struct ifreq *);
3023unsigned int dev_get_flags(const struct net_device *);
3024int __dev_change_flags(struct net_device *, unsigned int flags);
3025int dev_change_flags(struct net_device *, unsigned int);
David S. Millercb178192013-09-30 15:36:45 -04003026void __dev_notify_flags(struct net_device *, unsigned int old_flags,
3027 unsigned int gchanges);
Joe Perchesf629d202013-09-26 14:48:15 -07003028int dev_change_name(struct net_device *, const char *);
3029int dev_set_alias(struct net_device *, const char *, size_t);
3030int dev_change_net_namespace(struct net_device *, struct net *, const char *);
3031int dev_set_mtu(struct net_device *, int);
3032void dev_set_group(struct net_device *, int);
3033int dev_set_mac_address(struct net_device *, struct sockaddr *);
3034int dev_change_carrier(struct net_device *, bool new_carrier);
3035int dev_get_phys_port_id(struct net_device *dev,
Jiri Pirko02637fc2014-11-28 14:34:16 +01003036 struct netdev_phys_item_id *ppid);
David Aherndb24a902015-03-17 20:23:15 -06003037int dev_get_phys_port_name(struct net_device *dev,
3038 char *name, size_t len);
Anuradha Karuppiahd746d702015-07-14 13:43:19 -07003039int dev_change_proto_down(struct net_device *dev, bool proto_down);
Eric Dumazet55a93b32014-10-03 15:31:07 -07003040struct sk_buff *validate_xmit_skb_list(struct sk_buff *skb, struct net_device *dev);
David S. Millerce937182014-08-30 19:22:20 -07003041struct sk_buff *dev_hard_start_xmit(struct sk_buff *skb, struct net_device *dev,
3042 struct netdev_queue *txq, int *ret);
Herbert Xua0265d22014-04-17 13:45:03 +08003043int __dev_forward_skb(struct net_device *dev, struct sk_buff *skb);
Joe Perchesf629d202013-09-26 14:48:15 -07003044int dev_forward_skb(struct net_device *dev, struct sk_buff *skb);
Vlad Yasevich1ee481f2014-03-27 17:32:29 -04003045bool is_skb_forwardable(struct net_device *dev, struct sk_buff *skb);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003046
Arnaldo Carvalho de Melo20380732005-08-16 02:18:02 -03003047extern int netdev_budget;
Linus Torvalds1da177e2005-04-16 15:20:36 -07003048
3049/* Called by rtnetlink.c:rtnl_unlock() */
Joe Perchesf629d202013-09-26 14:48:15 -07003050void netdev_run_todo(void);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003051
Stephen Hemmingerbea33482007-10-03 16:41:36 -07003052/**
3053 * dev_put - release reference to device
3054 * @dev: network device
3055 *
Benjamin Thery9ef44292007-10-10 21:18:17 -07003056 * Release reference to device to allow it to be freed.
Stephen Hemmingerbea33482007-10-03 16:41:36 -07003057 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07003058static inline void dev_put(struct net_device *dev)
3059{
Christoph Lameter933393f2011-12-22 11:58:51 -06003060 this_cpu_dec(*dev->pcpu_refcnt);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003061}
3062
Stephen Hemmingerbea33482007-10-03 16:41:36 -07003063/**
3064 * dev_hold - get reference to device
3065 * @dev: network device
3066 *
Benjamin Thery9ef44292007-10-10 21:18:17 -07003067 * Hold reference to device to keep it from being freed.
Stephen Hemmingerbea33482007-10-03 16:41:36 -07003068 */
Stephen Hemminger15333062006-03-20 22:32:28 -08003069static inline void dev_hold(struct net_device *dev)
3070{
Christoph Lameter933393f2011-12-22 11:58:51 -06003071 this_cpu_inc(*dev->pcpu_refcnt);
Stephen Hemminger15333062006-03-20 22:32:28 -08003072}
Linus Torvalds1da177e2005-04-16 15:20:36 -07003073
3074/* Carrier loss detection, dial on demand. The functions netif_carrier_on
3075 * and _off may be called from IRQ context, but it is caller
3076 * who is responsible for serialization of these calls.
Stefan Rompfb00055a2006-03-20 17:09:11 -08003077 *
3078 * The name carrier is inappropriate, these functions should really be
3079 * called netif_lowerlayer_*() because they represent the state of any
3080 * kind of lower layer not just hardware media.
Linus Torvalds1da177e2005-04-16 15:20:36 -07003081 */
3082
Joe Perchesf629d202013-09-26 14:48:15 -07003083void linkwatch_init_dev(struct net_device *dev);
3084void linkwatch_fire_event(struct net_device *dev);
3085void linkwatch_forget_dev(struct net_device *dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003086
Stephen Hemmingerbea33482007-10-03 16:41:36 -07003087/**
3088 * netif_carrier_ok - test if carrier present
3089 * @dev: network device
3090 *
3091 * Check if carrier is present on device
3092 */
David S. Miller4d295152012-03-07 21:02:35 -05003093static inline bool netif_carrier_ok(const struct net_device *dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -07003094{
3095 return !test_bit(__LINK_STATE_NOCARRIER, &dev->state);
3096}
3097
Joe Perchesf629d202013-09-26 14:48:15 -07003098unsigned long dev_trans_start(struct net_device *dev);
Eric Dumazet9d214932009-05-17 20:55:16 -07003099
Joe Perchesf629d202013-09-26 14:48:15 -07003100void __netdev_watchdog_up(struct net_device *dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003101
Joe Perchesf629d202013-09-26 14:48:15 -07003102void netif_carrier_on(struct net_device *dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003103
Joe Perchesf629d202013-09-26 14:48:15 -07003104void netif_carrier_off(struct net_device *dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003105
Stephen Hemmingerbea33482007-10-03 16:41:36 -07003106/**
3107 * netif_dormant_on - mark device as dormant.
3108 * @dev: network device
3109 *
3110 * Mark device as dormant (as per RFC2863).
3111 *
3112 * The dormant state indicates that the relevant interface is not
3113 * actually in a condition to pass packets (i.e., it is not 'up') but is
3114 * in a "pending" state, waiting for some external event. For "on-
3115 * demand" interfaces, this new state identifies the situation where the
3116 * interface is waiting for events to place it in the up state.
3117 *
3118 */
Stefan Rompfb00055a2006-03-20 17:09:11 -08003119static inline void netif_dormant_on(struct net_device *dev)
3120{
3121 if (!test_and_set_bit(__LINK_STATE_DORMANT, &dev->state))
3122 linkwatch_fire_event(dev);
3123}
3124
Stephen Hemmingerbea33482007-10-03 16:41:36 -07003125/**
3126 * netif_dormant_off - set device as not dormant.
3127 * @dev: network device
3128 *
3129 * Device is not in dormant state.
3130 */
Stefan Rompfb00055a2006-03-20 17:09:11 -08003131static inline void netif_dormant_off(struct net_device *dev)
3132{
3133 if (test_and_clear_bit(__LINK_STATE_DORMANT, &dev->state))
3134 linkwatch_fire_event(dev);
3135}
3136
Stephen Hemmingerbea33482007-10-03 16:41:36 -07003137/**
3138 * netif_dormant - test if carrier present
3139 * @dev: network device
3140 *
3141 * Check if carrier is present on device
3142 */
David S. Miller4d295152012-03-07 21:02:35 -05003143static inline bool netif_dormant(const struct net_device *dev)
Stefan Rompfb00055a2006-03-20 17:09:11 -08003144{
3145 return test_bit(__LINK_STATE_DORMANT, &dev->state);
3146}
3147
3148
Stephen Hemmingerbea33482007-10-03 16:41:36 -07003149/**
3150 * netif_oper_up - test if device is operational
3151 * @dev: network device
3152 *
3153 * Check if carrier is operational
3154 */
David S. Miller4d295152012-03-07 21:02:35 -05003155static inline bool netif_oper_up(const struct net_device *dev)
Eric Dumazetd94d9fe2009-11-04 09:50:58 -08003156{
Stefan Rompfb00055a2006-03-20 17:09:11 -08003157 return (dev->operstate == IF_OPER_UP ||
3158 dev->operstate == IF_OPER_UNKNOWN /* backward compat */);
3159}
3160
Stephen Hemmingerbea33482007-10-03 16:41:36 -07003161/**
3162 * netif_device_present - is device available or removed
3163 * @dev: network device
3164 *
3165 * Check if device has not been removed from system.
3166 */
David S. Miller4d295152012-03-07 21:02:35 -05003167static inline bool netif_device_present(struct net_device *dev)
Linus Torvalds1da177e2005-04-16 15:20:36 -07003168{
3169 return test_bit(__LINK_STATE_PRESENT, &dev->state);
3170}
3171
Joe Perchesf629d202013-09-26 14:48:15 -07003172void netif_device_detach(struct net_device *dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003173
Joe Perchesf629d202013-09-26 14:48:15 -07003174void netif_device_attach(struct net_device *dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003175
3176/*
3177 * Network interface message level settings
3178 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07003179
3180enum {
3181 NETIF_MSG_DRV = 0x0001,
3182 NETIF_MSG_PROBE = 0x0002,
3183 NETIF_MSG_LINK = 0x0004,
3184 NETIF_MSG_TIMER = 0x0008,
3185 NETIF_MSG_IFDOWN = 0x0010,
3186 NETIF_MSG_IFUP = 0x0020,
3187 NETIF_MSG_RX_ERR = 0x0040,
3188 NETIF_MSG_TX_ERR = 0x0080,
3189 NETIF_MSG_TX_QUEUED = 0x0100,
3190 NETIF_MSG_INTR = 0x0200,
3191 NETIF_MSG_TX_DONE = 0x0400,
3192 NETIF_MSG_RX_STATUS = 0x0800,
3193 NETIF_MSG_PKTDATA = 0x1000,
3194 NETIF_MSG_HW = 0x2000,
3195 NETIF_MSG_WOL = 0x4000,
3196};
3197
3198#define netif_msg_drv(p) ((p)->msg_enable & NETIF_MSG_DRV)
3199#define netif_msg_probe(p) ((p)->msg_enable & NETIF_MSG_PROBE)
3200#define netif_msg_link(p) ((p)->msg_enable & NETIF_MSG_LINK)
3201#define netif_msg_timer(p) ((p)->msg_enable & NETIF_MSG_TIMER)
3202#define netif_msg_ifdown(p) ((p)->msg_enable & NETIF_MSG_IFDOWN)
3203#define netif_msg_ifup(p) ((p)->msg_enable & NETIF_MSG_IFUP)
3204#define netif_msg_rx_err(p) ((p)->msg_enable & NETIF_MSG_RX_ERR)
3205#define netif_msg_tx_err(p) ((p)->msg_enable & NETIF_MSG_TX_ERR)
3206#define netif_msg_tx_queued(p) ((p)->msg_enable & NETIF_MSG_TX_QUEUED)
3207#define netif_msg_intr(p) ((p)->msg_enable & NETIF_MSG_INTR)
3208#define netif_msg_tx_done(p) ((p)->msg_enable & NETIF_MSG_TX_DONE)
3209#define netif_msg_rx_status(p) ((p)->msg_enable & NETIF_MSG_RX_STATUS)
3210#define netif_msg_pktdata(p) ((p)->msg_enable & NETIF_MSG_PKTDATA)
3211#define netif_msg_hw(p) ((p)->msg_enable & NETIF_MSG_HW)
3212#define netif_msg_wol(p) ((p)->msg_enable & NETIF_MSG_WOL)
3213
3214static inline u32 netif_msg_init(int debug_value, int default_msg_enable_bits)
3215{
3216 /* use default */
3217 if (debug_value < 0 || debug_value >= (sizeof(u32) * 8))
3218 return default_msg_enable_bits;
3219 if (debug_value == 0) /* no output */
3220 return 0;
3221 /* set low N bits */
3222 return (1 << debug_value) - 1;
3223}
3224
David S. Millerc773e842008-07-08 23:13:53 -07003225static inline void __netif_tx_lock(struct netdev_queue *txq, int cpu)
Herbert Xu932ff272006-06-09 12:20:56 -07003226{
David S. Millerc773e842008-07-08 23:13:53 -07003227 spin_lock(&txq->_xmit_lock);
3228 txq->xmit_lock_owner = cpu;
Jamal Hadi Salim22dd7492007-09-16 14:40:49 -07003229}
3230
David S. Millerfd2ea0a2008-07-17 01:56:23 -07003231static inline void __netif_tx_lock_bh(struct netdev_queue *txq)
3232{
3233 spin_lock_bh(&txq->_xmit_lock);
3234 txq->xmit_lock_owner = smp_processor_id();
3235}
3236
David S. Miller4d295152012-03-07 21:02:35 -05003237static inline bool __netif_tx_trylock(struct netdev_queue *txq)
David S. Millerc773e842008-07-08 23:13:53 -07003238{
David S. Miller4d295152012-03-07 21:02:35 -05003239 bool ok = spin_trylock(&txq->_xmit_lock);
David S. Millerc773e842008-07-08 23:13:53 -07003240 if (likely(ok))
3241 txq->xmit_lock_owner = smp_processor_id();
3242 return ok;
Herbert Xu932ff272006-06-09 12:20:56 -07003243}
3244
David S. Millerc773e842008-07-08 23:13:53 -07003245static inline void __netif_tx_unlock(struct netdev_queue *txq)
3246{
3247 txq->xmit_lock_owner = -1;
3248 spin_unlock(&txq->_xmit_lock);
Herbert Xu932ff272006-06-09 12:20:56 -07003249}
3250
David S. Millerfd2ea0a2008-07-17 01:56:23 -07003251static inline void __netif_tx_unlock_bh(struct netdev_queue *txq)
3252{
3253 txq->xmit_lock_owner = -1;
3254 spin_unlock_bh(&txq->_xmit_lock);
3255}
3256
Eric Dumazet08baf562009-05-25 22:58:01 -07003257static inline void txq_trans_update(struct netdev_queue *txq)
3258{
3259 if (txq->xmit_lock_owner != -1)
3260 txq->trans_start = jiffies;
3261}
3262
David S. Millerc3f26a22008-07-31 16:58:50 -07003263/**
3264 * netif_tx_lock - grab network device transmit lock
3265 * @dev: network device
David S. Millerc3f26a22008-07-31 16:58:50 -07003266 *
3267 * Get network device transmit lock
3268 */
3269static inline void netif_tx_lock(struct net_device *dev)
3270{
3271 unsigned int i;
3272 int cpu;
3273
3274 spin_lock(&dev->tx_global_lock);
3275 cpu = smp_processor_id();
3276 for (i = 0; i < dev->num_tx_queues; i++) {
3277 struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
3278
3279 /* We are the only thread of execution doing a
3280 * freeze, but we have to grab the _xmit_lock in
3281 * order to synchronize with threads which are in
3282 * the ->hard_start_xmit() handler and already
3283 * checked the frozen bit.
3284 */
3285 __netif_tx_lock(txq, cpu);
3286 set_bit(__QUEUE_STATE_FROZEN, &txq->state);
3287 __netif_tx_unlock(txq);
3288 }
3289}
3290
3291static inline void netif_tx_lock_bh(struct net_device *dev)
3292{
3293 local_bh_disable();
3294 netif_tx_lock(dev);
3295}
3296
Herbert Xu932ff272006-06-09 12:20:56 -07003297static inline void netif_tx_unlock(struct net_device *dev)
3298{
David S. Millere8a04642008-07-17 00:34:19 -07003299 unsigned int i;
David S. Millerc773e842008-07-08 23:13:53 -07003300
David S. Millere8a04642008-07-17 00:34:19 -07003301 for (i = 0; i < dev->num_tx_queues; i++) {
3302 struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
David S. Millere8a04642008-07-17 00:34:19 -07003303
David S. Millerc3f26a22008-07-31 16:58:50 -07003304 /* No need to grab the _xmit_lock here. If the
3305 * queue is not stopped for another reason, we
3306 * force a schedule.
3307 */
3308 clear_bit(__QUEUE_STATE_FROZEN, &txq->state);
Krishna Kumar7b3d3e42009-08-29 20:21:21 +00003309 netif_schedule_queue(txq);
David S. Millerc3f26a22008-07-31 16:58:50 -07003310 }
3311 spin_unlock(&dev->tx_global_lock);
Herbert Xu932ff272006-06-09 12:20:56 -07003312}
3313
3314static inline void netif_tx_unlock_bh(struct net_device *dev)
3315{
David S. Millere8a04642008-07-17 00:34:19 -07003316 netif_tx_unlock(dev);
3317 local_bh_enable();
Herbert Xu932ff272006-06-09 12:20:56 -07003318}
3319
David S. Millerc773e842008-07-08 23:13:53 -07003320#define HARD_TX_LOCK(dev, txq, cpu) { \
Jamal Hadi Salim22dd7492007-09-16 14:40:49 -07003321 if ((dev->features & NETIF_F_LLTX) == 0) { \
David S. Millerc773e842008-07-08 23:13:53 -07003322 __netif_tx_lock(txq, cpu); \
Jamal Hadi Salim22dd7492007-09-16 14:40:49 -07003323 } \
3324}
3325
Eric W. Biederman5efeac42014-03-27 15:42:20 -07003326#define HARD_TX_TRYLOCK(dev, txq) \
3327 (((dev->features & NETIF_F_LLTX) == 0) ? \
3328 __netif_tx_trylock(txq) : \
3329 true )
3330
David S. Millerc773e842008-07-08 23:13:53 -07003331#define HARD_TX_UNLOCK(dev, txq) { \
Jamal Hadi Salim22dd7492007-09-16 14:40:49 -07003332 if ((dev->features & NETIF_F_LLTX) == 0) { \
David S. Millerc773e842008-07-08 23:13:53 -07003333 __netif_tx_unlock(txq); \
Jamal Hadi Salim22dd7492007-09-16 14:40:49 -07003334 } \
3335}
3336
Linus Torvalds1da177e2005-04-16 15:20:36 -07003337static inline void netif_tx_disable(struct net_device *dev)
3338{
David S. Millerfd2ea0a2008-07-17 01:56:23 -07003339 unsigned int i;
David S. Millerc3f26a22008-07-31 16:58:50 -07003340 int cpu;
David S. Millerfd2ea0a2008-07-17 01:56:23 -07003341
David S. Millerc3f26a22008-07-31 16:58:50 -07003342 local_bh_disable();
3343 cpu = smp_processor_id();
David S. Millerfd2ea0a2008-07-17 01:56:23 -07003344 for (i = 0; i < dev->num_tx_queues; i++) {
3345 struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
David S. Millerc3f26a22008-07-31 16:58:50 -07003346
3347 __netif_tx_lock(txq, cpu);
David S. Millerfd2ea0a2008-07-17 01:56:23 -07003348 netif_tx_stop_queue(txq);
David S. Millerc3f26a22008-07-31 16:58:50 -07003349 __netif_tx_unlock(txq);
David S. Millerfd2ea0a2008-07-17 01:56:23 -07003350 }
David S. Millerc3f26a22008-07-31 16:58:50 -07003351 local_bh_enable();
Linus Torvalds1da177e2005-04-16 15:20:36 -07003352}
3353
David S. Millere308a5d2008-07-15 00:13:44 -07003354static inline void netif_addr_lock(struct net_device *dev)
3355{
3356 spin_lock(&dev->addr_list_lock);
3357}
3358
Jiri Pirko2429f7a2012-01-09 06:36:54 +00003359static inline void netif_addr_lock_nested(struct net_device *dev)
3360{
Vlad Yasevich25175ba2014-05-16 17:04:54 -04003361 int subclass = SINGLE_DEPTH_NESTING;
3362
3363 if (dev->netdev_ops->ndo_get_lock_subclass)
3364 subclass = dev->netdev_ops->ndo_get_lock_subclass(dev);
3365
3366 spin_lock_nested(&dev->addr_list_lock, subclass);
Jiri Pirko2429f7a2012-01-09 06:36:54 +00003367}
3368
David S. Millere308a5d2008-07-15 00:13:44 -07003369static inline void netif_addr_lock_bh(struct net_device *dev)
3370{
3371 spin_lock_bh(&dev->addr_list_lock);
3372}
3373
3374static inline void netif_addr_unlock(struct net_device *dev)
3375{
3376 spin_unlock(&dev->addr_list_lock);
3377}
3378
3379static inline void netif_addr_unlock_bh(struct net_device *dev)
3380{
3381 spin_unlock_bh(&dev->addr_list_lock);
3382}
3383
Jiri Pirkof001fde2009-05-05 02:48:28 +00003384/*
Jiri Pirko31278e72009-06-17 01:12:19 +00003385 * dev_addrs walker. Should be used only for read access. Call with
Jiri Pirkof001fde2009-05-05 02:48:28 +00003386 * rcu_read_lock held.
3387 */
3388#define for_each_dev_addr(dev, ha) \
Jiri Pirko31278e72009-06-17 01:12:19 +00003389 list_for_each_entry_rcu(ha, &dev->dev_addrs.list, list)
Jiri Pirkof001fde2009-05-05 02:48:28 +00003390
Linus Torvalds1da177e2005-04-16 15:20:36 -07003391/* These functions live elsewhere (drivers/net/net_init.c, but related) */
3392
Joe Perchesf629d202013-09-26 14:48:15 -07003393void ether_setup(struct net_device *dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003394
3395/* Support for loadable net-drivers */
Joe Perchesf629d202013-09-26 14:48:15 -07003396struct net_device *alloc_netdev_mqs(int sizeof_priv, const char *name,
Tom Gundersenc835a672014-07-14 16:37:24 +02003397 unsigned char name_assign_type,
Joe Perchesf629d202013-09-26 14:48:15 -07003398 void (*setup)(struct net_device *),
3399 unsigned int txqs, unsigned int rxqs);
Tom Gundersenc835a672014-07-14 16:37:24 +02003400#define alloc_netdev(sizeof_priv, name, name_assign_type, setup) \
3401 alloc_netdev_mqs(sizeof_priv, name, name_assign_type, setup, 1, 1)
Tom Herbert36909ea2011-01-09 19:36:31 +00003402
Tom Gundersenc835a672014-07-14 16:37:24 +02003403#define alloc_netdev_mq(sizeof_priv, name, name_assign_type, setup, count) \
3404 alloc_netdev_mqs(sizeof_priv, name, name_assign_type, setup, count, \
3405 count)
Tom Herbert36909ea2011-01-09 19:36:31 +00003406
Joe Perchesf629d202013-09-26 14:48:15 -07003407int register_netdev(struct net_device *dev);
3408void unregister_netdev(struct net_device *dev);
Jiri Pirkof001fde2009-05-05 02:48:28 +00003409
Jiri Pirko22bedad32010-04-01 21:22:57 +00003410/* General hardware address lists handling functions */
Joe Perchesf629d202013-09-26 14:48:15 -07003411int __hw_addr_sync(struct netdev_hw_addr_list *to_list,
3412 struct netdev_hw_addr_list *from_list, int addr_len);
3413void __hw_addr_unsync(struct netdev_hw_addr_list *to_list,
3414 struct netdev_hw_addr_list *from_list, int addr_len);
Alexander Duyck670e5b82014-05-28 18:44:46 -07003415int __hw_addr_sync_dev(struct netdev_hw_addr_list *list,
3416 struct net_device *dev,
3417 int (*sync)(struct net_device *, const unsigned char *),
3418 int (*unsync)(struct net_device *,
3419 const unsigned char *));
3420void __hw_addr_unsync_dev(struct netdev_hw_addr_list *list,
3421 struct net_device *dev,
3422 int (*unsync)(struct net_device *,
3423 const unsigned char *));
Joe Perchesf629d202013-09-26 14:48:15 -07003424void __hw_addr_init(struct netdev_hw_addr_list *list);
Jiri Pirko22bedad32010-04-01 21:22:57 +00003425
Jiri Pirkof001fde2009-05-05 02:48:28 +00003426/* Functions used for device addresses handling */
Joe Perchesf629d202013-09-26 14:48:15 -07003427int dev_addr_add(struct net_device *dev, const unsigned char *addr,
3428 unsigned char addr_type);
3429int dev_addr_del(struct net_device *dev, const unsigned char *addr,
3430 unsigned char addr_type);
Joe Perchesf629d202013-09-26 14:48:15 -07003431void dev_addr_flush(struct net_device *dev);
3432int dev_addr_init(struct net_device *dev);
Jiri Pirkoa748ee22010-04-01 21:22:09 +00003433
3434/* Functions used for unicast addresses handling */
Joe Perchesf629d202013-09-26 14:48:15 -07003435int dev_uc_add(struct net_device *dev, const unsigned char *addr);
3436int dev_uc_add_excl(struct net_device *dev, const unsigned char *addr);
3437int dev_uc_del(struct net_device *dev, const unsigned char *addr);
3438int dev_uc_sync(struct net_device *to, struct net_device *from);
3439int dev_uc_sync_multiple(struct net_device *to, struct net_device *from);
3440void dev_uc_unsync(struct net_device *to, struct net_device *from);
3441void dev_uc_flush(struct net_device *dev);
3442void dev_uc_init(struct net_device *dev);
Jiri Pirkof001fde2009-05-05 02:48:28 +00003443
Alexander Duyck670e5b82014-05-28 18:44:46 -07003444/**
3445 * __dev_uc_sync - Synchonize device's unicast list
3446 * @dev: device to sync
3447 * @sync: function to call if address should be added
3448 * @unsync: function to call if address should be removed
3449 *
3450 * Add newly added addresses to the interface, and release
3451 * addresses that have been deleted.
3452 **/
3453static inline int __dev_uc_sync(struct net_device *dev,
3454 int (*sync)(struct net_device *,
3455 const unsigned char *),
3456 int (*unsync)(struct net_device *,
3457 const unsigned char *))
3458{
3459 return __hw_addr_sync_dev(&dev->uc, dev, sync, unsync);
3460}
3461
3462/**
Masanari Iidae793c0f2014-09-04 23:44:36 +09003463 * __dev_uc_unsync - Remove synchronized addresses from device
Alexander Duyck670e5b82014-05-28 18:44:46 -07003464 * @dev: device to sync
3465 * @unsync: function to call if address should be removed
3466 *
3467 * Remove all addresses that were added to the device by dev_uc_sync().
3468 **/
3469static inline void __dev_uc_unsync(struct net_device *dev,
3470 int (*unsync)(struct net_device *,
3471 const unsigned char *))
3472{
3473 __hw_addr_unsync_dev(&dev->uc, dev, unsync);
3474}
3475
Jiri Pirko22bedad32010-04-01 21:22:57 +00003476/* Functions used for multicast addresses handling */
Joe Perchesf629d202013-09-26 14:48:15 -07003477int dev_mc_add(struct net_device *dev, const unsigned char *addr);
3478int dev_mc_add_global(struct net_device *dev, const unsigned char *addr);
3479int dev_mc_add_excl(struct net_device *dev, const unsigned char *addr);
3480int dev_mc_del(struct net_device *dev, const unsigned char *addr);
3481int dev_mc_del_global(struct net_device *dev, const unsigned char *addr);
3482int dev_mc_sync(struct net_device *to, struct net_device *from);
3483int dev_mc_sync_multiple(struct net_device *to, struct net_device *from);
3484void dev_mc_unsync(struct net_device *to, struct net_device *from);
3485void dev_mc_flush(struct net_device *dev);
3486void dev_mc_init(struct net_device *dev);
Herbert Xufb286bb2005-11-10 13:01:24 -08003487
Alexander Duyck670e5b82014-05-28 18:44:46 -07003488/**
3489 * __dev_mc_sync - Synchonize device's multicast list
3490 * @dev: device to sync
3491 * @sync: function to call if address should be added
3492 * @unsync: function to call if address should be removed
3493 *
3494 * Add newly added addresses to the interface, and release
3495 * addresses that have been deleted.
3496 **/
3497static inline int __dev_mc_sync(struct net_device *dev,
3498 int (*sync)(struct net_device *,
3499 const unsigned char *),
3500 int (*unsync)(struct net_device *,
3501 const unsigned char *))
3502{
3503 return __hw_addr_sync_dev(&dev->mc, dev, sync, unsync);
3504}
3505
3506/**
Masanari Iidae793c0f2014-09-04 23:44:36 +09003507 * __dev_mc_unsync - Remove synchronized addresses from device
Alexander Duyck670e5b82014-05-28 18:44:46 -07003508 * @dev: device to sync
3509 * @unsync: function to call if address should be removed
3510 *
3511 * Remove all addresses that were added to the device by dev_mc_sync().
3512 **/
3513static inline void __dev_mc_unsync(struct net_device *dev,
3514 int (*unsync)(struct net_device *,
3515 const unsigned char *))
3516{
3517 __hw_addr_unsync_dev(&dev->mc, dev, unsync);
3518}
3519
Linus Torvalds1da177e2005-04-16 15:20:36 -07003520/* Functions used for secondary unicast and multicast support */
Joe Perchesf629d202013-09-26 14:48:15 -07003521void dev_set_rx_mode(struct net_device *dev);
3522void __dev_set_rx_mode(struct net_device *dev);
3523int dev_set_promiscuity(struct net_device *dev, int inc);
3524int dev_set_allmulti(struct net_device *dev, int inc);
3525void netdev_state_change(struct net_device *dev);
3526void netdev_notify_peers(struct net_device *dev);
3527void netdev_features_change(struct net_device *dev);
Herbert Xufb286bb2005-11-10 13:01:24 -08003528/* Load a device via the kmod */
Joe Perchesf629d202013-09-26 14:48:15 -07003529void dev_load(struct net *net, const char *name);
3530struct rtnl_link_stats64 *dev_get_stats(struct net_device *dev,
3531 struct rtnl_link_stats64 *storage);
3532void netdev_stats_to_stats64(struct rtnl_link_stats64 *stats64,
3533 const struct net_device_stats *netdev_stats);
Herbert Xufb286bb2005-11-10 13:01:24 -08003534
3535extern int netdev_max_backlog;
Eric Dumazet3b098e22010-05-15 23:57:10 -07003536extern int netdev_tstamp_prequeue;
Herbert Xufb286bb2005-11-10 13:01:24 -08003537extern int weight_p;
Eric Dumazet0a148422011-04-20 09:27:32 +00003538extern int bpf_jit_enable;
Jiri Pirko9ff162a2013-01-03 22:48:49 +00003539
Joe Perchesf629d202013-09-26 14:48:15 -07003540bool netdev_has_upper_dev(struct net_device *dev, struct net_device *upper_dev);
Vlad Yasevich44a40852014-05-16 17:20:38 -04003541struct net_device *netdev_upper_get_next_dev_rcu(struct net_device *dev,
3542 struct list_head **iter);
Joe Perchesf629d202013-09-26 14:48:15 -07003543struct net_device *netdev_all_upper_get_next_dev_rcu(struct net_device *dev,
3544 struct list_head **iter);
Veaceslav Falico8b5be852013-08-28 23:25:08 +02003545
3546/* iterate through upper list, must be called under RCU read lock */
Vlad Yasevich44a40852014-05-16 17:20:38 -04003547#define netdev_for_each_upper_dev_rcu(dev, updev, iter) \
3548 for (iter = &(dev)->adj_list.upper, \
3549 updev = netdev_upper_get_next_dev_rcu(dev, &(iter)); \
3550 updev; \
3551 updev = netdev_upper_get_next_dev_rcu(dev, &(iter)))
3552
3553/* iterate through upper list, must be called under RCU read lock */
Veaceslav Falico2f268f12013-09-25 09:20:07 +02003554#define netdev_for_each_all_upper_dev_rcu(dev, updev, iter) \
3555 for (iter = &(dev)->all_adj_list.upper, \
3556 updev = netdev_all_upper_get_next_dev_rcu(dev, &(iter)); \
3557 updev; \
3558 updev = netdev_all_upper_get_next_dev_rcu(dev, &(iter)))
Veaceslav Falico8b5be852013-08-28 23:25:08 +02003559
Joe Perchesf629d202013-09-26 14:48:15 -07003560void *netdev_lower_get_next_private(struct net_device *dev,
3561 struct list_head **iter);
3562void *netdev_lower_get_next_private_rcu(struct net_device *dev,
3563 struct list_head **iter);
Veaceslav Falico31088a12013-09-25 09:20:12 +02003564
3565#define netdev_for_each_lower_private(dev, priv, iter) \
3566 for (iter = (dev)->adj_list.lower.next, \
3567 priv = netdev_lower_get_next_private(dev, &(iter)); \
3568 priv; \
3569 priv = netdev_lower_get_next_private(dev, &(iter)))
3570
3571#define netdev_for_each_lower_private_rcu(dev, priv, iter) \
3572 for (iter = &(dev)->adj_list.lower, \
3573 priv = netdev_lower_get_next_private_rcu(dev, &(iter)); \
3574 priv; \
3575 priv = netdev_lower_get_next_private_rcu(dev, &(iter)))
3576
Vlad Yasevich4085ebe2014-05-16 17:04:53 -04003577void *netdev_lower_get_next(struct net_device *dev,
3578 struct list_head **iter);
3579#define netdev_for_each_lower_dev(dev, ldev, iter) \
3580 for (iter = &(dev)->adj_list.lower, \
3581 ldev = netdev_lower_get_next(dev, &(iter)); \
3582 ldev; \
3583 ldev = netdev_lower_get_next(dev, &(iter)))
3584
Joe Perchesf629d202013-09-26 14:48:15 -07003585void *netdev_adjacent_get_private(struct list_head *adj_list);
dingtianhonge001bfa2013-12-13 10:19:55 +08003586void *netdev_lower_get_first_private_rcu(struct net_device *dev);
Joe Perchesf629d202013-09-26 14:48:15 -07003587struct net_device *netdev_master_upper_dev_get(struct net_device *dev);
3588struct net_device *netdev_master_upper_dev_get_rcu(struct net_device *dev);
3589int netdev_upper_dev_link(struct net_device *dev, struct net_device *upper_dev);
3590int netdev_master_upper_dev_link(struct net_device *dev,
Jiri Pirko9ff162a2013-01-03 22:48:49 +00003591 struct net_device *upper_dev);
Joe Perchesf629d202013-09-26 14:48:15 -07003592int netdev_master_upper_dev_link_private(struct net_device *dev,
3593 struct net_device *upper_dev,
3594 void *private);
3595void netdev_upper_dev_unlink(struct net_device *dev,
3596 struct net_device *upper_dev);
Veaceslav Falico5bb025f2014-01-14 21:58:51 +01003597void netdev_adjacent_rename_links(struct net_device *dev, char *oldname);
Joe Perchesf629d202013-09-26 14:48:15 -07003598void *netdev_lower_dev_get_private(struct net_device *dev,
3599 struct net_device *lower_dev);
Eric Dumazet960fb622014-11-16 06:23:05 -08003600
3601/* RSS keys are 40 or 52 bytes long */
3602#define NETDEV_RSS_KEY_LEN 52
3603extern u8 netdev_rss_key[NETDEV_RSS_KEY_LEN];
3604void netdev_rss_key_fill(void *buffer, size_t len);
3605
Vlad Yasevich4085ebe2014-05-16 17:04:53 -04003606int dev_get_nest_level(struct net_device *dev,
3607 bool (*type_check)(struct net_device *dev));
Joe Perchesf629d202013-09-26 14:48:15 -07003608int skb_checksum_help(struct sk_buff *skb);
3609struct sk_buff *__skb_gso_segment(struct sk_buff *skb,
3610 netdev_features_t features, bool tx_path);
3611struct sk_buff *skb_mac_gso_segment(struct sk_buff *skb,
3612 netdev_features_t features);
Cong Wang12b00042013-02-05 16:36:38 +00003613
Moni Shoua61bd3852015-02-03 16:48:29 +02003614struct netdev_bonding_info {
3615 ifslave slave;
3616 ifbond master;
3617};
3618
3619struct netdev_notifier_bonding_info {
3620 struct netdev_notifier_info info; /* must be first */
3621 struct netdev_bonding_info bonding_info;
3622};
3623
3624void netdev_bonding_info_change(struct net_device *dev,
3625 struct netdev_bonding_info *bonding_info);
3626
Cong Wang12b00042013-02-05 16:36:38 +00003627static inline
3628struct sk_buff *skb_gso_segment(struct sk_buff *skb, netdev_features_t features)
3629{
3630 return __skb_gso_segment(skb, features, true);
3631}
Vlad Yasevich53d64712014-03-27 17:26:18 -04003632__be16 skb_network_protocol(struct sk_buff *skb, int *depth);
Pravin B Shelarec5f0612013-03-07 09:28:01 +00003633
3634static inline bool can_checksum_protocol(netdev_features_t features,
3635 __be16 protocol)
3636{
3637 return ((features & NETIF_F_GEN_CSUM) ||
3638 ((features & NETIF_F_V4_CSUM) &&
3639 protocol == htons(ETH_P_IP)) ||
3640 ((features & NETIF_F_V6_CSUM) &&
3641 protocol == htons(ETH_P_IPV6)) ||
3642 ((features & NETIF_F_FCOE_CRC) &&
3643 protocol == htons(ETH_P_FCOE)));
3644}
Cong Wang12b00042013-02-05 16:36:38 +00003645
Herbert Xufb286bb2005-11-10 13:01:24 -08003646#ifdef CONFIG_BUG
Joe Perchesf629d202013-09-26 14:48:15 -07003647void netdev_rx_csum_fault(struct net_device *dev);
Herbert Xufb286bb2005-11-10 13:01:24 -08003648#else
3649static inline void netdev_rx_csum_fault(struct net_device *dev)
3650{
3651}
3652#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -07003653/* rx skb timestamps */
Joe Perchesf629d202013-09-26 14:48:15 -07003654void net_enable_timestamp(void);
3655void net_disable_timestamp(void);
Linus Torvalds1da177e2005-04-16 15:20:36 -07003656
Arnaldo Carvalho de Melo20380732005-08-16 02:18:02 -03003657#ifdef CONFIG_PROC_FS
Joe Perchesf629d202013-09-26 14:48:15 -07003658int __init dev_proc_init(void);
Cong Wang900ff8c2013-02-18 19:20:33 +00003659#else
3660#define dev_proc_init() 0
Arnaldo Carvalho de Melo20380732005-08-16 02:18:02 -03003661#endif
3662
David S. Miller47982482014-08-22 16:21:53 -07003663static inline netdev_tx_t __netdev_start_xmit(const struct net_device_ops *ops,
David S. Millerfa2dbdc2014-08-29 21:55:22 -07003664 struct sk_buff *skb, struct net_device *dev,
3665 bool more)
David S. Miller47982482014-08-22 16:21:53 -07003666{
David S. Millerfa2dbdc2014-08-29 21:55:22 -07003667 skb->xmit_more = more ? 1 : 0;
David S. Miller0b725a22014-08-25 15:51:53 -07003668 return ops->ndo_start_xmit(skb, dev);
David S. Miller47982482014-08-22 16:21:53 -07003669}
3670
David S. Miller10b3ad82014-08-29 21:07:24 -07003671static inline netdev_tx_t netdev_start_xmit(struct sk_buff *skb, struct net_device *dev,
David S. Millerfa2dbdc2014-08-29 21:55:22 -07003672 struct netdev_queue *txq, bool more)
David S. Miller47982482014-08-22 16:21:53 -07003673{
3674 const struct net_device_ops *ops = dev->netdev_ops;
David S. Miller10b3ad82014-08-29 21:07:24 -07003675 int rc;
David S. Miller47982482014-08-22 16:21:53 -07003676
David S. Millerfa2dbdc2014-08-29 21:55:22 -07003677 rc = __netdev_start_xmit(ops, skb, dev, more);
David S. Miller10b3ad82014-08-29 21:07:24 -07003678 if (rc == NETDEV_TX_OK)
3679 txq_trans_update(txq);
3680
3681 return rc;
David S. Miller47982482014-08-22 16:21:53 -07003682}
3683
Linus Torvalds42a2d922013-11-13 17:40:34 +09003684int netdev_class_create_file_ns(struct class_attribute *class_attr,
3685 const void *ns);
3686void netdev_class_remove_file_ns(struct class_attribute *class_attr,
3687 const void *ns);
Tejun Heo58292cbe2013-09-11 22:29:04 -04003688
3689static inline int netdev_class_create_file(struct class_attribute *class_attr)
3690{
3691 return netdev_class_create_file_ns(class_attr, NULL);
3692}
3693
3694static inline void netdev_class_remove_file(struct class_attribute *class_attr)
3695{
3696 netdev_class_remove_file_ns(class_attr, NULL);
3697}
Jay Vosburghb8a97872008-06-13 18:12:04 -07003698
Johannes Berg04600792010-08-05 17:45:15 +02003699extern struct kobj_ns_type_operations net_ns_type_operations;
3700
Joe Perchesf629d202013-09-26 14:48:15 -07003701const char *netdev_drivername(const struct net_device *dev);
Arjan van de Ven6579e572008-07-21 13:31:48 -07003702
Joe Perchesf629d202013-09-26 14:48:15 -07003703void linkwatch_run_queue(void);
Arnaldo Carvalho de Melo20380732005-08-16 02:18:02 -03003704
Michal Kubečekda081432014-05-20 08:29:25 +02003705static inline netdev_features_t netdev_intersect_features(netdev_features_t f1,
3706 netdev_features_t f2)
3707{
3708 if (f1 & NETIF_F_GEN_CSUM)
3709 f1 |= (NETIF_F_ALL_CSUM & ~NETIF_F_GEN_CSUM);
3710 if (f2 & NETIF_F_GEN_CSUM)
3711 f2 |= (NETIF_F_ALL_CSUM & ~NETIF_F_GEN_CSUM);
3712 f1 &= f2;
3713 if (f1 & NETIF_F_GEN_CSUM)
3714 f1 &= ~(NETIF_F_ALL_CSUM & ~NETIF_F_GEN_CSUM);
3715
3716 return f1;
3717}
3718
Michał Mirosławc8f44af2011-11-15 15:29:55 +00003719static inline netdev_features_t netdev_get_wanted_features(
3720 struct net_device *dev)
Michał Mirosław5455c692011-02-15 16:59:17 +00003721{
3722 return (dev->features & ~dev->hw_features) | dev->wanted_features;
3723}
Michał Mirosławc8f44af2011-11-15 15:29:55 +00003724netdev_features_t netdev_increment_features(netdev_features_t all,
3725 netdev_features_t one, netdev_features_t mask);
Eric Dumazetb0ce3502013-05-16 07:34:53 +00003726
3727/* Allow TSO being used on stacked device :
3728 * Performing the GSO segmentation before last device
3729 * is a performance improvement.
3730 */
3731static inline netdev_features_t netdev_add_tso_features(netdev_features_t features,
3732 netdev_features_t mask)
3733{
3734 return netdev_increment_features(features, NETIF_F_ALL_TSO, mask);
3735}
3736
Michał Mirosław6cb6a272011-04-02 22:48:47 -07003737int __netdev_update_features(struct net_device *dev);
Michał Mirosław5455c692011-02-15 16:59:17 +00003738void netdev_update_features(struct net_device *dev);
Michał Mirosławafe12cc2011-05-07 03:22:17 +00003739void netdev_change_features(struct net_device *dev);
Herbert Xu7f353bf2007-08-10 15:47:58 -07003740
Patrick Mullaneyfc4a7482009-12-03 15:59:22 -08003741void netif_stacked_transfer_operstate(const struct net_device *rootdev,
3742 struct net_device *dev);
3743
Toshiaki Makitae38f3022015-03-27 14:31:13 +09003744netdev_features_t passthru_features_check(struct sk_buff *skb,
3745 struct net_device *dev,
3746 netdev_features_t features);
Florian Westphalc1e756b2014-05-05 15:00:44 +02003747netdev_features_t netif_skb_features(struct sk_buff *skb);
Jesse Gross58e998c2010-10-29 12:14:55 +00003748
David S. Miller4d295152012-03-07 21:02:35 -05003749static inline bool net_gso_ok(netdev_features_t features, int gso_type)
Herbert Xubcd76112006-06-30 13:36:35 -07003750{
Michał Mirosławc8f44af2011-11-15 15:29:55 +00003751 netdev_features_t feature = gso_type << NETIF_F_GSO_SHIFT;
Michał Mirosław0345e182011-11-16 14:05:33 +00003752
3753 /* check flags correspondence */
3754 BUILD_BUG_ON(SKB_GSO_TCPV4 != (NETIF_F_TSO >> NETIF_F_GSO_SHIFT));
3755 BUILD_BUG_ON(SKB_GSO_UDP != (NETIF_F_UFO >> NETIF_F_GSO_SHIFT));
3756 BUILD_BUG_ON(SKB_GSO_DODGY != (NETIF_F_GSO_ROBUST >> NETIF_F_GSO_SHIFT));
3757 BUILD_BUG_ON(SKB_GSO_TCP_ECN != (NETIF_F_TSO_ECN >> NETIF_F_GSO_SHIFT));
3758 BUILD_BUG_ON(SKB_GSO_TCPV6 != (NETIF_F_TSO6 >> NETIF_F_GSO_SHIFT));
3759 BUILD_BUG_ON(SKB_GSO_FCOE != (NETIF_F_FSO >> NETIF_F_GSO_SHIFT));
Tom Herbert4b282522014-06-14 23:23:52 -07003760 BUILD_BUG_ON(SKB_GSO_GRE != (NETIF_F_GSO_GRE >> NETIF_F_GSO_SHIFT));
3761 BUILD_BUG_ON(SKB_GSO_GRE_CSUM != (NETIF_F_GSO_GRE_CSUM >> NETIF_F_GSO_SHIFT));
3762 BUILD_BUG_ON(SKB_GSO_IPIP != (NETIF_F_GSO_IPIP >> NETIF_F_GSO_SHIFT));
3763 BUILD_BUG_ON(SKB_GSO_SIT != (NETIF_F_GSO_SIT >> NETIF_F_GSO_SHIFT));
3764 BUILD_BUG_ON(SKB_GSO_UDP_TUNNEL != (NETIF_F_GSO_UDP_TUNNEL >> NETIF_F_GSO_SHIFT));
3765 BUILD_BUG_ON(SKB_GSO_UDP_TUNNEL_CSUM != (NETIF_F_GSO_UDP_TUNNEL_CSUM >> NETIF_F_GSO_SHIFT));
Tom Herberte585f232014-11-04 09:06:54 -08003766 BUILD_BUG_ON(SKB_GSO_TUNNEL_REMCSUM != (NETIF_F_GSO_TUNNEL_REMCSUM >> NETIF_F_GSO_SHIFT));
Michał Mirosław0345e182011-11-16 14:05:33 +00003767
Herbert Xubcd76112006-06-30 13:36:35 -07003768 return (features & feature) == feature;
3769}
3770
David S. Miller4d295152012-03-07 21:02:35 -05003771static inline bool skb_gso_ok(struct sk_buff *skb, netdev_features_t features)
Herbert Xu576a30e2006-06-27 13:22:38 -07003772{
Herbert Xu278b2512009-06-03 21:20:51 -07003773 return net_gso_ok(features, skb_shinfo(skb)->gso_type) &&
David S. Miller21dc3302010-08-23 00:13:46 -07003774 (!skb_has_frag_list(skb) || (features & NETIF_F_FRAGLIST));
Herbert Xu576a30e2006-06-27 13:22:38 -07003775}
3776
Johannes Berg8b86a612015-04-17 15:45:04 +02003777static inline bool netif_needs_gso(struct sk_buff *skb,
David S. Miller4d295152012-03-07 21:02:35 -05003778 netdev_features_t features)
Herbert Xu79671682006-06-22 02:40:14 -07003779{
Jesse Grossfc741212011-01-09 06:23:32 +00003780 return skb_is_gso(skb) && (!skb_gso_ok(skb, features) ||
Yi Zoucdbee742012-03-16 23:08:11 +00003781 unlikely((skb->ip_summed != CHECKSUM_PARTIAL) &&
3782 (skb->ip_summed != CHECKSUM_UNNECESSARY)));
Herbert Xu79671682006-06-22 02:40:14 -07003783}
3784
Peter P Waskiewicz Jr82cc1a72008-03-21 03:43:19 -07003785static inline void netif_set_gso_max_size(struct net_device *dev,
3786 unsigned int size)
3787{
3788 dev->gso_max_size = size;
3789}
3790
Wei-Chun Chao7a7ffba2013-12-26 13:10:22 -08003791static inline void skb_gso_error_unwind(struct sk_buff *skb, __be16 protocol,
3792 int pulled_hlen, u16 mac_offset,
3793 int mac_len)
3794{
3795 skb->protocol = protocol;
3796 skb->encapsulation = 1;
3797 skb_push(skb, pulled_hlen);
3798 skb_reset_transport_header(skb);
3799 skb->mac_header = mac_offset;
3800 skb->network_header = skb->mac_header + mac_len;
3801 skb->mac_len = mac_len;
3802}
3803
John Fastabenda6cc0cf2013-11-06 09:54:46 -08003804static inline bool netif_is_macvlan(struct net_device *dev)
3805{
3806 return dev->priv_flags & IFF_MACVLAN;
3807}
3808
Mahesh Bandewar2f33e7d2014-12-06 15:53:04 -08003809static inline bool netif_is_macvlan_port(struct net_device *dev)
3810{
3811 return dev->priv_flags & IFF_MACVLAN_PORT;
3812}
3813
Mahesh Bandewar5933fea2014-12-06 15:53:33 -08003814static inline bool netif_is_ipvlan(struct net_device *dev)
3815{
3816 return dev->priv_flags & IFF_IPVLAN_SLAVE;
3817}
3818
3819static inline bool netif_is_ipvlan_port(struct net_device *dev)
3820{
3821 return dev->priv_flags & IFF_IPVLAN_MASTER;
3822}
3823
nikolay@redhat.com8a7fbfa2013-03-12 02:49:01 +00003824static inline bool netif_is_bond_master(struct net_device *dev)
3825{
3826 return dev->flags & IFF_MASTER && dev->priv_flags & IFF_BONDING;
3827}
3828
David S. Miller4d295152012-03-07 21:02:35 -05003829static inline bool netif_is_bond_slave(struct net_device *dev)
Jiri Pirko1765a572011-02-12 06:48:36 +00003830{
3831 return dev->flags & IFF_SLAVE && dev->priv_flags & IFF_BONDING;
3832}
3833
Ben Greear3bdc0eb2012-02-11 15:39:30 +00003834static inline bool netif_supports_nofcs(struct net_device *dev)
3835{
3836 return dev->priv_flags & IFF_SUPP_NOFCS;
3837}
3838
David Ahern4e3c8992015-08-13 14:59:00 -06003839static inline bool netif_is_vrf(const struct net_device *dev)
3840{
3841 return dev->priv_flags & IFF_VRF_MASTER;
3842}
3843
3844static inline bool netif_index_is_vrf(struct net *net, int ifindex)
3845{
David Ahern4e3c8992015-08-13 14:59:00 -06003846 bool rc = false;
3847
David Ahern2f52bdc2015-08-16 07:49:20 -06003848#if IS_ENABLED(CONFIG_NET_VRF)
3849 struct net_device *dev;
3850
3851 if (ifindex == 0)
3852 return false;
3853
3854 rcu_read_lock();
3855
3856 dev = dev_get_by_index_rcu(net, ifindex);
David Ahern4e3c8992015-08-13 14:59:00 -06003857 if (dev)
3858 rc = netif_is_vrf(dev);
3859
David Ahern2f52bdc2015-08-16 07:49:20 -06003860 rcu_read_unlock();
3861#endif
David Ahern4e3c8992015-08-13 14:59:00 -06003862 return rc;
3863}
3864
Eric Dumazet02875872014-10-05 18:38:35 -07003865/* This device needs to keep skb dst for qdisc enqueue or ndo_start_xmit() */
3866static inline void netif_keep_dst(struct net_device *dev)
3867{
3868 dev->priv_flags &= ~(IFF_XMIT_DST_RELEASE | IFF_XMIT_DST_RELEASE_PERM);
3869}
3870
Eric W. Biederman505d4f72008-11-07 22:54:20 -08003871extern struct pernet_operations __net_initdata loopback_net_ops;
Patrick McHardyb1b67dd2009-04-20 04:49:28 +00003872
Joe Perches571ba422010-02-09 11:49:47 +00003873/* Logging, debugging and troubleshooting/diagnostic helpers. */
3874
3875/* netdev_printk helpers, similar to dev_printk */
3876
3877static inline const char *netdev_name(const struct net_device *dev)
3878{
Veaceslav Falicoc6f854d2014-07-17 19:46:09 +02003879 if (!dev->name[0] || strchr(dev->name, '%'))
3880 return "(unnamed net_device)";
Joe Perches571ba422010-02-09 11:49:47 +00003881 return dev->name;
3882}
3883
Veaceslav Falicoccc7f492014-07-17 19:46:10 +02003884static inline const char *netdev_reg_state(const struct net_device *dev)
3885{
3886 switch (dev->reg_state) {
3887 case NETREG_UNINITIALIZED: return " (uninitialized)";
3888 case NETREG_REGISTERED: return "";
3889 case NETREG_UNREGISTERING: return " (unregistering)";
3890 case NETREG_UNREGISTERED: return " (unregistered)";
3891 case NETREG_RELEASED: return " (released)";
3892 case NETREG_DUMMY: return " (dummy)";
3893 }
3894
3895 WARN_ONCE(1, "%s: unknown reg_state %d\n", dev->name, dev->reg_state);
3896 return " (unknown)";
3897}
3898
Joe Perchesf629d202013-09-26 14:48:15 -07003899__printf(3, 4)
Joe Perches6ea754e2014-09-22 11:10:50 -07003900void netdev_printk(const char *level, const struct net_device *dev,
3901 const char *format, ...);
Joe Perchesf629d202013-09-26 14:48:15 -07003902__printf(2, 3)
Joe Perches6ea754e2014-09-22 11:10:50 -07003903void netdev_emerg(const struct net_device *dev, const char *format, ...);
Joe Perchesf629d202013-09-26 14:48:15 -07003904__printf(2, 3)
Joe Perches6ea754e2014-09-22 11:10:50 -07003905void netdev_alert(const struct net_device *dev, const char *format, ...);
Joe Perchesf629d202013-09-26 14:48:15 -07003906__printf(2, 3)
Joe Perches6ea754e2014-09-22 11:10:50 -07003907void netdev_crit(const struct net_device *dev, const char *format, ...);
Joe Perchesf629d202013-09-26 14:48:15 -07003908__printf(2, 3)
Joe Perches6ea754e2014-09-22 11:10:50 -07003909void netdev_err(const struct net_device *dev, const char *format, ...);
Joe Perchesf629d202013-09-26 14:48:15 -07003910__printf(2, 3)
Joe Perches6ea754e2014-09-22 11:10:50 -07003911void netdev_warn(const struct net_device *dev, const char *format, ...);
Joe Perchesf629d202013-09-26 14:48:15 -07003912__printf(2, 3)
Joe Perches6ea754e2014-09-22 11:10:50 -07003913void netdev_notice(const struct net_device *dev, const char *format, ...);
Joe Perchesf629d202013-09-26 14:48:15 -07003914__printf(2, 3)
Joe Perches6ea754e2014-09-22 11:10:50 -07003915void netdev_info(const struct net_device *dev, const char *format, ...);
Joe Perches571ba422010-02-09 11:49:47 +00003916
Vasiliy Kulikov8909c9a2011-03-02 00:33:13 +03003917#define MODULE_ALIAS_NETDEV(device) \
3918 MODULE_ALIAS("netdev-" device)
3919
Jim Cromieb558c962011-12-19 17:11:18 -05003920#if defined(CONFIG_DYNAMIC_DEBUG)
Joe Perches571ba422010-02-09 11:49:47 +00003921#define netdev_dbg(__dev, format, args...) \
3922do { \
Jason Baronffa10cb2011-08-11 14:36:48 -04003923 dynamic_netdev_dbg(__dev, format, ##args); \
Joe Perches571ba422010-02-09 11:49:47 +00003924} while (0)
Jim Cromieb558c962011-12-19 17:11:18 -05003925#elif defined(DEBUG)
3926#define netdev_dbg(__dev, format, args...) \
3927 netdev_printk(KERN_DEBUG, __dev, format, ##args)
Joe Perches571ba422010-02-09 11:49:47 +00003928#else
3929#define netdev_dbg(__dev, format, args...) \
3930({ \
3931 if (0) \
3932 netdev_printk(KERN_DEBUG, __dev, format, ##args); \
Joe Perches571ba422010-02-09 11:49:47 +00003933})
3934#endif
3935
3936#if defined(VERBOSE_DEBUG)
3937#define netdev_vdbg netdev_dbg
3938#else
3939
3940#define netdev_vdbg(dev, format, args...) \
3941({ \
3942 if (0) \
3943 netdev_printk(KERN_DEBUG, dev, format, ##args); \
3944 0; \
3945})
3946#endif
3947
3948/*
3949 * netdev_WARN() acts like dev_printk(), but with the key difference
3950 * of using a WARN/WARN_ON to get the message out, including the
3951 * file/line information and a backtrace.
3952 */
3953#define netdev_WARN(dev, format, args...) \
Veaceslav Falicoccc7f492014-07-17 19:46:10 +02003954 WARN(1, "netdevice: %s%s\n" format, netdev_name(dev), \
3955 netdev_reg_state(dev), ##args)
Joe Perches571ba422010-02-09 11:49:47 +00003956
Joe Perchesb3d95c52010-02-09 11:49:49 +00003957/* netif printk helpers, similar to netdev_printk */
3958
3959#define netif_printk(priv, type, level, dev, fmt, args...) \
3960do { \
3961 if (netif_msg_##type(priv)) \
3962 netdev_printk(level, (dev), fmt, ##args); \
3963} while (0)
3964
Joe Perchesf45f4322010-06-27 01:02:36 +00003965#define netif_level(level, priv, type, dev, fmt, args...) \
3966do { \
3967 if (netif_msg_##type(priv)) \
3968 netdev_##level(dev, fmt, ##args); \
3969} while (0)
3970
Joe Perchesb3d95c52010-02-09 11:49:49 +00003971#define netif_emerg(priv, type, dev, fmt, args...) \
Joe Perchesf45f4322010-06-27 01:02:36 +00003972 netif_level(emerg, priv, type, dev, fmt, ##args)
Joe Perchesb3d95c52010-02-09 11:49:49 +00003973#define netif_alert(priv, type, dev, fmt, args...) \
Joe Perchesf45f4322010-06-27 01:02:36 +00003974 netif_level(alert, priv, type, dev, fmt, ##args)
Joe Perchesb3d95c52010-02-09 11:49:49 +00003975#define netif_crit(priv, type, dev, fmt, args...) \
Joe Perchesf45f4322010-06-27 01:02:36 +00003976 netif_level(crit, priv, type, dev, fmt, ##args)
Joe Perchesb3d95c52010-02-09 11:49:49 +00003977#define netif_err(priv, type, dev, fmt, args...) \
Joe Perchesf45f4322010-06-27 01:02:36 +00003978 netif_level(err, priv, type, dev, fmt, ##args)
Joe Perchesb3d95c52010-02-09 11:49:49 +00003979#define netif_warn(priv, type, dev, fmt, args...) \
Joe Perchesf45f4322010-06-27 01:02:36 +00003980 netif_level(warn, priv, type, dev, fmt, ##args)
Joe Perchesb3d95c52010-02-09 11:49:49 +00003981#define netif_notice(priv, type, dev, fmt, args...) \
Joe Perchesf45f4322010-06-27 01:02:36 +00003982 netif_level(notice, priv, type, dev, fmt, ##args)
Joe Perchesb3d95c52010-02-09 11:49:49 +00003983#define netif_info(priv, type, dev, fmt, args...) \
Joe Perchesf45f4322010-06-27 01:02:36 +00003984 netif_level(info, priv, type, dev, fmt, ##args)
Joe Perchesb3d95c52010-02-09 11:49:49 +00003985
Joe Perches0053ea92012-05-30 07:43:34 +00003986#if defined(CONFIG_DYNAMIC_DEBUG)
Joe Perchesb3d95c52010-02-09 11:49:49 +00003987#define netif_dbg(priv, type, netdev, format, args...) \
3988do { \
3989 if (netif_msg_##type(priv)) \
Jason Baronb5fb0a02011-08-11 14:36:53 -04003990 dynamic_netdev_dbg(netdev, format, ##args); \
Joe Perchesb3d95c52010-02-09 11:49:49 +00003991} while (0)
Joe Perches0053ea92012-05-30 07:43:34 +00003992#elif defined(DEBUG)
3993#define netif_dbg(priv, type, dev, format, args...) \
3994 netif_printk(priv, type, KERN_DEBUG, dev, format, ##args)
Joe Perchesb3d95c52010-02-09 11:49:49 +00003995#else
3996#define netif_dbg(priv, type, dev, format, args...) \
3997({ \
3998 if (0) \
3999 netif_printk(priv, type, KERN_DEBUG, dev, format, ##args); \
4000 0; \
4001})
4002#endif
4003
4004#if defined(VERBOSE_DEBUG)
Ben Hutchingsbcfcc452010-07-02 07:08:44 +00004005#define netif_vdbg netif_dbg
Joe Perchesb3d95c52010-02-09 11:49:49 +00004006#else
4007#define netif_vdbg(priv, type, dev, format, args...) \
4008({ \
4009 if (0) \
Ben Hutchingsa4ed89c2010-05-18 06:56:32 +00004010 netif_printk(priv, type, KERN_DEBUG, dev, format, ##args); \
Joe Perchesb3d95c52010-02-09 11:49:49 +00004011 0; \
4012})
4013#endif
Joe Perches571ba422010-02-09 11:49:47 +00004014
Cong Wang900ff8c2013-02-18 19:20:33 +00004015/*
4016 * The list of packet types we will receive (as opposed to discard)
4017 * and the routines to invoke.
4018 *
4019 * Why 16. Because with 16 the only overlap we get on a hash of the
4020 * low nibble of the protocol value is RARP/SNAP/X.25.
4021 *
4022 * NOTE: That is no longer true with the addition of VLAN tags. Not
4023 * sure which should go first, but I bet it won't make much
4024 * difference if we are running VLANs. The good news is that
4025 * this protocol won't be in the list unless compiled in, so
4026 * the average user (w/out VLANs) will not be adversely affected.
4027 * --BLG
4028 *
4029 * 0800 IP
4030 * 8100 802.1Q VLAN
4031 * 0001 802.3
4032 * 0002 AX.25
4033 * 0004 802.2
4034 * 8035 RARP
4035 * 0005 SNAP
4036 * 0805 X.25
4037 * 0806 ARP
4038 * 8137 IPX
4039 * 0009 Localtalk
4040 * 86DD IPv6
4041 */
4042#define PTYPE_HASH_SIZE (16)
4043#define PTYPE_HASH_MASK (PTYPE_HASH_SIZE - 1)
4044
Jiri Pirko385a1542009-05-27 15:48:07 -07004045#endif /* _LINUX_NETDEVICE_H */