]> bbs.cooldavid.org Git - net-next-2.6.git/blame - include/linux/netdevice.h
usb/atm/ueagle-atm.c: call atm_dev_signal_change() when signal changes.
[net-next-2.6.git] / include / linux / netdevice.h
CommitLineData
1da177e4
LT
1/*
2 * INET An implementation of the TCP/IP protocol suite for the LINUX
3 * operating system. INET is implemented using the BSD Socket
4 * interface as the means of communication with the user level.
5 *
6 * Definitions for the Interfaces handler.
7 *
8 * Version: @(#)dev.h 1.0.10 08/12/93
9 *
02c30a84 10 * Authors: Ross Biro
1da177e4
LT
11 * Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG>
12 * Corey Minyard <wf-rch!minyard@relay.EU.net>
13 * Donald J. Becker, <becker@cesdis.gsfc.nasa.gov>
113aa838 14 * Alan Cox, <alan@lxorguk.ukuu.org.uk>
1da177e4
LT
15 * Bjorn Ekwall. <bj0rn@blox.se>
16 * Pekka Riikonen <priikone@poseidon.pspt.fi>
17 *
18 * This program is free software; you can redistribute it and/or
19 * modify it under the terms of the GNU General Public License
20 * as published by the Free Software Foundation; either version
21 * 2 of the License, or (at your option) any later version.
22 *
23 * Moved to /usr/include/linux for NET3
24 */
25#ifndef _LINUX_NETDEVICE_H
26#define _LINUX_NETDEVICE_H
27
28#include <linux/if.h>
29#include <linux/if_ether.h>
30#include <linux/if_packet.h>
95c26df8 31#include <linux/if_link.h>
1da177e4
LT
32
33#ifdef __KERNEL__
ed77134b 34#include <linux/pm_qos_params.h>
d7fe0f24 35#include <linux/timer.h>
bea3348e 36#include <linux/delay.h>
cc0be322 37#include <linux/mm.h>
1da177e4
LT
38#include <asm/atomic.h>
39#include <asm/cache.h>
40#include <asm/byteorder.h>
41
1da177e4
LT
42#include <linux/device.h>
43#include <linux/percpu.h>
4d5b78c0 44#include <linux/rculist.h>
db217334 45#include <linux/dmaengine.h>
bea3348e 46#include <linux/workqueue.h>
1da177e4 47
b1b67dd4 48#include <linux/ethtool.h>
a050c33f 49#include <net/net_namespace.h>
cf85d08f 50#include <net/dsa.h>
7a6b6f51 51#ifdef CONFIG_DCB
2f90b865
AD
52#include <net/dcbnl.h>
53#endif
a050c33f 54
1da177e4 55struct vlan_group;
115c1d6e 56struct netpoll_info;
704232c2
JB
57/* 802.11 specific */
58struct wireless_dev;
1da177e4
LT
59 /* source back-compat hooks */
60#define SET_ETHTOOL_OPS(netdev,ops) \
61 ( (netdev)->ethtool_ops = (ops) )
62
63#define HAVE_ALLOC_NETDEV /* feature macro: alloc_xxxdev
64 functions are available. */
65#define HAVE_FREE_NETDEV /* free_netdev() */
66#define HAVE_NETDEV_PRIV /* netdev_priv() */
67
9a1654ba
JP
68/* Backlog congestion levels */
69#define NET_RX_SUCCESS 0 /* keep 'em coming, baby */
70#define NET_RX_DROP 1 /* packet dropped */
71
572a9d7b
PM
72/*
73 * Transmit return codes: transmit return codes originate from three different
74 * namespaces:
75 *
76 * - qdisc return codes
77 * - driver transmit return codes
78 * - errno values
79 *
80 * Drivers are allowed to return any one of those in their hard_start_xmit()
81 * function. Real network devices commonly used with qdiscs should only return
82 * the driver transmit return codes though - when qdiscs are used, the actual
83 * transmission happens asynchronously, so the value is not propagated to
84 * higher layers. Virtual network devices transmit synchronously, in this case
85 * the driver transmit return codes are consumed by dev_queue_xmit(), all
86 * others are propagated to higher layers.
87 */
88
89/* qdisc ->enqueue() return codes. */
90#define NET_XMIT_SUCCESS 0x00
9a1654ba
JP
91#define NET_XMIT_DROP 0x01 /* skb dropped */
92#define NET_XMIT_CN 0x02 /* congestion notification */
93#define NET_XMIT_POLICED 0x03 /* skb is shot by police */
94#define NET_XMIT_MASK 0x0f /* qdisc flags in net/sch_generic.h */
1da177e4 95
b9df3cb8
GR
96/* NET_XMIT_CN is special. It does not guarantee that this packet is lost. It
97 * indicates that the device will soon be dropping packets, or already drops
98 * some packets of the same priority; prompting us to send less aggressively. */
572a9d7b 99#define net_xmit_eval(e) ((e) == NET_XMIT_CN ? 0 : (e))
1da177e4
LT
100#define net_xmit_errno(e) ((e) != NET_XMIT_CN ? -ENOBUFS : 0)
101
dc1f8bf6 102/* Driver transmit return codes */
9a1654ba 103#define NETDEV_TX_MASK 0xf0
572a9d7b 104
dc1f8bf6 105enum netdev_tx {
572a9d7b 106 __NETDEV_TX_MIN = INT_MIN, /* make sure enum is signed */
9a1654ba
JP
107 NETDEV_TX_OK = 0x00, /* driver took care of packet */
108 NETDEV_TX_BUSY = 0x10, /* driver tx path was busy*/
109 NETDEV_TX_LOCKED = 0x20, /* driver tx lock was already taken */
dc1f8bf6
SH
110};
111typedef enum netdev_tx netdev_tx_t;
112
9a1654ba
JP
113/*
114 * Current order: NETDEV_TX_MASK > NET_XMIT_MASK >= 0 is significant;
115 * hard_start_xmit() return < NET_XMIT_MASK means skb was consumed.
116 */
117static inline bool dev_xmit_complete(int rc)
118{
119 /*
120 * Positive cases with an skb consumed by a driver:
121 * - successful transmission (rc == NETDEV_TX_OK)
122 * - error while transmitting (rc < 0)
123 * - error while queueing to a different device (rc & NET_XMIT_MASK)
124 */
125 if (likely(rc < NET_XMIT_MASK))
126 return true;
127
128 return false;
129}
130
1da177e4
LT
131#endif
132
133#define MAX_ADDR_LEN 32 /* Largest hardware address length */
134
c88e6f51 135#ifdef __KERNEL__
1da177e4
LT
136/*
137 * Compute the worst case header length according to the protocols
138 * used.
139 */
fe2918b0 140
caf66e58 141#if defined(CONFIG_WLAN) || defined(CONFIG_AX25) || defined(CONFIG_AX25_MODULE)
8388e3da
DM
142# if defined(CONFIG_MAC80211_MESH)
143# define LL_MAX_HEADER 128
144# else
145# define LL_MAX_HEADER 96
146# endif
c759a6b4 147#elif defined(CONFIG_TR) || defined(CONFIG_TR_MODULE)
8388e3da 148# define LL_MAX_HEADER 48
1da177e4 149#else
8388e3da 150# define LL_MAX_HEADER 32
1da177e4
LT
151#endif
152
e81c7359
DM
153#if !defined(CONFIG_NET_IPIP) && !defined(CONFIG_NET_IPIP_MODULE) && \
154 !defined(CONFIG_NET_IPGRE) && !defined(CONFIG_NET_IPGRE_MODULE) && \
155 !defined(CONFIG_IPV6_SIT) && !defined(CONFIG_IPV6_SIT_MODULE) && \
156 !defined(CONFIG_IPV6_TUNNEL) && !defined(CONFIG_IPV6_TUNNEL_MODULE)
1da177e4
LT
157#define MAX_HEADER LL_MAX_HEADER
158#else
159#define MAX_HEADER (LL_MAX_HEADER + 48)
160#endif
161
162/*
be1f3c2c
BH
163 * Old network device statistics. Fields are native words
164 * (unsigned long) so they can be read and written atomically.
165 * Each field is padded to 64 bits for compatibility with
166 * rtnl_link_stats64.
1da177e4 167 */
fe2918b0 168
be1f3c2c
BH
169#if BITS_PER_LONG == 64
170#define NET_DEVICE_STATS_DEFINE(name) unsigned long name
171#elif defined(__LITTLE_ENDIAN)
172#define NET_DEVICE_STATS_DEFINE(name) unsigned long name, pad_ ## name
173#else
174#define NET_DEVICE_STATS_DEFINE(name) unsigned long pad_ ## name, name
175#endif
176
d94d9fee 177struct net_device_stats {
be1f3c2c
BH
178 NET_DEVICE_STATS_DEFINE(rx_packets);
179 NET_DEVICE_STATS_DEFINE(tx_packets);
180 NET_DEVICE_STATS_DEFINE(rx_bytes);
181 NET_DEVICE_STATS_DEFINE(tx_bytes);
182 NET_DEVICE_STATS_DEFINE(rx_errors);
183 NET_DEVICE_STATS_DEFINE(tx_errors);
184 NET_DEVICE_STATS_DEFINE(rx_dropped);
185 NET_DEVICE_STATS_DEFINE(tx_dropped);
186 NET_DEVICE_STATS_DEFINE(multicast);
187 NET_DEVICE_STATS_DEFINE(collisions);
188 NET_DEVICE_STATS_DEFINE(rx_length_errors);
189 NET_DEVICE_STATS_DEFINE(rx_over_errors);
190 NET_DEVICE_STATS_DEFINE(rx_crc_errors);
191 NET_DEVICE_STATS_DEFINE(rx_frame_errors);
192 NET_DEVICE_STATS_DEFINE(rx_fifo_errors);
193 NET_DEVICE_STATS_DEFINE(rx_missed_errors);
194 NET_DEVICE_STATS_DEFINE(tx_aborted_errors);
195 NET_DEVICE_STATS_DEFINE(tx_carrier_errors);
196 NET_DEVICE_STATS_DEFINE(tx_fifo_errors);
197 NET_DEVICE_STATS_DEFINE(tx_heartbeat_errors);
198 NET_DEVICE_STATS_DEFINE(tx_window_errors);
199 NET_DEVICE_STATS_DEFINE(rx_compressed);
200 NET_DEVICE_STATS_DEFINE(tx_compressed);
1da177e4
LT
201};
202
be1f3c2c
BH
203#endif /* __KERNEL__ */
204
1da177e4
LT
205
206/* Media selection options. */
207enum {
208 IF_PORT_UNKNOWN = 0,
209 IF_PORT_10BASE2,
210 IF_PORT_10BASET,
211 IF_PORT_AUI,
212 IF_PORT_100BASET,
213 IF_PORT_100BASETX,
214 IF_PORT_100BASEFX
215};
216
217#ifdef __KERNEL__
218
219#include <linux/cache.h>
220#include <linux/skbuff.h>
221
222struct neighbour;
223struct neigh_parms;
224struct sk_buff;
225
f001fde5
JP
226struct netdev_hw_addr {
227 struct list_head list;
228 unsigned char addr[MAX_ADDR_LEN];
229 unsigned char type;
ccffad25
JP
230#define NETDEV_HW_ADDR_T_LAN 1
231#define NETDEV_HW_ADDR_T_SAN 2
232#define NETDEV_HW_ADDR_T_SLAVE 3
233#define NETDEV_HW_ADDR_T_UNICAST 4
22bedad3 234#define NETDEV_HW_ADDR_T_MULTICAST 5
ccffad25
JP
235 int refcount;
236 bool synced;
22bedad3 237 bool global_use;
f001fde5
JP
238 struct rcu_head rcu_head;
239};
240
31278e71
JP
241struct netdev_hw_addr_list {
242 struct list_head list;
243 int count;
244};
245
22bedad3
JP
246#define netdev_hw_addr_list_count(l) ((l)->count)
247#define netdev_hw_addr_list_empty(l) (netdev_hw_addr_list_count(l) == 0)
248#define netdev_hw_addr_list_for_each(ha, l) \
249 list_for_each_entry(ha, &(l)->list, list)
32e7bfc4 250
22bedad3
JP
251#define netdev_uc_count(dev) netdev_hw_addr_list_count(&(dev)->uc)
252#define netdev_uc_empty(dev) netdev_hw_addr_list_empty(&(dev)->uc)
253#define netdev_for_each_uc_addr(ha, dev) \
254 netdev_hw_addr_list_for_each(ha, &(dev)->uc)
6683ece3 255
22bedad3
JP
256#define netdev_mc_count(dev) netdev_hw_addr_list_count(&(dev)->mc)
257#define netdev_mc_empty(dev) netdev_hw_addr_list_empty(&(dev)->mc)
18e225f2 258#define netdev_for_each_mc_addr(ha, dev) \
22bedad3 259 netdev_hw_addr_list_for_each(ha, &(dev)->mc)
6683ece3 260
d94d9fee 261struct hh_cache {
1da177e4
LT
262 struct hh_cache *hh_next; /* Next entry */
263 atomic_t hh_refcnt; /* number of users */
f0490980
ED
264/*
265 * We want hh_output, hh_len, hh_lock and hh_data be a in a separate
266 * cache line on SMP.
267 * They are mostly read, but hh_refcnt may be changed quite frequently,
268 * incurring cache line ping pongs.
269 */
270 __be16 hh_type ____cacheline_aligned_in_smp;
271 /* protocol identifier, f.e ETH_P_IP
1da177e4
LT
272 * NOTE: For VLANs, this will be the
273 * encapuslated type. --BLG
274 */
d5c42c0e 275 u16 hh_len; /* length of header */
1da177e4 276 int (*hh_output)(struct sk_buff *skb);
3644f0ce 277 seqlock_t hh_lock;
1da177e4
LT
278
279 /* cached hardware header; allow for machine alignment needs. */
280#define HH_DATA_MOD 16
281#define HH_DATA_OFF(__len) \
5ba0eac6 282 (HH_DATA_MOD - (((__len - 1) & (HH_DATA_MOD - 1)) + 1))
1da177e4
LT
283#define HH_DATA_ALIGN(__len) \
284 (((__len)+(HH_DATA_MOD-1))&~(HH_DATA_MOD - 1))
285 unsigned long hh_data[HH_DATA_ALIGN(LL_MAX_HEADER) / sizeof(long)];
286};
287
288/* Reserve HH_DATA_MOD byte aligned hard_header_len, but at least that much.
289 * Alternative is:
290 * dev->hard_header_len ? (dev->hard_header_len +
291 * (HH_DATA_MOD - 1)) & ~(HH_DATA_MOD - 1) : 0
292 *
293 * We could use other alignment values, but we must maintain the
294 * relationship HH alignment <= LL alignment.
f5184d26
JB
295 *
296 * LL_ALLOCATED_SPACE also takes into account the tailroom the device
297 * may need.
1da177e4
LT
298 */
299#define LL_RESERVED_SPACE(dev) \
f5184d26 300 ((((dev)->hard_header_len+(dev)->needed_headroom)&~(HH_DATA_MOD - 1)) + HH_DATA_MOD)
1da177e4 301#define LL_RESERVED_SPACE_EXTRA(dev,extra) \
f5184d26
JB
302 ((((dev)->hard_header_len+(dev)->needed_headroom+(extra))&~(HH_DATA_MOD - 1)) + HH_DATA_MOD)
303#define LL_ALLOCATED_SPACE(dev) \
304 ((((dev)->hard_header_len+(dev)->needed_headroom+(dev)->needed_tailroom)&~(HH_DATA_MOD - 1)) + HH_DATA_MOD)
1da177e4 305
3b04ddde
SH
306struct header_ops {
307 int (*create) (struct sk_buff *skb, struct net_device *dev,
308 unsigned short type, const void *daddr,
309 const void *saddr, unsigned len);
310 int (*parse)(const struct sk_buff *skb, unsigned char *haddr);
311 int (*rebuild)(struct sk_buff *skb);
312#define HAVE_HEADER_CACHE
313 int (*cache)(const struct neighbour *neigh, struct hh_cache *hh);
314 void (*cache_update)(struct hh_cache *hh,
315 const struct net_device *dev,
316 const unsigned char *haddr);
317};
318
1da177e4
LT
319/* These flag bits are private to the generic network queueing
320 * layer, they may not be explicitly referenced by any other
321 * code.
322 */
323
d94d9fee 324enum netdev_state_t {
1da177e4
LT
325 __LINK_STATE_START,
326 __LINK_STATE_PRESENT,
1da177e4 327 __LINK_STATE_NOCARRIER,
b00055aa
SR
328 __LINK_STATE_LINKWATCH_PENDING,
329 __LINK_STATE_DORMANT,
1da177e4
LT
330};
331
332
333/*
334 * This structure holds at boot time configured netdevice settings. They
fe2918b0 335 * are then used in the device probing.
1da177e4
LT
336 */
337struct netdev_boot_setup {
338 char name[IFNAMSIZ];
339 struct ifmap map;
340};
341#define NETDEV_BOOT_SETUP_MAX 8
342
20380731 343extern int __init netdev_boot_setup(char *str);
1da177e4 344
bea3348e
SH
345/*
346 * Structure for NAPI scheduling similar to tasklet but with weighting
347 */
348struct napi_struct {
349 /* The poll_list must only be managed by the entity which
350 * changes the state of the NAPI_STATE_SCHED bit. This means
351 * whoever atomically sets that bit can add this napi_struct
352 * to the per-cpu poll_list, and whoever clears that bit
353 * can remove from the list right before clearing the bit.
354 */
355 struct list_head poll_list;
356
357 unsigned long state;
358 int weight;
359 int (*poll)(struct napi_struct *, int);
360#ifdef CONFIG_NETPOLL
361 spinlock_t poll_lock;
362 int poll_owner;
bea3348e 363#endif
4ae5544f
HX
364
365 unsigned int gro_count;
366
5d38a079 367 struct net_device *dev;
d565b0a1
HX
368 struct list_head dev_list;
369 struct sk_buff *gro_list;
5d38a079 370 struct sk_buff *skb;
bea3348e
SH
371};
372
d94d9fee 373enum {
bea3348e 374 NAPI_STATE_SCHED, /* Poll is scheduled */
a0a46196 375 NAPI_STATE_DISABLE, /* Disable pending */
7b363e44 376 NAPI_STATE_NPSVC, /* Netpoll - don't dequeue from poll_list */
bea3348e
SH
377};
378
5b252f0c 379enum gro_result {
d1c76af9
HX
380 GRO_MERGED,
381 GRO_MERGED_FREE,
382 GRO_HELD,
383 GRO_NORMAL,
384 GRO_DROP,
385};
5b252f0c 386typedef enum gro_result gro_result_t;
d1c76af9 387
ab95bfe0
JP
388typedef struct sk_buff *rx_handler_func_t(struct sk_buff *skb);
389
b3c97528 390extern void __napi_schedule(struct napi_struct *n);
bea3348e 391
a0a46196
DM
392static inline int napi_disable_pending(struct napi_struct *n)
393{
394 return test_bit(NAPI_STATE_DISABLE, &n->state);
395}
396
bea3348e
SH
397/**
398 * napi_schedule_prep - check if napi can be scheduled
399 * @n: napi context
400 *
401 * Test if NAPI routine is already running, and if not mark
402 * it as running. This is used as a condition variable
a0a46196
DM
403 * insure only one NAPI poll instance runs. We also make
404 * sure there is no pending NAPI disable.
bea3348e
SH
405 */
406static inline int napi_schedule_prep(struct napi_struct *n)
407{
a0a46196
DM
408 return !napi_disable_pending(n) &&
409 !test_and_set_bit(NAPI_STATE_SCHED, &n->state);
bea3348e
SH
410}
411
412/**
413 * napi_schedule - schedule NAPI poll
414 * @n: napi context
415 *
416 * Schedule NAPI poll routine to be called if it is not already
417 * running.
418 */
419static inline void napi_schedule(struct napi_struct *n)
420{
421 if (napi_schedule_prep(n))
422 __napi_schedule(n);
423}
424
bfe13f54
RD
425/* Try to reschedule poll. Called by dev->poll() after napi_complete(). */
426static inline int napi_reschedule(struct napi_struct *napi)
427{
428 if (napi_schedule_prep(napi)) {
429 __napi_schedule(napi);
430 return 1;
431 }
432 return 0;
433}
434
bea3348e
SH
435/**
436 * napi_complete - NAPI processing complete
437 * @n: napi context
438 *
439 * Mark NAPI processing as complete.
440 */
d565b0a1
HX
441extern void __napi_complete(struct napi_struct *n);
442extern void napi_complete(struct napi_struct *n);
bea3348e
SH
443
444/**
445 * napi_disable - prevent NAPI from scheduling
446 * @n: napi context
447 *
448 * Stop NAPI from being scheduled on this context.
449 * Waits till any outstanding processing completes.
450 */
451static inline void napi_disable(struct napi_struct *n)
452{
a0a46196 453 set_bit(NAPI_STATE_DISABLE, &n->state);
bea3348e 454 while (test_and_set_bit(NAPI_STATE_SCHED, &n->state))
43cc7380 455 msleep(1);
a0a46196 456 clear_bit(NAPI_STATE_DISABLE, &n->state);
bea3348e
SH
457}
458
459/**
460 * napi_enable - enable NAPI scheduling
461 * @n: napi context
462 *
463 * Resume NAPI from being scheduled on this context.
464 * Must be paired with napi_disable.
465 */
466static inline void napi_enable(struct napi_struct *n)
467{
468 BUG_ON(!test_bit(NAPI_STATE_SCHED, &n->state));
469 smp_mb__before_clear_bit();
470 clear_bit(NAPI_STATE_SCHED, &n->state);
471}
472
c264c3de
SH
473#ifdef CONFIG_SMP
474/**
475 * napi_synchronize - wait until NAPI is not running
476 * @n: napi context
477 *
478 * Wait until NAPI is done being scheduled on this context.
479 * Waits till any outstanding processing completes but
480 * does not disable future activations.
481 */
482static inline void napi_synchronize(const struct napi_struct *n)
483{
484 while (test_bit(NAPI_STATE_SCHED, &n->state))
485 msleep(1);
486}
487#else
488# define napi_synchronize(n) barrier()
489#endif
490
d94d9fee 491enum netdev_queue_state_t {
79d16385 492 __QUEUE_STATE_XOFF,
c3f26a26 493 __QUEUE_STATE_FROZEN,
79d16385
DM
494};
495
bb949fbd 496struct netdev_queue {
6a321cb3
ED
497/*
498 * read mostly part
499 */
bb949fbd 500 struct net_device *dev;
b0e1e646 501 struct Qdisc *qdisc;
79d16385 502 unsigned long state;
b0e1e646 503 struct Qdisc *qdisc_sleeping;
6a321cb3
ED
504/*
505 * write mostly part
506 */
507 spinlock_t _xmit_lock ____cacheline_aligned_in_smp;
508 int xmit_lock_owner;
9d21493b
ED
509 /*
510 * please use this field instead of dev->trans_start
511 */
512 unsigned long trans_start;
7004bf25
ED
513 unsigned long tx_bytes;
514 unsigned long tx_packets;
515 unsigned long tx_dropped;
e8a0464c 516} ____cacheline_aligned_in_smp;
bb949fbd 517
df334545 518#ifdef CONFIG_RPS
0a9627f2
TH
519/*
520 * This structure holds an RPS map which can be of variable length. The
521 * map is an array of CPUs.
522 */
523struct rps_map {
524 unsigned int len;
525 struct rcu_head rcu;
526 u16 cpus[0];
527};
528#define RPS_MAP_SIZE(_num) (sizeof(struct rps_map) + (_num * sizeof(u16)))
529
fec5e652
TH
530/*
531 * The rps_dev_flow structure contains the mapping of a flow to a CPU and the
532 * tail pointer for that CPU's input queue at the time of last enqueue.
533 */
534struct rps_dev_flow {
535 u16 cpu;
536 u16 fill;
537 unsigned int last_qtail;
538};
539
540/*
541 * The rps_dev_flow_table structure contains a table of flow mappings.
542 */
543struct rps_dev_flow_table {
544 unsigned int mask;
545 struct rcu_head rcu;
546 struct work_struct free_work;
547 struct rps_dev_flow flows[0];
548};
549#define RPS_DEV_FLOW_TABLE_SIZE(_num) (sizeof(struct rps_dev_flow_table) + \
550 (_num * sizeof(struct rps_dev_flow)))
551
552/*
553 * The rps_sock_flow_table contains mappings of flows to the last CPU
554 * on which they were processed by the application (set in recvmsg).
555 */
556struct rps_sock_flow_table {
557 unsigned int mask;
558 u16 ents[0];
559};
560#define RPS_SOCK_FLOW_TABLE_SIZE(_num) (sizeof(struct rps_sock_flow_table) + \
561 (_num * sizeof(u16)))
562
563#define RPS_NO_CPU 0xffff
564
565static inline void rps_record_sock_flow(struct rps_sock_flow_table *table,
566 u32 hash)
567{
568 if (table && hash) {
569 unsigned int cpu, index = hash & table->mask;
570
571 /* We only give a hint, preemption can change cpu under us */
572 cpu = raw_smp_processor_id();
573
574 if (table->ents[index] != cpu)
575 table->ents[index] = cpu;
576 }
577}
578
579static inline void rps_reset_sock_flow(struct rps_sock_flow_table *table,
580 u32 hash)
581{
582 if (table && hash)
583 table->ents[hash & table->mask] = RPS_NO_CPU;
584}
585
586extern struct rps_sock_flow_table *rps_sock_flow_table;
587
0a9627f2
TH
588/* This structure contains an instance of an RX queue. */
589struct netdev_rx_queue {
590 struct rps_map *rps_map;
fec5e652 591 struct rps_dev_flow_table *rps_flow_table;
0a9627f2
TH
592 struct kobject kobj;
593 struct netdev_rx_queue *first;
594 atomic_t count;
595} ____cacheline_aligned_in_smp;
fec5e652 596#endif /* CONFIG_RPS */
d314774c
SH
597
598/*
599 * This structure defines the management hooks for network devices.
00829823
SH
600 * The following hooks can be defined; unless noted otherwise, they are
601 * optional and can be filled with a null pointer.
d314774c
SH
602 *
603 * int (*ndo_init)(struct net_device *dev);
604 * This function is called once when network device is registered.
605 * The network device can use this to any late stage initializaton
606 * or semantic validattion. It can fail with an error code which will
607 * be propogated back to register_netdev
608 *
609 * void (*ndo_uninit)(struct net_device *dev);
610 * This function is called when device is unregistered or when registration
611 * fails. It is not called if init fails.
612 *
613 * int (*ndo_open)(struct net_device *dev);
614 * This function is called when network device transistions to the up
615 * state.
616 *
617 * int (*ndo_stop)(struct net_device *dev);
618 * This function is called when network device transistions to the down
619 * state.
620 *
dc1f8bf6
SH
621 * netdev_tx_t (*ndo_start_xmit)(struct sk_buff *skb,
622 * struct net_device *dev);
00829823 623 * Called when a packet needs to be transmitted.
dc1f8bf6
SH
624 * Must return NETDEV_TX_OK , NETDEV_TX_BUSY.
625 * (can also return NETDEV_TX_LOCKED iff NETIF_F_LLTX)
00829823
SH
626 * Required can not be NULL.
627 *
628 * u16 (*ndo_select_queue)(struct net_device *dev, struct sk_buff *skb);
629 * Called to decide which queue to when device supports multiple
630 * transmit queues.
631 *
d314774c
SH
632 * void (*ndo_change_rx_flags)(struct net_device *dev, int flags);
633 * This function is called to allow device receiver to make
634 * changes to configuration when multicast or promiscious is enabled.
635 *
636 * void (*ndo_set_rx_mode)(struct net_device *dev);
637 * This function is called device changes address list filtering.
638 *
639 * void (*ndo_set_multicast_list)(struct net_device *dev);
640 * This function is called when the multicast address list changes.
641 *
642 * int (*ndo_set_mac_address)(struct net_device *dev, void *addr);
643 * This function is called when the Media Access Control address
37b607c5 644 * needs to be changed. If this interface is not defined, the
d314774c
SH
645 * mac address can not be changed.
646 *
647 * int (*ndo_validate_addr)(struct net_device *dev);
648 * Test if Media Access Control address is valid for the device.
649 *
650 * int (*ndo_do_ioctl)(struct net_device *dev, struct ifreq *ifr, int cmd);
651 * Called when a user request an ioctl which can't be handled by
652 * the generic interface code. If not defined ioctl's return
653 * not supported error code.
654 *
655 * int (*ndo_set_config)(struct net_device *dev, struct ifmap *map);
656 * Used to set network devices bus interface parameters. This interface
657 * is retained for legacy reason, new devices should use the bus
658 * interface (PCI) for low level management.
659 *
660 * int (*ndo_change_mtu)(struct net_device *dev, int new_mtu);
661 * Called when a user wants to change the Maximum Transfer Unit
662 * of a device. If not defined, any request to change MTU will
663 * will return an error.
664 *
00829823 665 * void (*ndo_tx_timeout)(struct net_device *dev);
d314774c
SH
666 * Callback uses when the transmitter has not made any progress
667 * for dev->watchdog ticks.
668 *
28172739
ED
669 * struct rtnl_link_stats64* (*ndo_get_stats64)(struct net_device *dev
670 * struct rtnl_link_stats64 *storage);
d308e38f 671 * struct net_device_stats* (*ndo_get_stats)(struct net_device *dev);
d314774c 672 * Called when a user wants to get the network device usage
be1f3c2c
BH
673 * statistics. Drivers must do one of the following:
674 * 1. Define @ndo_get_stats64 to update a rtnl_link_stats64 structure
675 * (which should normally be dev->stats64) and return a ponter to
676 * it. The structure must not be changed asynchronously.
82695d9b 677 * 2. Define @ndo_get_stats to update a net_device_stats structure
be1f3c2c
BH
678 * (which should normally be dev->stats) and return a pointer to
679 * it. The structure may be changed asynchronously only if each
680 * field is written atomically.
681 * 3. Update dev->stats asynchronously and atomically, and define
682 * neither operation.
d314774c
SH
683 *
684 * void (*ndo_vlan_rx_register)(struct net_device *dev, struct vlan_group *grp);
685 * If device support VLAN receive accleration
686 * (ie. dev->features & NETIF_F_HW_VLAN_RX), then this function is called
687 * when vlan groups for the device changes. Note: grp is NULL
688 * if no vlan's groups are being used.
689 *
690 * void (*ndo_vlan_rx_add_vid)(struct net_device *dev, unsigned short vid);
691 * If device support VLAN filtering (dev->features & NETIF_F_HW_VLAN_FILTER)
692 * this function is called when a VLAN id is registered.
693 *
694 * void (*ndo_vlan_rx_kill_vid)(struct net_device *dev, unsigned short vid);
695 * If device support VLAN filtering (dev->features & NETIF_F_HW_VLAN_FILTER)
696 * this function is called when a VLAN id is unregistered.
697 *
698 * void (*ndo_poll_controller)(struct net_device *dev);
95c26df8
WM
699 *
700 * SR-IOV management functions.
701 * int (*ndo_set_vf_mac)(struct net_device *dev, int vf, u8* mac);
702 * int (*ndo_set_vf_vlan)(struct net_device *dev, int vf, u16 vlan, u8 qos);
703 * int (*ndo_set_vf_tx_rate)(struct net_device *dev, int vf, int rate);
704 * int (*ndo_get_vf_config)(struct net_device *dev,
705 * int vf, struct ifla_vf_info *ivf);
57b61080
SF
706 * int (*ndo_set_vf_port)(struct net_device *dev, int vf,
707 * struct nlattr *port[]);
708 * int (*ndo_get_vf_port)(struct net_device *dev, int vf, struct sk_buff *skb);
d314774c 709 */
47fd5b83 710#define HAVE_NET_DEVICE_OPS
d314774c
SH
711struct net_device_ops {
712 int (*ndo_init)(struct net_device *dev);
713 void (*ndo_uninit)(struct net_device *dev);
714 int (*ndo_open)(struct net_device *dev);
715 int (*ndo_stop)(struct net_device *dev);
dc1f8bf6 716 netdev_tx_t (*ndo_start_xmit) (struct sk_buff *skb,
00829823
SH
717 struct net_device *dev);
718 u16 (*ndo_select_queue)(struct net_device *dev,
719 struct sk_buff *skb);
d314774c
SH
720 void (*ndo_change_rx_flags)(struct net_device *dev,
721 int flags);
d314774c 722 void (*ndo_set_rx_mode)(struct net_device *dev);
d314774c 723 void (*ndo_set_multicast_list)(struct net_device *dev);
d314774c
SH
724 int (*ndo_set_mac_address)(struct net_device *dev,
725 void *addr);
d314774c 726 int (*ndo_validate_addr)(struct net_device *dev);
d314774c
SH
727 int (*ndo_do_ioctl)(struct net_device *dev,
728 struct ifreq *ifr, int cmd);
d314774c
SH
729 int (*ndo_set_config)(struct net_device *dev,
730 struct ifmap *map);
00829823
SH
731 int (*ndo_change_mtu)(struct net_device *dev,
732 int new_mtu);
733 int (*ndo_neigh_setup)(struct net_device *dev,
734 struct neigh_parms *);
d314774c
SH
735 void (*ndo_tx_timeout) (struct net_device *dev);
736
28172739
ED
737 struct rtnl_link_stats64* (*ndo_get_stats64)(struct net_device *dev,
738 struct rtnl_link_stats64 *storage);
d314774c
SH
739 struct net_device_stats* (*ndo_get_stats)(struct net_device *dev);
740
741 void (*ndo_vlan_rx_register)(struct net_device *dev,
742 struct vlan_group *grp);
743 void (*ndo_vlan_rx_add_vid)(struct net_device *dev,
744 unsigned short vid);
745 void (*ndo_vlan_rx_kill_vid)(struct net_device *dev,
746 unsigned short vid);
747#ifdef CONFIG_NET_POLL_CONTROLLER
d314774c 748 void (*ndo_poll_controller)(struct net_device *dev);
4247e161
HX
749 int (*ndo_netpoll_setup)(struct net_device *dev,
750 struct netpoll_info *info);
0e34e931 751 void (*ndo_netpoll_cleanup)(struct net_device *dev);
d314774c 752#endif
95c26df8
WM
753 int (*ndo_set_vf_mac)(struct net_device *dev,
754 int queue, u8 *mac);
755 int (*ndo_set_vf_vlan)(struct net_device *dev,
756 int queue, u16 vlan, u8 qos);
757 int (*ndo_set_vf_tx_rate)(struct net_device *dev,
758 int vf, int rate);
759 int (*ndo_get_vf_config)(struct net_device *dev,
760 int vf,
761 struct ifla_vf_info *ivf);
57b61080
SF
762 int (*ndo_set_vf_port)(struct net_device *dev,
763 int vf,
764 struct nlattr *port[]);
765 int (*ndo_get_vf_port)(struct net_device *dev,
766 int vf, struct sk_buff *skb);
4d288d57 767#if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
cb454399
YZ
768 int (*ndo_fcoe_enable)(struct net_device *dev);
769 int (*ndo_fcoe_disable)(struct net_device *dev);
4d288d57
YZ
770 int (*ndo_fcoe_ddp_setup)(struct net_device *dev,
771 u16 xid,
772 struct scatterlist *sgl,
773 unsigned int sgc);
774 int (*ndo_fcoe_ddp_done)(struct net_device *dev,
775 u16 xid);
df5c7945
YZ
776#define NETDEV_FCOE_WWNN 0
777#define NETDEV_FCOE_WWPN 1
778 int (*ndo_fcoe_get_wwn)(struct net_device *dev,
779 u64 *wwn, int type);
4d288d57 780#endif
d314774c
SH
781};
782
1da177e4
LT
783/*
784 * The DEVICE structure.
785 * Actually, this whole structure is a big mistake. It mixes I/O
786 * data with strictly "high-level" data, and it has to know about
787 * almost every data structure used in the INET module.
788 *
789 * FIXME: cleanup struct net_device such that network protocol info
790 * moves out.
791 */
792
d94d9fee 793struct net_device {
1da177e4
LT
794
795 /*
796 * This is the first field of the "visible" part of this structure
797 * (i.e. as seen by users in the "Space.c" file). It is the name
798 * the interface.
799 */
800 char name[IFNAMSIZ];
ed77134b
MG
801
802 struct pm_qos_request_list *pm_qos_req;
803
9356b8fc
ED
804 /* device name hash chain */
805 struct hlist_node name_hlist;
0b815a1a
SH
806 /* snmp alias */
807 char *ifalias;
1da177e4
LT
808
809 /*
810 * I/O specific fields
811 * FIXME: Merge these and struct ifmap into one
812 */
813 unsigned long mem_end; /* shared mem end */
814 unsigned long mem_start; /* shared mem start */
815 unsigned long base_addr; /* device I/O address */
816 unsigned int irq; /* device IRQ number */
817
818 /*
819 * Some hardware also needs these fields, but they are not
820 * part of the usual set specified in Space.c.
821 */
822
823 unsigned char if_port; /* Selectable AUI, TP,..*/
824 unsigned char dma; /* DMA channel */
825
826 unsigned long state;
827
7562f876 828 struct list_head dev_list;
bea3348e 829 struct list_head napi_list;
44a0873d 830 struct list_head unreg_list;
1da177e4 831
9356b8fc
ED
832 /* Net device features */
833 unsigned long features;
834#define NETIF_F_SG 1 /* Scatter/gather IO. */
d212f87b 835#define NETIF_F_IP_CSUM 2 /* Can checksum TCP/UDP over IPv4. */
9356b8fc
ED
836#define NETIF_F_NO_CSUM 4 /* Does not require checksum. F.e. loopack. */
837#define NETIF_F_HW_CSUM 8 /* Can checksum all the packets. */
d212f87b 838#define NETIF_F_IPV6_CSUM 16 /* Can checksum TCP/UDP over IPV6 */
9356b8fc
ED
839#define NETIF_F_HIGHDMA 32 /* Can DMA to high memory. */
840#define NETIF_F_FRAGLIST 64 /* Scatter/gather IO. */
841#define NETIF_F_HW_VLAN_TX 128 /* Transmit VLAN hw acceleration */
842#define NETIF_F_HW_VLAN_RX 256 /* Receive VLAN hw acceleration */
843#define NETIF_F_HW_VLAN_FILTER 512 /* Receive filtering on VLAN */
844#define NETIF_F_VLAN_CHALLENGED 1024 /* Device cannot handle VLAN packets */
37c3185a 845#define NETIF_F_GSO 2048 /* Enable software GSO. */
e24eb521
CB
846#define NETIF_F_LLTX 4096 /* LockLess TX - deprecated. Please */
847 /* do not use LLTX in new drivers */
ce286d32 848#define NETIF_F_NETNS_LOCAL 8192 /* Does not change network namespaces */
d565b0a1 849#define NETIF_F_GRO 16384 /* Generic receive offload */
3ae7c0b2 850#define NETIF_F_LRO 32768 /* large receive offload */
7967168c 851
8dc92f7e 852/* the GSO_MASK reserves bits 16 through 23 */
01d5b2fc 853#define NETIF_F_FCOE_CRC (1 << 24) /* FCoE CRC32 */
8dc92f7e 854#define NETIF_F_SCTP_CSUM (1 << 25) /* SCTP checksum offload */
bb2af4f5 855#define NETIF_F_FCOE_MTU (1 << 26) /* Supports max FCoE MTU, 2158 bytes*/
15682bc4 856#define NETIF_F_NTUPLE (1 << 27) /* N-tuple filters supported */
b00fabb4 857#define NETIF_F_RXHASH (1 << 28) /* Receive hashing offload */
01d5b2fc 858
7967168c 859 /* Segmentation offload features */
289c79a4 860#define NETIF_F_GSO_SHIFT 16
43eb99c5 861#define NETIF_F_GSO_MASK 0x00ff0000
7967168c 862#define NETIF_F_TSO (SKB_GSO_TCPV4 << NETIF_F_GSO_SHIFT)
f83ef8c0 863#define NETIF_F_UFO (SKB_GSO_UDP << NETIF_F_GSO_SHIFT)
576a30eb 864#define NETIF_F_GSO_ROBUST (SKB_GSO_DODGY << NETIF_F_GSO_SHIFT)
f83ef8c0
HX
865#define NETIF_F_TSO_ECN (SKB_GSO_TCP_ECN << NETIF_F_GSO_SHIFT)
866#define NETIF_F_TSO6 (SKB_GSO_TCPV6 << NETIF_F_GSO_SHIFT)
01d5b2fc 867#define NETIF_F_FSO (SKB_GSO_FCOE << NETIF_F_GSO_SHIFT)
9356b8fc 868
78eb8877 869 /* List of features with software fallbacks. */
d29c0c5c
HX
870#define NETIF_F_GSO_SOFTWARE (NETIF_F_TSO | NETIF_F_TSO_ECN | \
871 NETIF_F_TSO6 | NETIF_F_UFO)
78eb8877 872
d212f87b 873
8648b305 874#define NETIF_F_GEN_CSUM (NETIF_F_NO_CSUM | NETIF_F_HW_CSUM)
d212f87b
SH
875#define NETIF_F_V4_CSUM (NETIF_F_GEN_CSUM | NETIF_F_IP_CSUM)
876#define NETIF_F_V6_CSUM (NETIF_F_GEN_CSUM | NETIF_F_IPV6_CSUM)
877#define NETIF_F_ALL_CSUM (NETIF_F_V4_CSUM | NETIF_F_V6_CSUM)
8648b305 878
b63365a2
HX
879 /*
880 * If one device supports one of these features, then enable them
881 * for all in netdev_increment_features.
882 */
883#define NETIF_F_ONE_FOR_ALL (NETIF_F_GSO_SOFTWARE | NETIF_F_GSO_ROBUST | \
d314774c 884 NETIF_F_SG | NETIF_F_HIGHDMA | \
b63365a2
HX
885 NETIF_F_FRAGLIST)
886
1da177e4
LT
887 /* Interface index. Unique device identifier */
888 int ifindex;
889 int iflink;
890
be1f3c2c
BH
891 union {
892 struct rtnl_link_stats64 stats64;
893 struct net_device_stats stats;
894 };
1da177e4 895
b86e0280 896#ifdef CONFIG_WIRELESS_EXT
1da177e4
LT
897 /* List of functions to handle Wireless Extensions (instead of ioctl).
898 * See <net/iw_handler.h> for details. Jean II */
899 const struct iw_handler_def * wireless_handlers;
900 /* Instance data managed by the core of Wireless Extensions. */
901 struct iw_public_data * wireless_data;
b86e0280 902#endif
d314774c
SH
903 /* Management operations */
904 const struct net_device_ops *netdev_ops;
76fd8593 905 const struct ethtool_ops *ethtool_ops;
1da177e4 906
3b04ddde
SH
907 /* Hardware header description */
908 const struct header_ops *header_ops;
909
b00055aa 910 unsigned int flags; /* interface flags (a la BSD) */
1da177e4
LT
911 unsigned short gflags;
912 unsigned short priv_flags; /* Like 'flags' but invisible to userspace. */
913 unsigned short padded; /* How much padding added by alloc_netdev() */
914
b00055aa
SR
915 unsigned char operstate; /* RFC2863 operstate */
916 unsigned char link_mode; /* mapping policy to operstate */
917
cd7b5396 918 unsigned int mtu; /* interface MTU value */
1da177e4
LT
919 unsigned short type; /* interface hardware type */
920 unsigned short hard_header_len; /* hardware hdr length */
1da177e4 921
f5184d26
JB
922 /* extra head- and tailroom the hardware may need, but not in all cases
923 * can this be guaranteed, especially tailroom. Some cases also use
924 * LL_MAX_HEADER instead to allocate the skb.
925 */
926 unsigned short needed_headroom;
927 unsigned short needed_tailroom;
928
1da177e4
LT
929 struct net_device *master; /* Pointer to master device of a group,
930 * which this device is member of.
931 */
932
933 /* Interface address info. */
a6f9a705 934 unsigned char perm_addr[MAX_ADDR_LEN]; /* permanent hw address */
1da177e4
LT
935 unsigned char addr_len; /* hardware address length */
936 unsigned short dev_id; /* for shared network cards */
937
ccffad25 938 spinlock_t addr_list_lock;
22bedad3
JP
939 struct netdev_hw_addr_list uc; /* Unicast mac addresses */
940 struct netdev_hw_addr_list mc; /* Multicast mac addresses */
941 int uc_promisc;
9d45abe1
WC
942 unsigned int promiscuity;
943 unsigned int allmulti;
1da177e4 944
1da177e4
LT
945
946 /* Protocol specific pointers */
947
91da11f8
LB
948#ifdef CONFIG_NET_DSA
949 void *dsa_ptr; /* dsa specific data */
950#endif
1da177e4 951 void *atalk_ptr; /* AppleTalk link */
fe2918b0 952 void *ip_ptr; /* IPv4 specific data */
1da177e4
LT
953 void *dn_ptr; /* DECnet specific data */
954 void *ip6_ptr; /* IPv6 specific data */
955 void *ec_ptr; /* Econet specific data */
956 void *ax25_ptr; /* AX.25 specific data */
704232c2
JB
957 struct wireless_dev *ieee80211_ptr; /* IEEE 802.11 specific data,
958 assign before registering */
1da177e4 959
9356b8fc
ED
960/*
961 * Cache line mostly used on receive path (including eth_type_trans())
962 */
9356b8fc
ED
963 unsigned long last_rx; /* Time of last Rx */
964 /* Interface address info used in eth_type_trans() */
f001fde5
JP
965 unsigned char *dev_addr; /* hw address, (before bcast
966 because most packets are
967 unicast) */
968
31278e71
JP
969 struct netdev_hw_addr_list dev_addrs; /* list of device
970 hw addresses */
9356b8fc
ED
971
972 unsigned char broadcast[MAX_ADDR_LEN]; /* hw bcast add */
1da177e4 973
df334545 974#ifdef CONFIG_RPS
0a9627f2
TH
975 struct kset *queues_kset;
976
977 struct netdev_rx_queue *_rx;
978
979 /* Number of RX queues allocated at alloc_netdev_mq() time */
980 unsigned int num_rx_queues;
df334545 981#endif
0a9627f2 982
bb949fbd 983 struct netdev_queue rx_queue;
ab95bfe0 984 rx_handler_func_t *rx_handler;
93e2c32b 985 void *rx_handler_data;
e8a0464c
DM
986
987 struct netdev_queue *_tx ____cacheline_aligned_in_smp;
fd2ea0a7
DM
988
989 /* Number of TX queues allocated at alloc_netdev_mq() time */
e8a0464c 990 unsigned int num_tx_queues;
fd2ea0a7
DM
991
992 /* Number of TX queues currently active in device */
993 unsigned int real_num_tx_queues;
994
af356afa
PM
995 /* root qdisc from userspace point of view */
996 struct Qdisc *qdisc;
997
1da177e4 998 unsigned long tx_queue_len; /* Max frames per queue allowed */
c3f26a26 999 spinlock_t tx_global_lock;
9356b8fc
ED
1000/*
1001 * One part is mostly used on xmit path (device)
1002 */
9356b8fc 1003 /* These may be needed for future network-power-down code. */
9d21493b
ED
1004
1005 /*
1006 * trans_start here is expensive for high speed devices on SMP,
1007 * please use netdev_queue->trans_start instead.
1008 */
9356b8fc
ED
1009 unsigned long trans_start; /* Time (in jiffies) of last Tx */
1010
1011 int watchdog_timeo; /* used by dev_watchdog() */
1012 struct timer_list watchdog_timer;
1013
1da177e4 1014 /* Number of references to this device */
9356b8fc
ED
1015 atomic_t refcnt ____cacheline_aligned_in_smp;
1016
1da177e4
LT
1017 /* delayed register/unregister */
1018 struct list_head todo_list;
1da177e4
LT
1019 /* device index hash chain */
1020 struct hlist_node index_hlist;
1021
e014debe 1022 struct list_head link_watch_list;
572a103d 1023
1da177e4
LT
1024 /* register/unregister state machine */
1025 enum { NETREG_UNINITIALIZED=0,
b17a7c17 1026 NETREG_REGISTERED, /* completed register_netdevice */
1da177e4
LT
1027 NETREG_UNREGISTERING, /* called unregister_netdevice */
1028 NETREG_UNREGISTERED, /* completed unregister todo */
1029 NETREG_RELEASED, /* called free_netdev */
937f1ba5 1030 NETREG_DUMMY, /* dummy device for NAPI poll */
a2835763
PM
1031 } reg_state:16;
1032
1033 enum {
1034 RTNL_LINK_INITIALIZED,
1035 RTNL_LINK_INITIALIZING,
1036 } rtnl_link_state:16;
1da177e4 1037
d314774c
SH
1038 /* Called from unregister, can be used to call free_netdev */
1039 void (*destructor)(struct net_device *dev);
1da177e4 1040
1da177e4 1041#ifdef CONFIG_NETPOLL
115c1d6e 1042 struct netpoll_info *npinfo;
1da177e4 1043#endif
eae792b7 1044
c346dca1 1045#ifdef CONFIG_NET_NS
4a1c5371
EB
1046 /* Network namespace this network device is inside */
1047 struct net *nd_net;
c346dca1 1048#endif
4a1c5371 1049
4951704b
DM
1050 /* mid-layer private */
1051 void *ml_priv;
1052
eca9ebac
PM
1053 /* GARP */
1054 struct garp_port *garp_port;
1da177e4 1055
1da177e4 1056 /* class/net/name entry */
43cb76d9 1057 struct device dev;
0c509a6c
EB
1058 /* space for optional device, statistics, and wireless sysfs groups */
1059 const struct attribute_group *sysfs_groups[4];
38f7b870
PM
1060
1061 /* rtnetlink link ops */
1062 const struct rtnl_link_ops *rtnl_link_ops;
f25f4e44 1063
289c79a4
PM
1064 /* VLAN feature mask */
1065 unsigned long vlan_features;
1066
82cc1a7a
PWJ
1067 /* for setting kernel sock attribute on TCP connection setup */
1068#define GSO_MAX_SIZE 65536
1069 unsigned int gso_max_size;
d314774c 1070
7a6b6f51 1071#ifdef CONFIG_DCB
2f90b865 1072 /* Data Center Bridging netlink ops */
32953543 1073 const struct dcbnl_rtnl_ops *dcbnl_ops;
2f90b865
AD
1074#endif
1075
4d288d57
YZ
1076#if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
1077 /* max exchange id for FCoE LRO by ddp */
1078 unsigned int fcoe_ddp_xid;
1079#endif
15682bc4
PWJ
1080 /* n-tuple filter list attached to this device */
1081 struct ethtool_rx_ntuple_list ethtool_ntuple_list;
1da177e4 1082};
43cb76d9 1083#define to_net_dev(d) container_of(d, struct net_device, dev)
1da177e4
LT
1084
1085#define NETDEV_ALIGN 32
1da177e4 1086
e8a0464c
DM
1087static inline
1088struct netdev_queue *netdev_get_tx_queue(const struct net_device *dev,
1089 unsigned int index)
1090{
1091 return &dev->_tx[index];
1092}
1093
1094static inline void netdev_for_each_tx_queue(struct net_device *dev,
1095 void (*f)(struct net_device *,
1096 struct netdev_queue *,
1097 void *),
1098 void *arg)
1099{
1100 unsigned int i;
1101
1102 for (i = 0; i < dev->num_tx_queues; i++)
1103 f(dev, &dev->_tx[i], arg);
1104}
1105
c346dca1
YH
1106/*
1107 * Net namespace inlines
1108 */
1109static inline
1110struct net *dev_net(const struct net_device *dev)
1111{
c2d9ba9b 1112 return read_pnet(&dev->nd_net);
c346dca1
YH
1113}
1114
1115static inline
f5aa23fd 1116void dev_net_set(struct net_device *dev, struct net *net)
c346dca1
YH
1117{
1118#ifdef CONFIG_NET_NS
f3005d7f
DL
1119 release_net(dev->nd_net);
1120 dev->nd_net = hold_net(net);
c346dca1
YH
1121#endif
1122}
1123
cf85d08f
LB
1124static inline bool netdev_uses_dsa_tags(struct net_device *dev)
1125{
1126#ifdef CONFIG_NET_DSA_TAG_DSA
1127 if (dev->dsa_ptr != NULL)
1128 return dsa_uses_dsa_tags(dev->dsa_ptr);
1129#endif
1130
1131 return 0;
1132}
1133
8a83a00b
AB
1134#ifndef CONFIG_NET_NS
1135static inline void skb_set_dev(struct sk_buff *skb, struct net_device *dev)
1136{
1137 skb->dev = dev;
1138}
1139#else /* CONFIG_NET_NS */
1140void skb_set_dev(struct sk_buff *skb, struct net_device *dev);
1141#endif
1142
396138f0
LB
1143static inline bool netdev_uses_trailer_tags(struct net_device *dev)
1144{
1145#ifdef CONFIG_NET_DSA_TAG_TRAILER
1146 if (dev->dsa_ptr != NULL)
1147 return dsa_uses_trailer_tags(dev->dsa_ptr);
1148#endif
1149
1150 return 0;
1151}
1152
bea3348e
SH
1153/**
1154 * netdev_priv - access network device private data
1155 * @dev: network device
1156 *
1157 * Get network device private data
1158 */
6472ce60 1159static inline void *netdev_priv(const struct net_device *dev)
1da177e4 1160{
1ce8e7b5 1161 return (char *)dev + ALIGN(sizeof(struct net_device), NETDEV_ALIGN);
1da177e4
LT
1162}
1163
1da177e4
LT
1164/* Set the sysfs physical device reference for the network logical device
1165 * if set prior to registration will cause a symlink during initialization.
1166 */
43cb76d9 1167#define SET_NETDEV_DEV(net, pdev) ((net)->dev.parent = (pdev))
1da177e4 1168
384912ed
MH
1169/* Set the sysfs device type for the network logical device to allow
1170 * fin grained indentification of different network device types. For
1171 * example Ethernet, Wirelss LAN, Bluetooth, WiMAX etc.
1172 */
1173#define SET_NETDEV_DEVTYPE(net, devtype) ((net)->dev.type = (devtype))
1174
3b582cc1
SH
1175/**
1176 * netif_napi_add - initialize a napi context
1177 * @dev: network device
1178 * @napi: napi context
1179 * @poll: polling function
1180 * @weight: default weight
1181 *
1182 * netif_napi_add() must be used to initialize a napi context prior to calling
1183 * *any* of the other napi related functions.
1184 */
d565b0a1
HX
1185void netif_napi_add(struct net_device *dev, struct napi_struct *napi,
1186 int (*poll)(struct napi_struct *, int), int weight);
bea3348e 1187
d8156534
AD
1188/**
1189 * netif_napi_del - remove a napi context
1190 * @napi: napi context
1191 *
1192 * netif_napi_del() removes a napi context from the network device napi list
1193 */
d565b0a1
HX
1194void netif_napi_del(struct napi_struct *napi);
1195
1196struct napi_gro_cb {
78a478d0
HX
1197 /* Virtual address of skb_shinfo(skb)->frags[0].page + offset. */
1198 void *frag0;
1199
7489594c
HX
1200 /* Length of frag0. */
1201 unsigned int frag0_len;
1202
86911732
HX
1203 /* This indicates where we are processing relative to skb->data. */
1204 int data_offset;
1205
d565b0a1
HX
1206 /* This is non-zero if the packet may be of the same flow. */
1207 int same_flow;
1208
1209 /* This is non-zero if the packet cannot be merged with the new skb. */
1210 int flush;
1211
1212 /* Number of segments aggregated. */
1213 int count;
5d38a079
HX
1214
1215 /* Free the skb? */
1216 int free;
d565b0a1
HX
1217};
1218
1219#define NAPI_GRO_CB(skb) ((struct napi_gro_cb *)(skb)->cb)
d8156534 1220
1da177e4 1221struct packet_type {
f2ccd8fa
DM
1222 __be16 type; /* This is really htons(ether_type). */
1223 struct net_device *dev; /* NULL is wildcarded here */
1224 int (*func) (struct sk_buff *,
1225 struct net_device *,
1226 struct packet_type *,
1227 struct net_device *);
576a30eb
HX
1228 struct sk_buff *(*gso_segment)(struct sk_buff *skb,
1229 int features);
a430a43d 1230 int (*gso_send_check)(struct sk_buff *skb);
d565b0a1
HX
1231 struct sk_buff **(*gro_receive)(struct sk_buff **head,
1232 struct sk_buff *skb);
1233 int (*gro_complete)(struct sk_buff *skb);
1da177e4
LT
1234 void *af_packet_priv;
1235 struct list_head list;
1236};
1237
1238#include <linux/interrupt.h>
1239#include <linux/notifier.h>
1240
1da177e4
LT
1241extern rwlock_t dev_base_lock; /* Device list lock */
1242
7562f876 1243
881d966b
EB
1244#define for_each_netdev(net, d) \
1245 list_for_each_entry(d, &(net)->dev_base_head, dev_list)
dcbccbd4
EB
1246#define for_each_netdev_reverse(net, d) \
1247 list_for_each_entry_reverse(d, &(net)->dev_base_head, dev_list)
c6d14c84
ED
1248#define for_each_netdev_rcu(net, d) \
1249 list_for_each_entry_rcu(d, &(net)->dev_base_head, dev_list)
881d966b
EB
1250#define for_each_netdev_safe(net, d, n) \
1251 list_for_each_entry_safe(d, n, &(net)->dev_base_head, dev_list)
1252#define for_each_netdev_continue(net, d) \
1253 list_for_each_entry_continue(d, &(net)->dev_base_head, dev_list)
254245d2 1254#define for_each_netdev_continue_rcu(net, d) \
1255 list_for_each_entry_continue_rcu(d, &(net)->dev_base_head, dev_list)
881d966b 1256#define net_device_entry(lh) list_entry(lh, struct net_device, dev_list)
7562f876 1257
a050c33f
DL
1258static inline struct net_device *next_net_device(struct net_device *dev)
1259{
1260 struct list_head *lh;
1261 struct net *net;
1262
c346dca1 1263 net = dev_net(dev);
a050c33f
DL
1264 lh = dev->dev_list.next;
1265 return lh == &net->dev_base_head ? NULL : net_device_entry(lh);
1266}
1267
ce81b76a
ED
1268static inline struct net_device *next_net_device_rcu(struct net_device *dev)
1269{
1270 struct list_head *lh;
1271 struct net *net;
1272
1273 net = dev_net(dev);
1274 lh = rcu_dereference(dev->dev_list.next);
1275 return lh == &net->dev_base_head ? NULL : net_device_entry(lh);
1276}
1277
a050c33f
DL
1278static inline struct net_device *first_net_device(struct net *net)
1279{
1280 return list_empty(&net->dev_base_head) ? NULL :
1281 net_device_entry(net->dev_base_head.next);
1282}
7562f876 1283
1da177e4
LT
1284extern int netdev_boot_setup_check(struct net_device *dev);
1285extern unsigned long netdev_boot_base(const char *prefix, int unit);
881d966b
EB
1286extern struct net_device *dev_getbyhwaddr(struct net *net, unsigned short type, char *hwaddr);
1287extern struct net_device *dev_getfirstbyhwtype(struct net *net, unsigned short type);
1288extern struct net_device *__dev_getfirstbyhwtype(struct net *net, unsigned short type);
1da177e4
LT
1289extern void dev_add_pack(struct packet_type *pt);
1290extern void dev_remove_pack(struct packet_type *pt);
1291extern void __dev_remove_pack(struct packet_type *pt);
1292
bb69ae04
ED
1293extern struct net_device *dev_get_by_flags_rcu(struct net *net, unsigned short flags,
1294 unsigned short mask);
881d966b 1295extern struct net_device *dev_get_by_name(struct net *net, const char *name);
72c9528b 1296extern struct net_device *dev_get_by_name_rcu(struct net *net, const char *name);
881d966b 1297extern struct net_device *__dev_get_by_name(struct net *net, const char *name);
1da177e4
LT
1298extern int dev_alloc_name(struct net_device *dev, const char *name);
1299extern int dev_open(struct net_device *dev);
1300extern int dev_close(struct net_device *dev);
0187bdfb 1301extern void dev_disable_lro(struct net_device *dev);
1da177e4
LT
1302extern int dev_queue_xmit(struct sk_buff *skb);
1303extern int register_netdevice(struct net_device *dev);
44a0873d
ED
1304extern void unregister_netdevice_queue(struct net_device *dev,
1305 struct list_head *head);
9b5e383c 1306extern void unregister_netdevice_many(struct list_head *head);
44a0873d
ED
1307static inline void unregister_netdevice(struct net_device *dev)
1308{
1309 unregister_netdevice_queue(dev, NULL);
1310}
1311
1da177e4
LT
1312extern void free_netdev(struct net_device *dev);
1313extern void synchronize_net(void);
1314extern int register_netdevice_notifier(struct notifier_block *nb);
1315extern int unregister_netdevice_notifier(struct notifier_block *nb);
937f1ba5 1316extern int init_dummy_netdev(struct net_device *dev);
9d40bbda 1317extern void netdev_resync_ops(struct net_device *dev);
937f1ba5 1318
ad7379d4 1319extern int call_netdevice_notifiers(unsigned long val, struct net_device *dev);
881d966b
EB
1320extern struct net_device *dev_get_by_index(struct net *net, int ifindex);
1321extern struct net_device *__dev_get_by_index(struct net *net, int ifindex);
fb699dfd 1322extern struct net_device *dev_get_by_index_rcu(struct net *net, int ifindex);
1da177e4
LT
1323extern int dev_restart(struct net_device *dev);
1324#ifdef CONFIG_NETPOLL_TRAP
1325extern int netpoll_trap(void);
1326#endif
86911732
HX
1327extern int skb_gro_receive(struct sk_buff **head,
1328 struct sk_buff *skb);
78a478d0 1329extern void skb_gro_reset_offset(struct sk_buff *skb);
86911732
HX
1330
1331static inline unsigned int skb_gro_offset(const struct sk_buff *skb)
1332{
1333 return NAPI_GRO_CB(skb)->data_offset;
1334}
1335
1336static inline unsigned int skb_gro_len(const struct sk_buff *skb)
1337{
1338 return skb->len - NAPI_GRO_CB(skb)->data_offset;
1339}
1340
1341static inline void skb_gro_pull(struct sk_buff *skb, unsigned int len)
1342{
1343 NAPI_GRO_CB(skb)->data_offset += len;
1344}
1345
a5b1cf28
HX
1346static inline void *skb_gro_header_fast(struct sk_buff *skb,
1347 unsigned int offset)
86911732 1348{
a5b1cf28
HX
1349 return NAPI_GRO_CB(skb)->frag0 + offset;
1350}
78a478d0 1351
a5b1cf28
HX
1352static inline int skb_gro_header_hard(struct sk_buff *skb, unsigned int hlen)
1353{
1354 return NAPI_GRO_CB(skb)->frag0_len < hlen;
1355}
78a478d0 1356
a5b1cf28
HX
1357static inline void *skb_gro_header_slow(struct sk_buff *skb, unsigned int hlen,
1358 unsigned int offset)
1359{
1360 NAPI_GRO_CB(skb)->frag0 = NULL;
1361 NAPI_GRO_CB(skb)->frag0_len = 0;
1362 return pskb_may_pull(skb, hlen) ? skb->data + offset : NULL;
86911732 1363}
1da177e4 1364
aa4b9f53
HX
1365static inline void *skb_gro_mac_header(struct sk_buff *skb)
1366{
78d3fd0b 1367 return NAPI_GRO_CB(skb)->frag0 ?: skb_mac_header(skb);
aa4b9f53
HX
1368}
1369
36e7b1b8
HX
1370static inline void *skb_gro_network_header(struct sk_buff *skb)
1371{
78d3fd0b
HX
1372 return (NAPI_GRO_CB(skb)->frag0 ?: skb->data) +
1373 skb_network_offset(skb);
36e7b1b8
HX
1374}
1375
0c4e8581
SH
1376static inline int dev_hard_header(struct sk_buff *skb, struct net_device *dev,
1377 unsigned short type,
3b04ddde
SH
1378 const void *daddr, const void *saddr,
1379 unsigned len)
0c4e8581 1380{
f1ecfd5d 1381 if (!dev->header_ops || !dev->header_ops->create)
0c4e8581 1382 return 0;
3b04ddde
SH
1383
1384 return dev->header_ops->create(skb, dev, type, daddr, saddr, len);
0c4e8581
SH
1385}
1386
b95cce35
SH
1387static inline int dev_parse_header(const struct sk_buff *skb,
1388 unsigned char *haddr)
1389{
1390 const struct net_device *dev = skb->dev;
1391
1b83336b 1392 if (!dev->header_ops || !dev->header_ops->parse)
b95cce35 1393 return 0;
3b04ddde 1394 return dev->header_ops->parse(skb, haddr);
b95cce35
SH
1395}
1396
1da177e4
LT
1397typedef int gifconf_func_t(struct net_device * dev, char __user * bufptr, int len);
1398extern int register_gifconf(unsigned int family, gifconf_func_t * gifconf);
1399static inline int unregister_gifconf(unsigned int family)
1400{
1401 return register_gifconf(family, NULL);
1402}
1403
1404/*
88751275 1405 * Incoming packets are placed on per-cpu queues
1da177e4 1406 */
d94d9fee 1407struct softnet_data {
37437bb2 1408 struct Qdisc *output_queue;
a9cbd588 1409 struct Qdisc **output_queue_tailp;
1da177e4 1410 struct list_head poll_list;
1da177e4 1411 struct sk_buff *completion_queue;
6e7676c1 1412 struct sk_buff_head process_queue;
1da177e4 1413
dee42870 1414 /* stats */
cd7b5396
DM
1415 unsigned int processed;
1416 unsigned int time_squeeze;
1417 unsigned int cpu_collision;
1418 unsigned int received_rps;
dee42870 1419
fd793d89 1420#ifdef CONFIG_RPS
88751275
ED
1421 struct softnet_data *rps_ipi_list;
1422
1423 /* Elements below can be accessed between CPUs for RPS */
0a9627f2 1424 struct call_single_data csd ____cacheline_aligned_in_smp;
88751275
ED
1425 struct softnet_data *rps_ipi_next;
1426 unsigned int cpu;
fec5e652 1427 unsigned int input_queue_head;
76cc8b13 1428 unsigned int input_queue_tail;
1e94d72f 1429#endif
dee42870 1430 unsigned dropped;
0a9627f2 1431 struct sk_buff_head input_pkt_queue;
bea3348e 1432 struct napi_struct backlog;
1da177e4
LT
1433};
1434
76cc8b13 1435static inline void input_queue_head_incr(struct softnet_data *sd)
fec5e652
TH
1436{
1437#ifdef CONFIG_RPS
76cc8b13
TH
1438 sd->input_queue_head++;
1439#endif
1440}
1441
1442static inline void input_queue_tail_incr_save(struct softnet_data *sd,
1443 unsigned int *qtail)
1444{
1445#ifdef CONFIG_RPS
1446 *qtail = ++sd->input_queue_tail;
fec5e652
TH
1447#endif
1448}
1449
0a9627f2 1450DECLARE_PER_CPU_ALIGNED(struct softnet_data, softnet_data);
1da177e4
LT
1451
1452#define HAVE_NETIF_QUEUE
1453
37437bb2 1454extern void __netif_schedule(struct Qdisc *q);
1da177e4 1455
86d804e1 1456static inline void netif_schedule_queue(struct netdev_queue *txq)
1da177e4 1457{
79d16385 1458 if (!test_bit(__QUEUE_STATE_XOFF, &txq->state))
37437bb2 1459 __netif_schedule(txq->qdisc);
86d804e1
DM
1460}
1461
fd2ea0a7
DM
1462static inline void netif_tx_schedule_all(struct net_device *dev)
1463{
1464 unsigned int i;
1465
1466 for (i = 0; i < dev->num_tx_queues; i++)
1467 netif_schedule_queue(netdev_get_tx_queue(dev, i));
1468}
1469
d29f749e
DJ
1470static inline void netif_tx_start_queue(struct netdev_queue *dev_queue)
1471{
1472 clear_bit(__QUEUE_STATE_XOFF, &dev_queue->state);
1473}
1474
bea3348e
SH
1475/**
1476 * netif_start_queue - allow transmit
1477 * @dev: network device
1478 *
1479 * Allow upper layers to call the device hard_start_xmit routine.
1480 */
1da177e4
LT
1481static inline void netif_start_queue(struct net_device *dev)
1482{
e8a0464c 1483 netif_tx_start_queue(netdev_get_tx_queue(dev, 0));
1da177e4
LT
1484}
1485
fd2ea0a7
DM
1486static inline void netif_tx_start_all_queues(struct net_device *dev)
1487{
1488 unsigned int i;
1489
1490 for (i = 0; i < dev->num_tx_queues; i++) {
1491 struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
1492 netif_tx_start_queue(txq);
1493 }
1494}
1495
79d16385 1496static inline void netif_tx_wake_queue(struct netdev_queue *dev_queue)
1da177e4
LT
1497{
1498#ifdef CONFIG_NETPOLL_TRAP
5f286e11 1499 if (netpoll_trap()) {
7b3d3e4f 1500 netif_tx_start_queue(dev_queue);
1da177e4 1501 return;
5f286e11 1502 }
1da177e4 1503#endif
79d16385 1504 if (test_and_clear_bit(__QUEUE_STATE_XOFF, &dev_queue->state))
37437bb2 1505 __netif_schedule(dev_queue->qdisc);
79d16385
DM
1506}
1507
d29f749e
DJ
1508/**
1509 * netif_wake_queue - restart transmit
1510 * @dev: network device
1511 *
1512 * Allow upper layers to call the device hard_start_xmit routine.
1513 * Used for flow control when transmit resources are available.
1514 */
79d16385
DM
1515static inline void netif_wake_queue(struct net_device *dev)
1516{
e8a0464c 1517 netif_tx_wake_queue(netdev_get_tx_queue(dev, 0));
1da177e4
LT
1518}
1519
fd2ea0a7
DM
1520static inline void netif_tx_wake_all_queues(struct net_device *dev)
1521{
1522 unsigned int i;
1523
1524 for (i = 0; i < dev->num_tx_queues; i++) {
1525 struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
1526 netif_tx_wake_queue(txq);
1527 }
1528}
1529
d29f749e
DJ
1530static inline void netif_tx_stop_queue(struct netdev_queue *dev_queue)
1531{
1532 set_bit(__QUEUE_STATE_XOFF, &dev_queue->state);
1533}
1534
bea3348e
SH
1535/**
1536 * netif_stop_queue - stop transmitted packets
1537 * @dev: network device
1538 *
1539 * Stop upper layers calling the device hard_start_xmit routine.
1540 * Used for flow control when transmit resources are unavailable.
1541 */
1da177e4
LT
1542static inline void netif_stop_queue(struct net_device *dev)
1543{
e8a0464c 1544 netif_tx_stop_queue(netdev_get_tx_queue(dev, 0));
1da177e4
LT
1545}
1546
fd2ea0a7
DM
1547static inline void netif_tx_stop_all_queues(struct net_device *dev)
1548{
1549 unsigned int i;
1550
1551 for (i = 0; i < dev->num_tx_queues; i++) {
1552 struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
1553 netif_tx_stop_queue(txq);
1554 }
1555}
1556
d29f749e
DJ
1557static inline int netif_tx_queue_stopped(const struct netdev_queue *dev_queue)
1558{
1559 return test_bit(__QUEUE_STATE_XOFF, &dev_queue->state);
1560}
1561
bea3348e
SH
1562/**
1563 * netif_queue_stopped - test if transmit queue is flowblocked
1564 * @dev: network device
1565 *
1566 * Test if transmit queue on device is currently unable to send.
1567 */
1da177e4
LT
1568static inline int netif_queue_stopped(const struct net_device *dev)
1569{
e8a0464c 1570 return netif_tx_queue_stopped(netdev_get_tx_queue(dev, 0));
1da177e4
LT
1571}
1572
c3f26a26
DM
1573static inline int netif_tx_queue_frozen(const struct netdev_queue *dev_queue)
1574{
1575 return test_bit(__QUEUE_STATE_FROZEN, &dev_queue->state);
1576}
1577
bea3348e
SH
1578/**
1579 * netif_running - test if up
1580 * @dev: network device
1581 *
1582 * Test if the device has been brought up.
1583 */
1da177e4
LT
1584static inline int netif_running(const struct net_device *dev)
1585{
1586 return test_bit(__LINK_STATE_START, &dev->state);
1587}
1588
f25f4e44
PWJ
1589/*
1590 * Routines to manage the subqueues on a device. We only need start
1591 * stop, and a check if it's stopped. All other device management is
1592 * done at the overall netdevice level.
1593 * Also test the device if we're multiqueue.
1594 */
bea3348e
SH
1595
1596/**
1597 * netif_start_subqueue - allow sending packets on subqueue
1598 * @dev: network device
1599 * @queue_index: sub queue index
1600 *
1601 * Start individual transmit queue of a device with multiple transmit queues.
1602 */
f25f4e44
PWJ
1603static inline void netif_start_subqueue(struct net_device *dev, u16 queue_index)
1604{
fd2ea0a7 1605 struct netdev_queue *txq = netdev_get_tx_queue(dev, queue_index);
7b3d3e4f
KK
1606
1607 netif_tx_start_queue(txq);
f25f4e44
PWJ
1608}
1609
bea3348e
SH
1610/**
1611 * netif_stop_subqueue - stop sending packets on subqueue
1612 * @dev: network device
1613 * @queue_index: sub queue index
1614 *
1615 * Stop individual transmit queue of a device with multiple transmit queues.
1616 */
f25f4e44
PWJ
1617static inline void netif_stop_subqueue(struct net_device *dev, u16 queue_index)
1618{
fd2ea0a7 1619 struct netdev_queue *txq = netdev_get_tx_queue(dev, queue_index);
f25f4e44
PWJ
1620#ifdef CONFIG_NETPOLL_TRAP
1621 if (netpoll_trap())
1622 return;
1623#endif
7b3d3e4f 1624 netif_tx_stop_queue(txq);
f25f4e44
PWJ
1625}
1626
bea3348e
SH
1627/**
1628 * netif_subqueue_stopped - test status of subqueue
1629 * @dev: network device
1630 * @queue_index: sub queue index
1631 *
1632 * Check individual transmit queue of a device with multiple transmit queues.
1633 */
668f895a 1634static inline int __netif_subqueue_stopped(const struct net_device *dev,
f25f4e44
PWJ
1635 u16 queue_index)
1636{
fd2ea0a7 1637 struct netdev_queue *txq = netdev_get_tx_queue(dev, queue_index);
7b3d3e4f
KK
1638
1639 return netif_tx_queue_stopped(txq);
f25f4e44
PWJ
1640}
1641
668f895a
PE
1642static inline int netif_subqueue_stopped(const struct net_device *dev,
1643 struct sk_buff *skb)
1644{
1645 return __netif_subqueue_stopped(dev, skb_get_queue_mapping(skb));
1646}
bea3348e
SH
1647
1648/**
1649 * netif_wake_subqueue - allow sending packets on subqueue
1650 * @dev: network device
1651 * @queue_index: sub queue index
1652 *
1653 * Resume individual transmit queue of a device with multiple transmit queues.
1654 */
f25f4e44
PWJ
1655static inline void netif_wake_subqueue(struct net_device *dev, u16 queue_index)
1656{
fd2ea0a7 1657 struct netdev_queue *txq = netdev_get_tx_queue(dev, queue_index);
f25f4e44
PWJ
1658#ifdef CONFIG_NETPOLL_TRAP
1659 if (netpoll_trap())
1660 return;
1661#endif
fd2ea0a7 1662 if (test_and_clear_bit(__QUEUE_STATE_XOFF, &txq->state))
37437bb2 1663 __netif_schedule(txq->qdisc);
f25f4e44
PWJ
1664}
1665
bea3348e
SH
1666/**
1667 * netif_is_multiqueue - test if device has multiple transmit queues
1668 * @dev: network device
1669 *
1670 * Check if device has multiple transmit queues
bea3348e 1671 */
f25f4e44
PWJ
1672static inline int netif_is_multiqueue(const struct net_device *dev)
1673{
09e83b5d 1674 return (dev->num_tx_queues > 1);
f25f4e44 1675}
1da177e4 1676
f0796d5c
JF
1677extern void netif_set_real_num_tx_queues(struct net_device *dev,
1678 unsigned int txq);
1679
1da177e4 1680/* Use this variant when it is known for sure that it
0ef47309
ML
1681 * is executing from hardware interrupt context or with hardware interrupts
1682 * disabled.
1da177e4 1683 */
bea3348e 1684extern void dev_kfree_skb_irq(struct sk_buff *skb);
1da177e4
LT
1685
1686/* Use this variant in places where it could be invoked
0ef47309
ML
1687 * from either hardware interrupt or other context, with hardware interrupts
1688 * either disabled or enabled.
1da177e4 1689 */
56079431 1690extern void dev_kfree_skb_any(struct sk_buff *skb);
1da177e4
LT
1691
1692#define HAVE_NETIF_RX 1
1693extern int netif_rx(struct sk_buff *skb);
1694extern int netif_rx_ni(struct sk_buff *skb);
1695#define HAVE_NETIF_RECEIVE_SKB 1
1696extern int netif_receive_skb(struct sk_buff *skb);
5b252f0c 1697extern gro_result_t dev_gro_receive(struct napi_struct *napi,
96e93eab 1698 struct sk_buff *skb);
c7c4b3b6
BH
1699extern gro_result_t napi_skb_finish(gro_result_t ret, struct sk_buff *skb);
1700extern gro_result_t napi_gro_receive(struct napi_struct *napi,
d565b0a1 1701 struct sk_buff *skb);
96e93eab
HX
1702extern void napi_reuse_skb(struct napi_struct *napi,
1703 struct sk_buff *skb);
76620aaf 1704extern struct sk_buff * napi_get_frags(struct napi_struct *napi);
c7c4b3b6 1705extern gro_result_t napi_frags_finish(struct napi_struct *napi,
5b252f0c
BH
1706 struct sk_buff *skb,
1707 gro_result_t ret);
76620aaf 1708extern struct sk_buff * napi_frags_skb(struct napi_struct *napi);
c7c4b3b6 1709extern gro_result_t napi_gro_frags(struct napi_struct *napi);
76620aaf
HX
1710
1711static inline void napi_free_frags(struct napi_struct *napi)
1712{
1713 kfree_skb(napi->skb);
1714 napi->skb = NULL;
1715}
1716
ab95bfe0 1717extern int netdev_rx_handler_register(struct net_device *dev,
93e2c32b
JP
1718 rx_handler_func_t *rx_handler,
1719 void *rx_handler_data);
ab95bfe0
JP
1720extern void netdev_rx_handler_unregister(struct net_device *dev);
1721
bc1d0411 1722extern void netif_nit_deliver(struct sk_buff *skb);
c2373ee9 1723extern int dev_valid_name(const char *name);
881d966b
EB
1724extern int dev_ioctl(struct net *net, unsigned int cmd, void __user *);
1725extern int dev_ethtool(struct net *net, struct ifreq *);
1da177e4 1726extern unsigned dev_get_flags(const struct net_device *);
bd380811 1727extern int __dev_change_flags(struct net_device *, unsigned int flags);
1da177e4 1728extern int dev_change_flags(struct net_device *, unsigned);
bd380811 1729extern void __dev_notify_flags(struct net_device *, unsigned int old_flags);
cf04a4c7 1730extern int dev_change_name(struct net_device *, const char *);
0b815a1a 1731extern int dev_set_alias(struct net_device *, const char *, size_t);
ce286d32
EB
1732extern int dev_change_net_namespace(struct net_device *,
1733 struct net *, const char *);
1da177e4
LT
1734extern int dev_set_mtu(struct net_device *, int);
1735extern int dev_set_mac_address(struct net_device *,
1736 struct sockaddr *);
f6a78bfc 1737extern int dev_hard_start_xmit(struct sk_buff *skb,
fd2ea0a7
DM
1738 struct net_device *dev,
1739 struct netdev_queue *txq);
44540960
AB
1740extern int dev_forward_skb(struct net_device *dev,
1741 struct sk_buff *skb);
1da177e4 1742
20380731 1743extern int netdev_budget;
1da177e4
LT
1744
1745/* Called by rtnetlink.c:rtnl_unlock() */
1746extern void netdev_run_todo(void);
1747
bea3348e
SH
1748/**
1749 * dev_put - release reference to device
1750 * @dev: network device
1751 *
9ef4429b 1752 * Release reference to device to allow it to be freed.
bea3348e 1753 */
1da177e4
LT
1754static inline void dev_put(struct net_device *dev)
1755{
1756 atomic_dec(&dev->refcnt);
1757}
1758
bea3348e
SH
1759/**
1760 * dev_hold - get reference to device
1761 * @dev: network device
1762 *
9ef4429b 1763 * Hold reference to device to keep it from being freed.
bea3348e 1764 */
15333061
SH
1765static inline void dev_hold(struct net_device *dev)
1766{
1767 atomic_inc(&dev->refcnt);
1768}
1da177e4
LT
1769
1770/* Carrier loss detection, dial on demand. The functions netif_carrier_on
1771 * and _off may be called from IRQ context, but it is caller
1772 * who is responsible for serialization of these calls.
b00055aa
SR
1773 *
1774 * The name carrier is inappropriate, these functions should really be
1775 * called netif_lowerlayer_*() because they represent the state of any
1776 * kind of lower layer not just hardware media.
1da177e4
LT
1777 */
1778
1779extern void linkwatch_fire_event(struct net_device *dev);
e014debe 1780extern void linkwatch_forget_dev(struct net_device *dev);
1da177e4 1781
bea3348e
SH
1782/**
1783 * netif_carrier_ok - test if carrier present
1784 * @dev: network device
1785 *
1786 * Check if carrier is present on device
1787 */
1da177e4
LT
1788static inline int netif_carrier_ok(const struct net_device *dev)
1789{
1790 return !test_bit(__LINK_STATE_NOCARRIER, &dev->state);
1791}
1792
9d21493b
ED
1793extern unsigned long dev_trans_start(struct net_device *dev);
1794
1da177e4
LT
1795extern void __netdev_watchdog_up(struct net_device *dev);
1796
0a242efc 1797extern void netif_carrier_on(struct net_device *dev);
1da177e4 1798
0a242efc 1799extern void netif_carrier_off(struct net_device *dev);
1da177e4 1800
06c4648d
IC
1801extern void netif_notify_peers(struct net_device *dev);
1802
bea3348e
SH
1803/**
1804 * netif_dormant_on - mark device as dormant.
1805 * @dev: network device
1806 *
1807 * Mark device as dormant (as per RFC2863).
1808 *
1809 * The dormant state indicates that the relevant interface is not
1810 * actually in a condition to pass packets (i.e., it is not 'up') but is
1811 * in a "pending" state, waiting for some external event. For "on-
1812 * demand" interfaces, this new state identifies the situation where the
1813 * interface is waiting for events to place it in the up state.
1814 *
1815 */
b00055aa
SR
1816static inline void netif_dormant_on(struct net_device *dev)
1817{
1818 if (!test_and_set_bit(__LINK_STATE_DORMANT, &dev->state))
1819 linkwatch_fire_event(dev);
1820}
1821
bea3348e
SH
1822/**
1823 * netif_dormant_off - set device as not dormant.
1824 * @dev: network device
1825 *
1826 * Device is not in dormant state.
1827 */
b00055aa
SR
1828static inline void netif_dormant_off(struct net_device *dev)
1829{
1830 if (test_and_clear_bit(__LINK_STATE_DORMANT, &dev->state))
1831 linkwatch_fire_event(dev);
1832}
1833
bea3348e
SH
1834/**
1835 * netif_dormant - test if carrier present
1836 * @dev: network device
1837 *
1838 * Check if carrier is present on device
1839 */
b00055aa
SR
1840static inline int netif_dormant(const struct net_device *dev)
1841{
1842 return test_bit(__LINK_STATE_DORMANT, &dev->state);
1843}
1844
1845
bea3348e
SH
1846/**
1847 * netif_oper_up - test if device is operational
1848 * @dev: network device
1849 *
1850 * Check if carrier is operational
1851 */
d94d9fee
ED
1852static inline int netif_oper_up(const struct net_device *dev)
1853{
b00055aa
SR
1854 return (dev->operstate == IF_OPER_UP ||
1855 dev->operstate == IF_OPER_UNKNOWN /* backward compat */);
1856}
1857
bea3348e
SH
1858/**
1859 * netif_device_present - is device available or removed
1860 * @dev: network device
1861 *
1862 * Check if device has not been removed from system.
1863 */
1da177e4
LT
1864static inline int netif_device_present(struct net_device *dev)
1865{
1866 return test_bit(__LINK_STATE_PRESENT, &dev->state);
1867}
1868
56079431 1869extern void netif_device_detach(struct net_device *dev);
1da177e4 1870
56079431 1871extern void netif_device_attach(struct net_device *dev);
1da177e4
LT
1872
1873/*
1874 * Network interface message level settings
1875 */
1876#define HAVE_NETIF_MSG 1
1877
1878enum {
1879 NETIF_MSG_DRV = 0x0001,
1880 NETIF_MSG_PROBE = 0x0002,
1881 NETIF_MSG_LINK = 0x0004,
1882 NETIF_MSG_TIMER = 0x0008,
1883 NETIF_MSG_IFDOWN = 0x0010,
1884 NETIF_MSG_IFUP = 0x0020,
1885 NETIF_MSG_RX_ERR = 0x0040,
1886 NETIF_MSG_TX_ERR = 0x0080,
1887 NETIF_MSG_TX_QUEUED = 0x0100,
1888 NETIF_MSG_INTR = 0x0200,
1889 NETIF_MSG_TX_DONE = 0x0400,
1890 NETIF_MSG_RX_STATUS = 0x0800,
1891 NETIF_MSG_PKTDATA = 0x1000,
1892 NETIF_MSG_HW = 0x2000,
1893 NETIF_MSG_WOL = 0x4000,
1894};
1895
1896#define netif_msg_drv(p) ((p)->msg_enable & NETIF_MSG_DRV)
1897#define netif_msg_probe(p) ((p)->msg_enable & NETIF_MSG_PROBE)
1898#define netif_msg_link(p) ((p)->msg_enable & NETIF_MSG_LINK)
1899#define netif_msg_timer(p) ((p)->msg_enable & NETIF_MSG_TIMER)
1900#define netif_msg_ifdown(p) ((p)->msg_enable & NETIF_MSG_IFDOWN)
1901#define netif_msg_ifup(p) ((p)->msg_enable & NETIF_MSG_IFUP)
1902#define netif_msg_rx_err(p) ((p)->msg_enable & NETIF_MSG_RX_ERR)
1903#define netif_msg_tx_err(p) ((p)->msg_enable & NETIF_MSG_TX_ERR)
1904#define netif_msg_tx_queued(p) ((p)->msg_enable & NETIF_MSG_TX_QUEUED)
1905#define netif_msg_intr(p) ((p)->msg_enable & NETIF_MSG_INTR)
1906#define netif_msg_tx_done(p) ((p)->msg_enable & NETIF_MSG_TX_DONE)
1907#define netif_msg_rx_status(p) ((p)->msg_enable & NETIF_MSG_RX_STATUS)
1908#define netif_msg_pktdata(p) ((p)->msg_enable & NETIF_MSG_PKTDATA)
1909#define netif_msg_hw(p) ((p)->msg_enable & NETIF_MSG_HW)
1910#define netif_msg_wol(p) ((p)->msg_enable & NETIF_MSG_WOL)
1911
1912static inline u32 netif_msg_init(int debug_value, int default_msg_enable_bits)
1913{
1914 /* use default */
1915 if (debug_value < 0 || debug_value >= (sizeof(u32) * 8))
1916 return default_msg_enable_bits;
1917 if (debug_value == 0) /* no output */
1918 return 0;
1919 /* set low N bits */
1920 return (1 << debug_value) - 1;
1921}
1922
c773e847 1923static inline void __netif_tx_lock(struct netdev_queue *txq, int cpu)
932ff279 1924{
c773e847
DM
1925 spin_lock(&txq->_xmit_lock);
1926 txq->xmit_lock_owner = cpu;
22dd7495
JHS
1927}
1928
fd2ea0a7
DM
1929static inline void __netif_tx_lock_bh(struct netdev_queue *txq)
1930{
1931 spin_lock_bh(&txq->_xmit_lock);
1932 txq->xmit_lock_owner = smp_processor_id();
1933}
1934
c3f26a26
DM
1935static inline int __netif_tx_trylock(struct netdev_queue *txq)
1936{
1937 int ok = spin_trylock(&txq->_xmit_lock);
1938 if (likely(ok))
1939 txq->xmit_lock_owner = smp_processor_id();
1940 return ok;
1941}
1942
1943static inline void __netif_tx_unlock(struct netdev_queue *txq)
1944{
1945 txq->xmit_lock_owner = -1;
1946 spin_unlock(&txq->_xmit_lock);
1947}
1948
1949static inline void __netif_tx_unlock_bh(struct netdev_queue *txq)
1950{
1951 txq->xmit_lock_owner = -1;
1952 spin_unlock_bh(&txq->_xmit_lock);
1953}
1954
08baf561
ED
1955static inline void txq_trans_update(struct netdev_queue *txq)
1956{
1957 if (txq->xmit_lock_owner != -1)
1958 txq->trans_start = jiffies;
1959}
1960
d29f749e
DJ
1961/**
1962 * netif_tx_lock - grab network device transmit lock
1963 * @dev: network device
d29f749e
DJ
1964 *
1965 * Get network device transmit lock
1966 */
22dd7495
JHS
1967static inline void netif_tx_lock(struct net_device *dev)
1968{
e8a0464c 1969 unsigned int i;
c3f26a26 1970 int cpu;
c773e847 1971
c3f26a26
DM
1972 spin_lock(&dev->tx_global_lock);
1973 cpu = smp_processor_id();
e8a0464c
DM
1974 for (i = 0; i < dev->num_tx_queues; i++) {
1975 struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
c3f26a26
DM
1976
1977 /* We are the only thread of execution doing a
1978 * freeze, but we have to grab the _xmit_lock in
1979 * order to synchronize with threads which are in
1980 * the ->hard_start_xmit() handler and already
1981 * checked the frozen bit.
1982 */
e8a0464c 1983 __netif_tx_lock(txq, cpu);
c3f26a26
DM
1984 set_bit(__QUEUE_STATE_FROZEN, &txq->state);
1985 __netif_tx_unlock(txq);
e8a0464c 1986 }
932ff279
HX
1987}
1988
1989static inline void netif_tx_lock_bh(struct net_device *dev)
1990{
e8a0464c
DM
1991 local_bh_disable();
1992 netif_tx_lock(dev);
932ff279
HX
1993}
1994
932ff279
HX
1995static inline void netif_tx_unlock(struct net_device *dev)
1996{
e8a0464c
DM
1997 unsigned int i;
1998
1999 for (i = 0; i < dev->num_tx_queues; i++) {
2000 struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
c773e847 2001
c3f26a26
DM
2002 /* No need to grab the _xmit_lock here. If the
2003 * queue is not stopped for another reason, we
2004 * force a schedule.
2005 */
2006 clear_bit(__QUEUE_STATE_FROZEN, &txq->state);
7b3d3e4f 2007 netif_schedule_queue(txq);
c3f26a26
DM
2008 }
2009 spin_unlock(&dev->tx_global_lock);
932ff279
HX
2010}
2011
2012static inline void netif_tx_unlock_bh(struct net_device *dev)
2013{
e8a0464c
DM
2014 netif_tx_unlock(dev);
2015 local_bh_enable();
932ff279
HX
2016}
2017
c773e847 2018#define HARD_TX_LOCK(dev, txq, cpu) { \
22dd7495 2019 if ((dev->features & NETIF_F_LLTX) == 0) { \
c773e847 2020 __netif_tx_lock(txq, cpu); \
22dd7495
JHS
2021 } \
2022}
2023
c773e847 2024#define HARD_TX_UNLOCK(dev, txq) { \
22dd7495 2025 if ((dev->features & NETIF_F_LLTX) == 0) { \
c773e847 2026 __netif_tx_unlock(txq); \
22dd7495
JHS
2027 } \
2028}
2029
1da177e4
LT
2030static inline void netif_tx_disable(struct net_device *dev)
2031{
fd2ea0a7 2032 unsigned int i;
c3f26a26 2033 int cpu;
fd2ea0a7 2034
c3f26a26
DM
2035 local_bh_disable();
2036 cpu = smp_processor_id();
fd2ea0a7
DM
2037 for (i = 0; i < dev->num_tx_queues; i++) {
2038 struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
c3f26a26
DM
2039
2040 __netif_tx_lock(txq, cpu);
fd2ea0a7 2041 netif_tx_stop_queue(txq);
c3f26a26 2042 __netif_tx_unlock(txq);
fd2ea0a7 2043 }
c3f26a26 2044 local_bh_enable();
1da177e4
LT
2045}
2046
e308a5d8
DM
2047static inline void netif_addr_lock(struct net_device *dev)
2048{
2049 spin_lock(&dev->addr_list_lock);
2050}
2051
2052static inline void netif_addr_lock_bh(struct net_device *dev)
2053{
2054 spin_lock_bh(&dev->addr_list_lock);
2055}
2056
2057static inline void netif_addr_unlock(struct net_device *dev)
2058{
2059 spin_unlock(&dev->addr_list_lock);
2060}
2061
2062static inline void netif_addr_unlock_bh(struct net_device *dev)
2063{
2064 spin_unlock_bh(&dev->addr_list_lock);
2065}
2066
f001fde5 2067/*
31278e71 2068 * dev_addrs walker. Should be used only for read access. Call with
f001fde5
JP
2069 * rcu_read_lock held.
2070 */
2071#define for_each_dev_addr(dev, ha) \
31278e71 2072 list_for_each_entry_rcu(ha, &dev->dev_addrs.list, list)
f001fde5 2073
1da177e4
LT
2074/* These functions live elsewhere (drivers/net/net_init.c, but related) */
2075
2076extern void ether_setup(struct net_device *dev);
2077
2078/* Support for loadable net-drivers */
f25f4e44
PWJ
2079extern struct net_device *alloc_netdev_mq(int sizeof_priv, const char *name,
2080 void (*setup)(struct net_device *),
2081 unsigned int queue_count);
2082#define alloc_netdev(sizeof_priv, name, setup) \
2083 alloc_netdev_mq(sizeof_priv, name, setup, 1)
1da177e4
LT
2084extern int register_netdev(struct net_device *dev);
2085extern void unregister_netdev(struct net_device *dev);
f001fde5 2086
22bedad3
JP
2087/* General hardware address lists handling functions */
2088extern int __hw_addr_add_multiple(struct netdev_hw_addr_list *to_list,
2089 struct netdev_hw_addr_list *from_list,
2090 int addr_len, unsigned char addr_type);
2091extern void __hw_addr_del_multiple(struct netdev_hw_addr_list *to_list,
2092 struct netdev_hw_addr_list *from_list,
2093 int addr_len, unsigned char addr_type);
2094extern int __hw_addr_sync(struct netdev_hw_addr_list *to_list,
2095 struct netdev_hw_addr_list *from_list,
2096 int addr_len);
2097extern void __hw_addr_unsync(struct netdev_hw_addr_list *to_list,
2098 struct netdev_hw_addr_list *from_list,
2099 int addr_len);
2100extern void __hw_addr_flush(struct netdev_hw_addr_list *list);
2101extern void __hw_addr_init(struct netdev_hw_addr_list *list);
2102
f001fde5
JP
2103/* Functions used for device addresses handling */
2104extern int dev_addr_add(struct net_device *dev, unsigned char *addr,
2105 unsigned char addr_type);
2106extern int dev_addr_del(struct net_device *dev, unsigned char *addr,
2107 unsigned char addr_type);
2108extern int dev_addr_add_multiple(struct net_device *to_dev,
2109 struct net_device *from_dev,
2110 unsigned char addr_type);
2111extern int dev_addr_del_multiple(struct net_device *to_dev,
2112 struct net_device *from_dev,
2113 unsigned char addr_type);
a748ee24
JP
2114extern void dev_addr_flush(struct net_device *dev);
2115extern int dev_addr_init(struct net_device *dev);
2116
2117/* Functions used for unicast addresses handling */
2118extern int dev_uc_add(struct net_device *dev, unsigned char *addr);
2119extern int dev_uc_del(struct net_device *dev, unsigned char *addr);
2120extern int dev_uc_sync(struct net_device *to, struct net_device *from);
2121extern void dev_uc_unsync(struct net_device *to, struct net_device *from);
2122extern void dev_uc_flush(struct net_device *dev);
2123extern void dev_uc_init(struct net_device *dev);
f001fde5 2124
22bedad3
JP
2125/* Functions used for multicast addresses handling */
2126extern int dev_mc_add(struct net_device *dev, unsigned char *addr);
2127extern int dev_mc_add_global(struct net_device *dev, unsigned char *addr);
2128extern int dev_mc_del(struct net_device *dev, unsigned char *addr);
2129extern int dev_mc_del_global(struct net_device *dev, unsigned char *addr);
2130extern int dev_mc_sync(struct net_device *to, struct net_device *from);
2131extern void dev_mc_unsync(struct net_device *to, struct net_device *from);
2132extern void dev_mc_flush(struct net_device *dev);
2133extern void dev_mc_init(struct net_device *dev);
f001fde5 2134
4417da66
PM
2135/* Functions used for secondary unicast and multicast support */
2136extern void dev_set_rx_mode(struct net_device *dev);
2137extern void __dev_set_rx_mode(struct net_device *dev);
dad9b335
WC
2138extern int dev_set_promiscuity(struct net_device *dev, int inc);
2139extern int dev_set_allmulti(struct net_device *dev, int inc);
1da177e4 2140extern void netdev_state_change(struct net_device *dev);
3ca5b404 2141extern int netdev_bonding_change(struct net_device *dev,
75c78500 2142 unsigned long event);
d8a33ac4 2143extern void netdev_features_change(struct net_device *dev);
1da177e4 2144/* Load a device via the kmod */
881d966b 2145extern void dev_load(struct net *net, const char *name);
1da177e4 2146extern void dev_mcast_init(void);
28172739
ED
2147extern const struct rtnl_link_stats64 *dev_get_stats(struct net_device *dev,
2148 struct rtnl_link_stats64 *storage);
2149extern void dev_txq_stats_fold(const struct net_device *dev,
2150 struct net_device_stats *stats);
eeda3fd6 2151
1da177e4 2152extern int netdev_max_backlog;
3b098e2d 2153extern int netdev_tstamp_prequeue;
1da177e4
LT
2154extern int weight_p;
2155extern int netdev_set_master(struct net_device *dev, struct net_device *master);
84fa7933 2156extern int skb_checksum_help(struct sk_buff *skb);
576a30eb 2157extern struct sk_buff *skb_gso_segment(struct sk_buff *skb, int features);
fb286bb2
HX
2158#ifdef CONFIG_BUG
2159extern void netdev_rx_csum_fault(struct net_device *dev);
2160#else
2161static inline void netdev_rx_csum_fault(struct net_device *dev)
2162{
2163}
2164#endif
1da177e4
LT
2165/* rx skb timestamps */
2166extern void net_enable_timestamp(void);
2167extern void net_disable_timestamp(void);
2168
20380731
ACM
2169#ifdef CONFIG_PROC_FS
2170extern void *dev_seq_start(struct seq_file *seq, loff_t *pos);
2171extern void *dev_seq_next(struct seq_file *seq, void *v, loff_t *pos);
2172extern void dev_seq_stop(struct seq_file *seq, void *v);
2173#endif
2174
b8a9787e
JV
2175extern int netdev_class_create_file(struct class_attribute *class_attr);
2176extern void netdev_class_remove_file(struct class_attribute *class_attr);
2177
cf04a4c7 2178extern char *netdev_drivername(const struct net_device *dev, char *buffer, int len);
6579e57b 2179
20380731
ACM
2180extern void linkwatch_run_queue(void);
2181
b63365a2
HX
2182unsigned long netdev_increment_features(unsigned long all, unsigned long one,
2183 unsigned long mask);
2184unsigned long netdev_fix_features(unsigned long features, const char *name);
7f353bf2 2185
fc4a7489
PM
2186void netif_stacked_transfer_operstate(const struct net_device *rootdev,
2187 struct net_device *dev);
2188
bcd76111 2189static inline int net_gso_ok(int features, int gso_type)
576a30eb 2190{
bcd76111 2191 int feature = gso_type << NETIF_F_GSO_SHIFT;
d6b4991a 2192 return (features & feature) == feature;
576a30eb
HX
2193}
2194
bcd76111
HX
2195static inline int skb_gso_ok(struct sk_buff *skb, int features)
2196{
278b2513 2197 return net_gso_ok(features, skb_shinfo(skb)->gso_type) &&
a5bd8a13 2198 (!skb_has_frags(skb) || (features & NETIF_F_FRAGLIST));
bcd76111
HX
2199}
2200
7967168c
HX
2201static inline int netif_needs_gso(struct net_device *dev, struct sk_buff *skb)
2202{
a430a43d
HX
2203 return skb_is_gso(skb) &&
2204 (!skb_gso_ok(skb, dev->features) ||
84fa7933 2205 unlikely(skb->ip_summed != CHECKSUM_PARTIAL));
7967168c
HX
2206}
2207
82cc1a7a
PWJ
2208static inline void netif_set_gso_max_size(struct net_device *dev,
2209 unsigned int size)
2210{
2211 dev->gso_max_size = size;
2212}
2213
acbbc071
ED
2214extern int __skb_bond_should_drop(struct sk_buff *skb,
2215 struct net_device *master);
5d4e039b 2216
0641e4fb
ED
2217static inline int skb_bond_should_drop(struct sk_buff *skb,
2218 struct net_device *master)
7ea49ed7 2219{
acbbc071
ED
2220 if (master)
2221 return __skb_bond_should_drop(skb, master);
7ea49ed7
DM
2222 return 0;
2223}
2224
505d4f73 2225extern struct pernet_operations __net_initdata loopback_net_ops;
b1b67dd4
PM
2226
2227static inline int dev_ethtool_get_settings(struct net_device *dev,
2228 struct ethtool_cmd *cmd)
2229{
2230 if (!dev->ethtool_ops || !dev->ethtool_ops->get_settings)
2231 return -EOPNOTSUPP;
2232 return dev->ethtool_ops->get_settings(dev, cmd);
2233}
2234
2235static inline u32 dev_ethtool_get_rx_csum(struct net_device *dev)
2236{
2237 if (!dev->ethtool_ops || !dev->ethtool_ops->get_rx_csum)
2238 return 0;
2239 return dev->ethtool_ops->get_rx_csum(dev);
2240}
2241
2242static inline u32 dev_ethtool_get_flags(struct net_device *dev)
2243{
2244 if (!dev->ethtool_ops || !dev->ethtool_ops->get_flags)
2245 return 0;
2246 return dev->ethtool_ops->get_flags(dev);
2247}
571ba423
JP
2248
2249/* Logging, debugging and troubleshooting/diagnostic helpers. */
2250
2251/* netdev_printk helpers, similar to dev_printk */
2252
2253static inline const char *netdev_name(const struct net_device *dev)
2254{
2255 if (dev->reg_state != NETREG_REGISTERED)
2256 return "(unregistered net_device)";
2257 return dev->name;
2258}
2259
256df2f3
JP
2260extern int netdev_printk(const char *level, const struct net_device *dev,
2261 const char *format, ...)
2262 __attribute__ ((format (printf, 3, 4)));
2263extern int netdev_emerg(const struct net_device *dev, const char *format, ...)
2264 __attribute__ ((format (printf, 2, 3)));
2265extern int netdev_alert(const struct net_device *dev, const char *format, ...)
2266 __attribute__ ((format (printf, 2, 3)));
2267extern int netdev_crit(const struct net_device *dev, const char *format, ...)
2268 __attribute__ ((format (printf, 2, 3)));
2269extern int netdev_err(const struct net_device *dev, const char *format, ...)
2270 __attribute__ ((format (printf, 2, 3)));
2271extern int netdev_warn(const struct net_device *dev, const char *format, ...)
2272 __attribute__ ((format (printf, 2, 3)));
2273extern int netdev_notice(const struct net_device *dev, const char *format, ...)
2274 __attribute__ ((format (printf, 2, 3)));
2275extern int netdev_info(const struct net_device *dev, const char *format, ...)
2276 __attribute__ ((format (printf, 2, 3)));
571ba423
JP
2277
2278#if defined(DEBUG)
2279#define netdev_dbg(__dev, format, args...) \
2280 netdev_printk(KERN_DEBUG, __dev, format, ##args)
2281#elif defined(CONFIG_DYNAMIC_DEBUG)
2282#define netdev_dbg(__dev, format, args...) \
2283do { \
2284 dynamic_dev_dbg((__dev)->dev.parent, "%s: " format, \
2285 netdev_name(__dev), ##args); \
2286} while (0)
2287#else
2288#define netdev_dbg(__dev, format, args...) \
2289({ \
2290 if (0) \
2291 netdev_printk(KERN_DEBUG, __dev, format, ##args); \
2292 0; \
2293})
2294#endif
2295
2296#if defined(VERBOSE_DEBUG)
2297#define netdev_vdbg netdev_dbg
2298#else
2299
2300#define netdev_vdbg(dev, format, args...) \
2301({ \
2302 if (0) \
2303 netdev_printk(KERN_DEBUG, dev, format, ##args); \
2304 0; \
2305})
2306#endif
2307
2308/*
2309 * netdev_WARN() acts like dev_printk(), but with the key difference
2310 * of using a WARN/WARN_ON to get the message out, including the
2311 * file/line information and a backtrace.
2312 */
2313#define netdev_WARN(dev, format, args...) \
2314 WARN(1, "netdevice: %s\n" format, netdev_name(dev), ##args);
2315
b3d95c5c
JP
2316/* netif printk helpers, similar to netdev_printk */
2317
2318#define netif_printk(priv, type, level, dev, fmt, args...) \
2319do { \
2320 if (netif_msg_##type(priv)) \
2321 netdev_printk(level, (dev), fmt, ##args); \
2322} while (0)
2323
f45f4321
JP
2324#define netif_level(level, priv, type, dev, fmt, args...) \
2325do { \
2326 if (netif_msg_##type(priv)) \
2327 netdev_##level(dev, fmt, ##args); \
2328} while (0)
2329
b3d95c5c 2330#define netif_emerg(priv, type, dev, fmt, args...) \
f45f4321 2331 netif_level(emerg, priv, type, dev, fmt, ##args)
b3d95c5c 2332#define netif_alert(priv, type, dev, fmt, args...) \
f45f4321 2333 netif_level(alert, priv, type, dev, fmt, ##args)
b3d95c5c 2334#define netif_crit(priv, type, dev, fmt, args...) \
f45f4321 2335 netif_level(crit, priv, type, dev, fmt, ##args)
b3d95c5c 2336#define netif_err(priv, type, dev, fmt, args...) \
f45f4321 2337 netif_level(err, priv, type, dev, fmt, ##args)
b3d95c5c 2338#define netif_warn(priv, type, dev, fmt, args...) \
f45f4321 2339 netif_level(warn, priv, type, dev, fmt, ##args)
b3d95c5c 2340#define netif_notice(priv, type, dev, fmt, args...) \
f45f4321 2341 netif_level(notice, priv, type, dev, fmt, ##args)
b3d95c5c 2342#define netif_info(priv, type, dev, fmt, args...) \
f45f4321 2343 netif_level(info, priv, type, dev, fmt, ##args)
b3d95c5c
JP
2344
2345#if defined(DEBUG)
2346#define netif_dbg(priv, type, dev, format, args...) \
2347 netif_printk(priv, type, KERN_DEBUG, dev, format, ##args)
2348#elif defined(CONFIG_DYNAMIC_DEBUG)
2349#define netif_dbg(priv, type, netdev, format, args...) \
2350do { \
2351 if (netif_msg_##type(priv)) \
2352 dynamic_dev_dbg((netdev)->dev.parent, \
2353 "%s: " format, \
2354 netdev_name(netdev), ##args); \
2355} while (0)
2356#else
2357#define netif_dbg(priv, type, dev, format, args...) \
2358({ \
2359 if (0) \
2360 netif_printk(priv, type, KERN_DEBUG, dev, format, ##args); \
2361 0; \
2362})
2363#endif
2364
2365#if defined(VERBOSE_DEBUG)
bcfcc450 2366#define netif_vdbg netif_dbg
b3d95c5c
JP
2367#else
2368#define netif_vdbg(priv, type, dev, format, args...) \
2369({ \
2370 if (0) \
a4ed89cb 2371 netif_printk(priv, type, KERN_DEBUG, dev, format, ##args); \
b3d95c5c
JP
2372 0; \
2373})
2374#endif
571ba423 2375
1da177e4
LT
2376#endif /* __KERNEL__ */
2377
385a154c 2378#endif /* _LINUX_NETDEVICE_H */