]> bbs.cooldavid.org Git - net-next-2.6.git/blame - include/linux/netdevice.h
net: Export cred_to_ucred to modules.
[net-next-2.6.git] / include / linux / netdevice.h
CommitLineData
1da177e4
LT
1/*
2 * INET An implementation of the TCP/IP protocol suite for the LINUX
3 * operating system. INET is implemented using the BSD Socket
4 * interface as the means of communication with the user level.
5 *
6 * Definitions for the Interfaces handler.
7 *
8 * Version: @(#)dev.h 1.0.10 08/12/93
9 *
02c30a84 10 * Authors: Ross Biro
1da177e4
LT
11 * Fred N. van Kempen, <waltje@uWalt.NL.Mugnet.ORG>
12 * Corey Minyard <wf-rch!minyard@relay.EU.net>
13 * Donald J. Becker, <becker@cesdis.gsfc.nasa.gov>
113aa838 14 * Alan Cox, <alan@lxorguk.ukuu.org.uk>
1da177e4
LT
15 * Bjorn Ekwall. <bj0rn@blox.se>
16 * Pekka Riikonen <priikone@poseidon.pspt.fi>
17 *
18 * This program is free software; you can redistribute it and/or
19 * modify it under the terms of the GNU General Public License
20 * as published by the Free Software Foundation; either version
21 * 2 of the License, or (at your option) any later version.
22 *
23 * Moved to /usr/include/linux for NET3
24 */
25#ifndef _LINUX_NETDEVICE_H
26#define _LINUX_NETDEVICE_H
27
28#include <linux/if.h>
29#include <linux/if_ether.h>
30#include <linux/if_packet.h>
95c26df8 31#include <linux/if_link.h>
1da177e4
LT
32
33#ifdef __KERNEL__
ed77134b 34#include <linux/pm_qos_params.h>
d7fe0f24 35#include <linux/timer.h>
bea3348e 36#include <linux/delay.h>
cc0be322 37#include <linux/mm.h>
1da177e4
LT
38#include <asm/atomic.h>
39#include <asm/cache.h>
40#include <asm/byteorder.h>
41
1da177e4
LT
42#include <linux/device.h>
43#include <linux/percpu.h>
4d5b78c0 44#include <linux/rculist.h>
db217334 45#include <linux/dmaengine.h>
bea3348e 46#include <linux/workqueue.h>
1da177e4 47
b1b67dd4 48#include <linux/ethtool.h>
a050c33f 49#include <net/net_namespace.h>
cf85d08f 50#include <net/dsa.h>
7a6b6f51 51#ifdef CONFIG_DCB
2f90b865
AD
52#include <net/dcbnl.h>
53#endif
a050c33f 54
1da177e4 55struct vlan_group;
115c1d6e 56struct netpoll_info;
704232c2
JB
57/* 802.11 specific */
58struct wireless_dev;
1da177e4
LT
59 /* source back-compat hooks */
60#define SET_ETHTOOL_OPS(netdev,ops) \
61 ( (netdev)->ethtool_ops = (ops) )
62
63#define HAVE_ALLOC_NETDEV /* feature macro: alloc_xxxdev
64 functions are available. */
65#define HAVE_FREE_NETDEV /* free_netdev() */
66#define HAVE_NETDEV_PRIV /* netdev_priv() */
67
9a1654ba
JP
68/* Backlog congestion levels */
69#define NET_RX_SUCCESS 0 /* keep 'em coming, baby */
70#define NET_RX_DROP 1 /* packet dropped */
71
572a9d7b
PM
72/*
73 * Transmit return codes: transmit return codes originate from three different
74 * namespaces:
75 *
76 * - qdisc return codes
77 * - driver transmit return codes
78 * - errno values
79 *
80 * Drivers are allowed to return any one of those in their hard_start_xmit()
81 * function. Real network devices commonly used with qdiscs should only return
82 * the driver transmit return codes though - when qdiscs are used, the actual
83 * transmission happens asynchronously, so the value is not propagated to
84 * higher layers. Virtual network devices transmit synchronously, in this case
85 * the driver transmit return codes are consumed by dev_queue_xmit(), all
86 * others are propagated to higher layers.
87 */
88
89/* qdisc ->enqueue() return codes. */
90#define NET_XMIT_SUCCESS 0x00
9a1654ba
JP
91#define NET_XMIT_DROP 0x01 /* skb dropped */
92#define NET_XMIT_CN 0x02 /* congestion notification */
93#define NET_XMIT_POLICED 0x03 /* skb is shot by police */
94#define NET_XMIT_MASK 0x0f /* qdisc flags in net/sch_generic.h */
1da177e4 95
b9df3cb8
GR
96/* NET_XMIT_CN is special. It does not guarantee that this packet is lost. It
97 * indicates that the device will soon be dropping packets, or already drops
98 * some packets of the same priority; prompting us to send less aggressively. */
572a9d7b 99#define net_xmit_eval(e) ((e) == NET_XMIT_CN ? 0 : (e))
1da177e4
LT
100#define net_xmit_errno(e) ((e) != NET_XMIT_CN ? -ENOBUFS : 0)
101
dc1f8bf6 102/* Driver transmit return codes */
9a1654ba 103#define NETDEV_TX_MASK 0xf0
572a9d7b 104
dc1f8bf6 105enum netdev_tx {
572a9d7b 106 __NETDEV_TX_MIN = INT_MIN, /* make sure enum is signed */
9a1654ba
JP
107 NETDEV_TX_OK = 0x00, /* driver took care of packet */
108 NETDEV_TX_BUSY = 0x10, /* driver tx path was busy*/
109 NETDEV_TX_LOCKED = 0x20, /* driver tx lock was already taken */
dc1f8bf6
SH
110};
111typedef enum netdev_tx netdev_tx_t;
112
9a1654ba
JP
113/*
114 * Current order: NETDEV_TX_MASK > NET_XMIT_MASK >= 0 is significant;
115 * hard_start_xmit() return < NET_XMIT_MASK means skb was consumed.
116 */
117static inline bool dev_xmit_complete(int rc)
118{
119 /*
120 * Positive cases with an skb consumed by a driver:
121 * - successful transmission (rc == NETDEV_TX_OK)
122 * - error while transmitting (rc < 0)
123 * - error while queueing to a different device (rc & NET_XMIT_MASK)
124 */
125 if (likely(rc < NET_XMIT_MASK))
126 return true;
127
128 return false;
129}
130
1da177e4
LT
131#endif
132
133#define MAX_ADDR_LEN 32 /* Largest hardware address length */
134
c88e6f51 135#ifdef __KERNEL__
1da177e4
LT
136/*
137 * Compute the worst case header length according to the protocols
138 * used.
139 */
fe2918b0 140
caf66e58 141#if defined(CONFIG_WLAN) || defined(CONFIG_AX25) || defined(CONFIG_AX25_MODULE)
8388e3da
DM
142# if defined(CONFIG_MAC80211_MESH)
143# define LL_MAX_HEADER 128
144# else
145# define LL_MAX_HEADER 96
146# endif
c759a6b4 147#elif defined(CONFIG_TR) || defined(CONFIG_TR_MODULE)
8388e3da 148# define LL_MAX_HEADER 48
1da177e4 149#else
8388e3da 150# define LL_MAX_HEADER 32
1da177e4
LT
151#endif
152
e81c7359
DM
153#if !defined(CONFIG_NET_IPIP) && !defined(CONFIG_NET_IPIP_MODULE) && \
154 !defined(CONFIG_NET_IPGRE) && !defined(CONFIG_NET_IPGRE_MODULE) && \
155 !defined(CONFIG_IPV6_SIT) && !defined(CONFIG_IPV6_SIT_MODULE) && \
156 !defined(CONFIG_IPV6_TUNNEL) && !defined(CONFIG_IPV6_TUNNEL_MODULE)
1da177e4
LT
157#define MAX_HEADER LL_MAX_HEADER
158#else
159#define MAX_HEADER (LL_MAX_HEADER + 48)
160#endif
161
162/*
be1f3c2c
BH
163 * Old network device statistics. Fields are native words
164 * (unsigned long) so they can be read and written atomically.
165 * Each field is padded to 64 bits for compatibility with
166 * rtnl_link_stats64.
1da177e4 167 */
fe2918b0 168
be1f3c2c
BH
169#if BITS_PER_LONG == 64
170#define NET_DEVICE_STATS_DEFINE(name) unsigned long name
171#elif defined(__LITTLE_ENDIAN)
172#define NET_DEVICE_STATS_DEFINE(name) unsigned long name, pad_ ## name
173#else
174#define NET_DEVICE_STATS_DEFINE(name) unsigned long pad_ ## name, name
175#endif
176
d94d9fee 177struct net_device_stats {
be1f3c2c
BH
178 NET_DEVICE_STATS_DEFINE(rx_packets);
179 NET_DEVICE_STATS_DEFINE(tx_packets);
180 NET_DEVICE_STATS_DEFINE(rx_bytes);
181 NET_DEVICE_STATS_DEFINE(tx_bytes);
182 NET_DEVICE_STATS_DEFINE(rx_errors);
183 NET_DEVICE_STATS_DEFINE(tx_errors);
184 NET_DEVICE_STATS_DEFINE(rx_dropped);
185 NET_DEVICE_STATS_DEFINE(tx_dropped);
186 NET_DEVICE_STATS_DEFINE(multicast);
187 NET_DEVICE_STATS_DEFINE(collisions);
188 NET_DEVICE_STATS_DEFINE(rx_length_errors);
189 NET_DEVICE_STATS_DEFINE(rx_over_errors);
190 NET_DEVICE_STATS_DEFINE(rx_crc_errors);
191 NET_DEVICE_STATS_DEFINE(rx_frame_errors);
192 NET_DEVICE_STATS_DEFINE(rx_fifo_errors);
193 NET_DEVICE_STATS_DEFINE(rx_missed_errors);
194 NET_DEVICE_STATS_DEFINE(tx_aborted_errors);
195 NET_DEVICE_STATS_DEFINE(tx_carrier_errors);
196 NET_DEVICE_STATS_DEFINE(tx_fifo_errors);
197 NET_DEVICE_STATS_DEFINE(tx_heartbeat_errors);
198 NET_DEVICE_STATS_DEFINE(tx_window_errors);
199 NET_DEVICE_STATS_DEFINE(rx_compressed);
200 NET_DEVICE_STATS_DEFINE(tx_compressed);
1da177e4
LT
201};
202
be1f3c2c
BH
203#endif /* __KERNEL__ */
204
1da177e4
LT
205
206/* Media selection options. */
207enum {
208 IF_PORT_UNKNOWN = 0,
209 IF_PORT_10BASE2,
210 IF_PORT_10BASET,
211 IF_PORT_AUI,
212 IF_PORT_100BASET,
213 IF_PORT_100BASETX,
214 IF_PORT_100BASEFX
215};
216
217#ifdef __KERNEL__
218
219#include <linux/cache.h>
220#include <linux/skbuff.h>
221
222struct neighbour;
223struct neigh_parms;
224struct sk_buff;
225
f001fde5
JP
226struct netdev_hw_addr {
227 struct list_head list;
228 unsigned char addr[MAX_ADDR_LEN];
229 unsigned char type;
ccffad25
JP
230#define NETDEV_HW_ADDR_T_LAN 1
231#define NETDEV_HW_ADDR_T_SAN 2
232#define NETDEV_HW_ADDR_T_SLAVE 3
233#define NETDEV_HW_ADDR_T_UNICAST 4
22bedad3 234#define NETDEV_HW_ADDR_T_MULTICAST 5
ccffad25
JP
235 int refcount;
236 bool synced;
22bedad3 237 bool global_use;
f001fde5
JP
238 struct rcu_head rcu_head;
239};
240
31278e71
JP
241struct netdev_hw_addr_list {
242 struct list_head list;
243 int count;
244};
245
22bedad3
JP
246#define netdev_hw_addr_list_count(l) ((l)->count)
247#define netdev_hw_addr_list_empty(l) (netdev_hw_addr_list_count(l) == 0)
248#define netdev_hw_addr_list_for_each(ha, l) \
249 list_for_each_entry(ha, &(l)->list, list)
32e7bfc4 250
22bedad3
JP
251#define netdev_uc_count(dev) netdev_hw_addr_list_count(&(dev)->uc)
252#define netdev_uc_empty(dev) netdev_hw_addr_list_empty(&(dev)->uc)
253#define netdev_for_each_uc_addr(ha, dev) \
254 netdev_hw_addr_list_for_each(ha, &(dev)->uc)
6683ece3 255
22bedad3
JP
256#define netdev_mc_count(dev) netdev_hw_addr_list_count(&(dev)->mc)
257#define netdev_mc_empty(dev) netdev_hw_addr_list_empty(&(dev)->mc)
18e225f2 258#define netdev_for_each_mc_addr(ha, dev) \
22bedad3 259 netdev_hw_addr_list_for_each(ha, &(dev)->mc)
6683ece3 260
d94d9fee 261struct hh_cache {
1da177e4
LT
262 struct hh_cache *hh_next; /* Next entry */
263 atomic_t hh_refcnt; /* number of users */
f0490980
ED
264/*
265 * We want hh_output, hh_len, hh_lock and hh_data be a in a separate
266 * cache line on SMP.
267 * They are mostly read, but hh_refcnt may be changed quite frequently,
268 * incurring cache line ping pongs.
269 */
270 __be16 hh_type ____cacheline_aligned_in_smp;
271 /* protocol identifier, f.e ETH_P_IP
1da177e4
LT
272 * NOTE: For VLANs, this will be the
273 * encapuslated type. --BLG
274 */
d5c42c0e 275 u16 hh_len; /* length of header */
1da177e4 276 int (*hh_output)(struct sk_buff *skb);
3644f0ce 277 seqlock_t hh_lock;
1da177e4
LT
278
279 /* cached hardware header; allow for machine alignment needs. */
280#define HH_DATA_MOD 16
281#define HH_DATA_OFF(__len) \
5ba0eac6 282 (HH_DATA_MOD - (((__len - 1) & (HH_DATA_MOD - 1)) + 1))
1da177e4
LT
283#define HH_DATA_ALIGN(__len) \
284 (((__len)+(HH_DATA_MOD-1))&~(HH_DATA_MOD - 1))
285 unsigned long hh_data[HH_DATA_ALIGN(LL_MAX_HEADER) / sizeof(long)];
286};
287
288/* Reserve HH_DATA_MOD byte aligned hard_header_len, but at least that much.
289 * Alternative is:
290 * dev->hard_header_len ? (dev->hard_header_len +
291 * (HH_DATA_MOD - 1)) & ~(HH_DATA_MOD - 1) : 0
292 *
293 * We could use other alignment values, but we must maintain the
294 * relationship HH alignment <= LL alignment.
f5184d26
JB
295 *
296 * LL_ALLOCATED_SPACE also takes into account the tailroom the device
297 * may need.
1da177e4
LT
298 */
299#define LL_RESERVED_SPACE(dev) \
f5184d26 300 ((((dev)->hard_header_len+(dev)->needed_headroom)&~(HH_DATA_MOD - 1)) + HH_DATA_MOD)
1da177e4 301#define LL_RESERVED_SPACE_EXTRA(dev,extra) \
f5184d26
JB
302 ((((dev)->hard_header_len+(dev)->needed_headroom+(extra))&~(HH_DATA_MOD - 1)) + HH_DATA_MOD)
303#define LL_ALLOCATED_SPACE(dev) \
304 ((((dev)->hard_header_len+(dev)->needed_headroom+(dev)->needed_tailroom)&~(HH_DATA_MOD - 1)) + HH_DATA_MOD)
1da177e4 305
3b04ddde
SH
306struct header_ops {
307 int (*create) (struct sk_buff *skb, struct net_device *dev,
308 unsigned short type, const void *daddr,
309 const void *saddr, unsigned len);
310 int (*parse)(const struct sk_buff *skb, unsigned char *haddr);
311 int (*rebuild)(struct sk_buff *skb);
312#define HAVE_HEADER_CACHE
313 int (*cache)(const struct neighbour *neigh, struct hh_cache *hh);
314 void (*cache_update)(struct hh_cache *hh,
315 const struct net_device *dev,
316 const unsigned char *haddr);
317};
318
1da177e4
LT
319/* These flag bits are private to the generic network queueing
320 * layer, they may not be explicitly referenced by any other
321 * code.
322 */
323
d94d9fee 324enum netdev_state_t {
1da177e4
LT
325 __LINK_STATE_START,
326 __LINK_STATE_PRESENT,
1da177e4 327 __LINK_STATE_NOCARRIER,
b00055aa
SR
328 __LINK_STATE_LINKWATCH_PENDING,
329 __LINK_STATE_DORMANT,
1da177e4
LT
330};
331
332
333/*
334 * This structure holds at boot time configured netdevice settings. They
fe2918b0 335 * are then used in the device probing.
1da177e4
LT
336 */
337struct netdev_boot_setup {
338 char name[IFNAMSIZ];
339 struct ifmap map;
340};
341#define NETDEV_BOOT_SETUP_MAX 8
342
20380731 343extern int __init netdev_boot_setup(char *str);
1da177e4 344
bea3348e
SH
345/*
346 * Structure for NAPI scheduling similar to tasklet but with weighting
347 */
348struct napi_struct {
349 /* The poll_list must only be managed by the entity which
350 * changes the state of the NAPI_STATE_SCHED bit. This means
351 * whoever atomically sets that bit can add this napi_struct
352 * to the per-cpu poll_list, and whoever clears that bit
353 * can remove from the list right before clearing the bit.
354 */
355 struct list_head poll_list;
356
357 unsigned long state;
358 int weight;
359 int (*poll)(struct napi_struct *, int);
360#ifdef CONFIG_NETPOLL
361 spinlock_t poll_lock;
362 int poll_owner;
bea3348e 363#endif
4ae5544f
HX
364
365 unsigned int gro_count;
366
5d38a079 367 struct net_device *dev;
d565b0a1
HX
368 struct list_head dev_list;
369 struct sk_buff *gro_list;
5d38a079 370 struct sk_buff *skb;
bea3348e
SH
371};
372
d94d9fee 373enum {
bea3348e 374 NAPI_STATE_SCHED, /* Poll is scheduled */
a0a46196 375 NAPI_STATE_DISABLE, /* Disable pending */
7b363e44 376 NAPI_STATE_NPSVC, /* Netpoll - don't dequeue from poll_list */
bea3348e
SH
377};
378
5b252f0c 379enum gro_result {
d1c76af9
HX
380 GRO_MERGED,
381 GRO_MERGED_FREE,
382 GRO_HELD,
383 GRO_NORMAL,
384 GRO_DROP,
385};
5b252f0c 386typedef enum gro_result gro_result_t;
d1c76af9 387
ab95bfe0
JP
388typedef struct sk_buff *rx_handler_func_t(struct sk_buff *skb);
389
b3c97528 390extern void __napi_schedule(struct napi_struct *n);
bea3348e 391
a0a46196
DM
392static inline int napi_disable_pending(struct napi_struct *n)
393{
394 return test_bit(NAPI_STATE_DISABLE, &n->state);
395}
396
bea3348e
SH
397/**
398 * napi_schedule_prep - check if napi can be scheduled
399 * @n: napi context
400 *
401 * Test if NAPI routine is already running, and if not mark
402 * it as running. This is used as a condition variable
a0a46196
DM
403 * insure only one NAPI poll instance runs. We also make
404 * sure there is no pending NAPI disable.
bea3348e
SH
405 */
406static inline int napi_schedule_prep(struct napi_struct *n)
407{
a0a46196
DM
408 return !napi_disable_pending(n) &&
409 !test_and_set_bit(NAPI_STATE_SCHED, &n->state);
bea3348e
SH
410}
411
412/**
413 * napi_schedule - schedule NAPI poll
414 * @n: napi context
415 *
416 * Schedule NAPI poll routine to be called if it is not already
417 * running.
418 */
419static inline void napi_schedule(struct napi_struct *n)
420{
421 if (napi_schedule_prep(n))
422 __napi_schedule(n);
423}
424
bfe13f54
RD
425/* Try to reschedule poll. Called by dev->poll() after napi_complete(). */
426static inline int napi_reschedule(struct napi_struct *napi)
427{
428 if (napi_schedule_prep(napi)) {
429 __napi_schedule(napi);
430 return 1;
431 }
432 return 0;
433}
434
bea3348e
SH
435/**
436 * napi_complete - NAPI processing complete
437 * @n: napi context
438 *
439 * Mark NAPI processing as complete.
440 */
d565b0a1
HX
441extern void __napi_complete(struct napi_struct *n);
442extern void napi_complete(struct napi_struct *n);
bea3348e
SH
443
444/**
445 * napi_disable - prevent NAPI from scheduling
446 * @n: napi context
447 *
448 * Stop NAPI from being scheduled on this context.
449 * Waits till any outstanding processing completes.
450 */
451static inline void napi_disable(struct napi_struct *n)
452{
a0a46196 453 set_bit(NAPI_STATE_DISABLE, &n->state);
bea3348e 454 while (test_and_set_bit(NAPI_STATE_SCHED, &n->state))
43cc7380 455 msleep(1);
a0a46196 456 clear_bit(NAPI_STATE_DISABLE, &n->state);
bea3348e
SH
457}
458
459/**
460 * napi_enable - enable NAPI scheduling
461 * @n: napi context
462 *
463 * Resume NAPI from being scheduled on this context.
464 * Must be paired with napi_disable.
465 */
466static inline void napi_enable(struct napi_struct *n)
467{
468 BUG_ON(!test_bit(NAPI_STATE_SCHED, &n->state));
469 smp_mb__before_clear_bit();
470 clear_bit(NAPI_STATE_SCHED, &n->state);
471}
472
c264c3de
SH
473#ifdef CONFIG_SMP
474/**
475 * napi_synchronize - wait until NAPI is not running
476 * @n: napi context
477 *
478 * Wait until NAPI is done being scheduled on this context.
479 * Waits till any outstanding processing completes but
480 * does not disable future activations.
481 */
482static inline void napi_synchronize(const struct napi_struct *n)
483{
484 while (test_bit(NAPI_STATE_SCHED, &n->state))
485 msleep(1);
486}
487#else
488# define napi_synchronize(n) barrier()
489#endif
490
d94d9fee 491enum netdev_queue_state_t {
79d16385 492 __QUEUE_STATE_XOFF,
c3f26a26 493 __QUEUE_STATE_FROZEN,
79d16385
DM
494};
495
bb949fbd 496struct netdev_queue {
6a321cb3
ED
497/*
498 * read mostly part
499 */
bb949fbd 500 struct net_device *dev;
b0e1e646 501 struct Qdisc *qdisc;
79d16385 502 unsigned long state;
b0e1e646 503 struct Qdisc *qdisc_sleeping;
6a321cb3
ED
504/*
505 * write mostly part
506 */
507 spinlock_t _xmit_lock ____cacheline_aligned_in_smp;
508 int xmit_lock_owner;
9d21493b
ED
509 /*
510 * please use this field instead of dev->trans_start
511 */
512 unsigned long trans_start;
7004bf25
ED
513 unsigned long tx_bytes;
514 unsigned long tx_packets;
515 unsigned long tx_dropped;
e8a0464c 516} ____cacheline_aligned_in_smp;
bb949fbd 517
df334545 518#ifdef CONFIG_RPS
0a9627f2
TH
519/*
520 * This structure holds an RPS map which can be of variable length. The
521 * map is an array of CPUs.
522 */
523struct rps_map {
524 unsigned int len;
525 struct rcu_head rcu;
526 u16 cpus[0];
527};
528#define RPS_MAP_SIZE(_num) (sizeof(struct rps_map) + (_num * sizeof(u16)))
529
fec5e652
TH
530/*
531 * The rps_dev_flow structure contains the mapping of a flow to a CPU and the
532 * tail pointer for that CPU's input queue at the time of last enqueue.
533 */
534struct rps_dev_flow {
535 u16 cpu;
536 u16 fill;
537 unsigned int last_qtail;
538};
539
540/*
541 * The rps_dev_flow_table structure contains a table of flow mappings.
542 */
543struct rps_dev_flow_table {
544 unsigned int mask;
545 struct rcu_head rcu;
546 struct work_struct free_work;
547 struct rps_dev_flow flows[0];
548};
549#define RPS_DEV_FLOW_TABLE_SIZE(_num) (sizeof(struct rps_dev_flow_table) + \
550 (_num * sizeof(struct rps_dev_flow)))
551
552/*
553 * The rps_sock_flow_table contains mappings of flows to the last CPU
554 * on which they were processed by the application (set in recvmsg).
555 */
556struct rps_sock_flow_table {
557 unsigned int mask;
558 u16 ents[0];
559};
560#define RPS_SOCK_FLOW_TABLE_SIZE(_num) (sizeof(struct rps_sock_flow_table) + \
561 (_num * sizeof(u16)))
562
563#define RPS_NO_CPU 0xffff
564
565static inline void rps_record_sock_flow(struct rps_sock_flow_table *table,
566 u32 hash)
567{
568 if (table && hash) {
569 unsigned int cpu, index = hash & table->mask;
570
571 /* We only give a hint, preemption can change cpu under us */
572 cpu = raw_smp_processor_id();
573
574 if (table->ents[index] != cpu)
575 table->ents[index] = cpu;
576 }
577}
578
579static inline void rps_reset_sock_flow(struct rps_sock_flow_table *table,
580 u32 hash)
581{
582 if (table && hash)
583 table->ents[hash & table->mask] = RPS_NO_CPU;
584}
585
586extern struct rps_sock_flow_table *rps_sock_flow_table;
587
0a9627f2
TH
588/* This structure contains an instance of an RX queue. */
589struct netdev_rx_queue {
590 struct rps_map *rps_map;
fec5e652 591 struct rps_dev_flow_table *rps_flow_table;
0a9627f2
TH
592 struct kobject kobj;
593 struct netdev_rx_queue *first;
594 atomic_t count;
595} ____cacheline_aligned_in_smp;
fec5e652 596#endif /* CONFIG_RPS */
d314774c
SH
597
598/*
599 * This structure defines the management hooks for network devices.
00829823
SH
600 * The following hooks can be defined; unless noted otherwise, they are
601 * optional and can be filled with a null pointer.
d314774c
SH
602 *
603 * int (*ndo_init)(struct net_device *dev);
604 * This function is called once when network device is registered.
605 * The network device can use this to any late stage initializaton
606 * or semantic validattion. It can fail with an error code which will
607 * be propogated back to register_netdev
608 *
609 * void (*ndo_uninit)(struct net_device *dev);
610 * This function is called when device is unregistered or when registration
611 * fails. It is not called if init fails.
612 *
613 * int (*ndo_open)(struct net_device *dev);
614 * This function is called when network device transistions to the up
615 * state.
616 *
617 * int (*ndo_stop)(struct net_device *dev);
618 * This function is called when network device transistions to the down
619 * state.
620 *
dc1f8bf6
SH
621 * netdev_tx_t (*ndo_start_xmit)(struct sk_buff *skb,
622 * struct net_device *dev);
00829823 623 * Called when a packet needs to be transmitted.
dc1f8bf6
SH
624 * Must return NETDEV_TX_OK , NETDEV_TX_BUSY.
625 * (can also return NETDEV_TX_LOCKED iff NETIF_F_LLTX)
00829823
SH
626 * Required can not be NULL.
627 *
628 * u16 (*ndo_select_queue)(struct net_device *dev, struct sk_buff *skb);
629 * Called to decide which queue to when device supports multiple
630 * transmit queues.
631 *
d314774c
SH
632 * void (*ndo_change_rx_flags)(struct net_device *dev, int flags);
633 * This function is called to allow device receiver to make
634 * changes to configuration when multicast or promiscious is enabled.
635 *
636 * void (*ndo_set_rx_mode)(struct net_device *dev);
637 * This function is called device changes address list filtering.
638 *
639 * void (*ndo_set_multicast_list)(struct net_device *dev);
640 * This function is called when the multicast address list changes.
641 *
642 * int (*ndo_set_mac_address)(struct net_device *dev, void *addr);
643 * This function is called when the Media Access Control address
37b607c5 644 * needs to be changed. If this interface is not defined, the
d314774c
SH
645 * mac address can not be changed.
646 *
647 * int (*ndo_validate_addr)(struct net_device *dev);
648 * Test if Media Access Control address is valid for the device.
649 *
650 * int (*ndo_do_ioctl)(struct net_device *dev, struct ifreq *ifr, int cmd);
651 * Called when a user request an ioctl which can't be handled by
652 * the generic interface code. If not defined ioctl's return
653 * not supported error code.
654 *
655 * int (*ndo_set_config)(struct net_device *dev, struct ifmap *map);
656 * Used to set network devices bus interface parameters. This interface
657 * is retained for legacy reason, new devices should use the bus
658 * interface (PCI) for low level management.
659 *
660 * int (*ndo_change_mtu)(struct net_device *dev, int new_mtu);
661 * Called when a user wants to change the Maximum Transfer Unit
662 * of a device. If not defined, any request to change MTU will
663 * will return an error.
664 *
00829823 665 * void (*ndo_tx_timeout)(struct net_device *dev);
d314774c
SH
666 * Callback uses when the transmitter has not made any progress
667 * for dev->watchdog ticks.
668 *
be1f3c2c 669 * struct rtnl_link_stats64* (*ndo_get_stats64)(struct net_device *dev);
d308e38f 670 * struct net_device_stats* (*ndo_get_stats)(struct net_device *dev);
d314774c 671 * Called when a user wants to get the network device usage
be1f3c2c
BH
672 * statistics. Drivers must do one of the following:
673 * 1. Define @ndo_get_stats64 to update a rtnl_link_stats64 structure
674 * (which should normally be dev->stats64) and return a ponter to
675 * it. The structure must not be changed asynchronously.
82695d9b 676 * 2. Define @ndo_get_stats to update a net_device_stats structure
be1f3c2c
BH
677 * (which should normally be dev->stats) and return a pointer to
678 * it. The structure may be changed asynchronously only if each
679 * field is written atomically.
680 * 3. Update dev->stats asynchronously and atomically, and define
681 * neither operation.
d314774c
SH
682 *
683 * void (*ndo_vlan_rx_register)(struct net_device *dev, struct vlan_group *grp);
684 * If device support VLAN receive accleration
685 * (ie. dev->features & NETIF_F_HW_VLAN_RX), then this function is called
686 * when vlan groups for the device changes. Note: grp is NULL
687 * if no vlan's groups are being used.
688 *
689 * void (*ndo_vlan_rx_add_vid)(struct net_device *dev, unsigned short vid);
690 * If device support VLAN filtering (dev->features & NETIF_F_HW_VLAN_FILTER)
691 * this function is called when a VLAN id is registered.
692 *
693 * void (*ndo_vlan_rx_kill_vid)(struct net_device *dev, unsigned short vid);
694 * If device support VLAN filtering (dev->features & NETIF_F_HW_VLAN_FILTER)
695 * this function is called when a VLAN id is unregistered.
696 *
697 * void (*ndo_poll_controller)(struct net_device *dev);
95c26df8
WM
698 *
699 * SR-IOV management functions.
700 * int (*ndo_set_vf_mac)(struct net_device *dev, int vf, u8* mac);
701 * int (*ndo_set_vf_vlan)(struct net_device *dev, int vf, u16 vlan, u8 qos);
702 * int (*ndo_set_vf_tx_rate)(struct net_device *dev, int vf, int rate);
703 * int (*ndo_get_vf_config)(struct net_device *dev,
704 * int vf, struct ifla_vf_info *ivf);
57b61080
SF
705 * int (*ndo_set_vf_port)(struct net_device *dev, int vf,
706 * struct nlattr *port[]);
707 * int (*ndo_get_vf_port)(struct net_device *dev, int vf, struct sk_buff *skb);
d314774c 708 */
47fd5b83 709#define HAVE_NET_DEVICE_OPS
d314774c
SH
710struct net_device_ops {
711 int (*ndo_init)(struct net_device *dev);
712 void (*ndo_uninit)(struct net_device *dev);
713 int (*ndo_open)(struct net_device *dev);
714 int (*ndo_stop)(struct net_device *dev);
dc1f8bf6 715 netdev_tx_t (*ndo_start_xmit) (struct sk_buff *skb,
00829823
SH
716 struct net_device *dev);
717 u16 (*ndo_select_queue)(struct net_device *dev,
718 struct sk_buff *skb);
d314774c
SH
719 void (*ndo_change_rx_flags)(struct net_device *dev,
720 int flags);
d314774c 721 void (*ndo_set_rx_mode)(struct net_device *dev);
d314774c 722 void (*ndo_set_multicast_list)(struct net_device *dev);
d314774c
SH
723 int (*ndo_set_mac_address)(struct net_device *dev,
724 void *addr);
d314774c 725 int (*ndo_validate_addr)(struct net_device *dev);
d314774c
SH
726 int (*ndo_do_ioctl)(struct net_device *dev,
727 struct ifreq *ifr, int cmd);
d314774c
SH
728 int (*ndo_set_config)(struct net_device *dev,
729 struct ifmap *map);
00829823
SH
730 int (*ndo_change_mtu)(struct net_device *dev,
731 int new_mtu);
732 int (*ndo_neigh_setup)(struct net_device *dev,
733 struct neigh_parms *);
d314774c
SH
734 void (*ndo_tx_timeout) (struct net_device *dev);
735
be1f3c2c 736 struct rtnl_link_stats64* (*ndo_get_stats64)(struct net_device *dev);
d314774c
SH
737 struct net_device_stats* (*ndo_get_stats)(struct net_device *dev);
738
739 void (*ndo_vlan_rx_register)(struct net_device *dev,
740 struct vlan_group *grp);
741 void (*ndo_vlan_rx_add_vid)(struct net_device *dev,
742 unsigned short vid);
743 void (*ndo_vlan_rx_kill_vid)(struct net_device *dev,
744 unsigned short vid);
745#ifdef CONFIG_NET_POLL_CONTROLLER
d314774c 746 void (*ndo_poll_controller)(struct net_device *dev);
4247e161
HX
747 int (*ndo_netpoll_setup)(struct net_device *dev,
748 struct netpoll_info *info);
0e34e931 749 void (*ndo_netpoll_cleanup)(struct net_device *dev);
d314774c 750#endif
95c26df8
WM
751 int (*ndo_set_vf_mac)(struct net_device *dev,
752 int queue, u8 *mac);
753 int (*ndo_set_vf_vlan)(struct net_device *dev,
754 int queue, u16 vlan, u8 qos);
755 int (*ndo_set_vf_tx_rate)(struct net_device *dev,
756 int vf, int rate);
757 int (*ndo_get_vf_config)(struct net_device *dev,
758 int vf,
759 struct ifla_vf_info *ivf);
57b61080
SF
760 int (*ndo_set_vf_port)(struct net_device *dev,
761 int vf,
762 struct nlattr *port[]);
763 int (*ndo_get_vf_port)(struct net_device *dev,
764 int vf, struct sk_buff *skb);
4d288d57 765#if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
cb454399
YZ
766 int (*ndo_fcoe_enable)(struct net_device *dev);
767 int (*ndo_fcoe_disable)(struct net_device *dev);
4d288d57
YZ
768 int (*ndo_fcoe_ddp_setup)(struct net_device *dev,
769 u16 xid,
770 struct scatterlist *sgl,
771 unsigned int sgc);
772 int (*ndo_fcoe_ddp_done)(struct net_device *dev,
773 u16 xid);
df5c7945
YZ
774#define NETDEV_FCOE_WWNN 0
775#define NETDEV_FCOE_WWPN 1
776 int (*ndo_fcoe_get_wwn)(struct net_device *dev,
777 u64 *wwn, int type);
4d288d57 778#endif
d314774c
SH
779};
780
1da177e4
LT
781/*
782 * The DEVICE structure.
783 * Actually, this whole structure is a big mistake. It mixes I/O
784 * data with strictly "high-level" data, and it has to know about
785 * almost every data structure used in the INET module.
786 *
787 * FIXME: cleanup struct net_device such that network protocol info
788 * moves out.
789 */
790
d94d9fee 791struct net_device {
1da177e4
LT
792
793 /*
794 * This is the first field of the "visible" part of this structure
795 * (i.e. as seen by users in the "Space.c" file). It is the name
796 * the interface.
797 */
798 char name[IFNAMSIZ];
ed77134b
MG
799
800 struct pm_qos_request_list *pm_qos_req;
801
9356b8fc
ED
802 /* device name hash chain */
803 struct hlist_node name_hlist;
0b815a1a
SH
804 /* snmp alias */
805 char *ifalias;
1da177e4
LT
806
807 /*
808 * I/O specific fields
809 * FIXME: Merge these and struct ifmap into one
810 */
811 unsigned long mem_end; /* shared mem end */
812 unsigned long mem_start; /* shared mem start */
813 unsigned long base_addr; /* device I/O address */
814 unsigned int irq; /* device IRQ number */
815
816 /*
817 * Some hardware also needs these fields, but they are not
818 * part of the usual set specified in Space.c.
819 */
820
821 unsigned char if_port; /* Selectable AUI, TP,..*/
822 unsigned char dma; /* DMA channel */
823
824 unsigned long state;
825
7562f876 826 struct list_head dev_list;
bea3348e 827 struct list_head napi_list;
44a0873d 828 struct list_head unreg_list;
1da177e4 829
9356b8fc
ED
830 /* Net device features */
831 unsigned long features;
832#define NETIF_F_SG 1 /* Scatter/gather IO. */
d212f87b 833#define NETIF_F_IP_CSUM 2 /* Can checksum TCP/UDP over IPv4. */
9356b8fc
ED
834#define NETIF_F_NO_CSUM 4 /* Does not require checksum. F.e. loopack. */
835#define NETIF_F_HW_CSUM 8 /* Can checksum all the packets. */
d212f87b 836#define NETIF_F_IPV6_CSUM 16 /* Can checksum TCP/UDP over IPV6 */
9356b8fc
ED
837#define NETIF_F_HIGHDMA 32 /* Can DMA to high memory. */
838#define NETIF_F_FRAGLIST 64 /* Scatter/gather IO. */
839#define NETIF_F_HW_VLAN_TX 128 /* Transmit VLAN hw acceleration */
840#define NETIF_F_HW_VLAN_RX 256 /* Receive VLAN hw acceleration */
841#define NETIF_F_HW_VLAN_FILTER 512 /* Receive filtering on VLAN */
842#define NETIF_F_VLAN_CHALLENGED 1024 /* Device cannot handle VLAN packets */
37c3185a 843#define NETIF_F_GSO 2048 /* Enable software GSO. */
e24eb521
CB
844#define NETIF_F_LLTX 4096 /* LockLess TX - deprecated. Please */
845 /* do not use LLTX in new drivers */
ce286d32 846#define NETIF_F_NETNS_LOCAL 8192 /* Does not change network namespaces */
d565b0a1 847#define NETIF_F_GRO 16384 /* Generic receive offload */
3ae7c0b2 848#define NETIF_F_LRO 32768 /* large receive offload */
7967168c 849
8dc92f7e 850/* the GSO_MASK reserves bits 16 through 23 */
01d5b2fc 851#define NETIF_F_FCOE_CRC (1 << 24) /* FCoE CRC32 */
8dc92f7e 852#define NETIF_F_SCTP_CSUM (1 << 25) /* SCTP checksum offload */
bb2af4f5 853#define NETIF_F_FCOE_MTU (1 << 26) /* Supports max FCoE MTU, 2158 bytes*/
15682bc4 854#define NETIF_F_NTUPLE (1 << 27) /* N-tuple filters supported */
b00fabb4 855#define NETIF_F_RXHASH (1 << 28) /* Receive hashing offload */
01d5b2fc 856
7967168c 857 /* Segmentation offload features */
289c79a4 858#define NETIF_F_GSO_SHIFT 16
43eb99c5 859#define NETIF_F_GSO_MASK 0x00ff0000
7967168c 860#define NETIF_F_TSO (SKB_GSO_TCPV4 << NETIF_F_GSO_SHIFT)
f83ef8c0 861#define NETIF_F_UFO (SKB_GSO_UDP << NETIF_F_GSO_SHIFT)
576a30eb 862#define NETIF_F_GSO_ROBUST (SKB_GSO_DODGY << NETIF_F_GSO_SHIFT)
f83ef8c0
HX
863#define NETIF_F_TSO_ECN (SKB_GSO_TCP_ECN << NETIF_F_GSO_SHIFT)
864#define NETIF_F_TSO6 (SKB_GSO_TCPV6 << NETIF_F_GSO_SHIFT)
01d5b2fc 865#define NETIF_F_FSO (SKB_GSO_FCOE << NETIF_F_GSO_SHIFT)
9356b8fc 866
78eb8877
HX
867 /* List of features with software fallbacks. */
868#define NETIF_F_GSO_SOFTWARE (NETIF_F_TSO | NETIF_F_TSO_ECN | NETIF_F_TSO6)
869
d212f87b 870
8648b305 871#define NETIF_F_GEN_CSUM (NETIF_F_NO_CSUM | NETIF_F_HW_CSUM)
d212f87b
SH
872#define NETIF_F_V4_CSUM (NETIF_F_GEN_CSUM | NETIF_F_IP_CSUM)
873#define NETIF_F_V6_CSUM (NETIF_F_GEN_CSUM | NETIF_F_IPV6_CSUM)
874#define NETIF_F_ALL_CSUM (NETIF_F_V4_CSUM | NETIF_F_V6_CSUM)
8648b305 875
b63365a2
HX
876 /*
877 * If one device supports one of these features, then enable them
878 * for all in netdev_increment_features.
879 */
880#define NETIF_F_ONE_FOR_ALL (NETIF_F_GSO_SOFTWARE | NETIF_F_GSO_ROBUST | \
d314774c 881 NETIF_F_SG | NETIF_F_HIGHDMA | \
b63365a2
HX
882 NETIF_F_FRAGLIST)
883
1da177e4
LT
884 /* Interface index. Unique device identifier */
885 int ifindex;
886 int iflink;
887
be1f3c2c
BH
888 union {
889 struct rtnl_link_stats64 stats64;
890 struct net_device_stats stats;
891 };
1da177e4 892
b86e0280 893#ifdef CONFIG_WIRELESS_EXT
1da177e4
LT
894 /* List of functions to handle Wireless Extensions (instead of ioctl).
895 * See <net/iw_handler.h> for details. Jean II */
896 const struct iw_handler_def * wireless_handlers;
897 /* Instance data managed by the core of Wireless Extensions. */
898 struct iw_public_data * wireless_data;
b86e0280 899#endif
d314774c
SH
900 /* Management operations */
901 const struct net_device_ops *netdev_ops;
76fd8593 902 const struct ethtool_ops *ethtool_ops;
1da177e4 903
3b04ddde
SH
904 /* Hardware header description */
905 const struct header_ops *header_ops;
906
b00055aa 907 unsigned int flags; /* interface flags (a la BSD) */
1da177e4
LT
908 unsigned short gflags;
909 unsigned short priv_flags; /* Like 'flags' but invisible to userspace. */
910 unsigned short padded; /* How much padding added by alloc_netdev() */
911
b00055aa
SR
912 unsigned char operstate; /* RFC2863 operstate */
913 unsigned char link_mode; /* mapping policy to operstate */
914
cd7b5396 915 unsigned int mtu; /* interface MTU value */
1da177e4
LT
916 unsigned short type; /* interface hardware type */
917 unsigned short hard_header_len; /* hardware hdr length */
1da177e4 918
f5184d26
JB
919 /* extra head- and tailroom the hardware may need, but not in all cases
920 * can this be guaranteed, especially tailroom. Some cases also use
921 * LL_MAX_HEADER instead to allocate the skb.
922 */
923 unsigned short needed_headroom;
924 unsigned short needed_tailroom;
925
1da177e4
LT
926 struct net_device *master; /* Pointer to master device of a group,
927 * which this device is member of.
928 */
929
930 /* Interface address info. */
a6f9a705 931 unsigned char perm_addr[MAX_ADDR_LEN]; /* permanent hw address */
1da177e4
LT
932 unsigned char addr_len; /* hardware address length */
933 unsigned short dev_id; /* for shared network cards */
934
ccffad25 935 spinlock_t addr_list_lock;
22bedad3
JP
936 struct netdev_hw_addr_list uc; /* Unicast mac addresses */
937 struct netdev_hw_addr_list mc; /* Multicast mac addresses */
938 int uc_promisc;
9d45abe1
WC
939 unsigned int promiscuity;
940 unsigned int allmulti;
1da177e4 941
1da177e4
LT
942
943 /* Protocol specific pointers */
944
91da11f8
LB
945#ifdef CONFIG_NET_DSA
946 void *dsa_ptr; /* dsa specific data */
947#endif
1da177e4 948 void *atalk_ptr; /* AppleTalk link */
fe2918b0 949 void *ip_ptr; /* IPv4 specific data */
1da177e4
LT
950 void *dn_ptr; /* DECnet specific data */
951 void *ip6_ptr; /* IPv6 specific data */
952 void *ec_ptr; /* Econet specific data */
953 void *ax25_ptr; /* AX.25 specific data */
704232c2
JB
954 struct wireless_dev *ieee80211_ptr; /* IEEE 802.11 specific data,
955 assign before registering */
1da177e4 956
9356b8fc
ED
957/*
958 * Cache line mostly used on receive path (including eth_type_trans())
959 */
9356b8fc
ED
960 unsigned long last_rx; /* Time of last Rx */
961 /* Interface address info used in eth_type_trans() */
f001fde5
JP
962 unsigned char *dev_addr; /* hw address, (before bcast
963 because most packets are
964 unicast) */
965
31278e71
JP
966 struct netdev_hw_addr_list dev_addrs; /* list of device
967 hw addresses */
9356b8fc
ED
968
969 unsigned char broadcast[MAX_ADDR_LEN]; /* hw bcast add */
1da177e4 970
df334545 971#ifdef CONFIG_RPS
0a9627f2
TH
972 struct kset *queues_kset;
973
974 struct netdev_rx_queue *_rx;
975
976 /* Number of RX queues allocated at alloc_netdev_mq() time */
977 unsigned int num_rx_queues;
df334545 978#endif
0a9627f2 979
bb949fbd 980 struct netdev_queue rx_queue;
ab95bfe0 981 rx_handler_func_t *rx_handler;
93e2c32b 982 void *rx_handler_data;
e8a0464c
DM
983
984 struct netdev_queue *_tx ____cacheline_aligned_in_smp;
fd2ea0a7
DM
985
986 /* Number of TX queues allocated at alloc_netdev_mq() time */
e8a0464c 987 unsigned int num_tx_queues;
fd2ea0a7
DM
988
989 /* Number of TX queues currently active in device */
990 unsigned int real_num_tx_queues;
991
af356afa
PM
992 /* root qdisc from userspace point of view */
993 struct Qdisc *qdisc;
994
1da177e4 995 unsigned long tx_queue_len; /* Max frames per queue allowed */
c3f26a26 996 spinlock_t tx_global_lock;
9356b8fc
ED
997/*
998 * One part is mostly used on xmit path (device)
999 */
9356b8fc 1000 /* These may be needed for future network-power-down code. */
9d21493b
ED
1001
1002 /*
1003 * trans_start here is expensive for high speed devices on SMP,
1004 * please use netdev_queue->trans_start instead.
1005 */
9356b8fc
ED
1006 unsigned long trans_start; /* Time (in jiffies) of last Tx */
1007
1008 int watchdog_timeo; /* used by dev_watchdog() */
1009 struct timer_list watchdog_timer;
1010
1da177e4 1011 /* Number of references to this device */
9356b8fc
ED
1012 atomic_t refcnt ____cacheline_aligned_in_smp;
1013
1da177e4
LT
1014 /* delayed register/unregister */
1015 struct list_head todo_list;
1da177e4
LT
1016 /* device index hash chain */
1017 struct hlist_node index_hlist;
1018
e014debe 1019 struct list_head link_watch_list;
572a103d 1020
1da177e4
LT
1021 /* register/unregister state machine */
1022 enum { NETREG_UNINITIALIZED=0,
b17a7c17 1023 NETREG_REGISTERED, /* completed register_netdevice */
1da177e4
LT
1024 NETREG_UNREGISTERING, /* called unregister_netdevice */
1025 NETREG_UNREGISTERED, /* completed unregister todo */
1026 NETREG_RELEASED, /* called free_netdev */
937f1ba5 1027 NETREG_DUMMY, /* dummy device for NAPI poll */
a2835763
PM
1028 } reg_state:16;
1029
1030 enum {
1031 RTNL_LINK_INITIALIZED,
1032 RTNL_LINK_INITIALIZING,
1033 } rtnl_link_state:16;
1da177e4 1034
d314774c
SH
1035 /* Called from unregister, can be used to call free_netdev */
1036 void (*destructor)(struct net_device *dev);
1da177e4 1037
1da177e4 1038#ifdef CONFIG_NETPOLL
115c1d6e 1039 struct netpoll_info *npinfo;
1da177e4 1040#endif
eae792b7 1041
c346dca1 1042#ifdef CONFIG_NET_NS
4a1c5371
EB
1043 /* Network namespace this network device is inside */
1044 struct net *nd_net;
c346dca1 1045#endif
4a1c5371 1046
4951704b
DM
1047 /* mid-layer private */
1048 void *ml_priv;
1049
eca9ebac
PM
1050 /* GARP */
1051 struct garp_port *garp_port;
1da177e4 1052
1da177e4 1053 /* class/net/name entry */
43cb76d9 1054 struct device dev;
0c509a6c
EB
1055 /* space for optional device, statistics, and wireless sysfs groups */
1056 const struct attribute_group *sysfs_groups[4];
38f7b870
PM
1057
1058 /* rtnetlink link ops */
1059 const struct rtnl_link_ops *rtnl_link_ops;
f25f4e44 1060
289c79a4
PM
1061 /* VLAN feature mask */
1062 unsigned long vlan_features;
1063
82cc1a7a
PWJ
1064 /* for setting kernel sock attribute on TCP connection setup */
1065#define GSO_MAX_SIZE 65536
1066 unsigned int gso_max_size;
d314774c 1067
7a6b6f51 1068#ifdef CONFIG_DCB
2f90b865 1069 /* Data Center Bridging netlink ops */
32953543 1070 const struct dcbnl_rtnl_ops *dcbnl_ops;
2f90b865
AD
1071#endif
1072
4d288d57
YZ
1073#if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
1074 /* max exchange id for FCoE LRO by ddp */
1075 unsigned int fcoe_ddp_xid;
1076#endif
15682bc4
PWJ
1077 /* n-tuple filter list attached to this device */
1078 struct ethtool_rx_ntuple_list ethtool_ntuple_list;
1da177e4 1079};
43cb76d9 1080#define to_net_dev(d) container_of(d, struct net_device, dev)
1da177e4
LT
1081
1082#define NETDEV_ALIGN 32
1da177e4 1083
e8a0464c
DM
1084static inline
1085struct netdev_queue *netdev_get_tx_queue(const struct net_device *dev,
1086 unsigned int index)
1087{
1088 return &dev->_tx[index];
1089}
1090
1091static inline void netdev_for_each_tx_queue(struct net_device *dev,
1092 void (*f)(struct net_device *,
1093 struct netdev_queue *,
1094 void *),
1095 void *arg)
1096{
1097 unsigned int i;
1098
1099 for (i = 0; i < dev->num_tx_queues; i++)
1100 f(dev, &dev->_tx[i], arg);
1101}
1102
c346dca1
YH
1103/*
1104 * Net namespace inlines
1105 */
1106static inline
1107struct net *dev_net(const struct net_device *dev)
1108{
c2d9ba9b 1109 return read_pnet(&dev->nd_net);
c346dca1
YH
1110}
1111
1112static inline
f5aa23fd 1113void dev_net_set(struct net_device *dev, struct net *net)
c346dca1
YH
1114{
1115#ifdef CONFIG_NET_NS
f3005d7f
DL
1116 release_net(dev->nd_net);
1117 dev->nd_net = hold_net(net);
c346dca1
YH
1118#endif
1119}
1120
cf85d08f
LB
1121static inline bool netdev_uses_dsa_tags(struct net_device *dev)
1122{
1123#ifdef CONFIG_NET_DSA_TAG_DSA
1124 if (dev->dsa_ptr != NULL)
1125 return dsa_uses_dsa_tags(dev->dsa_ptr);
1126#endif
1127
1128 return 0;
1129}
1130
8a83a00b
AB
1131#ifndef CONFIG_NET_NS
1132static inline void skb_set_dev(struct sk_buff *skb, struct net_device *dev)
1133{
1134 skb->dev = dev;
1135}
1136#else /* CONFIG_NET_NS */
1137void skb_set_dev(struct sk_buff *skb, struct net_device *dev);
1138#endif
1139
396138f0
LB
1140static inline bool netdev_uses_trailer_tags(struct net_device *dev)
1141{
1142#ifdef CONFIG_NET_DSA_TAG_TRAILER
1143 if (dev->dsa_ptr != NULL)
1144 return dsa_uses_trailer_tags(dev->dsa_ptr);
1145#endif
1146
1147 return 0;
1148}
1149
bea3348e
SH
1150/**
1151 * netdev_priv - access network device private data
1152 * @dev: network device
1153 *
1154 * Get network device private data
1155 */
6472ce60 1156static inline void *netdev_priv(const struct net_device *dev)
1da177e4 1157{
1ce8e7b5 1158 return (char *)dev + ALIGN(sizeof(struct net_device), NETDEV_ALIGN);
1da177e4
LT
1159}
1160
1da177e4
LT
1161/* Set the sysfs physical device reference for the network logical device
1162 * if set prior to registration will cause a symlink during initialization.
1163 */
43cb76d9 1164#define SET_NETDEV_DEV(net, pdev) ((net)->dev.parent = (pdev))
1da177e4 1165
384912ed
MH
1166/* Set the sysfs device type for the network logical device to allow
1167 * fin grained indentification of different network device types. For
1168 * example Ethernet, Wirelss LAN, Bluetooth, WiMAX etc.
1169 */
1170#define SET_NETDEV_DEVTYPE(net, devtype) ((net)->dev.type = (devtype))
1171
3b582cc1
SH
1172/**
1173 * netif_napi_add - initialize a napi context
1174 * @dev: network device
1175 * @napi: napi context
1176 * @poll: polling function
1177 * @weight: default weight
1178 *
1179 * netif_napi_add() must be used to initialize a napi context prior to calling
1180 * *any* of the other napi related functions.
1181 */
d565b0a1
HX
1182void netif_napi_add(struct net_device *dev, struct napi_struct *napi,
1183 int (*poll)(struct napi_struct *, int), int weight);
bea3348e 1184
d8156534
AD
1185/**
1186 * netif_napi_del - remove a napi context
1187 * @napi: napi context
1188 *
1189 * netif_napi_del() removes a napi context from the network device napi list
1190 */
d565b0a1
HX
1191void netif_napi_del(struct napi_struct *napi);
1192
1193struct napi_gro_cb {
78a478d0
HX
1194 /* Virtual address of skb_shinfo(skb)->frags[0].page + offset. */
1195 void *frag0;
1196
7489594c
HX
1197 /* Length of frag0. */
1198 unsigned int frag0_len;
1199
86911732
HX
1200 /* This indicates where we are processing relative to skb->data. */
1201 int data_offset;
1202
d565b0a1
HX
1203 /* This is non-zero if the packet may be of the same flow. */
1204 int same_flow;
1205
1206 /* This is non-zero if the packet cannot be merged with the new skb. */
1207 int flush;
1208
1209 /* Number of segments aggregated. */
1210 int count;
5d38a079
HX
1211
1212 /* Free the skb? */
1213 int free;
d565b0a1
HX
1214};
1215
1216#define NAPI_GRO_CB(skb) ((struct napi_gro_cb *)(skb)->cb)
d8156534 1217
1da177e4 1218struct packet_type {
f2ccd8fa
DM
1219 __be16 type; /* This is really htons(ether_type). */
1220 struct net_device *dev; /* NULL is wildcarded here */
1221 int (*func) (struct sk_buff *,
1222 struct net_device *,
1223 struct packet_type *,
1224 struct net_device *);
576a30eb
HX
1225 struct sk_buff *(*gso_segment)(struct sk_buff *skb,
1226 int features);
a430a43d 1227 int (*gso_send_check)(struct sk_buff *skb);
d565b0a1
HX
1228 struct sk_buff **(*gro_receive)(struct sk_buff **head,
1229 struct sk_buff *skb);
1230 int (*gro_complete)(struct sk_buff *skb);
1da177e4
LT
1231 void *af_packet_priv;
1232 struct list_head list;
1233};
1234
1235#include <linux/interrupt.h>
1236#include <linux/notifier.h>
1237
1da177e4
LT
1238extern rwlock_t dev_base_lock; /* Device list lock */
1239
7562f876 1240
881d966b
EB
1241#define for_each_netdev(net, d) \
1242 list_for_each_entry(d, &(net)->dev_base_head, dev_list)
dcbccbd4
EB
1243#define for_each_netdev_reverse(net, d) \
1244 list_for_each_entry_reverse(d, &(net)->dev_base_head, dev_list)
c6d14c84
ED
1245#define for_each_netdev_rcu(net, d) \
1246 list_for_each_entry_rcu(d, &(net)->dev_base_head, dev_list)
881d966b
EB
1247#define for_each_netdev_safe(net, d, n) \
1248 list_for_each_entry_safe(d, n, &(net)->dev_base_head, dev_list)
1249#define for_each_netdev_continue(net, d) \
1250 list_for_each_entry_continue(d, &(net)->dev_base_head, dev_list)
254245d2 1251#define for_each_netdev_continue_rcu(net, d) \
1252 list_for_each_entry_continue_rcu(d, &(net)->dev_base_head, dev_list)
881d966b 1253#define net_device_entry(lh) list_entry(lh, struct net_device, dev_list)
7562f876 1254
a050c33f
DL
1255static inline struct net_device *next_net_device(struct net_device *dev)
1256{
1257 struct list_head *lh;
1258 struct net *net;
1259
c346dca1 1260 net = dev_net(dev);
a050c33f
DL
1261 lh = dev->dev_list.next;
1262 return lh == &net->dev_base_head ? NULL : net_device_entry(lh);
1263}
1264
ce81b76a
ED
1265static inline struct net_device *next_net_device_rcu(struct net_device *dev)
1266{
1267 struct list_head *lh;
1268 struct net *net;
1269
1270 net = dev_net(dev);
1271 lh = rcu_dereference(dev->dev_list.next);
1272 return lh == &net->dev_base_head ? NULL : net_device_entry(lh);
1273}
1274
a050c33f
DL
1275static inline struct net_device *first_net_device(struct net *net)
1276{
1277 return list_empty(&net->dev_base_head) ? NULL :
1278 net_device_entry(net->dev_base_head.next);
1279}
7562f876 1280
1da177e4
LT
1281extern int netdev_boot_setup_check(struct net_device *dev);
1282extern unsigned long netdev_boot_base(const char *prefix, int unit);
881d966b
EB
1283extern struct net_device *dev_getbyhwaddr(struct net *net, unsigned short type, char *hwaddr);
1284extern struct net_device *dev_getfirstbyhwtype(struct net *net, unsigned short type);
1285extern struct net_device *__dev_getfirstbyhwtype(struct net *net, unsigned short type);
1da177e4
LT
1286extern void dev_add_pack(struct packet_type *pt);
1287extern void dev_remove_pack(struct packet_type *pt);
1288extern void __dev_remove_pack(struct packet_type *pt);
1289
bb69ae04
ED
1290extern struct net_device *dev_get_by_flags_rcu(struct net *net, unsigned short flags,
1291 unsigned short mask);
881d966b 1292extern struct net_device *dev_get_by_name(struct net *net, const char *name);
72c9528b 1293extern struct net_device *dev_get_by_name_rcu(struct net *net, const char *name);
881d966b 1294extern struct net_device *__dev_get_by_name(struct net *net, const char *name);
1da177e4
LT
1295extern int dev_alloc_name(struct net_device *dev, const char *name);
1296extern int dev_open(struct net_device *dev);
1297extern int dev_close(struct net_device *dev);
0187bdfb 1298extern void dev_disable_lro(struct net_device *dev);
1da177e4
LT
1299extern int dev_queue_xmit(struct sk_buff *skb);
1300extern int register_netdevice(struct net_device *dev);
44a0873d
ED
1301extern void unregister_netdevice_queue(struct net_device *dev,
1302 struct list_head *head);
9b5e383c 1303extern void unregister_netdevice_many(struct list_head *head);
44a0873d
ED
1304static inline void unregister_netdevice(struct net_device *dev)
1305{
1306 unregister_netdevice_queue(dev, NULL);
1307}
1308
1da177e4
LT
1309extern void free_netdev(struct net_device *dev);
1310extern void synchronize_net(void);
1311extern int register_netdevice_notifier(struct notifier_block *nb);
1312extern int unregister_netdevice_notifier(struct notifier_block *nb);
937f1ba5 1313extern int init_dummy_netdev(struct net_device *dev);
9d40bbda 1314extern void netdev_resync_ops(struct net_device *dev);
937f1ba5 1315
ad7379d4 1316extern int call_netdevice_notifiers(unsigned long val, struct net_device *dev);
881d966b
EB
1317extern struct net_device *dev_get_by_index(struct net *net, int ifindex);
1318extern struct net_device *__dev_get_by_index(struct net *net, int ifindex);
fb699dfd 1319extern struct net_device *dev_get_by_index_rcu(struct net *net, int ifindex);
1da177e4
LT
1320extern int dev_restart(struct net_device *dev);
1321#ifdef CONFIG_NETPOLL_TRAP
1322extern int netpoll_trap(void);
1323#endif
86911732
HX
1324extern int skb_gro_receive(struct sk_buff **head,
1325 struct sk_buff *skb);
78a478d0 1326extern void skb_gro_reset_offset(struct sk_buff *skb);
86911732
HX
1327
1328static inline unsigned int skb_gro_offset(const struct sk_buff *skb)
1329{
1330 return NAPI_GRO_CB(skb)->data_offset;
1331}
1332
1333static inline unsigned int skb_gro_len(const struct sk_buff *skb)
1334{
1335 return skb->len - NAPI_GRO_CB(skb)->data_offset;
1336}
1337
1338static inline void skb_gro_pull(struct sk_buff *skb, unsigned int len)
1339{
1340 NAPI_GRO_CB(skb)->data_offset += len;
1341}
1342
a5b1cf28
HX
1343static inline void *skb_gro_header_fast(struct sk_buff *skb,
1344 unsigned int offset)
86911732 1345{
a5b1cf28
HX
1346 return NAPI_GRO_CB(skb)->frag0 + offset;
1347}
78a478d0 1348
a5b1cf28
HX
1349static inline int skb_gro_header_hard(struct sk_buff *skb, unsigned int hlen)
1350{
1351 return NAPI_GRO_CB(skb)->frag0_len < hlen;
1352}
78a478d0 1353
a5b1cf28
HX
1354static inline void *skb_gro_header_slow(struct sk_buff *skb, unsigned int hlen,
1355 unsigned int offset)
1356{
1357 NAPI_GRO_CB(skb)->frag0 = NULL;
1358 NAPI_GRO_CB(skb)->frag0_len = 0;
1359 return pskb_may_pull(skb, hlen) ? skb->data + offset : NULL;
86911732 1360}
1da177e4 1361
aa4b9f53
HX
1362static inline void *skb_gro_mac_header(struct sk_buff *skb)
1363{
78d3fd0b 1364 return NAPI_GRO_CB(skb)->frag0 ?: skb_mac_header(skb);
aa4b9f53
HX
1365}
1366
36e7b1b8
HX
1367static inline void *skb_gro_network_header(struct sk_buff *skb)
1368{
78d3fd0b
HX
1369 return (NAPI_GRO_CB(skb)->frag0 ?: skb->data) +
1370 skb_network_offset(skb);
36e7b1b8
HX
1371}
1372
0c4e8581
SH
1373static inline int dev_hard_header(struct sk_buff *skb, struct net_device *dev,
1374 unsigned short type,
3b04ddde
SH
1375 const void *daddr, const void *saddr,
1376 unsigned len)
0c4e8581 1377{
f1ecfd5d 1378 if (!dev->header_ops || !dev->header_ops->create)
0c4e8581 1379 return 0;
3b04ddde
SH
1380
1381 return dev->header_ops->create(skb, dev, type, daddr, saddr, len);
0c4e8581
SH
1382}
1383
b95cce35
SH
1384static inline int dev_parse_header(const struct sk_buff *skb,
1385 unsigned char *haddr)
1386{
1387 const struct net_device *dev = skb->dev;
1388
1b83336b 1389 if (!dev->header_ops || !dev->header_ops->parse)
b95cce35 1390 return 0;
3b04ddde 1391 return dev->header_ops->parse(skb, haddr);
b95cce35
SH
1392}
1393
1da177e4
LT
1394typedef int gifconf_func_t(struct net_device * dev, char __user * bufptr, int len);
1395extern int register_gifconf(unsigned int family, gifconf_func_t * gifconf);
1396static inline int unregister_gifconf(unsigned int family)
1397{
1398 return register_gifconf(family, NULL);
1399}
1400
1401/*
88751275 1402 * Incoming packets are placed on per-cpu queues
1da177e4 1403 */
d94d9fee 1404struct softnet_data {
37437bb2 1405 struct Qdisc *output_queue;
a9cbd588 1406 struct Qdisc **output_queue_tailp;
1da177e4 1407 struct list_head poll_list;
1da177e4 1408 struct sk_buff *completion_queue;
6e7676c1 1409 struct sk_buff_head process_queue;
1da177e4 1410
dee42870 1411 /* stats */
cd7b5396
DM
1412 unsigned int processed;
1413 unsigned int time_squeeze;
1414 unsigned int cpu_collision;
1415 unsigned int received_rps;
dee42870 1416
fd793d89 1417#ifdef CONFIG_RPS
88751275
ED
1418 struct softnet_data *rps_ipi_list;
1419
1420 /* Elements below can be accessed between CPUs for RPS */
0a9627f2 1421 struct call_single_data csd ____cacheline_aligned_in_smp;
88751275
ED
1422 struct softnet_data *rps_ipi_next;
1423 unsigned int cpu;
fec5e652 1424 unsigned int input_queue_head;
76cc8b13 1425 unsigned int input_queue_tail;
1e94d72f 1426#endif
dee42870 1427 unsigned dropped;
0a9627f2 1428 struct sk_buff_head input_pkt_queue;
bea3348e 1429 struct napi_struct backlog;
1da177e4
LT
1430};
1431
76cc8b13 1432static inline void input_queue_head_incr(struct softnet_data *sd)
fec5e652
TH
1433{
1434#ifdef CONFIG_RPS
76cc8b13
TH
1435 sd->input_queue_head++;
1436#endif
1437}
1438
1439static inline void input_queue_tail_incr_save(struct softnet_data *sd,
1440 unsigned int *qtail)
1441{
1442#ifdef CONFIG_RPS
1443 *qtail = ++sd->input_queue_tail;
fec5e652
TH
1444#endif
1445}
1446
0a9627f2 1447DECLARE_PER_CPU_ALIGNED(struct softnet_data, softnet_data);
1da177e4
LT
1448
1449#define HAVE_NETIF_QUEUE
1450
37437bb2 1451extern void __netif_schedule(struct Qdisc *q);
1da177e4 1452
86d804e1 1453static inline void netif_schedule_queue(struct netdev_queue *txq)
1da177e4 1454{
79d16385 1455 if (!test_bit(__QUEUE_STATE_XOFF, &txq->state))
37437bb2 1456 __netif_schedule(txq->qdisc);
86d804e1
DM
1457}
1458
fd2ea0a7
DM
1459static inline void netif_tx_schedule_all(struct net_device *dev)
1460{
1461 unsigned int i;
1462
1463 for (i = 0; i < dev->num_tx_queues; i++)
1464 netif_schedule_queue(netdev_get_tx_queue(dev, i));
1465}
1466
d29f749e
DJ
1467static inline void netif_tx_start_queue(struct netdev_queue *dev_queue)
1468{
1469 clear_bit(__QUEUE_STATE_XOFF, &dev_queue->state);
1470}
1471
bea3348e
SH
1472/**
1473 * netif_start_queue - allow transmit
1474 * @dev: network device
1475 *
1476 * Allow upper layers to call the device hard_start_xmit routine.
1477 */
1da177e4
LT
1478static inline void netif_start_queue(struct net_device *dev)
1479{
e8a0464c 1480 netif_tx_start_queue(netdev_get_tx_queue(dev, 0));
1da177e4
LT
1481}
1482
fd2ea0a7
DM
1483static inline void netif_tx_start_all_queues(struct net_device *dev)
1484{
1485 unsigned int i;
1486
1487 for (i = 0; i < dev->num_tx_queues; i++) {
1488 struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
1489 netif_tx_start_queue(txq);
1490 }
1491}
1492
79d16385 1493static inline void netif_tx_wake_queue(struct netdev_queue *dev_queue)
1da177e4
LT
1494{
1495#ifdef CONFIG_NETPOLL_TRAP
5f286e11 1496 if (netpoll_trap()) {
7b3d3e4f 1497 netif_tx_start_queue(dev_queue);
1da177e4 1498 return;
5f286e11 1499 }
1da177e4 1500#endif
79d16385 1501 if (test_and_clear_bit(__QUEUE_STATE_XOFF, &dev_queue->state))
37437bb2 1502 __netif_schedule(dev_queue->qdisc);
79d16385
DM
1503}
1504
d29f749e
DJ
1505/**
1506 * netif_wake_queue - restart transmit
1507 * @dev: network device
1508 *
1509 * Allow upper layers to call the device hard_start_xmit routine.
1510 * Used for flow control when transmit resources are available.
1511 */
79d16385
DM
1512static inline void netif_wake_queue(struct net_device *dev)
1513{
e8a0464c 1514 netif_tx_wake_queue(netdev_get_tx_queue(dev, 0));
1da177e4
LT
1515}
1516
fd2ea0a7
DM
1517static inline void netif_tx_wake_all_queues(struct net_device *dev)
1518{
1519 unsigned int i;
1520
1521 for (i = 0; i < dev->num_tx_queues; i++) {
1522 struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
1523 netif_tx_wake_queue(txq);
1524 }
1525}
1526
d29f749e
DJ
1527static inline void netif_tx_stop_queue(struct netdev_queue *dev_queue)
1528{
1529 set_bit(__QUEUE_STATE_XOFF, &dev_queue->state);
1530}
1531
bea3348e
SH
1532/**
1533 * netif_stop_queue - stop transmitted packets
1534 * @dev: network device
1535 *
1536 * Stop upper layers calling the device hard_start_xmit routine.
1537 * Used for flow control when transmit resources are unavailable.
1538 */
1da177e4
LT
1539static inline void netif_stop_queue(struct net_device *dev)
1540{
e8a0464c 1541 netif_tx_stop_queue(netdev_get_tx_queue(dev, 0));
1da177e4
LT
1542}
1543
fd2ea0a7
DM
1544static inline void netif_tx_stop_all_queues(struct net_device *dev)
1545{
1546 unsigned int i;
1547
1548 for (i = 0; i < dev->num_tx_queues; i++) {
1549 struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
1550 netif_tx_stop_queue(txq);
1551 }
1552}
1553
d29f749e
DJ
1554static inline int netif_tx_queue_stopped(const struct netdev_queue *dev_queue)
1555{
1556 return test_bit(__QUEUE_STATE_XOFF, &dev_queue->state);
1557}
1558
bea3348e
SH
1559/**
1560 * netif_queue_stopped - test if transmit queue is flowblocked
1561 * @dev: network device
1562 *
1563 * Test if transmit queue on device is currently unable to send.
1564 */
1da177e4
LT
1565static inline int netif_queue_stopped(const struct net_device *dev)
1566{
e8a0464c 1567 return netif_tx_queue_stopped(netdev_get_tx_queue(dev, 0));
1da177e4
LT
1568}
1569
c3f26a26
DM
1570static inline int netif_tx_queue_frozen(const struct netdev_queue *dev_queue)
1571{
1572 return test_bit(__QUEUE_STATE_FROZEN, &dev_queue->state);
1573}
1574
bea3348e
SH
1575/**
1576 * netif_running - test if up
1577 * @dev: network device
1578 *
1579 * Test if the device has been brought up.
1580 */
1da177e4
LT
1581static inline int netif_running(const struct net_device *dev)
1582{
1583 return test_bit(__LINK_STATE_START, &dev->state);
1584}
1585
f25f4e44
PWJ
1586/*
1587 * Routines to manage the subqueues on a device. We only need start
1588 * stop, and a check if it's stopped. All other device management is
1589 * done at the overall netdevice level.
1590 * Also test the device if we're multiqueue.
1591 */
bea3348e
SH
1592
1593/**
1594 * netif_start_subqueue - allow sending packets on subqueue
1595 * @dev: network device
1596 * @queue_index: sub queue index
1597 *
1598 * Start individual transmit queue of a device with multiple transmit queues.
1599 */
f25f4e44
PWJ
1600static inline void netif_start_subqueue(struct net_device *dev, u16 queue_index)
1601{
fd2ea0a7 1602 struct netdev_queue *txq = netdev_get_tx_queue(dev, queue_index);
7b3d3e4f
KK
1603
1604 netif_tx_start_queue(txq);
f25f4e44
PWJ
1605}
1606
bea3348e
SH
1607/**
1608 * netif_stop_subqueue - stop sending packets on subqueue
1609 * @dev: network device
1610 * @queue_index: sub queue index
1611 *
1612 * Stop individual transmit queue of a device with multiple transmit queues.
1613 */
f25f4e44
PWJ
1614static inline void netif_stop_subqueue(struct net_device *dev, u16 queue_index)
1615{
fd2ea0a7 1616 struct netdev_queue *txq = netdev_get_tx_queue(dev, queue_index);
f25f4e44
PWJ
1617#ifdef CONFIG_NETPOLL_TRAP
1618 if (netpoll_trap())
1619 return;
1620#endif
7b3d3e4f 1621 netif_tx_stop_queue(txq);
f25f4e44
PWJ
1622}
1623
bea3348e
SH
1624/**
1625 * netif_subqueue_stopped - test status of subqueue
1626 * @dev: network device
1627 * @queue_index: sub queue index
1628 *
1629 * Check individual transmit queue of a device with multiple transmit queues.
1630 */
668f895a 1631static inline int __netif_subqueue_stopped(const struct net_device *dev,
f25f4e44
PWJ
1632 u16 queue_index)
1633{
fd2ea0a7 1634 struct netdev_queue *txq = netdev_get_tx_queue(dev, queue_index);
7b3d3e4f
KK
1635
1636 return netif_tx_queue_stopped(txq);
f25f4e44
PWJ
1637}
1638
668f895a
PE
1639static inline int netif_subqueue_stopped(const struct net_device *dev,
1640 struct sk_buff *skb)
1641{
1642 return __netif_subqueue_stopped(dev, skb_get_queue_mapping(skb));
1643}
bea3348e
SH
1644
1645/**
1646 * netif_wake_subqueue - allow sending packets on subqueue
1647 * @dev: network device
1648 * @queue_index: sub queue index
1649 *
1650 * Resume individual transmit queue of a device with multiple transmit queues.
1651 */
f25f4e44
PWJ
1652static inline void netif_wake_subqueue(struct net_device *dev, u16 queue_index)
1653{
fd2ea0a7 1654 struct netdev_queue *txq = netdev_get_tx_queue(dev, queue_index);
f25f4e44
PWJ
1655#ifdef CONFIG_NETPOLL_TRAP
1656 if (netpoll_trap())
1657 return;
1658#endif
fd2ea0a7 1659 if (test_and_clear_bit(__QUEUE_STATE_XOFF, &txq->state))
37437bb2 1660 __netif_schedule(txq->qdisc);
f25f4e44
PWJ
1661}
1662
bea3348e
SH
1663/**
1664 * netif_is_multiqueue - test if device has multiple transmit queues
1665 * @dev: network device
1666 *
1667 * Check if device has multiple transmit queues
bea3348e 1668 */
f25f4e44
PWJ
1669static inline int netif_is_multiqueue(const struct net_device *dev)
1670{
09e83b5d 1671 return (dev->num_tx_queues > 1);
f25f4e44 1672}
1da177e4
LT
1673
1674/* Use this variant when it is known for sure that it
0ef47309
ML
1675 * is executing from hardware interrupt context or with hardware interrupts
1676 * disabled.
1da177e4 1677 */
bea3348e 1678extern void dev_kfree_skb_irq(struct sk_buff *skb);
1da177e4
LT
1679
1680/* Use this variant in places where it could be invoked
0ef47309
ML
1681 * from either hardware interrupt or other context, with hardware interrupts
1682 * either disabled or enabled.
1da177e4 1683 */
56079431 1684extern void dev_kfree_skb_any(struct sk_buff *skb);
1da177e4
LT
1685
1686#define HAVE_NETIF_RX 1
1687extern int netif_rx(struct sk_buff *skb);
1688extern int netif_rx_ni(struct sk_buff *skb);
1689#define HAVE_NETIF_RECEIVE_SKB 1
1690extern int netif_receive_skb(struct sk_buff *skb);
5b252f0c 1691extern gro_result_t dev_gro_receive(struct napi_struct *napi,
96e93eab 1692 struct sk_buff *skb);
c7c4b3b6
BH
1693extern gro_result_t napi_skb_finish(gro_result_t ret, struct sk_buff *skb);
1694extern gro_result_t napi_gro_receive(struct napi_struct *napi,
d565b0a1 1695 struct sk_buff *skb);
96e93eab
HX
1696extern void napi_reuse_skb(struct napi_struct *napi,
1697 struct sk_buff *skb);
76620aaf 1698extern struct sk_buff * napi_get_frags(struct napi_struct *napi);
c7c4b3b6 1699extern gro_result_t napi_frags_finish(struct napi_struct *napi,
5b252f0c
BH
1700 struct sk_buff *skb,
1701 gro_result_t ret);
76620aaf 1702extern struct sk_buff * napi_frags_skb(struct napi_struct *napi);
c7c4b3b6 1703extern gro_result_t napi_gro_frags(struct napi_struct *napi);
76620aaf
HX
1704
1705static inline void napi_free_frags(struct napi_struct *napi)
1706{
1707 kfree_skb(napi->skb);
1708 napi->skb = NULL;
1709}
1710
ab95bfe0 1711extern int netdev_rx_handler_register(struct net_device *dev,
93e2c32b
JP
1712 rx_handler_func_t *rx_handler,
1713 void *rx_handler_data);
ab95bfe0
JP
1714extern void netdev_rx_handler_unregister(struct net_device *dev);
1715
bc1d0411 1716extern void netif_nit_deliver(struct sk_buff *skb);
c2373ee9 1717extern int dev_valid_name(const char *name);
881d966b
EB
1718extern int dev_ioctl(struct net *net, unsigned int cmd, void __user *);
1719extern int dev_ethtool(struct net *net, struct ifreq *);
1da177e4 1720extern unsigned dev_get_flags(const struct net_device *);
bd380811 1721extern int __dev_change_flags(struct net_device *, unsigned int flags);
1da177e4 1722extern int dev_change_flags(struct net_device *, unsigned);
bd380811 1723extern void __dev_notify_flags(struct net_device *, unsigned int old_flags);
cf04a4c7 1724extern int dev_change_name(struct net_device *, const char *);
0b815a1a 1725extern int dev_set_alias(struct net_device *, const char *, size_t);
ce286d32
EB
1726extern int dev_change_net_namespace(struct net_device *,
1727 struct net *, const char *);
1da177e4
LT
1728extern int dev_set_mtu(struct net_device *, int);
1729extern int dev_set_mac_address(struct net_device *,
1730 struct sockaddr *);
f6a78bfc 1731extern int dev_hard_start_xmit(struct sk_buff *skb,
fd2ea0a7
DM
1732 struct net_device *dev,
1733 struct netdev_queue *txq);
44540960
AB
1734extern int dev_forward_skb(struct net_device *dev,
1735 struct sk_buff *skb);
1da177e4 1736
20380731 1737extern int netdev_budget;
1da177e4
LT
1738
1739/* Called by rtnetlink.c:rtnl_unlock() */
1740extern void netdev_run_todo(void);
1741
bea3348e
SH
1742/**
1743 * dev_put - release reference to device
1744 * @dev: network device
1745 *
9ef4429b 1746 * Release reference to device to allow it to be freed.
bea3348e 1747 */
1da177e4
LT
1748static inline void dev_put(struct net_device *dev)
1749{
1750 atomic_dec(&dev->refcnt);
1751}
1752
bea3348e
SH
1753/**
1754 * dev_hold - get reference to device
1755 * @dev: network device
1756 *
9ef4429b 1757 * Hold reference to device to keep it from being freed.
bea3348e 1758 */
15333061
SH
1759static inline void dev_hold(struct net_device *dev)
1760{
1761 atomic_inc(&dev->refcnt);
1762}
1da177e4
LT
1763
1764/* Carrier loss detection, dial on demand. The functions netif_carrier_on
1765 * and _off may be called from IRQ context, but it is caller
1766 * who is responsible for serialization of these calls.
b00055aa
SR
1767 *
1768 * The name carrier is inappropriate, these functions should really be
1769 * called netif_lowerlayer_*() because they represent the state of any
1770 * kind of lower layer not just hardware media.
1da177e4
LT
1771 */
1772
1773extern void linkwatch_fire_event(struct net_device *dev);
e014debe 1774extern void linkwatch_forget_dev(struct net_device *dev);
1da177e4 1775
bea3348e
SH
1776/**
1777 * netif_carrier_ok - test if carrier present
1778 * @dev: network device
1779 *
1780 * Check if carrier is present on device
1781 */
1da177e4
LT
1782static inline int netif_carrier_ok(const struct net_device *dev)
1783{
1784 return !test_bit(__LINK_STATE_NOCARRIER, &dev->state);
1785}
1786
9d21493b
ED
1787extern unsigned long dev_trans_start(struct net_device *dev);
1788
1da177e4
LT
1789extern void __netdev_watchdog_up(struct net_device *dev);
1790
0a242efc 1791extern void netif_carrier_on(struct net_device *dev);
1da177e4 1792
0a242efc 1793extern void netif_carrier_off(struct net_device *dev);
1da177e4 1794
06c4648d
IC
1795extern void netif_notify_peers(struct net_device *dev);
1796
bea3348e
SH
1797/**
1798 * netif_dormant_on - mark device as dormant.
1799 * @dev: network device
1800 *
1801 * Mark device as dormant (as per RFC2863).
1802 *
1803 * The dormant state indicates that the relevant interface is not
1804 * actually in a condition to pass packets (i.e., it is not 'up') but is
1805 * in a "pending" state, waiting for some external event. For "on-
1806 * demand" interfaces, this new state identifies the situation where the
1807 * interface is waiting for events to place it in the up state.
1808 *
1809 */
b00055aa
SR
1810static inline void netif_dormant_on(struct net_device *dev)
1811{
1812 if (!test_and_set_bit(__LINK_STATE_DORMANT, &dev->state))
1813 linkwatch_fire_event(dev);
1814}
1815
bea3348e
SH
1816/**
1817 * netif_dormant_off - set device as not dormant.
1818 * @dev: network device
1819 *
1820 * Device is not in dormant state.
1821 */
b00055aa
SR
1822static inline void netif_dormant_off(struct net_device *dev)
1823{
1824 if (test_and_clear_bit(__LINK_STATE_DORMANT, &dev->state))
1825 linkwatch_fire_event(dev);
1826}
1827
bea3348e
SH
1828/**
1829 * netif_dormant - test if carrier present
1830 * @dev: network device
1831 *
1832 * Check if carrier is present on device
1833 */
b00055aa
SR
1834static inline int netif_dormant(const struct net_device *dev)
1835{
1836 return test_bit(__LINK_STATE_DORMANT, &dev->state);
1837}
1838
1839
bea3348e
SH
1840/**
1841 * netif_oper_up - test if device is operational
1842 * @dev: network device
1843 *
1844 * Check if carrier is operational
1845 */
d94d9fee
ED
1846static inline int netif_oper_up(const struct net_device *dev)
1847{
b00055aa
SR
1848 return (dev->operstate == IF_OPER_UP ||
1849 dev->operstate == IF_OPER_UNKNOWN /* backward compat */);
1850}
1851
bea3348e
SH
1852/**
1853 * netif_device_present - is device available or removed
1854 * @dev: network device
1855 *
1856 * Check if device has not been removed from system.
1857 */
1da177e4
LT
1858static inline int netif_device_present(struct net_device *dev)
1859{
1860 return test_bit(__LINK_STATE_PRESENT, &dev->state);
1861}
1862
56079431 1863extern void netif_device_detach(struct net_device *dev);
1da177e4 1864
56079431 1865extern void netif_device_attach(struct net_device *dev);
1da177e4
LT
1866
1867/*
1868 * Network interface message level settings
1869 */
1870#define HAVE_NETIF_MSG 1
1871
1872enum {
1873 NETIF_MSG_DRV = 0x0001,
1874 NETIF_MSG_PROBE = 0x0002,
1875 NETIF_MSG_LINK = 0x0004,
1876 NETIF_MSG_TIMER = 0x0008,
1877 NETIF_MSG_IFDOWN = 0x0010,
1878 NETIF_MSG_IFUP = 0x0020,
1879 NETIF_MSG_RX_ERR = 0x0040,
1880 NETIF_MSG_TX_ERR = 0x0080,
1881 NETIF_MSG_TX_QUEUED = 0x0100,
1882 NETIF_MSG_INTR = 0x0200,
1883 NETIF_MSG_TX_DONE = 0x0400,
1884 NETIF_MSG_RX_STATUS = 0x0800,
1885 NETIF_MSG_PKTDATA = 0x1000,
1886 NETIF_MSG_HW = 0x2000,
1887 NETIF_MSG_WOL = 0x4000,
1888};
1889
1890#define netif_msg_drv(p) ((p)->msg_enable & NETIF_MSG_DRV)
1891#define netif_msg_probe(p) ((p)->msg_enable & NETIF_MSG_PROBE)
1892#define netif_msg_link(p) ((p)->msg_enable & NETIF_MSG_LINK)
1893#define netif_msg_timer(p) ((p)->msg_enable & NETIF_MSG_TIMER)
1894#define netif_msg_ifdown(p) ((p)->msg_enable & NETIF_MSG_IFDOWN)
1895#define netif_msg_ifup(p) ((p)->msg_enable & NETIF_MSG_IFUP)
1896#define netif_msg_rx_err(p) ((p)->msg_enable & NETIF_MSG_RX_ERR)
1897#define netif_msg_tx_err(p) ((p)->msg_enable & NETIF_MSG_TX_ERR)
1898#define netif_msg_tx_queued(p) ((p)->msg_enable & NETIF_MSG_TX_QUEUED)
1899#define netif_msg_intr(p) ((p)->msg_enable & NETIF_MSG_INTR)
1900#define netif_msg_tx_done(p) ((p)->msg_enable & NETIF_MSG_TX_DONE)
1901#define netif_msg_rx_status(p) ((p)->msg_enable & NETIF_MSG_RX_STATUS)
1902#define netif_msg_pktdata(p) ((p)->msg_enable & NETIF_MSG_PKTDATA)
1903#define netif_msg_hw(p) ((p)->msg_enable & NETIF_MSG_HW)
1904#define netif_msg_wol(p) ((p)->msg_enable & NETIF_MSG_WOL)
1905
1906static inline u32 netif_msg_init(int debug_value, int default_msg_enable_bits)
1907{
1908 /* use default */
1909 if (debug_value < 0 || debug_value >= (sizeof(u32) * 8))
1910 return default_msg_enable_bits;
1911 if (debug_value == 0) /* no output */
1912 return 0;
1913 /* set low N bits */
1914 return (1 << debug_value) - 1;
1915}
1916
c773e847 1917static inline void __netif_tx_lock(struct netdev_queue *txq, int cpu)
932ff279 1918{
c773e847
DM
1919 spin_lock(&txq->_xmit_lock);
1920 txq->xmit_lock_owner = cpu;
22dd7495
JHS
1921}
1922
fd2ea0a7
DM
1923static inline void __netif_tx_lock_bh(struct netdev_queue *txq)
1924{
1925 spin_lock_bh(&txq->_xmit_lock);
1926 txq->xmit_lock_owner = smp_processor_id();
1927}
1928
c3f26a26
DM
1929static inline int __netif_tx_trylock(struct netdev_queue *txq)
1930{
1931 int ok = spin_trylock(&txq->_xmit_lock);
1932 if (likely(ok))
1933 txq->xmit_lock_owner = smp_processor_id();
1934 return ok;
1935}
1936
1937static inline void __netif_tx_unlock(struct netdev_queue *txq)
1938{
1939 txq->xmit_lock_owner = -1;
1940 spin_unlock(&txq->_xmit_lock);
1941}
1942
1943static inline void __netif_tx_unlock_bh(struct netdev_queue *txq)
1944{
1945 txq->xmit_lock_owner = -1;
1946 spin_unlock_bh(&txq->_xmit_lock);
1947}
1948
08baf561
ED
1949static inline void txq_trans_update(struct netdev_queue *txq)
1950{
1951 if (txq->xmit_lock_owner != -1)
1952 txq->trans_start = jiffies;
1953}
1954
d29f749e
DJ
1955/**
1956 * netif_tx_lock - grab network device transmit lock
1957 * @dev: network device
d29f749e
DJ
1958 *
1959 * Get network device transmit lock
1960 */
22dd7495
JHS
1961static inline void netif_tx_lock(struct net_device *dev)
1962{
e8a0464c 1963 unsigned int i;
c3f26a26 1964 int cpu;
c773e847 1965
c3f26a26
DM
1966 spin_lock(&dev->tx_global_lock);
1967 cpu = smp_processor_id();
e8a0464c
DM
1968 for (i = 0; i < dev->num_tx_queues; i++) {
1969 struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
c3f26a26
DM
1970
1971 /* We are the only thread of execution doing a
1972 * freeze, but we have to grab the _xmit_lock in
1973 * order to synchronize with threads which are in
1974 * the ->hard_start_xmit() handler and already
1975 * checked the frozen bit.
1976 */
e8a0464c 1977 __netif_tx_lock(txq, cpu);
c3f26a26
DM
1978 set_bit(__QUEUE_STATE_FROZEN, &txq->state);
1979 __netif_tx_unlock(txq);
e8a0464c 1980 }
932ff279
HX
1981}
1982
1983static inline void netif_tx_lock_bh(struct net_device *dev)
1984{
e8a0464c
DM
1985 local_bh_disable();
1986 netif_tx_lock(dev);
932ff279
HX
1987}
1988
932ff279
HX
1989static inline void netif_tx_unlock(struct net_device *dev)
1990{
e8a0464c
DM
1991 unsigned int i;
1992
1993 for (i = 0; i < dev->num_tx_queues; i++) {
1994 struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
c773e847 1995
c3f26a26
DM
1996 /* No need to grab the _xmit_lock here. If the
1997 * queue is not stopped for another reason, we
1998 * force a schedule.
1999 */
2000 clear_bit(__QUEUE_STATE_FROZEN, &txq->state);
7b3d3e4f 2001 netif_schedule_queue(txq);
c3f26a26
DM
2002 }
2003 spin_unlock(&dev->tx_global_lock);
932ff279
HX
2004}
2005
2006static inline void netif_tx_unlock_bh(struct net_device *dev)
2007{
e8a0464c
DM
2008 netif_tx_unlock(dev);
2009 local_bh_enable();
932ff279
HX
2010}
2011
c773e847 2012#define HARD_TX_LOCK(dev, txq, cpu) { \
22dd7495 2013 if ((dev->features & NETIF_F_LLTX) == 0) { \
c773e847 2014 __netif_tx_lock(txq, cpu); \
22dd7495
JHS
2015 } \
2016}
2017
c773e847 2018#define HARD_TX_UNLOCK(dev, txq) { \
22dd7495 2019 if ((dev->features & NETIF_F_LLTX) == 0) { \
c773e847 2020 __netif_tx_unlock(txq); \
22dd7495
JHS
2021 } \
2022}
2023
1da177e4
LT
2024static inline void netif_tx_disable(struct net_device *dev)
2025{
fd2ea0a7 2026 unsigned int i;
c3f26a26 2027 int cpu;
fd2ea0a7 2028
c3f26a26
DM
2029 local_bh_disable();
2030 cpu = smp_processor_id();
fd2ea0a7
DM
2031 for (i = 0; i < dev->num_tx_queues; i++) {
2032 struct netdev_queue *txq = netdev_get_tx_queue(dev, i);
c3f26a26
DM
2033
2034 __netif_tx_lock(txq, cpu);
fd2ea0a7 2035 netif_tx_stop_queue(txq);
c3f26a26 2036 __netif_tx_unlock(txq);
fd2ea0a7 2037 }
c3f26a26 2038 local_bh_enable();
1da177e4
LT
2039}
2040
e308a5d8
DM
2041static inline void netif_addr_lock(struct net_device *dev)
2042{
2043 spin_lock(&dev->addr_list_lock);
2044}
2045
2046static inline void netif_addr_lock_bh(struct net_device *dev)
2047{
2048 spin_lock_bh(&dev->addr_list_lock);
2049}
2050
2051static inline void netif_addr_unlock(struct net_device *dev)
2052{
2053 spin_unlock(&dev->addr_list_lock);
2054}
2055
2056static inline void netif_addr_unlock_bh(struct net_device *dev)
2057{
2058 spin_unlock_bh(&dev->addr_list_lock);
2059}
2060
f001fde5 2061/*
31278e71 2062 * dev_addrs walker. Should be used only for read access. Call with
f001fde5
JP
2063 * rcu_read_lock held.
2064 */
2065#define for_each_dev_addr(dev, ha) \
31278e71 2066 list_for_each_entry_rcu(ha, &dev->dev_addrs.list, list)
f001fde5 2067
1da177e4
LT
2068/* These functions live elsewhere (drivers/net/net_init.c, but related) */
2069
2070extern void ether_setup(struct net_device *dev);
2071
2072/* Support for loadable net-drivers */
f25f4e44
PWJ
2073extern struct net_device *alloc_netdev_mq(int sizeof_priv, const char *name,
2074 void (*setup)(struct net_device *),
2075 unsigned int queue_count);
2076#define alloc_netdev(sizeof_priv, name, setup) \
2077 alloc_netdev_mq(sizeof_priv, name, setup, 1)
1da177e4
LT
2078extern int register_netdev(struct net_device *dev);
2079extern void unregister_netdev(struct net_device *dev);
f001fde5 2080
22bedad3
JP
2081/* General hardware address lists handling functions */
2082extern int __hw_addr_add_multiple(struct netdev_hw_addr_list *to_list,
2083 struct netdev_hw_addr_list *from_list,
2084 int addr_len, unsigned char addr_type);
2085extern void __hw_addr_del_multiple(struct netdev_hw_addr_list *to_list,
2086 struct netdev_hw_addr_list *from_list,
2087 int addr_len, unsigned char addr_type);
2088extern int __hw_addr_sync(struct netdev_hw_addr_list *to_list,
2089 struct netdev_hw_addr_list *from_list,
2090 int addr_len);
2091extern void __hw_addr_unsync(struct netdev_hw_addr_list *to_list,
2092 struct netdev_hw_addr_list *from_list,
2093 int addr_len);
2094extern void __hw_addr_flush(struct netdev_hw_addr_list *list);
2095extern void __hw_addr_init(struct netdev_hw_addr_list *list);
2096
f001fde5
JP
2097/* Functions used for device addresses handling */
2098extern int dev_addr_add(struct net_device *dev, unsigned char *addr,
2099 unsigned char addr_type);
2100extern int dev_addr_del(struct net_device *dev, unsigned char *addr,
2101 unsigned char addr_type);
2102extern int dev_addr_add_multiple(struct net_device *to_dev,
2103 struct net_device *from_dev,
2104 unsigned char addr_type);
2105extern int dev_addr_del_multiple(struct net_device *to_dev,
2106 struct net_device *from_dev,
2107 unsigned char addr_type);
a748ee24
JP
2108extern void dev_addr_flush(struct net_device *dev);
2109extern int dev_addr_init(struct net_device *dev);
2110
2111/* Functions used for unicast addresses handling */
2112extern int dev_uc_add(struct net_device *dev, unsigned char *addr);
2113extern int dev_uc_del(struct net_device *dev, unsigned char *addr);
2114extern int dev_uc_sync(struct net_device *to, struct net_device *from);
2115extern void dev_uc_unsync(struct net_device *to, struct net_device *from);
2116extern void dev_uc_flush(struct net_device *dev);
2117extern void dev_uc_init(struct net_device *dev);
f001fde5 2118
22bedad3
JP
2119/* Functions used for multicast addresses handling */
2120extern int dev_mc_add(struct net_device *dev, unsigned char *addr);
2121extern int dev_mc_add_global(struct net_device *dev, unsigned char *addr);
2122extern int dev_mc_del(struct net_device *dev, unsigned char *addr);
2123extern int dev_mc_del_global(struct net_device *dev, unsigned char *addr);
2124extern int dev_mc_sync(struct net_device *to, struct net_device *from);
2125extern void dev_mc_unsync(struct net_device *to, struct net_device *from);
2126extern void dev_mc_flush(struct net_device *dev);
2127extern void dev_mc_init(struct net_device *dev);
f001fde5 2128
4417da66
PM
2129/* Functions used for secondary unicast and multicast support */
2130extern void dev_set_rx_mode(struct net_device *dev);
2131extern void __dev_set_rx_mode(struct net_device *dev);
dad9b335
WC
2132extern int dev_set_promiscuity(struct net_device *dev, int inc);
2133extern int dev_set_allmulti(struct net_device *dev, int inc);
1da177e4 2134extern void netdev_state_change(struct net_device *dev);
3ca5b404 2135extern int netdev_bonding_change(struct net_device *dev,
75c78500 2136 unsigned long event);
d8a33ac4 2137extern void netdev_features_change(struct net_device *dev);
1da177e4 2138/* Load a device via the kmod */
881d966b 2139extern void dev_load(struct net *net, const char *name);
1da177e4 2140extern void dev_mcast_init(void);
be1f3c2c 2141extern const struct rtnl_link_stats64 *dev_get_stats(struct net_device *dev);
d83345ad 2142extern void dev_txq_stats_fold(const struct net_device *dev, struct net_device_stats *stats);
eeda3fd6 2143
1da177e4 2144extern int netdev_max_backlog;
3b098e2d 2145extern int netdev_tstamp_prequeue;
1da177e4
LT
2146extern int weight_p;
2147extern int netdev_set_master(struct net_device *dev, struct net_device *master);
84fa7933 2148extern int skb_checksum_help(struct sk_buff *skb);
576a30eb 2149extern struct sk_buff *skb_gso_segment(struct sk_buff *skb, int features);
fb286bb2
HX
2150#ifdef CONFIG_BUG
2151extern void netdev_rx_csum_fault(struct net_device *dev);
2152#else
2153static inline void netdev_rx_csum_fault(struct net_device *dev)
2154{
2155}
2156#endif
1da177e4
LT
2157/* rx skb timestamps */
2158extern void net_enable_timestamp(void);
2159extern void net_disable_timestamp(void);
2160
20380731
ACM
2161#ifdef CONFIG_PROC_FS
2162extern void *dev_seq_start(struct seq_file *seq, loff_t *pos);
2163extern void *dev_seq_next(struct seq_file *seq, void *v, loff_t *pos);
2164extern void dev_seq_stop(struct seq_file *seq, void *v);
2165#endif
2166
b8a9787e
JV
2167extern int netdev_class_create_file(struct class_attribute *class_attr);
2168extern void netdev_class_remove_file(struct class_attribute *class_attr);
2169
cf04a4c7 2170extern char *netdev_drivername(const struct net_device *dev, char *buffer, int len);
6579e57b 2171
20380731
ACM
2172extern void linkwatch_run_queue(void);
2173
b63365a2
HX
2174unsigned long netdev_increment_features(unsigned long all, unsigned long one,
2175 unsigned long mask);
2176unsigned long netdev_fix_features(unsigned long features, const char *name);
7f353bf2 2177
fc4a7489
PM
2178void netif_stacked_transfer_operstate(const struct net_device *rootdev,
2179 struct net_device *dev);
2180
bcd76111 2181static inline int net_gso_ok(int features, int gso_type)
576a30eb 2182{
bcd76111 2183 int feature = gso_type << NETIF_F_GSO_SHIFT;
d6b4991a 2184 return (features & feature) == feature;
576a30eb
HX
2185}
2186
bcd76111
HX
2187static inline int skb_gso_ok(struct sk_buff *skb, int features)
2188{
278b2513 2189 return net_gso_ok(features, skb_shinfo(skb)->gso_type) &&
a5bd8a13 2190 (!skb_has_frags(skb) || (features & NETIF_F_FRAGLIST));
bcd76111
HX
2191}
2192
7967168c
HX
2193static inline int netif_needs_gso(struct net_device *dev, struct sk_buff *skb)
2194{
a430a43d
HX
2195 return skb_is_gso(skb) &&
2196 (!skb_gso_ok(skb, dev->features) ||
84fa7933 2197 unlikely(skb->ip_summed != CHECKSUM_PARTIAL));
7967168c
HX
2198}
2199
82cc1a7a
PWJ
2200static inline void netif_set_gso_max_size(struct net_device *dev,
2201 unsigned int size)
2202{
2203 dev->gso_max_size = size;
2204}
2205
acbbc071
ED
2206extern int __skb_bond_should_drop(struct sk_buff *skb,
2207 struct net_device *master);
5d4e039b 2208
0641e4fb
ED
2209static inline int skb_bond_should_drop(struct sk_buff *skb,
2210 struct net_device *master)
7ea49ed7 2211{
acbbc071
ED
2212 if (master)
2213 return __skb_bond_should_drop(skb, master);
7ea49ed7
DM
2214 return 0;
2215}
2216
505d4f73 2217extern struct pernet_operations __net_initdata loopback_net_ops;
b1b67dd4
PM
2218
2219static inline int dev_ethtool_get_settings(struct net_device *dev,
2220 struct ethtool_cmd *cmd)
2221{
2222 if (!dev->ethtool_ops || !dev->ethtool_ops->get_settings)
2223 return -EOPNOTSUPP;
2224 return dev->ethtool_ops->get_settings(dev, cmd);
2225}
2226
2227static inline u32 dev_ethtool_get_rx_csum(struct net_device *dev)
2228{
2229 if (!dev->ethtool_ops || !dev->ethtool_ops->get_rx_csum)
2230 return 0;
2231 return dev->ethtool_ops->get_rx_csum(dev);
2232}
2233
2234static inline u32 dev_ethtool_get_flags(struct net_device *dev)
2235{
2236 if (!dev->ethtool_ops || !dev->ethtool_ops->get_flags)
2237 return 0;
2238 return dev->ethtool_ops->get_flags(dev);
2239}
571ba423
JP
2240
2241/* Logging, debugging and troubleshooting/diagnostic helpers. */
2242
2243/* netdev_printk helpers, similar to dev_printk */
2244
2245static inline const char *netdev_name(const struct net_device *dev)
2246{
2247 if (dev->reg_state != NETREG_REGISTERED)
2248 return "(unregistered net_device)";
2249 return dev->name;
2250}
2251
2252#define netdev_printk(level, netdev, format, args...) \
2253 dev_printk(level, (netdev)->dev.parent, \
2254 "%s: " format, \
2255 netdev_name(netdev), ##args)
2256
2257#define netdev_emerg(dev, format, args...) \
2258 netdev_printk(KERN_EMERG, dev, format, ##args)
2259#define netdev_alert(dev, format, args...) \
2260 netdev_printk(KERN_ALERT, dev, format, ##args)
2261#define netdev_crit(dev, format, args...) \
2262 netdev_printk(KERN_CRIT, dev, format, ##args)
2263#define netdev_err(dev, format, args...) \
2264 netdev_printk(KERN_ERR, dev, format, ##args)
2265#define netdev_warn(dev, format, args...) \
2266 netdev_printk(KERN_WARNING, dev, format, ##args)
2267#define netdev_notice(dev, format, args...) \
2268 netdev_printk(KERN_NOTICE, dev, format, ##args)
2269#define netdev_info(dev, format, args...) \
2270 netdev_printk(KERN_INFO, dev, format, ##args)
2271
2272#if defined(DEBUG)
2273#define netdev_dbg(__dev, format, args...) \
2274 netdev_printk(KERN_DEBUG, __dev, format, ##args)
2275#elif defined(CONFIG_DYNAMIC_DEBUG)
2276#define netdev_dbg(__dev, format, args...) \
2277do { \
2278 dynamic_dev_dbg((__dev)->dev.parent, "%s: " format, \
2279 netdev_name(__dev), ##args); \
2280} while (0)
2281#else
2282#define netdev_dbg(__dev, format, args...) \
2283({ \
2284 if (0) \
2285 netdev_printk(KERN_DEBUG, __dev, format, ##args); \
2286 0; \
2287})
2288#endif
2289
2290#if defined(VERBOSE_DEBUG)
2291#define netdev_vdbg netdev_dbg
2292#else
2293
2294#define netdev_vdbg(dev, format, args...) \
2295({ \
2296 if (0) \
2297 netdev_printk(KERN_DEBUG, dev, format, ##args); \
2298 0; \
2299})
2300#endif
2301
2302/*
2303 * netdev_WARN() acts like dev_printk(), but with the key difference
2304 * of using a WARN/WARN_ON to get the message out, including the
2305 * file/line information and a backtrace.
2306 */
2307#define netdev_WARN(dev, format, args...) \
2308 WARN(1, "netdevice: %s\n" format, netdev_name(dev), ##args);
2309
b3d95c5c
JP
2310/* netif printk helpers, similar to netdev_printk */
2311
2312#define netif_printk(priv, type, level, dev, fmt, args...) \
2313do { \
2314 if (netif_msg_##type(priv)) \
2315 netdev_printk(level, (dev), fmt, ##args); \
2316} while (0)
2317
2318#define netif_emerg(priv, type, dev, fmt, args...) \
2319 netif_printk(priv, type, KERN_EMERG, dev, fmt, ##args)
2320#define netif_alert(priv, type, dev, fmt, args...) \
2321 netif_printk(priv, type, KERN_ALERT, dev, fmt, ##args)
2322#define netif_crit(priv, type, dev, fmt, args...) \
2323 netif_printk(priv, type, KERN_CRIT, dev, fmt, ##args)
2324#define netif_err(priv, type, dev, fmt, args...) \
2325 netif_printk(priv, type, KERN_ERR, dev, fmt, ##args)
2326#define netif_warn(priv, type, dev, fmt, args...) \
2327 netif_printk(priv, type, KERN_WARNING, dev, fmt, ##args)
2328#define netif_notice(priv, type, dev, fmt, args...) \
2329 netif_printk(priv, type, KERN_NOTICE, dev, fmt, ##args)
2330#define netif_info(priv, type, dev, fmt, args...) \
2331 netif_printk(priv, type, KERN_INFO, (dev), fmt, ##args)
2332
2333#if defined(DEBUG)
2334#define netif_dbg(priv, type, dev, format, args...) \
2335 netif_printk(priv, type, KERN_DEBUG, dev, format, ##args)
2336#elif defined(CONFIG_DYNAMIC_DEBUG)
2337#define netif_dbg(priv, type, netdev, format, args...) \
2338do { \
2339 if (netif_msg_##type(priv)) \
2340 dynamic_dev_dbg((netdev)->dev.parent, \
2341 "%s: " format, \
2342 netdev_name(netdev), ##args); \
2343} while (0)
2344#else
2345#define netif_dbg(priv, type, dev, format, args...) \
2346({ \
2347 if (0) \
2348 netif_printk(priv, type, KERN_DEBUG, dev, format, ##args); \
2349 0; \
2350})
2351#endif
2352
2353#if defined(VERBOSE_DEBUG)
2354#define netif_vdbg netdev_dbg
2355#else
2356#define netif_vdbg(priv, type, dev, format, args...) \
2357({ \
2358 if (0) \
a4ed89cb 2359 netif_printk(priv, type, KERN_DEBUG, dev, format, ##args); \
b3d95c5c
JP
2360 0; \
2361})
2362#endif
571ba423 2363
1da177e4
LT
2364#endif /* __KERNEL__ */
2365
385a154c 2366#endif /* _LINUX_NETDEVICE_H */