]> bbs.cooldavid.org Git - net-next-2.6.git/blame - include/linux/skbuff.h
net: propagate NETIF_F_HIGHDMA to vlans
[net-next-2.6.git] / include / linux / skbuff.h
CommitLineData
1da177e4
LT
1/*
2 * Definitions for the 'struct sk_buff' memory handlers.
3 *
4 * Authors:
5 * Alan Cox, <gw4pts@gw4pts.ampr.org>
6 * Florian La Roche, <rzsfl@rz.uni-sb.de>
7 *
8 * This program is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU General Public License
10 * as published by the Free Software Foundation; either version
11 * 2 of the License, or (at your option) any later version.
12 */
13
14#ifndef _LINUX_SKBUFF_H
15#define _LINUX_SKBUFF_H
16
1da177e4 17#include <linux/kernel.h>
fe55f6d5 18#include <linux/kmemcheck.h>
1da177e4
LT
19#include <linux/compiler.h>
20#include <linux/time.h>
21#include <linux/cache.h>
22
23#include <asm/atomic.h>
24#include <asm/types.h>
25#include <linux/spinlock.h>
1da177e4 26#include <linux/net.h>
3fc7e8a6 27#include <linux/textsearch.h>
1da177e4 28#include <net/checksum.h>
a80958f4 29#include <linux/rcupdate.h>
97fc2f08 30#include <linux/dmaengine.h>
b7aa0bf7 31#include <linux/hrtimer.h>
1da177e4 32
60476372 33/* Don't change this without changing skb_csum_unnecessary! */
1da177e4 34#define CHECKSUM_NONE 0
60476372
HX
35#define CHECKSUM_UNNECESSARY 1
36#define CHECKSUM_COMPLETE 2
37#define CHECKSUM_PARTIAL 3
1da177e4
LT
38
39#define SKB_DATA_ALIGN(X) (((X) + (SMP_CACHE_BYTES - 1)) & \
40 ~(SMP_CACHE_BYTES - 1))
fc910a27 41#define SKB_WITH_OVERHEAD(X) \
deea84b0 42 ((X) - SKB_DATA_ALIGN(sizeof(struct skb_shared_info)))
fc910a27
DM
43#define SKB_MAX_ORDER(X, ORDER) \
44 SKB_WITH_OVERHEAD((PAGE_SIZE << (ORDER)) - (X))
1da177e4
LT
45#define SKB_MAX_HEAD(X) (SKB_MAX_ORDER((X), 0))
46#define SKB_MAX_ALLOC (SKB_MAX_ORDER(0, 2))
47
48/* A. Checksumming of received packets by device.
49 *
50 * NONE: device failed to checksum this packet.
51 * skb->csum is undefined.
52 *
53 * UNNECESSARY: device parsed packet and wouldbe verified checksum.
54 * skb->csum is undefined.
55 * It is bad option, but, unfortunately, many of vendors do this.
56 * Apparently with secret goal to sell you new device, when you
57 * will add new protocol to your host. F.e. IPv6. 8)
58 *
84fa7933 59 * COMPLETE: the most generic way. Device supplied checksum of _all_
1da177e4
LT
60 * the packet as seen by netif_rx in skb->csum.
61 * NOTE: Even if device supports only some protocols, but
84fa7933 62 * is able to produce some skb->csum, it MUST use COMPLETE,
1da177e4
LT
63 * not UNNECESSARY.
64 *
c6c6e3e0
HX
65 * PARTIAL: identical to the case for output below. This may occur
66 * on a packet received directly from another Linux OS, e.g.,
67 * a virtualised Linux kernel on the same host. The packet can
68 * be treated in the same way as UNNECESSARY except that on
69 * output (i.e., forwarding) the checksum must be filled in
70 * by the OS or the hardware.
71 *
1da177e4
LT
72 * B. Checksumming on output.
73 *
74 * NONE: skb is checksummed by protocol or csum is not required.
75 *
84fa7933 76 * PARTIAL: device is required to csum packet as seen by hard_start_xmit
c6c6e3e0
HX
77 * from skb->csum_start to the end and to record the checksum
78 * at skb->csum_start + skb->csum_offset.
1da177e4
LT
79 *
80 * Device must show its capabilities in dev->features, set
81 * at device setup time.
82 * NETIF_F_HW_CSUM - it is clever device, it is able to checksum
83 * everything.
84 * NETIF_F_NO_CSUM - loopback or reliable single hop media.
85 * NETIF_F_IP_CSUM - device is dumb. It is able to csum only
86 * TCP/UDP over IPv4. Sigh. Vendors like this
87 * way by an unknown reason. Though, see comment above
88 * about CHECKSUM_UNNECESSARY. 8)
c6c6e3e0 89 * NETIF_F_IPV6_CSUM about as dumb as the last one but does IPv6 instead.
1da177e4
LT
90 *
91 * Any questions? No questions, good. --ANK
92 */
93
1da177e4 94struct net_device;
716ea3a7 95struct scatterlist;
9c55e01c 96struct pipe_inode_info;
1da177e4 97
5f79e0f9 98#if defined(CONFIG_NF_CONNTRACK) || defined(CONFIG_NF_CONNTRACK_MODULE)
1da177e4
LT
99struct nf_conntrack {
100 atomic_t use;
1da177e4 101};
5f79e0f9 102#endif
1da177e4
LT
103
104#ifdef CONFIG_BRIDGE_NETFILTER
105struct nf_bridge_info {
106 atomic_t use;
107 struct net_device *physindev;
108 struct net_device *physoutdev;
1da177e4
LT
109 unsigned int mask;
110 unsigned long data[32 / sizeof(unsigned long)];
111};
112#endif
113
1da177e4
LT
114struct sk_buff_head {
115 /* These two members must be first. */
116 struct sk_buff *next;
117 struct sk_buff *prev;
118
119 __u32 qlen;
120 spinlock_t lock;
121};
122
123struct sk_buff;
124
125/* To allow 64K frame to be packed as single skb without frag_list */
126#define MAX_SKB_FRAGS (65536/PAGE_SIZE + 2)
127
128typedef struct skb_frag_struct skb_frag_t;
129
130struct skb_frag_struct {
131 struct page *page;
a309bb07
DM
132 __u32 page_offset;
133 __u32 size;
1da177e4
LT
134};
135
ac45f602
PO
136#define HAVE_HW_TIME_STAMP
137
138/**
d3a21be8 139 * struct skb_shared_hwtstamps - hardware time stamps
ac45f602
PO
140 * @hwtstamp: hardware time stamp transformed into duration
141 * since arbitrary point in time
142 * @syststamp: hwtstamp transformed to system time base
143 *
144 * Software time stamps generated by ktime_get_real() are stored in
145 * skb->tstamp. The relation between the different kinds of time
146 * stamps is as follows:
147 *
148 * syststamp and tstamp can be compared against each other in
149 * arbitrary combinations. The accuracy of a
150 * syststamp/tstamp/"syststamp from other device" comparison is
151 * limited by the accuracy of the transformation into system time
152 * base. This depends on the device driver and its underlying
153 * hardware.
154 *
155 * hwtstamps can only be compared against other hwtstamps from
156 * the same device.
157 *
158 * This structure is attached to packets as part of the
159 * &skb_shared_info. Use skb_hwtstamps() to get a pointer.
160 */
161struct skb_shared_hwtstamps {
162 ktime_t hwtstamp;
163 ktime_t syststamp;
164};
165
2244d07b
OH
166/* Definitions for tx_flags in struct skb_shared_info */
167enum {
168 /* generate hardware time stamp */
169 SKBTX_HW_TSTAMP = 1 << 0,
170
171 /* generate software time stamp */
172 SKBTX_SW_TSTAMP = 1 << 1,
173
174 /* device driver is going to provide hardware time stamp */
175 SKBTX_IN_PROGRESS = 1 << 2,
176
177 /* ensure the originating sk reference is available on driver level */
178 SKBTX_DRV_NEEDS_SK_REF = 1 << 3,
ac45f602
PO
179};
180
1da177e4
LT
181/* This data is invariant across clones and lives at
182 * the end of the header data, ie. at skb->end.
183 */
184struct skb_shared_info {
4947d3ef 185 unsigned short nr_frags;
7967168c
HX
186 unsigned short gso_size;
187 /* Warning: this field is not always filled in (UFO)! */
188 unsigned short gso_segs;
189 unsigned short gso_type;
ae08e1f0 190 __be32 ip6_frag_id;
2244d07b 191 __u8 tx_flags;
1da177e4 192 struct sk_buff *frag_list;
ac45f602 193 struct skb_shared_hwtstamps hwtstamps;
ec7d2f2c
ED
194
195 /*
196 * Warning : all fields before dataref are cleared in __alloc_skb()
197 */
198 atomic_t dataref;
199
69e3c75f
JB
200 /* Intermediate layers must ensure that destructor_arg
201 * remains valid until skb destructor */
202 void * destructor_arg;
fed66381
ED
203 /* must be last field, see pskb_expand_head() */
204 skb_frag_t frags[MAX_SKB_FRAGS];
1da177e4
LT
205};
206
207/* We divide dataref into two halves. The higher 16 bits hold references
208 * to the payload part of skb->data. The lower 16 bits hold references to
334a8132
PM
209 * the entire skb->data. A clone of a headerless skb holds the length of
210 * the header in skb->hdr_len.
1da177e4
LT
211 *
212 * All users must obey the rule that the skb->data reference count must be
213 * greater than or equal to the payload reference count.
214 *
215 * Holding a reference to the payload part means that the user does not
216 * care about modifications to the header part of skb->data.
217 */
218#define SKB_DATAREF_SHIFT 16
219#define SKB_DATAREF_MASK ((1 << SKB_DATAREF_SHIFT) - 1)
220
d179cd12
DM
221
222enum {
223 SKB_FCLONE_UNAVAILABLE,
224 SKB_FCLONE_ORIG,
225 SKB_FCLONE_CLONE,
226};
227
7967168c
HX
228enum {
229 SKB_GSO_TCPV4 = 1 << 0,
f83ef8c0 230 SKB_GSO_UDP = 1 << 1,
576a30eb
HX
231
232 /* This indicates the skb is from an untrusted source. */
233 SKB_GSO_DODGY = 1 << 2,
b0da8537
MC
234
235 /* This indicates the tcp segment has CWR set. */
f83ef8c0
HX
236 SKB_GSO_TCP_ECN = 1 << 3,
237
238 SKB_GSO_TCPV6 = 1 << 4,
01d5b2fc
CL
239
240 SKB_GSO_FCOE = 1 << 5,
7967168c
HX
241};
242
2e07fa9c
ACM
243#if BITS_PER_LONG > 32
244#define NET_SKBUFF_DATA_USES_OFFSET 1
245#endif
246
247#ifdef NET_SKBUFF_DATA_USES_OFFSET
248typedef unsigned int sk_buff_data_t;
249#else
250typedef unsigned char *sk_buff_data_t;
251#endif
252
1da177e4
LT
253/**
254 * struct sk_buff - socket buffer
255 * @next: Next buffer in list
256 * @prev: Previous buffer in list
1da177e4 257 * @sk: Socket we are owned by
325ed823 258 * @tstamp: Time we arrived
1da177e4 259 * @dev: Device we arrived on/are leaving by
be52178b 260 * @transport_header: Transport layer header
b0e380b1
ACM
261 * @network_header: Network layer header
262 * @mac_header: Link layer header
7fee226a 263 * @_skb_refdst: destination entry (with norefcount bit)
67be2dd1 264 * @sp: the security path, used for xfrm
1da177e4
LT
265 * @cb: Control buffer. Free for use by every layer. Put private vars here
266 * @len: Length of actual data
267 * @data_len: Data length
268 * @mac_len: Length of link layer header
334a8132 269 * @hdr_len: writable header length of cloned skb
663ead3b
HX
270 * @csum: Checksum (must include start/offset pair)
271 * @csum_start: Offset from skb->head where checksumming should start
272 * @csum_offset: Offset from csum_start where checksum should be stored
67be2dd1 273 * @local_df: allow local fragmentation
1da177e4
LT
274 * @cloned: Head may be cloned (check refcnt to be sure)
275 * @nohdr: Payload reference only, must not modify header
276 * @pkt_type: Packet class
c83c2486 277 * @fclone: skbuff clone status
1da177e4
LT
278 * @ip_summed: Driver fed us an IP checksum
279 * @priority: Packet queueing priority
280 * @users: User count - see {datagram,tcp}.c
281 * @protocol: Packet protocol from driver
1da177e4
LT
282 * @truesize: Buffer size
283 * @head: Head of buffer
284 * @data: Data head pointer
285 * @tail: Tail pointer
286 * @end: End pointer
287 * @destructor: Destruct function
82e91ffe 288 * @mark: Generic packet mark
1da177e4 289 * @nfct: Associated connection, if any
c83c2486 290 * @ipvs_property: skbuff is owned by ipvs
31729363
RD
291 * @peeked: this packet has been seen already, so stats have been
292 * done for it, don't do them again
ba9dda3a 293 * @nf_trace: netfilter packet trace flag
1da177e4 294 * @nfctinfo: Relationship of this skb to the connection
461ddf3b 295 * @nfct_reasm: netfilter conntrack re-assembly pointer
1da177e4 296 * @nf_bridge: Saved data about a bridged frame - see br_netfilter.c
8964be4a 297 * @skb_iif: ifindex of device we arrived on
0a9627f2 298 * @rxhash: the packet hash computed on receive
f25f4e44 299 * @queue_mapping: Queue mapping for multiqueue devices
1da177e4
LT
300 * @tc_index: Traffic control index
301 * @tc_verd: traffic control verdict
553a5672 302 * @ndisc_nodetype: router type (from link layer)
f4b8ea78
RD
303 * @dma_cookie: a cookie to one of several possible DMA operations
304 * done by skb DMA functions
984bc16c 305 * @secmark: security marking
6aa895b0 306 * @vlan_tci: vlan tag control information
1da177e4
LT
307 */
308
309struct sk_buff {
310 /* These two members must be first. */
311 struct sk_buff *next;
312 struct sk_buff *prev;
313
b7aa0bf7 314 ktime_t tstamp;
da3f5cf1
FF
315
316 struct sock *sk;
1da177e4 317 struct net_device *dev;
1da177e4 318
1da177e4
LT
319 /*
320 * This is the control buffer. It is free to use for every
321 * layer. Please put your private variables there. If you
322 * want to keep them across layers you have to do a skb_clone()
323 * first. This is owned by whoever has the skb queued ATM.
324 */
da3f5cf1 325 char cb[48] __aligned(8);
1da177e4 326
7fee226a 327 unsigned long _skb_refdst;
da3f5cf1
FF
328#ifdef CONFIG_XFRM
329 struct sec_path *sp;
330#endif
1da177e4 331 unsigned int len,
334a8132
PM
332 data_len;
333 __u16 mac_len,
334 hdr_len;
ff1dcadb
AV
335 union {
336 __wsum csum;
663ead3b
HX
337 struct {
338 __u16 csum_start;
339 __u16 csum_offset;
340 };
ff1dcadb 341 };
1da177e4 342 __u32 priority;
fe55f6d5 343 kmemcheck_bitfield_begin(flags1);
1cbb3380
TG
344 __u8 local_df:1,
345 cloned:1,
346 ip_summed:2,
6869c4d8
HW
347 nohdr:1,
348 nfctinfo:3;
d179cd12 349 __u8 pkt_type:3,
b84f4cc9 350 fclone:2,
ba9dda3a 351 ipvs_property:1,
a59322be 352 peeked:1,
ba9dda3a 353 nf_trace:1;
fe55f6d5 354 kmemcheck_bitfield_end(flags1);
4ab408de 355 __be16 protocol;
1da177e4
LT
356
357 void (*destructor)(struct sk_buff *skb);
9fb9cbb1 358#if defined(CONFIG_NF_CONNTRACK) || defined(CONFIG_NF_CONNTRACK_MODULE)
5f79e0f9 359 struct nf_conntrack *nfct;
9fb9cbb1
YK
360 struct sk_buff *nfct_reasm;
361#endif
1da177e4
LT
362#ifdef CONFIG_BRIDGE_NETFILTER
363 struct nf_bridge_info *nf_bridge;
364#endif
f25f4e44 365
8964be4a 366 int skb_iif;
1da177e4 367#ifdef CONFIG_NET_SCHED
b6b99eb5 368 __u16 tc_index; /* traffic control index */
1da177e4 369#ifdef CONFIG_NET_CLS_ACT
b6b99eb5 370 __u16 tc_verd; /* traffic control verdict */
1da177e4 371#endif
1da177e4 372#endif
fe55f6d5 373
0a9627f2
TH
374 __u32 rxhash;
375
fe55f6d5 376 kmemcheck_bitfield_begin(flags2);
14d18a81 377 __u16 queue_mapping:16;
de357cc0 378#ifdef CONFIG_IPV6_NDISC_NODETYPE
597a264b
JF
379 __u8 ndisc_nodetype:2,
380 deliver_no_wcard:1;
381#else
382 __u8 deliver_no_wcard:1;
d0f09804 383#endif
fe55f6d5
VN
384 kmemcheck_bitfield_end(flags2);
385
72bce627 386 /* 0/14 bit hole */
f25f4e44 387
97fc2f08
CL
388#ifdef CONFIG_NET_DMA
389 dma_cookie_t dma_cookie;
390#endif
984bc16c
JM
391#ifdef CONFIG_NETWORK_SECMARK
392 __u32 secmark;
393#endif
3b885787
NH
394 union {
395 __u32 mark;
396 __u32 dropcount;
397 };
1da177e4 398
6aa895b0
PM
399 __u16 vlan_tci;
400
27a884dc
ACM
401 sk_buff_data_t transport_header;
402 sk_buff_data_t network_header;
403 sk_buff_data_t mac_header;
1da177e4 404 /* These elements must be at the end, see alloc_skb() for details. */
27a884dc 405 sk_buff_data_t tail;
4305b541 406 sk_buff_data_t end;
1da177e4 407 unsigned char *head,
4305b541 408 *data;
27a884dc
ACM
409 unsigned int truesize;
410 atomic_t users;
1da177e4
LT
411};
412
413#ifdef __KERNEL__
414/*
415 * Handling routines are only of interest to the kernel
416 */
417#include <linux/slab.h>
418
419#include <asm/system.h>
420
7fee226a
ED
421/*
422 * skb might have a dst pointer attached, refcounted or not.
423 * _skb_refdst low order bit is set if refcount was _not_ taken
424 */
425#define SKB_DST_NOREF 1UL
426#define SKB_DST_PTRMASK ~(SKB_DST_NOREF)
427
428/**
429 * skb_dst - returns skb dst_entry
430 * @skb: buffer
431 *
432 * Returns skb dst_entry, regardless of reference taken or not.
433 */
adf30907
ED
434static inline struct dst_entry *skb_dst(const struct sk_buff *skb)
435{
7fee226a
ED
436 /* If refdst was not refcounted, check we still are in a
437 * rcu_read_lock section
438 */
439 WARN_ON((skb->_skb_refdst & SKB_DST_NOREF) &&
440 !rcu_read_lock_held() &&
441 !rcu_read_lock_bh_held());
442 return (struct dst_entry *)(skb->_skb_refdst & SKB_DST_PTRMASK);
adf30907
ED
443}
444
7fee226a
ED
445/**
446 * skb_dst_set - sets skb dst
447 * @skb: buffer
448 * @dst: dst entry
449 *
450 * Sets skb dst, assuming a reference was taken on dst and should
451 * be released by skb_dst_drop()
452 */
adf30907
ED
453static inline void skb_dst_set(struct sk_buff *skb, struct dst_entry *dst)
454{
7fee226a
ED
455 skb->_skb_refdst = (unsigned long)dst;
456}
457
458/**
459 * skb_dst_set_noref - sets skb dst, without a reference
460 * @skb: buffer
461 * @dst: dst entry
462 *
463 * Sets skb dst, assuming a reference was not taken on dst
464 * skb_dst_drop() should not dst_release() this dst
465 */
466static inline void skb_dst_set_noref(struct sk_buff *skb, struct dst_entry *dst)
467{
468 WARN_ON(!rcu_read_lock_held() && !rcu_read_lock_bh_held());
469 skb->_skb_refdst = (unsigned long)dst | SKB_DST_NOREF;
470}
471
472/**
473 * skb_dst_is_noref - Test if skb dst isnt refcounted
474 * @skb: buffer
475 */
476static inline bool skb_dst_is_noref(const struct sk_buff *skb)
477{
478 return (skb->_skb_refdst & SKB_DST_NOREF) && skb_dst(skb);
adf30907
ED
479}
480
511c3f92
ED
481static inline struct rtable *skb_rtable(const struct sk_buff *skb)
482{
adf30907 483 return (struct rtable *)skb_dst(skb);
511c3f92
ED
484}
485