[linux-2.6-block.git] / net / packet / internal.h

#ifndef __PACKET_INTERNAL_H__
#define __PACKET_INTERNAL_H__

struct packet_mclist {
	struct packet_mclist	*next;
	int			ifindex;
	int			count;
	unsigned short		type;
	unsigned short		alen;
	unsigned char		addr[MAX_ADDR_LEN];
};

/* kbdq - kernel block descriptor queue */
struct tpacket_kbdq_core {
	struct pgv	*pkbdq;
	unsigned int	feature_req_word;
	unsigned int	hdrlen;
	unsigned char	reset_pending_on_curr_blk;
	unsigned char   delete_blk_timer;
	unsigned short	kactive_blk_num;
	unsigned short	blk_sizeof_priv;

	/* last_kactive_blk_num:
	 * trick to see if user-space has caught up
	 * in order to avoid refreshing timer when every single pkt arrives.
	 */
	unsigned short	last_kactive_blk_num;

	char		*pkblk_start;
	char		*pkblk_end;
	int		kblk_size;
	unsigned int	max_frame_len;
	unsigned int	knum_blocks;
	uint64_t	knxt_seq_num;
	char		*prev;
	char		*nxt_offset;
	struct sk_buff	*skb;

	atomic_t	blk_fill_in_prog;

	/* Default is set to 8ms */
#define DEFAULT_PRB_RETIRE_TOV	(8)

	unsigned short  retire_blk_tov;
	unsigned short  version;
	unsigned long	tov_in_jiffies;

	/* timer to retire an outstanding block */
	struct timer_list retire_blk_timer;
};

struct pgv {
	char *buffer;
};

struct packet_ring_buffer {
	struct pgv		*pg_vec;

	unsigned int		head;
	unsigned int		frames_per_block;
	unsigned int		frame_size;
	unsigned int		frame_max;

	unsigned int		pg_vec_order;
	unsigned int		pg_vec_pages;
	unsigned int		pg_vec_len;

	unsigned int __percpu	*pending_refcnt;

	struct tpacket_kbdq_core	prb_bdqc;
};

extern struct mutex fanout_mutex;
#define PACKET_FANOUT_MAX	256

struct packet_fanout {
#ifdef CONFIG_NET_NS
	struct net		*net;
#endif
	unsigned int		num_members;
	u16			id;
	u8			type;
	u8			flags;
	atomic_t		rr_cur;
	struct list_head	list;
	struct sock		*arr[PACKET_FANOUT_MAX];
	int			next[PACKET_FANOUT_MAX];
	spinlock_t		lock;
	atomic_t		sk_ref;
	struct packet_type	prot_hook ____cacheline_aligned_in_smp;
};

struct packet_sock {
	/* struct sock has to be the first member of packet_sock */
	struct sock		sk;
	struct packet_fanout	*fanout;
	union  tpacket_stats_u	stats;
	struct packet_ring_buffer	rx_ring;
	struct packet_ring_buffer	tx_ring;
	int			copy_thresh;
	spinlock_t		bind_lock;
	struct mutex		pg_vec_lock;
	unsigned int		running:1,	/* prot_hook is attached*/
				auxdata:1,
				origdev:1,
				has_vnet_hdr:1;
	int			ifindex;	/* bound device		*/
	__be16			num;
	struct packet_mclist	*mclist;
	atomic_t		mapped;
	enum tpacket_versions	tp_version;
	unsigned int		tp_hdrlen;
	unsigned int		tp_reserve;
	unsigned int		tp_loss:1;
	unsigned int		tp_tx_has_off:1;
	unsigned int		tp_tstamp;
	struct net_device __rcu	*cached_dev;
	int			(*xmit)(struct sk_buff *skb);
	struct packet_type	prot_hook ____cacheline_aligned_in_smp;
};

static struct packet_sock *pkt_sk(struct sock *sk)
{
	return (struct packet_sock *)sk;
}

#endif
Commit	Line	Data
2787b04b PE	1	#ifndef __PACKET_INTERNAL_H__
	2	#define __PACKET_INTERNAL_H__
	3
	4	struct packet_mclist {
	5	struct packet_mclist *next;
	6	int ifindex;
	7	int count;
	8	unsigned short type;
	9	unsigned short alen;
	10	unsigned char addr[MAX_ADDR_LEN];
	11	};
	12
	13	/* kbdq - kernel block descriptor queue */
	14	struct tpacket_kbdq_core {
	15	struct pgv *pkbdq;
	16	unsigned int feature_req_word;
	17	unsigned int hdrlen;
	18	unsigned char reset_pending_on_curr_blk;
	19	unsigned char delete_blk_timer;
	20	unsigned short kactive_blk_num;
	21	unsigned short blk_sizeof_priv;
	22
	23	/* last_kactive_blk_num:
	24	* trick to see if user-space has caught up
	25	* in order to avoid refreshing timer when every single pkt arrives.
	26	*/
	27	unsigned short last_kactive_blk_num;
	28
	29	char *pkblk_start;
	30	char *pkblk_end;
	31	int kblk_size;
dc808110	32	unsigned int max_frame_len;
2787b04b PE	33	unsigned int knum_blocks;
	34	uint64_t knxt_seq_num;
	35	char *prev;
	36	char *nxt_offset;
	37	struct sk_buff *skb;
	38
	39	atomic_t blk_fill_in_prog;
	40
	41	/* Default is set to 8ms */
	42	#define DEFAULT_PRB_RETIRE_TOV (8)
	43
	44	unsigned short retire_blk_tov;
	45	unsigned short version;
	46	unsigned long tov_in_jiffies;
	47
	48	/* timer to retire an outstanding block */
	49	struct timer_list retire_blk_timer;
	50	};
	51
	52	struct pgv {
	53	char *buffer;
	54	};
	55
	56	struct packet_ring_buffer {
	57	struct pgv *pg_vec;
0578edc5	58
2787b04b PE	59	unsigned int head;
	60	unsigned int frames_per_block;
	61	unsigned int frame_size;
	62	unsigned int frame_max;
	63
	64	unsigned int pg_vec_order;
	65	unsigned int pg_vec_pages;
	66	unsigned int pg_vec_len;
	67
b0138408	68	unsigned int __percpu *pending_refcnt;
0578edc5 DB	69
0578edc5 DB	70	struct tpacket_kbdq_core prb_bdqc;
2787b04b PE	71	};
2787b04b PE	72
fff3321d PE	73	extern struct mutex fanout_mutex;
	74	#define PACKET_FANOUT_MAX 256
	75
	76	struct packet_fanout {
	77	#ifdef CONFIG_NET_NS
	78	struct net *net;
	79	#endif
	80	unsigned int num_members;
	81	u16 id;
	82	u8 type;
77f65ebd	83	u8 flags;
fff3321d PE	84	atomic_t rr_cur;
	85	struct list_head list;
	86	struct sock *arr[PACKET_FANOUT_MAX];
77f65ebd	87	int next[PACKET_FANOUT_MAX];
fff3321d PE	88	spinlock_t lock;
	89	atomic_t sk_ref;
	90	struct packet_type prot_hook ____cacheline_aligned_in_smp;
	91	};
	92
2787b04b PE	93	struct packet_sock {
	94	/* struct sock has to be the first member of packet_sock */
	95	struct sock sk;
	96	struct packet_fanout *fanout;
ee80fbf3	97	union tpacket_stats_u stats;
2787b04b PE	98	struct packet_ring_buffer rx_ring;
	99	struct packet_ring_buffer tx_ring;
	100	int copy_thresh;
	101	spinlock_t bind_lock;
	102	struct mutex pg_vec_lock;
	103	unsigned int running:1, /* prot_hook is attached*/
	104	auxdata:1,
	105	origdev:1,
	106	has_vnet_hdr:1;
	107	int ifindex; /* bound device */
	108	__be16 num;
	109	struct packet_mclist *mclist;
	110	atomic_t mapped;
	111	enum tpacket_versions tp_version;
	112	unsigned int tp_hdrlen;
	113	unsigned int tp_reserve;
	114	unsigned int tp_loss:1;
5920cd3a	115	unsigned int tp_tx_has_off:1;
2787b04b	116	unsigned int tp_tstamp;
e40526cb	117	struct net_device __rcu *cached_dev;
d346a3fa	118	int (xmit)(struct sk_buff skb);
2787b04b PE	119	struct packet_type prot_hook ____cacheline_aligned_in_smp;
	120	};
	121
	122	static struct packet_sock pkt_sk(struct sock sk)
	123	{
	124	return (struct packet_sock *)sk;
	125	}
	126
	127	#endif