Loading...
1#ifndef __PACKET_INTERNAL_H__
2#define __PACKET_INTERNAL_H__
3
4struct packet_mclist {
5 struct packet_mclist *next;
6 int ifindex;
7 int count;
8 unsigned short type;
9 unsigned short alen;
10 unsigned char addr[MAX_ADDR_LEN];
11};
12
13/* kbdq - kernel block descriptor queue */
14struct tpacket_kbdq_core {
15 struct pgv *pkbdq;
16 unsigned int feature_req_word;
17 unsigned int hdrlen;
18 unsigned char reset_pending_on_curr_blk;
19 unsigned char delete_blk_timer;
20 unsigned short kactive_blk_num;
21 unsigned short blk_sizeof_priv;
22
23 /* last_kactive_blk_num:
24 * trick to see if user-space has caught up
25 * in order to avoid refreshing timer when every single pkt arrives.
26 */
27 unsigned short last_kactive_blk_num;
28
29 char *pkblk_start;
30 char *pkblk_end;
31 int kblk_size;
32 unsigned int max_frame_len;
33 unsigned int knum_blocks;
34 uint64_t knxt_seq_num;
35 char *prev;
36 char *nxt_offset;
37 struct sk_buff *skb;
38
39 atomic_t blk_fill_in_prog;
40
41 /* Default is set to 8ms */
42#define DEFAULT_PRB_RETIRE_TOV (8)
43
44 unsigned short retire_blk_tov;
45 unsigned short version;
46 unsigned long tov_in_jiffies;
47
48 /* timer to retire an outstanding block */
49 struct timer_list retire_blk_timer;
50};
51
52struct pgv {
53 char *buffer;
54};
55
56struct packet_ring_buffer {
57 struct pgv *pg_vec;
58
59 unsigned int head;
60 unsigned int frames_per_block;
61 unsigned int frame_size;
62 unsigned int frame_max;
63
64 unsigned int pg_vec_order;
65 unsigned int pg_vec_pages;
66 unsigned int pg_vec_len;
67
68 unsigned int __percpu *pending_refcnt;
69
70 struct tpacket_kbdq_core prb_bdqc;
71};
72
73extern struct mutex fanout_mutex;
74#define PACKET_FANOUT_MAX 256
75
76struct packet_fanout {
77 possible_net_t net;
78 unsigned int num_members;
79 u16 id;
80 u8 type;
81 u8 flags;
82 union {
83 atomic_t rr_cur;
84 struct bpf_prog __rcu *bpf_prog;
85 };
86 struct list_head list;
87 struct sock *arr[PACKET_FANOUT_MAX];
88 spinlock_t lock;
89 atomic_t sk_ref;
90 struct packet_type prot_hook ____cacheline_aligned_in_smp;
91};
92
93struct packet_rollover {
94 int sock;
95 struct rcu_head rcu;
96 atomic_long_t num;
97 atomic_long_t num_huge;
98 atomic_long_t num_failed;
99#define ROLLOVER_HLEN (L1_CACHE_BYTES / sizeof(u32))
100 u32 history[ROLLOVER_HLEN] ____cacheline_aligned;
101} ____cacheline_aligned_in_smp;
102
103struct packet_sock {
104 /* struct sock has to be the first member of packet_sock */
105 struct sock sk;
106 struct packet_fanout *fanout;
107 union tpacket_stats_u stats;
108 struct packet_ring_buffer rx_ring;
109 struct packet_ring_buffer tx_ring;
110 int copy_thresh;
111 spinlock_t bind_lock;
112 struct mutex pg_vec_lock;
113 unsigned int running:1, /* prot_hook is attached*/
114 auxdata:1,
115 origdev:1,
116 has_vnet_hdr:1;
117 int pressure;
118 int ifindex; /* bound device */
119 __be16 num;
120 struct packet_rollover *rollover;
121 struct packet_mclist *mclist;
122 atomic_t mapped;
123 enum tpacket_versions tp_version;
124 unsigned int tp_hdrlen;
125 unsigned int tp_reserve;
126 unsigned int tp_loss:1;
127 unsigned int tp_tx_has_off:1;
128 unsigned int tp_tstamp;
129 struct net_device __rcu *cached_dev;
130 int (*xmit)(struct sk_buff *skb);
131 struct packet_type prot_hook ____cacheline_aligned_in_smp;
132};
133
134static struct packet_sock *pkt_sk(struct sock *sk)
135{
136 return (struct packet_sock *)sk;
137}
138
139#endif
1#ifndef __PACKET_INTERNAL_H__
2#define __PACKET_INTERNAL_H__
3
4struct packet_mclist {
5 struct packet_mclist *next;
6 int ifindex;
7 int count;
8 unsigned short type;
9 unsigned short alen;
10 unsigned char addr[MAX_ADDR_LEN];
11};
12
13/* kbdq - kernel block descriptor queue */
14struct tpacket_kbdq_core {
15 struct pgv *pkbdq;
16 unsigned int feature_req_word;
17 unsigned int hdrlen;
18 unsigned char reset_pending_on_curr_blk;
19 unsigned char delete_blk_timer;
20 unsigned short kactive_blk_num;
21 unsigned short blk_sizeof_priv;
22
23 /* last_kactive_blk_num:
24 * trick to see if user-space has caught up
25 * in order to avoid refreshing timer when every single pkt arrives.
26 */
27 unsigned short last_kactive_blk_num;
28
29 char *pkblk_start;
30 char *pkblk_end;
31 int kblk_size;
32 unsigned int knum_blocks;
33 uint64_t knxt_seq_num;
34 char *prev;
35 char *nxt_offset;
36 struct sk_buff *skb;
37
38 atomic_t blk_fill_in_prog;
39
40 /* Default is set to 8ms */
41#define DEFAULT_PRB_RETIRE_TOV (8)
42
43 unsigned short retire_blk_tov;
44 unsigned short version;
45 unsigned long tov_in_jiffies;
46
47 /* timer to retire an outstanding block */
48 struct timer_list retire_blk_timer;
49};
50
51struct pgv {
52 char *buffer;
53};
54
55struct packet_ring_buffer {
56 struct pgv *pg_vec;
57
58 unsigned int head;
59 unsigned int frames_per_block;
60 unsigned int frame_size;
61 unsigned int frame_max;
62
63 unsigned int pg_vec_order;
64 unsigned int pg_vec_pages;
65 unsigned int pg_vec_len;
66
67 unsigned int __percpu *pending_refcnt;
68
69 struct tpacket_kbdq_core prb_bdqc;
70};
71
72extern struct mutex fanout_mutex;
73#define PACKET_FANOUT_MAX 256
74
75struct packet_fanout {
76#ifdef CONFIG_NET_NS
77 struct net *net;
78#endif
79 unsigned int num_members;
80 u16 id;
81 u8 type;
82 u8 flags;
83 atomic_t rr_cur;
84 struct list_head list;
85 struct sock *arr[PACKET_FANOUT_MAX];
86 int next[PACKET_FANOUT_MAX];
87 spinlock_t lock;
88 atomic_t sk_ref;
89 struct packet_type prot_hook ____cacheline_aligned_in_smp;
90};
91
92struct packet_sock {
93 /* struct sock has to be the first member of packet_sock */
94 struct sock sk;
95 struct packet_fanout *fanout;
96 union tpacket_stats_u stats;
97 struct packet_ring_buffer rx_ring;
98 struct packet_ring_buffer tx_ring;
99 int copy_thresh;
100 spinlock_t bind_lock;
101 struct mutex pg_vec_lock;
102 unsigned int running:1, /* prot_hook is attached*/
103 auxdata:1,
104 origdev:1,
105 has_vnet_hdr:1;
106 int ifindex; /* bound device */
107 __be16 num;
108 struct packet_mclist *mclist;
109 atomic_t mapped;
110 enum tpacket_versions tp_version;
111 unsigned int tp_hdrlen;
112 unsigned int tp_reserve;
113 unsigned int tp_loss:1;
114 unsigned int tp_tx_has_off:1;
115 unsigned int tp_tstamp;
116 struct net_device __rcu *cached_dev;
117 int (*xmit)(struct sk_buff *skb);
118 struct packet_type prot_hook ____cacheline_aligned_in_smp;
119};
120
121static struct packet_sock *pkt_sk(struct sock *sk)
122{
123 return (struct packet_sock *)sk;
124}
125
126#endif