Loading...
1/* SPDX-License-Identifier: GPL-2.0 */
2#ifndef _NET_FLOW_DISSECTOR_H
3#define _NET_FLOW_DISSECTOR_H
4
5#include <linux/types.h>
6#include <linux/in6.h>
7#include <uapi/linux/if_ether.h>
8
9/**
10 * struct flow_dissector_key_control:
11 * @thoff: Transport header offset
12 */
13struct flow_dissector_key_control {
14 u16 thoff;
15 u16 addr_type;
16 u32 flags;
17};
18
19#define FLOW_DIS_IS_FRAGMENT BIT(0)
20#define FLOW_DIS_FIRST_FRAG BIT(1)
21#define FLOW_DIS_ENCAPSULATION BIT(2)
22
23enum flow_dissect_ret {
24 FLOW_DISSECT_RET_OUT_GOOD,
25 FLOW_DISSECT_RET_OUT_BAD,
26 FLOW_DISSECT_RET_PROTO_AGAIN,
27 FLOW_DISSECT_RET_IPPROTO_AGAIN,
28 FLOW_DISSECT_RET_CONTINUE,
29};
30
31/**
32 * struct flow_dissector_key_basic:
33 * @thoff: Transport header offset
34 * @n_proto: Network header protocol (eg. IPv4/IPv6)
35 * @ip_proto: Transport header protocol (eg. TCP/UDP)
36 */
37struct flow_dissector_key_basic {
38 __be16 n_proto;
39 u8 ip_proto;
40 u8 padding;
41};
42
43struct flow_dissector_key_tags {
44 u32 flow_label;
45};
46
47struct flow_dissector_key_vlan {
48 u16 vlan_id:12,
49 vlan_priority:3;
50 u16 padding;
51};
52
53struct flow_dissector_key_mpls {
54 u32 mpls_ttl:8,
55 mpls_bos:1,
56 mpls_tc:3,
57 mpls_label:20;
58};
59
60struct flow_dissector_key_keyid {
61 __be32 keyid;
62};
63
64/**
65 * struct flow_dissector_key_ipv4_addrs:
66 * @src: source ip address
67 * @dst: destination ip address
68 */
69struct flow_dissector_key_ipv4_addrs {
70 /* (src,dst) must be grouped, in the same way than in IP header */
71 __be32 src;
72 __be32 dst;
73};
74
75/**
76 * struct flow_dissector_key_ipv6_addrs:
77 * @src: source ip address
78 * @dst: destination ip address
79 */
80struct flow_dissector_key_ipv6_addrs {
81 /* (src,dst) must be grouped, in the same way than in IP header */
82 struct in6_addr src;
83 struct in6_addr dst;
84};
85
86/**
87 * struct flow_dissector_key_tipc:
88 * @key: source node address combined with selector
89 */
90struct flow_dissector_key_tipc {
91 __be32 key;
92};
93
94/**
95 * struct flow_dissector_key_addrs:
96 * @v4addrs: IPv4 addresses
97 * @v6addrs: IPv6 addresses
98 */
99struct flow_dissector_key_addrs {
100 union {
101 struct flow_dissector_key_ipv4_addrs v4addrs;
102 struct flow_dissector_key_ipv6_addrs v6addrs;
103 struct flow_dissector_key_tipc tipckey;
104 };
105};
106
107/**
108 * flow_dissector_key_arp:
109 * @ports: Operation, source and target addresses for an ARP header
110 * for Ethernet hardware addresses and IPv4 protocol addresses
111 * sip: Sender IP address
112 * tip: Target IP address
113 * op: Operation
114 * sha: Sender hardware address
115 * tpa: Target hardware address
116 */
117struct flow_dissector_key_arp {
118 __u32 sip;
119 __u32 tip;
120 __u8 op;
121 unsigned char sha[ETH_ALEN];
122 unsigned char tha[ETH_ALEN];
123};
124
125/**
126 * flow_dissector_key_tp_ports:
127 * @ports: port numbers of Transport header
128 * src: source port number
129 * dst: destination port number
130 */
131struct flow_dissector_key_ports {
132 union {
133 __be32 ports;
134 struct {
135 __be16 src;
136 __be16 dst;
137 };
138 };
139};
140
141/**
142 * flow_dissector_key_icmp:
143 * @ports: type and code of ICMP header
144 * icmp: ICMP type (high) and code (low)
145 * type: ICMP type
146 * code: ICMP code
147 */
148struct flow_dissector_key_icmp {
149 union {
150 __be16 icmp;
151 struct {
152 u8 type;
153 u8 code;
154 };
155 };
156};
157
158/**
159 * struct flow_dissector_key_eth_addrs:
160 * @src: source Ethernet address
161 * @dst: destination Ethernet address
162 */
163struct flow_dissector_key_eth_addrs {
164 /* (dst,src) must be grouped, in the same way than in ETH header */
165 unsigned char dst[ETH_ALEN];
166 unsigned char src[ETH_ALEN];
167};
168
169/**
170 * struct flow_dissector_key_tcp:
171 * @flags: flags
172 */
173struct flow_dissector_key_tcp {
174 __be16 flags;
175};
176
177/**
178 * struct flow_dissector_key_ip:
179 * @tos: tos
180 * @ttl: ttl
181 */
182struct flow_dissector_key_ip {
183 __u8 tos;
184 __u8 ttl;
185};
186
187enum flow_dissector_key_id {
188 FLOW_DISSECTOR_KEY_CONTROL, /* struct flow_dissector_key_control */
189 FLOW_DISSECTOR_KEY_BASIC, /* struct flow_dissector_key_basic */
190 FLOW_DISSECTOR_KEY_IPV4_ADDRS, /* struct flow_dissector_key_ipv4_addrs */
191 FLOW_DISSECTOR_KEY_IPV6_ADDRS, /* struct flow_dissector_key_ipv6_addrs */
192 FLOW_DISSECTOR_KEY_PORTS, /* struct flow_dissector_key_ports */
193 FLOW_DISSECTOR_KEY_ICMP, /* struct flow_dissector_key_icmp */
194 FLOW_DISSECTOR_KEY_ETH_ADDRS, /* struct flow_dissector_key_eth_addrs */
195 FLOW_DISSECTOR_KEY_TIPC, /* struct flow_dissector_key_tipc */
196 FLOW_DISSECTOR_KEY_ARP, /* struct flow_dissector_key_arp */
197 FLOW_DISSECTOR_KEY_VLAN, /* struct flow_dissector_key_flow_vlan */
198 FLOW_DISSECTOR_KEY_FLOW_LABEL, /* struct flow_dissector_key_flow_tags */
199 FLOW_DISSECTOR_KEY_GRE_KEYID, /* struct flow_dissector_key_keyid */
200 FLOW_DISSECTOR_KEY_MPLS_ENTROPY, /* struct flow_dissector_key_keyid */
201 FLOW_DISSECTOR_KEY_ENC_KEYID, /* struct flow_dissector_key_keyid */
202 FLOW_DISSECTOR_KEY_ENC_IPV4_ADDRS, /* struct flow_dissector_key_ipv4_addrs */
203 FLOW_DISSECTOR_KEY_ENC_IPV6_ADDRS, /* struct flow_dissector_key_ipv6_addrs */
204 FLOW_DISSECTOR_KEY_ENC_CONTROL, /* struct flow_dissector_key_control */
205 FLOW_DISSECTOR_KEY_ENC_PORTS, /* struct flow_dissector_key_ports */
206 FLOW_DISSECTOR_KEY_MPLS, /* struct flow_dissector_key_mpls */
207 FLOW_DISSECTOR_KEY_TCP, /* struct flow_dissector_key_tcp */
208 FLOW_DISSECTOR_KEY_IP, /* struct flow_dissector_key_ip */
209
210 FLOW_DISSECTOR_KEY_MAX,
211};
212
213#define FLOW_DISSECTOR_F_PARSE_1ST_FRAG BIT(0)
214#define FLOW_DISSECTOR_F_STOP_AT_L3 BIT(1)
215#define FLOW_DISSECTOR_F_STOP_AT_FLOW_LABEL BIT(2)
216#define FLOW_DISSECTOR_F_STOP_AT_ENCAP BIT(3)
217
218struct flow_dissector_key {
219 enum flow_dissector_key_id key_id;
220 size_t offset; /* offset of struct flow_dissector_key_*
221 in target the struct */
222};
223
224struct flow_dissector {
225 unsigned int used_keys; /* each bit repesents presence of one key id */
226 unsigned short int offset[FLOW_DISSECTOR_KEY_MAX];
227};
228
229struct flow_keys {
230 struct flow_dissector_key_control control;
231#define FLOW_KEYS_HASH_START_FIELD basic
232 struct flow_dissector_key_basic basic;
233 struct flow_dissector_key_tags tags;
234 struct flow_dissector_key_vlan vlan;
235 struct flow_dissector_key_keyid keyid;
236 struct flow_dissector_key_ports ports;
237 struct flow_dissector_key_addrs addrs;
238};
239
240#define FLOW_KEYS_HASH_OFFSET \
241 offsetof(struct flow_keys, FLOW_KEYS_HASH_START_FIELD)
242
243__be32 flow_get_u32_src(const struct flow_keys *flow);
244__be32 flow_get_u32_dst(const struct flow_keys *flow);
245
246extern struct flow_dissector flow_keys_dissector;
247extern struct flow_dissector flow_keys_buf_dissector;
248
249/* struct flow_keys_digest:
250 *
251 * This structure is used to hold a digest of the full flow keys. This is a
252 * larger "hash" of a flow to allow definitively matching specific flows where
253 * the 32 bit skb->hash is not large enough. The size is limited to 16 bytes so
254 * that it can be used in CB of skb (see sch_choke for an example).
255 */
256#define FLOW_KEYS_DIGEST_LEN 16
257struct flow_keys_digest {
258 u8 data[FLOW_KEYS_DIGEST_LEN];
259};
260
261void make_flow_keys_digest(struct flow_keys_digest *digest,
262 const struct flow_keys *flow);
263
264static inline bool flow_keys_have_l4(const struct flow_keys *keys)
265{
266 return (keys->ports.ports || keys->tags.flow_label);
267}
268
269u32 flow_hash_from_keys(struct flow_keys *keys);
270
271static inline bool dissector_uses_key(const struct flow_dissector *flow_dissector,
272 enum flow_dissector_key_id key_id)
273{
274 return flow_dissector->used_keys & (1 << key_id);
275}
276
277static inline void *skb_flow_dissector_target(struct flow_dissector *flow_dissector,
278 enum flow_dissector_key_id key_id,
279 void *target_container)
280{
281 return ((char *)target_container) + flow_dissector->offset[key_id];
282}
283
284#endif
1/* SPDX-License-Identifier: GPL-2.0 */
2#ifndef _NET_FLOW_DISSECTOR_H
3#define _NET_FLOW_DISSECTOR_H
4
5#include <linux/types.h>
6#include <linux/in6.h>
7#include <linux/siphash.h>
8#include <linux/string.h>
9#include <uapi/linux/if_ether.h>
10
11struct bpf_prog;
12struct net;
13struct sk_buff;
14
15/**
16 * struct flow_dissector_key_control:
17 * @thoff: Transport header offset
18 */
19struct flow_dissector_key_control {
20 u16 thoff;
21 u16 addr_type;
22 u32 flags;
23};
24
25#define FLOW_DIS_IS_FRAGMENT BIT(0)
26#define FLOW_DIS_FIRST_FRAG BIT(1)
27#define FLOW_DIS_ENCAPSULATION BIT(2)
28
29enum flow_dissect_ret {
30 FLOW_DISSECT_RET_OUT_GOOD,
31 FLOW_DISSECT_RET_OUT_BAD,
32 FLOW_DISSECT_RET_PROTO_AGAIN,
33 FLOW_DISSECT_RET_IPPROTO_AGAIN,
34 FLOW_DISSECT_RET_CONTINUE,
35};
36
37/**
38 * struct flow_dissector_key_basic:
39 * @n_proto: Network header protocol (eg. IPv4/IPv6)
40 * @ip_proto: Transport header protocol (eg. TCP/UDP)
41 */
42struct flow_dissector_key_basic {
43 __be16 n_proto;
44 u8 ip_proto;
45 u8 padding;
46};
47
48struct flow_dissector_key_tags {
49 u32 flow_label;
50};
51
52struct flow_dissector_key_vlan {
53 union {
54 struct {
55 u16 vlan_id:12,
56 vlan_dei:1,
57 vlan_priority:3;
58 };
59 __be16 vlan_tci;
60 };
61 __be16 vlan_tpid;
62};
63
64struct flow_dissector_mpls_lse {
65 u32 mpls_ttl:8,
66 mpls_bos:1,
67 mpls_tc:3,
68 mpls_label:20;
69};
70
71#define FLOW_DIS_MPLS_MAX 7
72struct flow_dissector_key_mpls {
73 struct flow_dissector_mpls_lse ls[FLOW_DIS_MPLS_MAX]; /* Label Stack */
74 u8 used_lses; /* One bit set for each Label Stack Entry in use */
75};
76
77static inline void dissector_set_mpls_lse(struct flow_dissector_key_mpls *mpls,
78 int lse_index)
79{
80 mpls->used_lses |= 1 << lse_index;
81}
82
83#define FLOW_DIS_TUN_OPTS_MAX 255
84/**
85 * struct flow_dissector_key_enc_opts:
86 * @data: tunnel option data
87 * @len: length of tunnel option data
88 * @dst_opt_type: tunnel option type
89 */
90struct flow_dissector_key_enc_opts {
91 u8 data[FLOW_DIS_TUN_OPTS_MAX]; /* Using IP_TUNNEL_OPTS_MAX is desired
92 * here but seems difficult to #include
93 */
94 u8 len;
95 __be16 dst_opt_type;
96};
97
98struct flow_dissector_key_keyid {
99 __be32 keyid;
100};
101
102/**
103 * struct flow_dissector_key_ipv4_addrs:
104 * @src: source ip address
105 * @dst: destination ip address
106 */
107struct flow_dissector_key_ipv4_addrs {
108 /* (src,dst) must be grouped, in the same way than in IP header */
109 __be32 src;
110 __be32 dst;
111};
112
113/**
114 * struct flow_dissector_key_ipv6_addrs:
115 * @src: source ip address
116 * @dst: destination ip address
117 */
118struct flow_dissector_key_ipv6_addrs {
119 /* (src,dst) must be grouped, in the same way than in IP header */
120 struct in6_addr src;
121 struct in6_addr dst;
122};
123
124/**
125 * struct flow_dissector_key_tipc:
126 * @key: source node address combined with selector
127 */
128struct flow_dissector_key_tipc {
129 __be32 key;
130};
131
132/**
133 * struct flow_dissector_key_addrs:
134 * @v4addrs: IPv4 addresses
135 * @v6addrs: IPv6 addresses
136 */
137struct flow_dissector_key_addrs {
138 union {
139 struct flow_dissector_key_ipv4_addrs v4addrs;
140 struct flow_dissector_key_ipv6_addrs v6addrs;
141 struct flow_dissector_key_tipc tipckey;
142 };
143};
144
145/**
146 * flow_dissector_key_arp:
147 * @ports: Operation, source and target addresses for an ARP header
148 * for Ethernet hardware addresses and IPv4 protocol addresses
149 * sip: Sender IP address
150 * tip: Target IP address
151 * op: Operation
152 * sha: Sender hardware address
153 * tpa: Target hardware address
154 */
155struct flow_dissector_key_arp {
156 __u32 sip;
157 __u32 tip;
158 __u8 op;
159 unsigned char sha[ETH_ALEN];
160 unsigned char tha[ETH_ALEN];
161};
162
163/**
164 * flow_dissector_key_tp_ports:
165 * @ports: port numbers of Transport header
166 * src: source port number
167 * dst: destination port number
168 */
169struct flow_dissector_key_ports {
170 union {
171 __be32 ports;
172 struct {
173 __be16 src;
174 __be16 dst;
175 };
176 };
177};
178
179/**
180 * flow_dissector_key_icmp:
181 * type: ICMP type
182 * code: ICMP code
183 * id: session identifier
184 */
185struct flow_dissector_key_icmp {
186 struct {
187 u8 type;
188 u8 code;
189 };
190 u16 id;
191};
192
193/**
194 * struct flow_dissector_key_eth_addrs:
195 * @src: source Ethernet address
196 * @dst: destination Ethernet address
197 */
198struct flow_dissector_key_eth_addrs {
199 /* (dst,src) must be grouped, in the same way than in ETH header */
200 unsigned char dst[ETH_ALEN];
201 unsigned char src[ETH_ALEN];
202};
203
204/**
205 * struct flow_dissector_key_tcp:
206 * @flags: flags
207 */
208struct flow_dissector_key_tcp {
209 __be16 flags;
210};
211
212/**
213 * struct flow_dissector_key_ip:
214 * @tos: tos
215 * @ttl: ttl
216 */
217struct flow_dissector_key_ip {
218 __u8 tos;
219 __u8 ttl;
220};
221
222/**
223 * struct flow_dissector_key_meta:
224 * @ingress_ifindex: ingress ifindex
225 * @ingress_iftype: ingress interface type
226 */
227struct flow_dissector_key_meta {
228 int ingress_ifindex;
229 u16 ingress_iftype;
230};
231
232/**
233 * struct flow_dissector_key_ct:
234 * @ct_state: conntrack state after converting with map
235 * @ct_mark: conttrack mark
236 * @ct_zone: conntrack zone
237 * @ct_labels: conntrack labels
238 */
239struct flow_dissector_key_ct {
240 u16 ct_state;
241 u16 ct_zone;
242 u32 ct_mark;
243 u32 ct_labels[4];
244};
245
246/**
247 * struct flow_dissector_key_hash:
248 * @hash: hash value
249 */
250struct flow_dissector_key_hash {
251 u32 hash;
252};
253
254enum flow_dissector_key_id {
255 FLOW_DISSECTOR_KEY_CONTROL, /* struct flow_dissector_key_control */
256 FLOW_DISSECTOR_KEY_BASIC, /* struct flow_dissector_key_basic */
257 FLOW_DISSECTOR_KEY_IPV4_ADDRS, /* struct flow_dissector_key_ipv4_addrs */
258 FLOW_DISSECTOR_KEY_IPV6_ADDRS, /* struct flow_dissector_key_ipv6_addrs */
259 FLOW_DISSECTOR_KEY_PORTS, /* struct flow_dissector_key_ports */
260 FLOW_DISSECTOR_KEY_PORTS_RANGE, /* struct flow_dissector_key_ports */
261 FLOW_DISSECTOR_KEY_ICMP, /* struct flow_dissector_key_icmp */
262 FLOW_DISSECTOR_KEY_ETH_ADDRS, /* struct flow_dissector_key_eth_addrs */
263 FLOW_DISSECTOR_KEY_TIPC, /* struct flow_dissector_key_tipc */
264 FLOW_DISSECTOR_KEY_ARP, /* struct flow_dissector_key_arp */
265 FLOW_DISSECTOR_KEY_VLAN, /* struct flow_dissector_key_vlan */
266 FLOW_DISSECTOR_KEY_FLOW_LABEL, /* struct flow_dissector_key_tags */
267 FLOW_DISSECTOR_KEY_GRE_KEYID, /* struct flow_dissector_key_keyid */
268 FLOW_DISSECTOR_KEY_MPLS_ENTROPY, /* struct flow_dissector_key_keyid */
269 FLOW_DISSECTOR_KEY_ENC_KEYID, /* struct flow_dissector_key_keyid */
270 FLOW_DISSECTOR_KEY_ENC_IPV4_ADDRS, /* struct flow_dissector_key_ipv4_addrs */
271 FLOW_DISSECTOR_KEY_ENC_IPV6_ADDRS, /* struct flow_dissector_key_ipv6_addrs */
272 FLOW_DISSECTOR_KEY_ENC_CONTROL, /* struct flow_dissector_key_control */
273 FLOW_DISSECTOR_KEY_ENC_PORTS, /* struct flow_dissector_key_ports */
274 FLOW_DISSECTOR_KEY_MPLS, /* struct flow_dissector_key_mpls */
275 FLOW_DISSECTOR_KEY_TCP, /* struct flow_dissector_key_tcp */
276 FLOW_DISSECTOR_KEY_IP, /* struct flow_dissector_key_ip */
277 FLOW_DISSECTOR_KEY_CVLAN, /* struct flow_dissector_key_vlan */
278 FLOW_DISSECTOR_KEY_ENC_IP, /* struct flow_dissector_key_ip */
279 FLOW_DISSECTOR_KEY_ENC_OPTS, /* struct flow_dissector_key_enc_opts */
280 FLOW_DISSECTOR_KEY_META, /* struct flow_dissector_key_meta */
281 FLOW_DISSECTOR_KEY_CT, /* struct flow_dissector_key_ct */
282 FLOW_DISSECTOR_KEY_HASH, /* struct flow_dissector_key_hash */
283
284 FLOW_DISSECTOR_KEY_MAX,
285};
286
287#define FLOW_DISSECTOR_F_PARSE_1ST_FRAG BIT(0)
288#define FLOW_DISSECTOR_F_STOP_AT_FLOW_LABEL BIT(1)
289#define FLOW_DISSECTOR_F_STOP_AT_ENCAP BIT(2)
290
291struct flow_dissector_key {
292 enum flow_dissector_key_id key_id;
293 size_t offset; /* offset of struct flow_dissector_key_*
294 in target the struct */
295};
296
297struct flow_dissector {
298 unsigned int used_keys; /* each bit repesents presence of one key id */
299 unsigned short int offset[FLOW_DISSECTOR_KEY_MAX];
300};
301
302struct flow_keys_basic {
303 struct flow_dissector_key_control control;
304 struct flow_dissector_key_basic basic;
305};
306
307struct flow_keys {
308 struct flow_dissector_key_control control;
309#define FLOW_KEYS_HASH_START_FIELD basic
310 struct flow_dissector_key_basic basic __aligned(SIPHASH_ALIGNMENT);
311 struct flow_dissector_key_tags tags;
312 struct flow_dissector_key_vlan vlan;
313 struct flow_dissector_key_vlan cvlan;
314 struct flow_dissector_key_keyid keyid;
315 struct flow_dissector_key_ports ports;
316 struct flow_dissector_key_icmp icmp;
317 /* 'addrs' must be the last member */
318 struct flow_dissector_key_addrs addrs;
319};
320
321#define FLOW_KEYS_HASH_OFFSET \
322 offsetof(struct flow_keys, FLOW_KEYS_HASH_START_FIELD)
323
324__be32 flow_get_u32_src(const struct flow_keys *flow);
325__be32 flow_get_u32_dst(const struct flow_keys *flow);
326
327extern struct flow_dissector flow_keys_dissector;
328extern struct flow_dissector flow_keys_basic_dissector;
329
330/* struct flow_keys_digest:
331 *
332 * This structure is used to hold a digest of the full flow keys. This is a
333 * larger "hash" of a flow to allow definitively matching specific flows where
334 * the 32 bit skb->hash is not large enough. The size is limited to 16 bytes so
335 * that it can be used in CB of skb (see sch_choke for an example).
336 */
337#define FLOW_KEYS_DIGEST_LEN 16
338struct flow_keys_digest {
339 u8 data[FLOW_KEYS_DIGEST_LEN];
340};
341
342void make_flow_keys_digest(struct flow_keys_digest *digest,
343 const struct flow_keys *flow);
344
345static inline bool flow_keys_have_l4(const struct flow_keys *keys)
346{
347 return (keys->ports.ports || keys->tags.flow_label);
348}
349
350u32 flow_hash_from_keys(struct flow_keys *keys);
351void skb_flow_get_icmp_tci(const struct sk_buff *skb,
352 struct flow_dissector_key_icmp *key_icmp,
353 void *data, int thoff, int hlen);
354
355static inline bool dissector_uses_key(const struct flow_dissector *flow_dissector,
356 enum flow_dissector_key_id key_id)
357{
358 return flow_dissector->used_keys & (1 << key_id);
359}
360
361static inline void *skb_flow_dissector_target(struct flow_dissector *flow_dissector,
362 enum flow_dissector_key_id key_id,
363 void *target_container)
364{
365 return ((char *)target_container) + flow_dissector->offset[key_id];
366}
367
368struct bpf_flow_dissector {
369 struct bpf_flow_keys *flow_keys;
370 const struct sk_buff *skb;
371 void *data;
372 void *data_end;
373};
374
375static inline void
376flow_dissector_init_keys(struct flow_dissector_key_control *key_control,
377 struct flow_dissector_key_basic *key_basic)
378{
379 memset(key_control, 0, sizeof(*key_control));
380 memset(key_basic, 0, sizeof(*key_basic));
381}
382
383#ifdef CONFIG_BPF_SYSCALL
384int flow_dissector_bpf_prog_attach_check(struct net *net,
385 struct bpf_prog *prog);
386#endif /* CONFIG_BPF_SYSCALL */
387
388#endif