Loading...
1/* SPDX-License-Identifier: GPL-2.0-or-later */
2/*
3 * INET An implementation of the TCP/IP protocol suite for the LINUX
4 * operating system. INET is implemented using the BSD Socket
5 * interface as the means of communication with the user level.
6 *
7 * Authors: Lotsa people, from code originally in tcp
8 */
9
10#ifndef _INET6_HASHTABLES_H
11#define _INET6_HASHTABLES_H
12
13
14#if IS_ENABLED(CONFIG_IPV6)
15#include <linux/in6.h>
16#include <linux/ipv6.h>
17#include <linux/types.h>
18#include <linux/jhash.h>
19
20#include <net/inet_sock.h>
21
22#include <net/ipv6.h>
23#include <net/netns/hash.h>
24
25struct inet_hashinfo;
26
27static inline unsigned int __inet6_ehashfn(const u32 lhash,
28 const u16 lport,
29 const u32 fhash,
30 const __be16 fport,
31 const u32 initval)
32{
33 const u32 ports = (((u32)lport) << 16) | (__force u32)fport;
34 return jhash_3words(lhash, fhash, ports, initval);
35}
36
37/*
38 * Sockets in TCP_CLOSE state are _always_ taken out of the hash, so
39 * we need not check it for TCP lookups anymore, thanks Alexey. -DaveM
40 *
41 * The sockhash lock must be held as a reader here.
42 */
43struct sock *__inet6_lookup_established(const struct net *net,
44 struct inet_hashinfo *hashinfo,
45 const struct in6_addr *saddr,
46 const __be16 sport,
47 const struct in6_addr *daddr,
48 const u16 hnum, const int dif,
49 const int sdif);
50
51typedef u32 (inet6_ehashfn_t)(const struct net *net,
52 const struct in6_addr *laddr, const u16 lport,
53 const struct in6_addr *faddr, const __be16 fport);
54
55inet6_ehashfn_t inet6_ehashfn;
56
57INDIRECT_CALLABLE_DECLARE(inet6_ehashfn_t udp6_ehashfn);
58
59struct sock *inet6_lookup_reuseport(const struct net *net, struct sock *sk,
60 struct sk_buff *skb, int doff,
61 const struct in6_addr *saddr,
62 __be16 sport,
63 const struct in6_addr *daddr,
64 unsigned short hnum,
65 inet6_ehashfn_t *ehashfn);
66
67struct sock *inet6_lookup_listener(const struct net *net,
68 struct inet_hashinfo *hashinfo,
69 struct sk_buff *skb, int doff,
70 const struct in6_addr *saddr,
71 const __be16 sport,
72 const struct in6_addr *daddr,
73 const unsigned short hnum,
74 const int dif, const int sdif);
75
76struct sock *inet6_lookup_run_sk_lookup(const struct net *net,
77 int protocol,
78 struct sk_buff *skb, int doff,
79 const struct in6_addr *saddr,
80 const __be16 sport,
81 const struct in6_addr *daddr,
82 const u16 hnum, const int dif,
83 inet6_ehashfn_t *ehashfn);
84
85static inline struct sock *__inet6_lookup(const struct net *net,
86 struct inet_hashinfo *hashinfo,
87 struct sk_buff *skb, int doff,
88 const struct in6_addr *saddr,
89 const __be16 sport,
90 const struct in6_addr *daddr,
91 const u16 hnum,
92 const int dif, const int sdif,
93 bool *refcounted)
94{
95 struct sock *sk = __inet6_lookup_established(net, hashinfo, saddr,
96 sport, daddr, hnum,
97 dif, sdif);
98 *refcounted = true;
99 if (sk)
100 return sk;
101 *refcounted = false;
102 return inet6_lookup_listener(net, hashinfo, skb, doff, saddr, sport,
103 daddr, hnum, dif, sdif);
104}
105
106static inline
107struct sock *inet6_steal_sock(struct net *net, struct sk_buff *skb, int doff,
108 const struct in6_addr *saddr, const __be16 sport,
109 const struct in6_addr *daddr, const __be16 dport,
110 bool *refcounted, inet6_ehashfn_t *ehashfn)
111{
112 struct sock *sk, *reuse_sk;
113 bool prefetched;
114
115 sk = skb_steal_sock(skb, refcounted, &prefetched);
116 if (!sk)
117 return NULL;
118
119 if (!prefetched || !sk_fullsock(sk))
120 return sk;
121
122 if (sk->sk_protocol == IPPROTO_TCP) {
123 if (sk->sk_state != TCP_LISTEN)
124 return sk;
125 } else if (sk->sk_protocol == IPPROTO_UDP) {
126 if (sk->sk_state != TCP_CLOSE)
127 return sk;
128 } else {
129 return sk;
130 }
131
132 reuse_sk = inet6_lookup_reuseport(net, sk, skb, doff,
133 saddr, sport, daddr, ntohs(dport),
134 ehashfn);
135 if (!reuse_sk)
136 return sk;
137
138 /* We've chosen a new reuseport sock which is never refcounted. This
139 * implies that sk also isn't refcounted.
140 */
141 WARN_ON_ONCE(*refcounted);
142
143 return reuse_sk;
144}
145
146static inline struct sock *__inet6_lookup_skb(struct inet_hashinfo *hashinfo,
147 struct sk_buff *skb, int doff,
148 const __be16 sport,
149 const __be16 dport,
150 int iif, int sdif,
151 bool *refcounted)
152{
153 struct net *net = dev_net(skb_dst(skb)->dev);
154 const struct ipv6hdr *ip6h = ipv6_hdr(skb);
155 struct sock *sk;
156
157 sk = inet6_steal_sock(net, skb, doff, &ip6h->saddr, sport, &ip6h->daddr, dport,
158 refcounted, inet6_ehashfn);
159 if (IS_ERR(sk))
160 return NULL;
161 if (sk)
162 return sk;
163
164 return __inet6_lookup(net, hashinfo, skb,
165 doff, &ip6h->saddr, sport,
166 &ip6h->daddr, ntohs(dport),
167 iif, sdif, refcounted);
168}
169
170struct sock *inet6_lookup(const struct net *net, struct inet_hashinfo *hashinfo,
171 struct sk_buff *skb, int doff,
172 const struct in6_addr *saddr, const __be16 sport,
173 const struct in6_addr *daddr, const __be16 dport,
174 const int dif);
175
176int inet6_hash(struct sock *sk);
177
178static inline bool inet6_match(const struct net *net, const struct sock *sk,
179 const struct in6_addr *saddr,
180 const struct in6_addr *daddr,
181 const __portpair ports,
182 const int dif, const int sdif)
183{
184 if (!net_eq(sock_net(sk), net) ||
185 sk->sk_family != AF_INET6 ||
186 sk->sk_portpair != ports ||
187 !ipv6_addr_equal(&sk->sk_v6_daddr, saddr) ||
188 !ipv6_addr_equal(&sk->sk_v6_rcv_saddr, daddr))
189 return false;
190
191 /* READ_ONCE() paired with WRITE_ONCE() in sock_bindtoindex_locked() */
192 return inet_sk_bound_dev_eq(net, READ_ONCE(sk->sk_bound_dev_if), dif,
193 sdif);
194}
195#endif /* IS_ENABLED(CONFIG_IPV6) */
196
197#endif /* _INET6_HASHTABLES_H */
1/*
2 * INET An implementation of the TCP/IP protocol suite for the LINUX
3 * operating system. INET is implemented using the BSD Socket
4 * interface as the means of communication with the user level.
5 *
6 * Authors: Lotsa people, from code originally in tcp
7 *
8 * This program is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU General Public License
10 * as published by the Free Software Foundation; either version
11 * 2 of the License, or (at your option) any later version.
12 */
13
14#ifndef _INET6_HASHTABLES_H
15#define _INET6_HASHTABLES_H
16
17
18#if IS_ENABLED(CONFIG_IPV6)
19#include <linux/in6.h>
20#include <linux/ipv6.h>
21#include <linux/types.h>
22#include <linux/jhash.h>
23
24#include <net/inet_sock.h>
25
26#include <net/ipv6.h>
27#include <net/netns/hash.h>
28
29struct inet_hashinfo;
30
31static inline unsigned int __inet6_ehashfn(const u32 lhash,
32 const u16 lport,
33 const u32 fhash,
34 const __be16 fport,
35 const u32 initval)
36{
37 const u32 ports = (((u32)lport) << 16) | (__force u32)fport;
38 return jhash_3words(lhash, fhash, ports, initval);
39}
40
41/*
42 * Sockets in TCP_CLOSE state are _always_ taken out of the hash, so
43 * we need not check it for TCP lookups anymore, thanks Alexey. -DaveM
44 *
45 * The sockhash lock must be held as a reader here.
46 */
47struct sock *__inet6_lookup_established(struct net *net,
48 struct inet_hashinfo *hashinfo,
49 const struct in6_addr *saddr,
50 const __be16 sport,
51 const struct in6_addr *daddr,
52 const u16 hnum, const int dif,
53 const int sdif);
54
55struct sock *inet6_lookup_listener(struct net *net,
56 struct inet_hashinfo *hashinfo,
57 struct sk_buff *skb, int doff,
58 const struct in6_addr *saddr,
59 const __be16 sport,
60 const struct in6_addr *daddr,
61 const unsigned short hnum,
62 const int dif, const int sdif);
63
64static inline struct sock *__inet6_lookup(struct net *net,
65 struct inet_hashinfo *hashinfo,
66 struct sk_buff *skb, int doff,
67 const struct in6_addr *saddr,
68 const __be16 sport,
69 const struct in6_addr *daddr,
70 const u16 hnum,
71 const int dif, const int sdif,
72 bool *refcounted)
73{
74 struct sock *sk = __inet6_lookup_established(net, hashinfo, saddr,
75 sport, daddr, hnum,
76 dif, sdif);
77 *refcounted = true;
78 if (sk)
79 return sk;
80 *refcounted = false;
81 return inet6_lookup_listener(net, hashinfo, skb, doff, saddr, sport,
82 daddr, hnum, dif, sdif);
83}
84
85static inline struct sock *__inet6_lookup_skb(struct inet_hashinfo *hashinfo,
86 struct sk_buff *skb, int doff,
87 const __be16 sport,
88 const __be16 dport,
89 int iif, int sdif,
90 bool *refcounted)
91{
92 struct sock *sk = skb_steal_sock(skb);
93
94 *refcounted = true;
95 if (sk)
96 return sk;
97
98 return __inet6_lookup(dev_net(skb_dst(skb)->dev), hashinfo, skb,
99 doff, &ipv6_hdr(skb)->saddr, sport,
100 &ipv6_hdr(skb)->daddr, ntohs(dport),
101 iif, sdif, refcounted);
102}
103
104struct sock *inet6_lookup(struct net *net, struct inet_hashinfo *hashinfo,
105 struct sk_buff *skb, int doff,
106 const struct in6_addr *saddr, const __be16 sport,
107 const struct in6_addr *daddr, const __be16 dport,
108 const int dif);
109
110int inet6_hash(struct sock *sk);
111#endif /* IS_ENABLED(CONFIG_IPV6) */
112
113#define INET6_MATCH(__sk, __net, __saddr, __daddr, __ports, __dif, __sdif) \
114 (((__sk)->sk_portpair == (__ports)) && \
115 ((__sk)->sk_family == AF_INET6) && \
116 ipv6_addr_equal(&(__sk)->sk_v6_daddr, (__saddr)) && \
117 ipv6_addr_equal(&(__sk)->sk_v6_rcv_saddr, (__daddr)) && \
118 (!(__sk)->sk_bound_dev_if || \
119 ((__sk)->sk_bound_dev_if == (__dif)) || \
120 ((__sk)->sk_bound_dev_if == (__sdif))) && \
121 net_eq(sock_net(__sk), (__net)))
122
123#endif /* _INET6_HASHTABLES_H */