1/* SPDX-License-Identifier: GPL-2.0 */
  2#ifndef __NET_TC_WRAPPER_H
  3#define __NET_TC_WRAPPER_H
  4
  5#include <net/pkt_cls.h>
  6
  7#if IS_ENABLED(CONFIG_RETPOLINE)
  8
  9#include <linux/cpufeature.h>
 10#include <linux/static_key.h>
 11#include <linux/indirect_call_wrapper.h>
 12
 13#define TC_INDIRECT_SCOPE
 14
 15extern struct static_key_false tc_skip_wrapper;
 16
 17/* TC Actions */
 18#ifdef CONFIG_NET_CLS_ACT
 19
 20#define TC_INDIRECT_ACTION_DECLARE(fname)                              \
 21	INDIRECT_CALLABLE_DECLARE(int fname(struct sk_buff *skb,       \
 22					    const struct tc_action *a, \
 23					    struct tcf_result *res))
 24
 25TC_INDIRECT_ACTION_DECLARE(tcf_bpf_act);
 26TC_INDIRECT_ACTION_DECLARE(tcf_connmark_act);
 27TC_INDIRECT_ACTION_DECLARE(tcf_csum_act);
 28TC_INDIRECT_ACTION_DECLARE(tcf_ct_act);
 29TC_INDIRECT_ACTION_DECLARE(tcf_ctinfo_act);
 30TC_INDIRECT_ACTION_DECLARE(tcf_gact_act);
 31TC_INDIRECT_ACTION_DECLARE(tcf_gate_act);
 32TC_INDIRECT_ACTION_DECLARE(tcf_ife_act);
 33TC_INDIRECT_ACTION_DECLARE(tcf_ipt_act);
 34TC_INDIRECT_ACTION_DECLARE(tcf_mirred_act);
 35TC_INDIRECT_ACTION_DECLARE(tcf_mpls_act);
 36TC_INDIRECT_ACTION_DECLARE(tcf_nat_act);
 37TC_INDIRECT_ACTION_DECLARE(tcf_pedit_act);
 38TC_INDIRECT_ACTION_DECLARE(tcf_police_act);
 39TC_INDIRECT_ACTION_DECLARE(tcf_sample_act);
 40TC_INDIRECT_ACTION_DECLARE(tcf_simp_act);
 41TC_INDIRECT_ACTION_DECLARE(tcf_skbedit_act);
 42TC_INDIRECT_ACTION_DECLARE(tcf_skbmod_act);
 43TC_INDIRECT_ACTION_DECLARE(tcf_vlan_act);
 44TC_INDIRECT_ACTION_DECLARE(tunnel_key_act);
 45
 46static inline int tc_act(struct sk_buff *skb, const struct tc_action *a,
 47			   struct tcf_result *res)
 48{
 49	if (static_branch_likely(&tc_skip_wrapper))
 50		goto skip;
 51
 52#if IS_BUILTIN(CONFIG_NET_ACT_GACT)
 53	if (a->ops->act == tcf_gact_act)
 54		return tcf_gact_act(skb, a, res);
 55#endif
 56#if IS_BUILTIN(CONFIG_NET_ACT_MIRRED)
 57	if (a->ops->act == tcf_mirred_act)
 58		return tcf_mirred_act(skb, a, res);
 59#endif
 60#if IS_BUILTIN(CONFIG_NET_ACT_PEDIT)
 61	if (a->ops->act == tcf_pedit_act)
 62		return tcf_pedit_act(skb, a, res);
 63#endif
 64#if IS_BUILTIN(CONFIG_NET_ACT_SKBEDIT)
 65	if (a->ops->act == tcf_skbedit_act)
 66		return tcf_skbedit_act(skb, a, res);
 67#endif
 68#if IS_BUILTIN(CONFIG_NET_ACT_SKBMOD)
 69	if (a->ops->act == tcf_skbmod_act)
 70		return tcf_skbmod_act(skb, a, res);
 71#endif
 72#if IS_BUILTIN(CONFIG_NET_ACT_POLICE)
 73	if (a->ops->act == tcf_police_act)
 74		return tcf_police_act(skb, a, res);
 75#endif
 76#if IS_BUILTIN(CONFIG_NET_ACT_BPF)
 77	if (a->ops->act == tcf_bpf_act)
 78		return tcf_bpf_act(skb, a, res);
 79#endif
 80#if IS_BUILTIN(CONFIG_NET_ACT_CONNMARK)
 81	if (a->ops->act == tcf_connmark_act)
 82		return tcf_connmark_act(skb, a, res);
 83#endif
 84#if IS_BUILTIN(CONFIG_NET_ACT_CSUM)
 85	if (a->ops->act == tcf_csum_act)
 86		return tcf_csum_act(skb, a, res);
 87#endif
 88#if IS_BUILTIN(CONFIG_NET_ACT_CT)
 89	if (a->ops->act == tcf_ct_act)
 90		return tcf_ct_act(skb, a, res);
 91#endif
 92#if IS_BUILTIN(CONFIG_NET_ACT_CTINFO)
 93	if (a->ops->act == tcf_ctinfo_act)
 94		return tcf_ctinfo_act(skb, a, res);
 95#endif
 96#if IS_BUILTIN(CONFIG_NET_ACT_GATE)
 97	if (a->ops->act == tcf_gate_act)
 98		return tcf_gate_act(skb, a, res);
 99#endif
100#if IS_BUILTIN(CONFIG_NET_ACT_MPLS)
101	if (a->ops->act == tcf_mpls_act)
102		return tcf_mpls_act(skb, a, res);
103#endif
104#if IS_BUILTIN(CONFIG_NET_ACT_NAT)
105	if (a->ops->act == tcf_nat_act)
106		return tcf_nat_act(skb, a, res);
107#endif
108#if IS_BUILTIN(CONFIG_NET_ACT_TUNNEL_KEY)
109	if (a->ops->act == tunnel_key_act)
110		return tunnel_key_act(skb, a, res);
111#endif
112#if IS_BUILTIN(CONFIG_NET_ACT_VLAN)
113	if (a->ops->act == tcf_vlan_act)
114		return tcf_vlan_act(skb, a, res);
115#endif
116#if IS_BUILTIN(CONFIG_NET_ACT_IFE)
117	if (a->ops->act == tcf_ife_act)
118		return tcf_ife_act(skb, a, res);
119#endif
120#if IS_BUILTIN(CONFIG_NET_ACT_IPT)
121	if (a->ops->act == tcf_ipt_act)
122		return tcf_ipt_act(skb, a, res);
123#endif
124#if IS_BUILTIN(CONFIG_NET_ACT_SIMP)
125	if (a->ops->act == tcf_simp_act)
126		return tcf_simp_act(skb, a, res);
127#endif
128#if IS_BUILTIN(CONFIG_NET_ACT_SAMPLE)
129	if (a->ops->act == tcf_sample_act)
130		return tcf_sample_act(skb, a, res);
131#endif
132
133skip:
134	return a->ops->act(skb, a, res);
135}
136
137#endif /* CONFIG_NET_CLS_ACT */
138
139/* TC Filters */
140#ifdef CONFIG_NET_CLS
141
142#define TC_INDIRECT_FILTER_DECLARE(fname)                               \
143	INDIRECT_CALLABLE_DECLARE(int fname(struct sk_buff *skb,        \
144					    const struct tcf_proto *tp, \
145					    struct tcf_result *res))
146
147TC_INDIRECT_FILTER_DECLARE(basic_classify);
148TC_INDIRECT_FILTER_DECLARE(cls_bpf_classify);
149TC_INDIRECT_FILTER_DECLARE(cls_cgroup_classify);
150TC_INDIRECT_FILTER_DECLARE(fl_classify);
151TC_INDIRECT_FILTER_DECLARE(flow_classify);
152TC_INDIRECT_FILTER_DECLARE(fw_classify);
153TC_INDIRECT_FILTER_DECLARE(mall_classify);
154TC_INDIRECT_FILTER_DECLARE(route4_classify);
155TC_INDIRECT_FILTER_DECLARE(rsvp_classify);
156TC_INDIRECT_FILTER_DECLARE(rsvp6_classify);
157TC_INDIRECT_FILTER_DECLARE(tcindex_classify);
158TC_INDIRECT_FILTER_DECLARE(u32_classify);
159
160static inline int tc_classify(struct sk_buff *skb, const struct tcf_proto *tp,
161				struct tcf_result *res)
162{
163	if (static_branch_likely(&tc_skip_wrapper))
164		goto skip;
165
166#if IS_BUILTIN(CONFIG_NET_CLS_BPF)
167	if (tp->classify == cls_bpf_classify)
168		return cls_bpf_classify(skb, tp, res);
169#endif
170#if IS_BUILTIN(CONFIG_NET_CLS_U32)
171	if (tp->classify == u32_classify)
172		return u32_classify(skb, tp, res);
173#endif
174#if IS_BUILTIN(CONFIG_NET_CLS_FLOWER)
175	if (tp->classify == fl_classify)
176		return fl_classify(skb, tp, res);
177#endif
178#if IS_BUILTIN(CONFIG_NET_CLS_FW)
179	if (tp->classify == fw_classify)
180		return fw_classify(skb, tp, res);
181#endif
182#if IS_BUILTIN(CONFIG_NET_CLS_MATCHALL)
183	if (tp->classify == mall_classify)
184		return mall_classify(skb, tp, res);
185#endif
186#if IS_BUILTIN(CONFIG_NET_CLS_BASIC)
187	if (tp->classify == basic_classify)
188		return basic_classify(skb, tp, res);
189#endif
190#if IS_BUILTIN(CONFIG_NET_CLS_CGROUP)
191	if (tp->classify == cls_cgroup_classify)
192		return cls_cgroup_classify(skb, tp, res);
193#endif
194#if IS_BUILTIN(CONFIG_NET_CLS_FLOW)
195	if (tp->classify == flow_classify)
196		return flow_classify(skb, tp, res);
197#endif
198#if IS_BUILTIN(CONFIG_NET_CLS_ROUTE4)
199	if (tp->classify == route4_classify)
200		return route4_classify(skb, tp, res);
201#endif
202#if IS_BUILTIN(CONFIG_NET_CLS_RSVP)
203	if (tp->classify == rsvp_classify)
204		return rsvp_classify(skb, tp, res);
205#endif
206#if IS_BUILTIN(CONFIG_NET_CLS_RSVP6)
207	if (tp->classify == rsvp6_classify)
208		return rsvp6_classify(skb, tp, res);
209#endif
210#if IS_BUILTIN(CONFIG_NET_CLS_TCINDEX)
211	if (tp->classify == tcindex_classify)
212		return tcindex_classify(skb, tp, res);
213#endif
214
215skip:
216	return tp->classify(skb, tp, res);
217}
218
219#endif /* CONFIG_NET_CLS */
220
221static inline void tc_wrapper_init(void)
222{
223#ifdef CONFIG_X86
224	if (!cpu_feature_enabled(X86_FEATURE_RETPOLINE))
225		static_branch_enable(&tc_skip_wrapper);
226#endif
227}
228
229#else
230
231#define TC_INDIRECT_SCOPE static
232
233static inline int tc_act(struct sk_buff *skb, const struct tc_action *a,
234			   struct tcf_result *res)
235{
236	return a->ops->act(skb, a, res);
237}
238
239static inline int tc_classify(struct sk_buff *skb, const struct tcf_proto *tp,
240				struct tcf_result *res)
241{
242	return tp->classify(skb, tp, res);
243}
244
245static inline void tc_wrapper_init(void)
246{
247}
248
249#endif
250
251#endif /* __NET_TC_WRAPPER_H */