Loading...
1// SPDX-License-Identifier: GPL-2.0-or-later
2/* net/sched/sch_ingress.c - Ingress and clsact qdisc
3 *
4 * Authors: Jamal Hadi Salim 1999
5 */
6
7#include <linux/module.h>
8#include <linux/types.h>
9#include <linux/list.h>
10#include <linux/skbuff.h>
11#include <linux/rtnetlink.h>
12
13#include <net/netlink.h>
14#include <net/pkt_sched.h>
15#include <net/pkt_cls.h>
16#include <net/tcx.h>
17
18struct ingress_sched_data {
19 struct tcf_block *block;
20 struct tcf_block_ext_info block_info;
21 struct mini_Qdisc_pair miniqp;
22};
23
24static struct Qdisc *ingress_leaf(struct Qdisc *sch, unsigned long arg)
25{
26 return NULL;
27}
28
29static unsigned long ingress_find(struct Qdisc *sch, u32 classid)
30{
31 return TC_H_MIN(classid) + 1;
32}
33
34static unsigned long ingress_bind_filter(struct Qdisc *sch,
35 unsigned long parent, u32 classid)
36{
37 return ingress_find(sch, classid);
38}
39
40static void ingress_unbind_filter(struct Qdisc *sch, unsigned long cl)
41{
42}
43
44static void ingress_walk(struct Qdisc *sch, struct qdisc_walker *walker)
45{
46}
47
48static struct tcf_block *ingress_tcf_block(struct Qdisc *sch, unsigned long cl,
49 struct netlink_ext_ack *extack)
50{
51 struct ingress_sched_data *q = qdisc_priv(sch);
52
53 return q->block;
54}
55
56static void clsact_chain_head_change(struct tcf_proto *tp_head, void *priv)
57{
58 struct mini_Qdisc_pair *miniqp = priv;
59
60 mini_qdisc_pair_swap(miniqp, tp_head);
61};
62
63static void ingress_ingress_block_set(struct Qdisc *sch, u32 block_index)
64{
65 struct ingress_sched_data *q = qdisc_priv(sch);
66
67 q->block_info.block_index = block_index;
68}
69
70static u32 ingress_ingress_block_get(struct Qdisc *sch)
71{
72 struct ingress_sched_data *q = qdisc_priv(sch);
73
74 return q->block_info.block_index;
75}
76
77static int ingress_init(struct Qdisc *sch, struct nlattr *opt,
78 struct netlink_ext_ack *extack)
79{
80 struct ingress_sched_data *q = qdisc_priv(sch);
81 struct net_device *dev = qdisc_dev(sch);
82 struct bpf_mprog_entry *entry;
83 bool created;
84 int err;
85
86 if (sch->parent != TC_H_INGRESS)
87 return -EOPNOTSUPP;
88
89 net_inc_ingress_queue();
90
91 entry = tcx_entry_fetch_or_create(dev, true, &created);
92 if (!entry)
93 return -ENOMEM;
94 tcx_miniq_inc(entry);
95 mini_qdisc_pair_init(&q->miniqp, sch, &tcx_entry(entry)->miniq);
96 if (created)
97 tcx_entry_update(dev, entry, true);
98
99 q->block_info.binder_type = FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS;
100 q->block_info.chain_head_change = clsact_chain_head_change;
101 q->block_info.chain_head_change_priv = &q->miniqp;
102
103 err = tcf_block_get_ext(&q->block, sch, &q->block_info, extack);
104 if (err)
105 return err;
106
107 mini_qdisc_pair_block_init(&q->miniqp, q->block);
108
109 return 0;
110}
111
112static void ingress_destroy(struct Qdisc *sch)
113{
114 struct ingress_sched_data *q = qdisc_priv(sch);
115 struct net_device *dev = qdisc_dev(sch);
116 struct bpf_mprog_entry *entry = rtnl_dereference(dev->tcx_ingress);
117
118 if (sch->parent != TC_H_INGRESS)
119 return;
120
121 tcf_block_put_ext(q->block, sch, &q->block_info);
122
123 if (entry) {
124 tcx_miniq_dec(entry);
125 if (!tcx_entry_is_active(entry)) {
126 tcx_entry_update(dev, NULL, true);
127 tcx_entry_free(entry);
128 }
129 }
130
131 net_dec_ingress_queue();
132}
133
134static int ingress_dump(struct Qdisc *sch, struct sk_buff *skb)
135{
136 struct nlattr *nest;
137
138 nest = nla_nest_start_noflag(skb, TCA_OPTIONS);
139 if (nest == NULL)
140 goto nla_put_failure;
141
142 return nla_nest_end(skb, nest);
143
144nla_put_failure:
145 nla_nest_cancel(skb, nest);
146 return -1;
147}
148
149static const struct Qdisc_class_ops ingress_class_ops = {
150 .flags = QDISC_CLASS_OPS_DOIT_UNLOCKED,
151 .leaf = ingress_leaf,
152 .find = ingress_find,
153 .walk = ingress_walk,
154 .tcf_block = ingress_tcf_block,
155 .bind_tcf = ingress_bind_filter,
156 .unbind_tcf = ingress_unbind_filter,
157};
158
159static struct Qdisc_ops ingress_qdisc_ops __read_mostly = {
160 .cl_ops = &ingress_class_ops,
161 .id = "ingress",
162 .priv_size = sizeof(struct ingress_sched_data),
163 .static_flags = TCQ_F_INGRESS | TCQ_F_CPUSTATS,
164 .init = ingress_init,
165 .destroy = ingress_destroy,
166 .dump = ingress_dump,
167 .ingress_block_set = ingress_ingress_block_set,
168 .ingress_block_get = ingress_ingress_block_get,
169 .owner = THIS_MODULE,
170};
171MODULE_ALIAS_NET_SCH("ingress");
172
173struct clsact_sched_data {
174 struct tcf_block *ingress_block;
175 struct tcf_block *egress_block;
176 struct tcf_block_ext_info ingress_block_info;
177 struct tcf_block_ext_info egress_block_info;
178 struct mini_Qdisc_pair miniqp_ingress;
179 struct mini_Qdisc_pair miniqp_egress;
180};
181
182static unsigned long clsact_find(struct Qdisc *sch, u32 classid)
183{
184 switch (TC_H_MIN(classid)) {
185 case TC_H_MIN(TC_H_MIN_INGRESS):
186 case TC_H_MIN(TC_H_MIN_EGRESS):
187 return TC_H_MIN(classid);
188 default:
189 return 0;
190 }
191}
192
193static unsigned long clsact_bind_filter(struct Qdisc *sch,
194 unsigned long parent, u32 classid)
195{
196 return clsact_find(sch, classid);
197}
198
199static struct tcf_block *clsact_tcf_block(struct Qdisc *sch, unsigned long cl,
200 struct netlink_ext_ack *extack)
201{
202 struct clsact_sched_data *q = qdisc_priv(sch);
203
204 switch (cl) {
205 case TC_H_MIN(TC_H_MIN_INGRESS):
206 return q->ingress_block;
207 case TC_H_MIN(TC_H_MIN_EGRESS):
208 return q->egress_block;
209 default:
210 return NULL;
211 }
212}
213
214static void clsact_ingress_block_set(struct Qdisc *sch, u32 block_index)
215{
216 struct clsact_sched_data *q = qdisc_priv(sch);
217
218 q->ingress_block_info.block_index = block_index;
219}
220
221static void clsact_egress_block_set(struct Qdisc *sch, u32 block_index)
222{
223 struct clsact_sched_data *q = qdisc_priv(sch);
224
225 q->egress_block_info.block_index = block_index;
226}
227
228static u32 clsact_ingress_block_get(struct Qdisc *sch)
229{
230 struct clsact_sched_data *q = qdisc_priv(sch);
231
232 return q->ingress_block_info.block_index;
233}
234
235static u32 clsact_egress_block_get(struct Qdisc *sch)
236{
237 struct clsact_sched_data *q = qdisc_priv(sch);
238
239 return q->egress_block_info.block_index;
240}
241
242static int clsact_init(struct Qdisc *sch, struct nlattr *opt,
243 struct netlink_ext_ack *extack)
244{
245 struct clsact_sched_data *q = qdisc_priv(sch);
246 struct net_device *dev = qdisc_dev(sch);
247 struct bpf_mprog_entry *entry;
248 bool created;
249 int err;
250
251 if (sch->parent != TC_H_CLSACT)
252 return -EOPNOTSUPP;
253
254 net_inc_ingress_queue();
255 net_inc_egress_queue();
256
257 entry = tcx_entry_fetch_or_create(dev, true, &created);
258 if (!entry)
259 return -ENOMEM;
260 tcx_miniq_inc(entry);
261 mini_qdisc_pair_init(&q->miniqp_ingress, sch, &tcx_entry(entry)->miniq);
262 if (created)
263 tcx_entry_update(dev, entry, true);
264
265 q->ingress_block_info.binder_type = FLOW_BLOCK_BINDER_TYPE_CLSACT_INGRESS;
266 q->ingress_block_info.chain_head_change = clsact_chain_head_change;
267 q->ingress_block_info.chain_head_change_priv = &q->miniqp_ingress;
268
269 err = tcf_block_get_ext(&q->ingress_block, sch, &q->ingress_block_info,
270 extack);
271 if (err)
272 return err;
273
274 mini_qdisc_pair_block_init(&q->miniqp_ingress, q->ingress_block);
275
276 entry = tcx_entry_fetch_or_create(dev, false, &created);
277 if (!entry)
278 return -ENOMEM;
279 tcx_miniq_inc(entry);
280 mini_qdisc_pair_init(&q->miniqp_egress, sch, &tcx_entry(entry)->miniq);
281 if (created)
282 tcx_entry_update(dev, entry, false);
283
284 q->egress_block_info.binder_type = FLOW_BLOCK_BINDER_TYPE_CLSACT_EGRESS;
285 q->egress_block_info.chain_head_change = clsact_chain_head_change;
286 q->egress_block_info.chain_head_change_priv = &q->miniqp_egress;
287
288 return tcf_block_get_ext(&q->egress_block, sch, &q->egress_block_info, extack);
289}
290
291static void clsact_destroy(struct Qdisc *sch)
292{
293 struct clsact_sched_data *q = qdisc_priv(sch);
294 struct net_device *dev = qdisc_dev(sch);
295 struct bpf_mprog_entry *ingress_entry = rtnl_dereference(dev->tcx_ingress);
296 struct bpf_mprog_entry *egress_entry = rtnl_dereference(dev->tcx_egress);
297
298 if (sch->parent != TC_H_CLSACT)
299 return;
300
301 tcf_block_put_ext(q->ingress_block, sch, &q->ingress_block_info);
302 tcf_block_put_ext(q->egress_block, sch, &q->egress_block_info);
303
304 if (ingress_entry) {
305 tcx_miniq_dec(ingress_entry);
306 if (!tcx_entry_is_active(ingress_entry)) {
307 tcx_entry_update(dev, NULL, true);
308 tcx_entry_free(ingress_entry);
309 }
310 }
311
312 if (egress_entry) {
313 tcx_miniq_dec(egress_entry);
314 if (!tcx_entry_is_active(egress_entry)) {
315 tcx_entry_update(dev, NULL, false);
316 tcx_entry_free(egress_entry);
317 }
318 }
319
320 net_dec_ingress_queue();
321 net_dec_egress_queue();
322}
323
324static const struct Qdisc_class_ops clsact_class_ops = {
325 .flags = QDISC_CLASS_OPS_DOIT_UNLOCKED,
326 .leaf = ingress_leaf,
327 .find = clsact_find,
328 .walk = ingress_walk,
329 .tcf_block = clsact_tcf_block,
330 .bind_tcf = clsact_bind_filter,
331 .unbind_tcf = ingress_unbind_filter,
332};
333
334static struct Qdisc_ops clsact_qdisc_ops __read_mostly = {
335 .cl_ops = &clsact_class_ops,
336 .id = "clsact",
337 .priv_size = sizeof(struct clsact_sched_data),
338 .static_flags = TCQ_F_INGRESS | TCQ_F_CPUSTATS,
339 .init = clsact_init,
340 .destroy = clsact_destroy,
341 .dump = ingress_dump,
342 .ingress_block_set = clsact_ingress_block_set,
343 .egress_block_set = clsact_egress_block_set,
344 .ingress_block_get = clsact_ingress_block_get,
345 .egress_block_get = clsact_egress_block_get,
346 .owner = THIS_MODULE,
347};
348MODULE_ALIAS_NET_SCH("clsact");
349
350static int __init ingress_module_init(void)
351{
352 int ret;
353
354 ret = register_qdisc(&ingress_qdisc_ops);
355 if (!ret) {
356 ret = register_qdisc(&clsact_qdisc_ops);
357 if (ret)
358 unregister_qdisc(&ingress_qdisc_ops);
359 }
360
361 return ret;
362}
363
364static void __exit ingress_module_exit(void)
365{
366 unregister_qdisc(&ingress_qdisc_ops);
367 unregister_qdisc(&clsact_qdisc_ops);
368}
369
370module_init(ingress_module_init);
371module_exit(ingress_module_exit);
372
373MODULE_LICENSE("GPL");
374MODULE_DESCRIPTION("Ingress and clsact based ingress and egress qdiscs");
1/* net/sched/sch_ingress.c - Ingress and clsact qdisc
2 *
3 * This program is free software; you can redistribute it and/or
4 * modify it under the terms of the GNU General Public License
5 * as published by the Free Software Foundation; either version
6 * 2 of the License, or (at your option) any later version.
7 *
8 * Authors: Jamal Hadi Salim 1999
9 */
10
11#include <linux/module.h>
12#include <linux/types.h>
13#include <linux/list.h>
14#include <linux/skbuff.h>
15#include <linux/rtnetlink.h>
16
17#include <net/netlink.h>
18#include <net/pkt_sched.h>
19#include <net/pkt_cls.h>
20
21struct ingress_sched_data {
22 struct tcf_block *block;
23 struct tcf_block_ext_info block_info;
24 struct mini_Qdisc_pair miniqp;
25};
26
27static struct Qdisc *ingress_leaf(struct Qdisc *sch, unsigned long arg)
28{
29 return NULL;
30}
31
32static unsigned long ingress_find(struct Qdisc *sch, u32 classid)
33{
34 return TC_H_MIN(classid) + 1;
35}
36
37static unsigned long ingress_bind_filter(struct Qdisc *sch,
38 unsigned long parent, u32 classid)
39{
40 return ingress_find(sch, classid);
41}
42
43static void ingress_unbind_filter(struct Qdisc *sch, unsigned long cl)
44{
45}
46
47static void ingress_walk(struct Qdisc *sch, struct qdisc_walker *walker)
48{
49}
50
51static struct tcf_block *ingress_tcf_block(struct Qdisc *sch, unsigned long cl,
52 struct netlink_ext_ack *extack)
53{
54 struct ingress_sched_data *q = qdisc_priv(sch);
55
56 return q->block;
57}
58
59static void clsact_chain_head_change(struct tcf_proto *tp_head, void *priv)
60{
61 struct mini_Qdisc_pair *miniqp = priv;
62
63 mini_qdisc_pair_swap(miniqp, tp_head);
64};
65
66static void ingress_ingress_block_set(struct Qdisc *sch, u32 block_index)
67{
68 struct ingress_sched_data *q = qdisc_priv(sch);
69
70 q->block_info.block_index = block_index;
71}
72
73static u32 ingress_ingress_block_get(struct Qdisc *sch)
74{
75 struct ingress_sched_data *q = qdisc_priv(sch);
76
77 return q->block_info.block_index;
78}
79
80static int ingress_init(struct Qdisc *sch, struct nlattr *opt,
81 struct netlink_ext_ack *extack)
82{
83 struct ingress_sched_data *q = qdisc_priv(sch);
84 struct net_device *dev = qdisc_dev(sch);
85
86 net_inc_ingress_queue();
87
88 mini_qdisc_pair_init(&q->miniqp, sch, &dev->miniq_ingress);
89
90 q->block_info.binder_type = TCF_BLOCK_BINDER_TYPE_CLSACT_INGRESS;
91 q->block_info.chain_head_change = clsact_chain_head_change;
92 q->block_info.chain_head_change_priv = &q->miniqp;
93
94 return tcf_block_get_ext(&q->block, sch, &q->block_info, extack);
95}
96
97static void ingress_destroy(struct Qdisc *sch)
98{
99 struct ingress_sched_data *q = qdisc_priv(sch);
100
101 tcf_block_put_ext(q->block, sch, &q->block_info);
102 net_dec_ingress_queue();
103}
104
105static int ingress_dump(struct Qdisc *sch, struct sk_buff *skb)
106{
107 struct nlattr *nest;
108
109 nest = nla_nest_start(skb, TCA_OPTIONS);
110 if (nest == NULL)
111 goto nla_put_failure;
112
113 return nla_nest_end(skb, nest);
114
115nla_put_failure:
116 nla_nest_cancel(skb, nest);
117 return -1;
118}
119
120static const struct Qdisc_class_ops ingress_class_ops = {
121 .leaf = ingress_leaf,
122 .find = ingress_find,
123 .walk = ingress_walk,
124 .tcf_block = ingress_tcf_block,
125 .bind_tcf = ingress_bind_filter,
126 .unbind_tcf = ingress_unbind_filter,
127};
128
129static struct Qdisc_ops ingress_qdisc_ops __read_mostly = {
130 .cl_ops = &ingress_class_ops,
131 .id = "ingress",
132 .priv_size = sizeof(struct ingress_sched_data),
133 .static_flags = TCQ_F_CPUSTATS,
134 .init = ingress_init,
135 .destroy = ingress_destroy,
136 .dump = ingress_dump,
137 .ingress_block_set = ingress_ingress_block_set,
138 .ingress_block_get = ingress_ingress_block_get,
139 .owner = THIS_MODULE,
140};
141
142struct clsact_sched_data {
143 struct tcf_block *ingress_block;
144 struct tcf_block *egress_block;
145 struct tcf_block_ext_info ingress_block_info;
146 struct tcf_block_ext_info egress_block_info;
147 struct mini_Qdisc_pair miniqp_ingress;
148 struct mini_Qdisc_pair miniqp_egress;
149};
150
151static unsigned long clsact_find(struct Qdisc *sch, u32 classid)
152{
153 switch (TC_H_MIN(classid)) {
154 case TC_H_MIN(TC_H_MIN_INGRESS):
155 case TC_H_MIN(TC_H_MIN_EGRESS):
156 return TC_H_MIN(classid);
157 default:
158 return 0;
159 }
160}
161
162static unsigned long clsact_bind_filter(struct Qdisc *sch,
163 unsigned long parent, u32 classid)
164{
165 return clsact_find(sch, classid);
166}
167
168static struct tcf_block *clsact_tcf_block(struct Qdisc *sch, unsigned long cl,
169 struct netlink_ext_ack *extack)
170{
171 struct clsact_sched_data *q = qdisc_priv(sch);
172
173 switch (cl) {
174 case TC_H_MIN(TC_H_MIN_INGRESS):
175 return q->ingress_block;
176 case TC_H_MIN(TC_H_MIN_EGRESS):
177 return q->egress_block;
178 default:
179 return NULL;
180 }
181}
182
183static void clsact_ingress_block_set(struct Qdisc *sch, u32 block_index)
184{
185 struct clsact_sched_data *q = qdisc_priv(sch);
186
187 q->ingress_block_info.block_index = block_index;
188}
189
190static void clsact_egress_block_set(struct Qdisc *sch, u32 block_index)
191{
192 struct clsact_sched_data *q = qdisc_priv(sch);
193
194 q->egress_block_info.block_index = block_index;
195}
196
197static u32 clsact_ingress_block_get(struct Qdisc *sch)
198{
199 struct clsact_sched_data *q = qdisc_priv(sch);
200
201 return q->ingress_block_info.block_index;
202}
203
204static u32 clsact_egress_block_get(struct Qdisc *sch)
205{
206 struct clsact_sched_data *q = qdisc_priv(sch);
207
208 return q->egress_block_info.block_index;
209}
210
211static int clsact_init(struct Qdisc *sch, struct nlattr *opt,
212 struct netlink_ext_ack *extack)
213{
214 struct clsact_sched_data *q = qdisc_priv(sch);
215 struct net_device *dev = qdisc_dev(sch);
216 int err;
217
218 net_inc_ingress_queue();
219 net_inc_egress_queue();
220
221 mini_qdisc_pair_init(&q->miniqp_ingress, sch, &dev->miniq_ingress);
222
223 q->ingress_block_info.binder_type = TCF_BLOCK_BINDER_TYPE_CLSACT_INGRESS;
224 q->ingress_block_info.chain_head_change = clsact_chain_head_change;
225 q->ingress_block_info.chain_head_change_priv = &q->miniqp_ingress;
226
227 err = tcf_block_get_ext(&q->ingress_block, sch, &q->ingress_block_info,
228 extack);
229 if (err)
230 return err;
231
232 mini_qdisc_pair_init(&q->miniqp_egress, sch, &dev->miniq_egress);
233
234 q->egress_block_info.binder_type = TCF_BLOCK_BINDER_TYPE_CLSACT_EGRESS;
235 q->egress_block_info.chain_head_change = clsact_chain_head_change;
236 q->egress_block_info.chain_head_change_priv = &q->miniqp_egress;
237
238 return tcf_block_get_ext(&q->egress_block, sch, &q->egress_block_info, extack);
239}
240
241static void clsact_destroy(struct Qdisc *sch)
242{
243 struct clsact_sched_data *q = qdisc_priv(sch);
244
245 tcf_block_put_ext(q->egress_block, sch, &q->egress_block_info);
246 tcf_block_put_ext(q->ingress_block, sch, &q->ingress_block_info);
247
248 net_dec_ingress_queue();
249 net_dec_egress_queue();
250}
251
252static const struct Qdisc_class_ops clsact_class_ops = {
253 .leaf = ingress_leaf,
254 .find = clsact_find,
255 .walk = ingress_walk,
256 .tcf_block = clsact_tcf_block,
257 .bind_tcf = clsact_bind_filter,
258 .unbind_tcf = ingress_unbind_filter,
259};
260
261static struct Qdisc_ops clsact_qdisc_ops __read_mostly = {
262 .cl_ops = &clsact_class_ops,
263 .id = "clsact",
264 .priv_size = sizeof(struct clsact_sched_data),
265 .static_flags = TCQ_F_CPUSTATS,
266 .init = clsact_init,
267 .destroy = clsact_destroy,
268 .dump = ingress_dump,
269 .ingress_block_set = clsact_ingress_block_set,
270 .egress_block_set = clsact_egress_block_set,
271 .ingress_block_get = clsact_ingress_block_get,
272 .egress_block_get = clsact_egress_block_get,
273 .owner = THIS_MODULE,
274};
275
276static int __init ingress_module_init(void)
277{
278 int ret;
279
280 ret = register_qdisc(&ingress_qdisc_ops);
281 if (!ret) {
282 ret = register_qdisc(&clsact_qdisc_ops);
283 if (ret)
284 unregister_qdisc(&ingress_qdisc_ops);
285 }
286
287 return ret;
288}
289
290static void __exit ingress_module_exit(void)
291{
292 unregister_qdisc(&ingress_qdisc_ops);
293 unregister_qdisc(&clsact_qdisc_ops);
294}
295
296module_init(ingress_module_init);
297module_exit(ingress_module_exit);
298
299MODULE_ALIAS("sch_clsact");
300MODULE_LICENSE("GPL");