Loading...
1// SPDX-License-Identifier: GPL-2.0
2/*
3 * NETLINK Generic Netlink Family
4 *
5 * Authors: Jamal Hadi Salim
6 * Thomas Graf <tgraf@suug.ch>
7 * Johannes Berg <johannes@sipsolutions.net>
8 */
9
10#include <linux/module.h>
11#include <linux/kernel.h>
12#include <linux/slab.h>
13#include <linux/errno.h>
14#include <linux/types.h>
15#include <linux/socket.h>
16#include <linux/string.h>
17#include <linux/skbuff.h>
18#include <linux/mutex.h>
19#include <linux/bitmap.h>
20#include <linux/rwsem.h>
21#include <linux/idr.h>
22#include <net/sock.h>
23#include <net/genetlink.h>
24
25static DEFINE_MUTEX(genl_mutex); /* serialization of message processing */
26static DECLARE_RWSEM(cb_lock);
27
28atomic_t genl_sk_destructing_cnt = ATOMIC_INIT(0);
29DECLARE_WAIT_QUEUE_HEAD(genl_sk_destructing_waitq);
30
31void genl_lock(void)
32{
33 mutex_lock(&genl_mutex);
34}
35EXPORT_SYMBOL(genl_lock);
36
37void genl_unlock(void)
38{
39 mutex_unlock(&genl_mutex);
40}
41EXPORT_SYMBOL(genl_unlock);
42
43#ifdef CONFIG_LOCKDEP
44bool lockdep_genl_is_held(void)
45{
46 return lockdep_is_held(&genl_mutex);
47}
48EXPORT_SYMBOL(lockdep_genl_is_held);
49#endif
50
51static void genl_lock_all(void)
52{
53 down_write(&cb_lock);
54 genl_lock();
55}
56
57static void genl_unlock_all(void)
58{
59 genl_unlock();
60 up_write(&cb_lock);
61}
62
63static DEFINE_IDR(genl_fam_idr);
64
65/*
66 * Bitmap of multicast groups that are currently in use.
67 *
68 * To avoid an allocation at boot of just one unsigned long,
69 * declare it global instead.
70 * Bit 0 is marked as already used since group 0 is invalid.
71 * Bit 1 is marked as already used since the drop-monitor code
72 * abuses the API and thinks it can statically use group 1.
73 * That group will typically conflict with other groups that
74 * any proper users use.
75 * Bit 16 is marked as used since it's used for generic netlink
76 * and the code no longer marks pre-reserved IDs as used.
77 * Bit 17 is marked as already used since the VFS quota code
78 * also abused this API and relied on family == group ID, we
79 * cater to that by giving it a static family and group ID.
80 * Bit 18 is marked as already used since the PMCRAID driver
81 * did the same thing as the VFS quota code (maybe copied?)
82 */
83static unsigned long mc_group_start = 0x3 | BIT(GENL_ID_CTRL) |
84 BIT(GENL_ID_VFS_DQUOT) |
85 BIT(GENL_ID_PMCRAID);
86static unsigned long *mc_groups = &mc_group_start;
87static unsigned long mc_groups_longs = 1;
88
89static int genl_ctrl_event(int event, const struct genl_family *family,
90 const struct genl_multicast_group *grp,
91 int grp_id);
92
93static const struct genl_family *genl_family_find_byid(unsigned int id)
94{
95 return idr_find(&genl_fam_idr, id);
96}
97
98static const struct genl_family *genl_family_find_byname(char *name)
99{
100 const struct genl_family *family;
101 unsigned int id;
102
103 idr_for_each_entry(&genl_fam_idr, family, id)
104 if (strcmp(family->name, name) == 0)
105 return family;
106
107 return NULL;
108}
109
110static int genl_get_cmd_cnt(const struct genl_family *family)
111{
112 return family->n_ops + family->n_small_ops;
113}
114
115static void genl_op_from_full(const struct genl_family *family,
116 unsigned int i, struct genl_ops *op)
117{
118 *op = family->ops[i];
119
120 if (!op->maxattr)
121 op->maxattr = family->maxattr;
122 if (!op->policy)
123 op->policy = family->policy;
124}
125
126static int genl_get_cmd_full(u32 cmd, const struct genl_family *family,
127 struct genl_ops *op)
128{
129 int i;
130
131 for (i = 0; i < family->n_ops; i++)
132 if (family->ops[i].cmd == cmd) {
133 genl_op_from_full(family, i, op);
134 return 0;
135 }
136
137 return -ENOENT;
138}
139
140static void genl_op_from_small(const struct genl_family *family,
141 unsigned int i, struct genl_ops *op)
142{
143 memset(op, 0, sizeof(*op));
144 op->doit = family->small_ops[i].doit;
145 op->dumpit = family->small_ops[i].dumpit;
146 op->cmd = family->small_ops[i].cmd;
147 op->internal_flags = family->small_ops[i].internal_flags;
148 op->flags = family->small_ops[i].flags;
149 op->validate = family->small_ops[i].validate;
150
151 op->maxattr = family->maxattr;
152 op->policy = family->policy;
153}
154
155static int genl_get_cmd_small(u32 cmd, const struct genl_family *family,
156 struct genl_ops *op)
157{
158 int i;
159
160 for (i = 0; i < family->n_small_ops; i++)
161 if (family->small_ops[i].cmd == cmd) {
162 genl_op_from_small(family, i, op);
163 return 0;
164 }
165
166 return -ENOENT;
167}
168
169static int genl_get_cmd(u32 cmd, const struct genl_family *family,
170 struct genl_ops *op)
171{
172 if (!genl_get_cmd_full(cmd, family, op))
173 return 0;
174 return genl_get_cmd_small(cmd, family, op);
175}
176
177static void genl_get_cmd_by_index(unsigned int i,
178 const struct genl_family *family,
179 struct genl_ops *op)
180{
181 if (i < family->n_ops)
182 genl_op_from_full(family, i, op);
183 else if (i < family->n_ops + family->n_small_ops)
184 genl_op_from_small(family, i - family->n_ops, op);
185 else
186 WARN_ON_ONCE(1);
187}
188
189static int genl_allocate_reserve_groups(int n_groups, int *first_id)
190{
191 unsigned long *new_groups;
192 int start = 0;
193 int i;
194 int id;
195 bool fits;
196
197 do {
198 if (start == 0)
199 id = find_first_zero_bit(mc_groups,
200 mc_groups_longs *
201 BITS_PER_LONG);
202 else
203 id = find_next_zero_bit(mc_groups,
204 mc_groups_longs * BITS_PER_LONG,
205 start);
206
207 fits = true;
208 for (i = id;
209 i < min_t(int, id + n_groups,
210 mc_groups_longs * BITS_PER_LONG);
211 i++) {
212 if (test_bit(i, mc_groups)) {
213 start = i;
214 fits = false;
215 break;
216 }
217 }
218
219 if (id + n_groups > mc_groups_longs * BITS_PER_LONG) {
220 unsigned long new_longs = mc_groups_longs +
221 BITS_TO_LONGS(n_groups);
222 size_t nlen = new_longs * sizeof(unsigned long);
223
224 if (mc_groups == &mc_group_start) {
225 new_groups = kzalloc(nlen, GFP_KERNEL);
226 if (!new_groups)
227 return -ENOMEM;
228 mc_groups = new_groups;
229 *mc_groups = mc_group_start;
230 } else {
231 new_groups = krealloc(mc_groups, nlen,
232 GFP_KERNEL);
233 if (!new_groups)
234 return -ENOMEM;
235 mc_groups = new_groups;
236 for (i = 0; i < BITS_TO_LONGS(n_groups); i++)
237 mc_groups[mc_groups_longs + i] = 0;
238 }
239 mc_groups_longs = new_longs;
240 }
241 } while (!fits);
242
243 for (i = id; i < id + n_groups; i++)
244 set_bit(i, mc_groups);
245 *first_id = id;
246 return 0;
247}
248
249static struct genl_family genl_ctrl;
250
251static int genl_validate_assign_mc_groups(struct genl_family *family)
252{
253 int first_id;
254 int n_groups = family->n_mcgrps;
255 int err = 0, i;
256 bool groups_allocated = false;
257
258 if (!n_groups)
259 return 0;
260
261 for (i = 0; i < n_groups; i++) {
262 const struct genl_multicast_group *grp = &family->mcgrps[i];
263
264 if (WARN_ON(grp->name[0] == '\0'))
265 return -EINVAL;
266 if (WARN_ON(memchr(grp->name, '\0', GENL_NAMSIZ) == NULL))
267 return -EINVAL;
268 }
269
270 /* special-case our own group and hacks */
271 if (family == &genl_ctrl) {
272 first_id = GENL_ID_CTRL;
273 BUG_ON(n_groups != 1);
274 } else if (strcmp(family->name, "NET_DM") == 0) {
275 first_id = 1;
276 BUG_ON(n_groups != 1);
277 } else if (family->id == GENL_ID_VFS_DQUOT) {
278 first_id = GENL_ID_VFS_DQUOT;
279 BUG_ON(n_groups != 1);
280 } else if (family->id == GENL_ID_PMCRAID) {
281 first_id = GENL_ID_PMCRAID;
282 BUG_ON(n_groups != 1);
283 } else {
284 groups_allocated = true;
285 err = genl_allocate_reserve_groups(n_groups, &first_id);
286 if (err)
287 return err;
288 }
289
290 family->mcgrp_offset = first_id;
291
292 /* if still initializing, can't and don't need to realloc bitmaps */
293 if (!init_net.genl_sock)
294 return 0;
295
296 if (family->netnsok) {
297 struct net *net;
298
299 netlink_table_grab();
300 rcu_read_lock();
301 for_each_net_rcu(net) {
302 err = __netlink_change_ngroups(net->genl_sock,
303 mc_groups_longs * BITS_PER_LONG);
304 if (err) {
305 /*
306 * No need to roll back, can only fail if
307 * memory allocation fails and then the
308 * number of _possible_ groups has been
309 * increased on some sockets which is ok.
310 */
311 break;
312 }
313 }
314 rcu_read_unlock();
315 netlink_table_ungrab();
316 } else {
317 err = netlink_change_ngroups(init_net.genl_sock,
318 mc_groups_longs * BITS_PER_LONG);
319 }
320
321 if (groups_allocated && err) {
322 for (i = 0; i < family->n_mcgrps; i++)
323 clear_bit(family->mcgrp_offset + i, mc_groups);
324 }
325
326 return err;
327}
328
329static void genl_unregister_mc_groups(const struct genl_family *family)
330{
331 struct net *net;
332 int i;
333
334 netlink_table_grab();
335 rcu_read_lock();
336 for_each_net_rcu(net) {
337 for (i = 0; i < family->n_mcgrps; i++)
338 __netlink_clear_multicast_users(
339 net->genl_sock, family->mcgrp_offset + i);
340 }
341 rcu_read_unlock();
342 netlink_table_ungrab();
343
344 for (i = 0; i < family->n_mcgrps; i++) {
345 int grp_id = family->mcgrp_offset + i;
346
347 if (grp_id != 1)
348 clear_bit(grp_id, mc_groups);
349 genl_ctrl_event(CTRL_CMD_DELMCAST_GRP, family,
350 &family->mcgrps[i], grp_id);
351 }
352}
353
354static int genl_validate_ops(const struct genl_family *family)
355{
356 int i, j;
357
358 if (WARN_ON(family->n_ops && !family->ops) ||
359 WARN_ON(family->n_small_ops && !family->small_ops))
360 return -EINVAL;
361
362 for (i = 0; i < genl_get_cmd_cnt(family); i++) {
363 struct genl_ops op;
364
365 genl_get_cmd_by_index(i, family, &op);
366 if (op.dumpit == NULL && op.doit == NULL)
367 return -EINVAL;
368 for (j = i + 1; j < genl_get_cmd_cnt(family); j++) {
369 struct genl_ops op2;
370
371 genl_get_cmd_by_index(j, family, &op2);
372 if (op.cmd == op2.cmd)
373 return -EINVAL;
374 }
375 }
376
377 return 0;
378}
379
380/**
381 * genl_register_family - register a generic netlink family
382 * @family: generic netlink family
383 *
384 * Registers the specified family after validating it first. Only one
385 * family may be registered with the same family name or identifier.
386 *
387 * The family's ops, multicast groups and module pointer must already
388 * be assigned.
389 *
390 * Return 0 on success or a negative error code.
391 */
392int genl_register_family(struct genl_family *family)
393{
394 int err, i;
395 int start = GENL_START_ALLOC, end = GENL_MAX_ID;
396
397 err = genl_validate_ops(family);
398 if (err)
399 return err;
400
401 genl_lock_all();
402
403 if (genl_family_find_byname(family->name)) {
404 err = -EEXIST;
405 goto errout_locked;
406 }
407
408 /*
409 * Sadly, a few cases need to be special-cased
410 * due to them having previously abused the API
411 * and having used their family ID also as their
412 * multicast group ID, so we use reserved IDs
413 * for both to be sure we can do that mapping.
414 */
415 if (family == &genl_ctrl) {
416 /* and this needs to be special for initial family lookups */
417 start = end = GENL_ID_CTRL;
418 } else if (strcmp(family->name, "pmcraid") == 0) {
419 start = end = GENL_ID_PMCRAID;
420 } else if (strcmp(family->name, "VFS_DQUOT") == 0) {
421 start = end = GENL_ID_VFS_DQUOT;
422 }
423
424 family->id = idr_alloc_cyclic(&genl_fam_idr, family,
425 start, end + 1, GFP_KERNEL);
426 if (family->id < 0) {
427 err = family->id;
428 goto errout_locked;
429 }
430
431 err = genl_validate_assign_mc_groups(family);
432 if (err)
433 goto errout_remove;
434
435 genl_unlock_all();
436
437 /* send all events */
438 genl_ctrl_event(CTRL_CMD_NEWFAMILY, family, NULL, 0);
439 for (i = 0; i < family->n_mcgrps; i++)
440 genl_ctrl_event(CTRL_CMD_NEWMCAST_GRP, family,
441 &family->mcgrps[i], family->mcgrp_offset + i);
442
443 return 0;
444
445errout_remove:
446 idr_remove(&genl_fam_idr, family->id);
447errout_locked:
448 genl_unlock_all();
449 return err;
450}
451EXPORT_SYMBOL(genl_register_family);
452
453/**
454 * genl_unregister_family - unregister generic netlink family
455 * @family: generic netlink family
456 *
457 * Unregisters the specified family.
458 *
459 * Returns 0 on success or a negative error code.
460 */
461int genl_unregister_family(const struct genl_family *family)
462{
463 genl_lock_all();
464
465 if (!genl_family_find_byid(family->id)) {
466 genl_unlock_all();
467 return -ENOENT;
468 }
469
470 genl_unregister_mc_groups(family);
471
472 idr_remove(&genl_fam_idr, family->id);
473
474 up_write(&cb_lock);
475 wait_event(genl_sk_destructing_waitq,
476 atomic_read(&genl_sk_destructing_cnt) == 0);
477 genl_unlock();
478
479 genl_ctrl_event(CTRL_CMD_DELFAMILY, family, NULL, 0);
480
481 return 0;
482}
483EXPORT_SYMBOL(genl_unregister_family);
484
485/**
486 * genlmsg_put - Add generic netlink header to netlink message
487 * @skb: socket buffer holding the message
488 * @portid: netlink portid the message is addressed to
489 * @seq: sequence number (usually the one of the sender)
490 * @family: generic netlink family
491 * @flags: netlink message flags
492 * @cmd: generic netlink command
493 *
494 * Returns pointer to user specific header
495 */
496void *genlmsg_put(struct sk_buff *skb, u32 portid, u32 seq,
497 const struct genl_family *family, int flags, u8 cmd)
498{
499 struct nlmsghdr *nlh;
500 struct genlmsghdr *hdr;
501
502 nlh = nlmsg_put(skb, portid, seq, family->id, GENL_HDRLEN +
503 family->hdrsize, flags);
504 if (nlh == NULL)
505 return NULL;
506
507 hdr = nlmsg_data(nlh);
508 hdr->cmd = cmd;
509 hdr->version = family->version;
510 hdr->reserved = 0;
511
512 return (char *) hdr + GENL_HDRLEN;
513}
514EXPORT_SYMBOL(genlmsg_put);
515
516static struct genl_dumpit_info *genl_dumpit_info_alloc(void)
517{
518 return kmalloc(sizeof(struct genl_dumpit_info), GFP_KERNEL);
519}
520
521static void genl_dumpit_info_free(const struct genl_dumpit_info *info)
522{
523 kfree(info);
524}
525
526static struct nlattr **
527genl_family_rcv_msg_attrs_parse(const struct genl_family *family,
528 struct nlmsghdr *nlh,
529 struct netlink_ext_ack *extack,
530 const struct genl_ops *ops,
531 int hdrlen,
532 enum genl_validate_flags no_strict_flag)
533{
534 enum netlink_validation validate = ops->validate & no_strict_flag ?
535 NL_VALIDATE_LIBERAL :
536 NL_VALIDATE_STRICT;
537 struct nlattr **attrbuf;
538 int err;
539
540 if (!ops->maxattr)
541 return NULL;
542
543 attrbuf = kmalloc_array(ops->maxattr + 1,
544 sizeof(struct nlattr *), GFP_KERNEL);
545 if (!attrbuf)
546 return ERR_PTR(-ENOMEM);
547
548 err = __nlmsg_parse(nlh, hdrlen, attrbuf, ops->maxattr, ops->policy,
549 validate, extack);
550 if (err) {
551 kfree(attrbuf);
552 return ERR_PTR(err);
553 }
554 return attrbuf;
555}
556
557static void genl_family_rcv_msg_attrs_free(struct nlattr **attrbuf)
558{
559 kfree(attrbuf);
560}
561
562struct genl_start_context {
563 const struct genl_family *family;
564 struct nlmsghdr *nlh;
565 struct netlink_ext_ack *extack;
566 const struct genl_ops *ops;
567 int hdrlen;
568};
569
570static int genl_start(struct netlink_callback *cb)
571{
572 struct genl_start_context *ctx = cb->data;
573 const struct genl_ops *ops = ctx->ops;
574 struct genl_dumpit_info *info;
575 struct nlattr **attrs = NULL;
576 int rc = 0;
577
578 if (ops->validate & GENL_DONT_VALIDATE_DUMP)
579 goto no_attrs;
580
581 if (ctx->nlh->nlmsg_len < nlmsg_msg_size(ctx->hdrlen))
582 return -EINVAL;
583
584 attrs = genl_family_rcv_msg_attrs_parse(ctx->family, ctx->nlh, ctx->extack,
585 ops, ctx->hdrlen,
586 GENL_DONT_VALIDATE_DUMP_STRICT);
587 if (IS_ERR(attrs))
588 return PTR_ERR(attrs);
589
590no_attrs:
591 info = genl_dumpit_info_alloc();
592 if (!info) {
593 genl_family_rcv_msg_attrs_free(attrs);
594 return -ENOMEM;
595 }
596 info->family = ctx->family;
597 info->op = *ops;
598 info->attrs = attrs;
599
600 cb->data = info;
601 if (ops->start) {
602 if (!ctx->family->parallel_ops)
603 genl_lock();
604 rc = ops->start(cb);
605 if (!ctx->family->parallel_ops)
606 genl_unlock();
607 }
608
609 if (rc) {
610 genl_family_rcv_msg_attrs_free(info->attrs);
611 genl_dumpit_info_free(info);
612 cb->data = NULL;
613 }
614 return rc;
615}
616
617static int genl_lock_dumpit(struct sk_buff *skb, struct netlink_callback *cb)
618{
619 const struct genl_ops *ops = &genl_dumpit_info(cb)->op;
620 int rc;
621
622 genl_lock();
623 rc = ops->dumpit(skb, cb);
624 genl_unlock();
625 return rc;
626}
627
628static int genl_lock_done(struct netlink_callback *cb)
629{
630 const struct genl_dumpit_info *info = genl_dumpit_info(cb);
631 const struct genl_ops *ops = &info->op;
632 int rc = 0;
633
634 if (ops->done) {
635 genl_lock();
636 rc = ops->done(cb);
637 genl_unlock();
638 }
639 genl_family_rcv_msg_attrs_free(info->attrs);
640 genl_dumpit_info_free(info);
641 return rc;
642}
643
644static int genl_parallel_done(struct netlink_callback *cb)
645{
646 const struct genl_dumpit_info *info = genl_dumpit_info(cb);
647 const struct genl_ops *ops = &info->op;
648 int rc = 0;
649
650 if (ops->done)
651 rc = ops->done(cb);
652 genl_family_rcv_msg_attrs_free(info->attrs);
653 genl_dumpit_info_free(info);
654 return rc;
655}
656
657static int genl_family_rcv_msg_dumpit(const struct genl_family *family,
658 struct sk_buff *skb,
659 struct nlmsghdr *nlh,
660 struct netlink_ext_ack *extack,
661 const struct genl_ops *ops,
662 int hdrlen, struct net *net)
663{
664 struct genl_start_context ctx;
665 int err;
666
667 if (!ops->dumpit)
668 return -EOPNOTSUPP;
669
670 ctx.family = family;
671 ctx.nlh = nlh;
672 ctx.extack = extack;
673 ctx.ops = ops;
674 ctx.hdrlen = hdrlen;
675
676 if (!family->parallel_ops) {
677 struct netlink_dump_control c = {
678 .module = family->module,
679 .data = &ctx,
680 .start = genl_start,
681 .dump = genl_lock_dumpit,
682 .done = genl_lock_done,
683 };
684
685 genl_unlock();
686 err = __netlink_dump_start(net->genl_sock, skb, nlh, &c);
687 genl_lock();
688 } else {
689 struct netlink_dump_control c = {
690 .module = family->module,
691 .data = &ctx,
692 .start = genl_start,
693 .dump = ops->dumpit,
694 .done = genl_parallel_done,
695 };
696
697 err = __netlink_dump_start(net->genl_sock, skb, nlh, &c);
698 }
699
700 return err;
701}
702
703static int genl_family_rcv_msg_doit(const struct genl_family *family,
704 struct sk_buff *skb,
705 struct nlmsghdr *nlh,
706 struct netlink_ext_ack *extack,
707 const struct genl_ops *ops,
708 int hdrlen, struct net *net)
709{
710 struct nlattr **attrbuf;
711 struct genl_info info;
712 int err;
713
714 if (!ops->doit)
715 return -EOPNOTSUPP;
716
717 attrbuf = genl_family_rcv_msg_attrs_parse(family, nlh, extack,
718 ops, hdrlen,
719 GENL_DONT_VALIDATE_STRICT);
720 if (IS_ERR(attrbuf))
721 return PTR_ERR(attrbuf);
722
723 info.snd_seq = nlh->nlmsg_seq;
724 info.snd_portid = NETLINK_CB(skb).portid;
725 info.nlhdr = nlh;
726 info.genlhdr = nlmsg_data(nlh);
727 info.userhdr = nlmsg_data(nlh) + GENL_HDRLEN;
728 info.attrs = attrbuf;
729 info.extack = extack;
730 genl_info_net_set(&info, net);
731 memset(&info.user_ptr, 0, sizeof(info.user_ptr));
732
733 if (family->pre_doit) {
734 err = family->pre_doit(ops, skb, &info);
735 if (err)
736 goto out;
737 }
738
739 err = ops->doit(skb, &info);
740
741 if (family->post_doit)
742 family->post_doit(ops, skb, &info);
743
744out:
745 genl_family_rcv_msg_attrs_free(attrbuf);
746
747 return err;
748}
749
750static int genl_family_rcv_msg(const struct genl_family *family,
751 struct sk_buff *skb,
752 struct nlmsghdr *nlh,
753 struct netlink_ext_ack *extack)
754{
755 struct net *net = sock_net(skb->sk);
756 struct genlmsghdr *hdr = nlmsg_data(nlh);
757 struct genl_ops op;
758 int hdrlen;
759
760 /* this family doesn't exist in this netns */
761 if (!family->netnsok && !net_eq(net, &init_net))
762 return -ENOENT;
763
764 hdrlen = GENL_HDRLEN + family->hdrsize;
765 if (nlh->nlmsg_len < nlmsg_msg_size(hdrlen))
766 return -EINVAL;
767
768 if (genl_get_cmd(hdr->cmd, family, &op))
769 return -EOPNOTSUPP;
770
771 if ((op.flags & GENL_ADMIN_PERM) &&
772 !netlink_capable(skb, CAP_NET_ADMIN))
773 return -EPERM;
774
775 if ((op.flags & GENL_UNS_ADMIN_PERM) &&
776 !netlink_ns_capable(skb, net->user_ns, CAP_NET_ADMIN))
777 return -EPERM;
778
779 if ((nlh->nlmsg_flags & NLM_F_DUMP) == NLM_F_DUMP)
780 return genl_family_rcv_msg_dumpit(family, skb, nlh, extack,
781 &op, hdrlen, net);
782 else
783 return genl_family_rcv_msg_doit(family, skb, nlh, extack,
784 &op, hdrlen, net);
785}
786
787static int genl_rcv_msg(struct sk_buff *skb, struct nlmsghdr *nlh,
788 struct netlink_ext_ack *extack)
789{
790 const struct genl_family *family;
791 int err;
792
793 family = genl_family_find_byid(nlh->nlmsg_type);
794 if (family == NULL)
795 return -ENOENT;
796
797 if (!family->parallel_ops)
798 genl_lock();
799
800 err = genl_family_rcv_msg(family, skb, nlh, extack);
801
802 if (!family->parallel_ops)
803 genl_unlock();
804
805 return err;
806}
807
808static void genl_rcv(struct sk_buff *skb)
809{
810 down_read(&cb_lock);
811 netlink_rcv_skb(skb, &genl_rcv_msg);
812 up_read(&cb_lock);
813}
814
815/**************************************************************************
816 * Controller
817 **************************************************************************/
818
819static struct genl_family genl_ctrl;
820
821static int ctrl_fill_info(const struct genl_family *family, u32 portid, u32 seq,
822 u32 flags, struct sk_buff *skb, u8 cmd)
823{
824 void *hdr;
825
826 hdr = genlmsg_put(skb, portid, seq, &genl_ctrl, flags, cmd);
827 if (hdr == NULL)
828 return -1;
829
830 if (nla_put_string(skb, CTRL_ATTR_FAMILY_NAME, family->name) ||
831 nla_put_u16(skb, CTRL_ATTR_FAMILY_ID, family->id) ||
832 nla_put_u32(skb, CTRL_ATTR_VERSION, family->version) ||
833 nla_put_u32(skb, CTRL_ATTR_HDRSIZE, family->hdrsize) ||
834 nla_put_u32(skb, CTRL_ATTR_MAXATTR, family->maxattr))
835 goto nla_put_failure;
836
837 if (genl_get_cmd_cnt(family)) {
838 struct nlattr *nla_ops;
839 int i;
840
841 nla_ops = nla_nest_start_noflag(skb, CTRL_ATTR_OPS);
842 if (nla_ops == NULL)
843 goto nla_put_failure;
844
845 for (i = 0; i < genl_get_cmd_cnt(family); i++) {
846 struct nlattr *nest;
847 struct genl_ops op;
848 u32 op_flags;
849
850 genl_get_cmd_by_index(i, family, &op);
851 op_flags = op.flags;
852 if (op.dumpit)
853 op_flags |= GENL_CMD_CAP_DUMP;
854 if (op.doit)
855 op_flags |= GENL_CMD_CAP_DO;
856 if (op.policy)
857 op_flags |= GENL_CMD_CAP_HASPOL;
858
859 nest = nla_nest_start_noflag(skb, i + 1);
860 if (nest == NULL)
861 goto nla_put_failure;
862
863 if (nla_put_u32(skb, CTRL_ATTR_OP_ID, op.cmd) ||
864 nla_put_u32(skb, CTRL_ATTR_OP_FLAGS, op_flags))
865 goto nla_put_failure;
866
867 nla_nest_end(skb, nest);
868 }
869
870 nla_nest_end(skb, nla_ops);
871 }
872
873 if (family->n_mcgrps) {
874 struct nlattr *nla_grps;
875 int i;
876
877 nla_grps = nla_nest_start_noflag(skb, CTRL_ATTR_MCAST_GROUPS);
878 if (nla_grps == NULL)
879 goto nla_put_failure;
880
881 for (i = 0; i < family->n_mcgrps; i++) {
882 struct nlattr *nest;
883 const struct genl_multicast_group *grp;
884
885 grp = &family->mcgrps[i];
886
887 nest = nla_nest_start_noflag(skb, i + 1);
888 if (nest == NULL)
889 goto nla_put_failure;
890
891 if (nla_put_u32(skb, CTRL_ATTR_MCAST_GRP_ID,
892 family->mcgrp_offset + i) ||
893 nla_put_string(skb, CTRL_ATTR_MCAST_GRP_NAME,
894 grp->name))
895 goto nla_put_failure;
896
897 nla_nest_end(skb, nest);
898 }
899 nla_nest_end(skb, nla_grps);
900 }
901
902 genlmsg_end(skb, hdr);
903 return 0;
904
905nla_put_failure:
906 genlmsg_cancel(skb, hdr);
907 return -EMSGSIZE;
908}
909
910static int ctrl_fill_mcgrp_info(const struct genl_family *family,
911 const struct genl_multicast_group *grp,
912 int grp_id, u32 portid, u32 seq, u32 flags,
913 struct sk_buff *skb, u8 cmd)
914{
915 void *hdr;
916 struct nlattr *nla_grps;
917 struct nlattr *nest;
918
919 hdr = genlmsg_put(skb, portid, seq, &genl_ctrl, flags, cmd);
920 if (hdr == NULL)
921 return -1;
922
923 if (nla_put_string(skb, CTRL_ATTR_FAMILY_NAME, family->name) ||
924 nla_put_u16(skb, CTRL_ATTR_FAMILY_ID, family->id))
925 goto nla_put_failure;
926
927 nla_grps = nla_nest_start_noflag(skb, CTRL_ATTR_MCAST_GROUPS);
928 if (nla_grps == NULL)
929 goto nla_put_failure;
930
931 nest = nla_nest_start_noflag(skb, 1);
932 if (nest == NULL)
933 goto nla_put_failure;
934
935 if (nla_put_u32(skb, CTRL_ATTR_MCAST_GRP_ID, grp_id) ||
936 nla_put_string(skb, CTRL_ATTR_MCAST_GRP_NAME,
937 grp->name))
938 goto nla_put_failure;
939
940 nla_nest_end(skb, nest);
941 nla_nest_end(skb, nla_grps);
942
943 genlmsg_end(skb, hdr);
944 return 0;
945
946nla_put_failure:
947 genlmsg_cancel(skb, hdr);
948 return -EMSGSIZE;
949}
950
951static int ctrl_dumpfamily(struct sk_buff *skb, struct netlink_callback *cb)
952{
953 int n = 0;
954 struct genl_family *rt;
955 struct net *net = sock_net(skb->sk);
956 int fams_to_skip = cb->args[0];
957 unsigned int id;
958
959 idr_for_each_entry(&genl_fam_idr, rt, id) {
960 if (!rt->netnsok && !net_eq(net, &init_net))
961 continue;
962
963 if (n++ < fams_to_skip)
964 continue;
965
966 if (ctrl_fill_info(rt, NETLINK_CB(cb->skb).portid,
967 cb->nlh->nlmsg_seq, NLM_F_MULTI,
968 skb, CTRL_CMD_NEWFAMILY) < 0) {
969 n--;
970 break;
971 }
972 }
973
974 cb->args[0] = n;
975 return skb->len;
976}
977
978static struct sk_buff *ctrl_build_family_msg(const struct genl_family *family,
979 u32 portid, int seq, u8 cmd)
980{
981 struct sk_buff *skb;
982 int err;
983
984 skb = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
985 if (skb == NULL)
986 return ERR_PTR(-ENOBUFS);
987
988 err = ctrl_fill_info(family, portid, seq, 0, skb, cmd);
989 if (err < 0) {
990 nlmsg_free(skb);
991 return ERR_PTR(err);
992 }
993
994 return skb;
995}
996
997static struct sk_buff *
998ctrl_build_mcgrp_msg(const struct genl_family *family,
999 const struct genl_multicast_group *grp,
1000 int grp_id, u32 portid, int seq, u8 cmd)
1001{
1002 struct sk_buff *skb;
1003 int err;
1004
1005 skb = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
1006 if (skb == NULL)
1007 return ERR_PTR(-ENOBUFS);
1008
1009 err = ctrl_fill_mcgrp_info(family, grp, grp_id, portid,
1010 seq, 0, skb, cmd);
1011 if (err < 0) {
1012 nlmsg_free(skb);
1013 return ERR_PTR(err);
1014 }
1015
1016 return skb;
1017}
1018
1019static const struct nla_policy ctrl_policy_family[] = {
1020 [CTRL_ATTR_FAMILY_ID] = { .type = NLA_U16 },
1021 [CTRL_ATTR_FAMILY_NAME] = { .type = NLA_NUL_STRING,
1022 .len = GENL_NAMSIZ - 1 },
1023};
1024
1025static int ctrl_getfamily(struct sk_buff *skb, struct genl_info *info)
1026{
1027 struct sk_buff *msg;
1028 const struct genl_family *res = NULL;
1029 int err = -EINVAL;
1030
1031 if (info->attrs[CTRL_ATTR_FAMILY_ID]) {
1032 u16 id = nla_get_u16(info->attrs[CTRL_ATTR_FAMILY_ID]);
1033 res = genl_family_find_byid(id);
1034 err = -ENOENT;
1035 }
1036
1037 if (info->attrs[CTRL_ATTR_FAMILY_NAME]) {
1038 char *name;
1039
1040 name = nla_data(info->attrs[CTRL_ATTR_FAMILY_NAME]);
1041 res = genl_family_find_byname(name);
1042#ifdef CONFIG_MODULES
1043 if (res == NULL) {
1044 genl_unlock();
1045 up_read(&cb_lock);
1046 request_module("net-pf-%d-proto-%d-family-%s",
1047 PF_NETLINK, NETLINK_GENERIC, name);
1048 down_read(&cb_lock);
1049 genl_lock();
1050 res = genl_family_find_byname(name);
1051 }
1052#endif
1053 err = -ENOENT;
1054 }
1055
1056 if (res == NULL)
1057 return err;
1058
1059 if (!res->netnsok && !net_eq(genl_info_net(info), &init_net)) {
1060 /* family doesn't exist here */
1061 return -ENOENT;
1062 }
1063
1064 msg = ctrl_build_family_msg(res, info->snd_portid, info->snd_seq,
1065 CTRL_CMD_NEWFAMILY);
1066 if (IS_ERR(msg))
1067 return PTR_ERR(msg);
1068
1069 return genlmsg_reply(msg, info);
1070}
1071
1072static int genl_ctrl_event(int event, const struct genl_family *family,
1073 const struct genl_multicast_group *grp,
1074 int grp_id)
1075{
1076 struct sk_buff *msg;
1077
1078 /* genl is still initialising */
1079 if (!init_net.genl_sock)
1080 return 0;
1081
1082 switch (event) {
1083 case CTRL_CMD_NEWFAMILY:
1084 case CTRL_CMD_DELFAMILY:
1085 WARN_ON(grp);
1086 msg = ctrl_build_family_msg(family, 0, 0, event);
1087 break;
1088 case CTRL_CMD_NEWMCAST_GRP:
1089 case CTRL_CMD_DELMCAST_GRP:
1090 BUG_ON(!grp);
1091 msg = ctrl_build_mcgrp_msg(family, grp, grp_id, 0, 0, event);
1092 break;
1093 default:
1094 return -EINVAL;
1095 }
1096
1097 if (IS_ERR(msg))
1098 return PTR_ERR(msg);
1099
1100 if (!family->netnsok) {
1101 genlmsg_multicast_netns(&genl_ctrl, &init_net, msg, 0,
1102 0, GFP_KERNEL);
1103 } else {
1104 rcu_read_lock();
1105 genlmsg_multicast_allns(&genl_ctrl, msg, 0,
1106 0, GFP_ATOMIC);
1107 rcu_read_unlock();
1108 }
1109
1110 return 0;
1111}
1112
1113struct ctrl_dump_policy_ctx {
1114 struct netlink_policy_dump_state *state;
1115 const struct genl_family *rt;
1116 unsigned int opidx;
1117 u32 op;
1118 u16 fam_id;
1119 u8 policies:1,
1120 single_op:1;
1121};
1122
1123static const struct nla_policy ctrl_policy_policy[] = {
1124 [CTRL_ATTR_FAMILY_ID] = { .type = NLA_U16 },
1125 [CTRL_ATTR_FAMILY_NAME] = { .type = NLA_NUL_STRING,
1126 .len = GENL_NAMSIZ - 1 },
1127 [CTRL_ATTR_OP] = { .type = NLA_U32 },
1128};
1129
1130static int ctrl_dumppolicy_start(struct netlink_callback *cb)
1131{
1132 const struct genl_dumpit_info *info = genl_dumpit_info(cb);
1133 struct ctrl_dump_policy_ctx *ctx = (void *)cb->ctx;
1134 struct nlattr **tb = info->attrs;
1135 const struct genl_family *rt;
1136 struct genl_ops op;
1137 int err, i;
1138
1139 BUILD_BUG_ON(sizeof(*ctx) > sizeof(cb->ctx));
1140
1141 if (!tb[CTRL_ATTR_FAMILY_ID] && !tb[CTRL_ATTR_FAMILY_NAME])
1142 return -EINVAL;
1143
1144 if (tb[CTRL_ATTR_FAMILY_ID]) {
1145 ctx->fam_id = nla_get_u16(tb[CTRL_ATTR_FAMILY_ID]);
1146 } else {
1147 rt = genl_family_find_byname(
1148 nla_data(tb[CTRL_ATTR_FAMILY_NAME]));
1149 if (!rt)
1150 return -ENOENT;
1151 ctx->fam_id = rt->id;
1152 }
1153
1154 rt = genl_family_find_byid(ctx->fam_id);
1155 if (!rt)
1156 return -ENOENT;
1157
1158 ctx->rt = rt;
1159
1160 if (tb[CTRL_ATTR_OP]) {
1161 ctx->single_op = true;
1162 ctx->op = nla_get_u32(tb[CTRL_ATTR_OP]);
1163
1164 err = genl_get_cmd(ctx->op, rt, &op);
1165 if (err) {
1166 NL_SET_BAD_ATTR(cb->extack, tb[CTRL_ATTR_OP]);
1167 return err;
1168 }
1169
1170 if (!op.policy)
1171 return -ENODATA;
1172
1173 return netlink_policy_dump_add_policy(&ctx->state, op.policy,
1174 op.maxattr);
1175 }
1176
1177 for (i = 0; i < genl_get_cmd_cnt(rt); i++) {
1178 genl_get_cmd_by_index(i, rt, &op);
1179
1180 if (op.policy) {
1181 err = netlink_policy_dump_add_policy(&ctx->state,
1182 op.policy,
1183 op.maxattr);
1184 if (err)
1185 return err;
1186 }
1187 }
1188
1189 if (!ctx->state)
1190 return -ENODATA;
1191 return 0;
1192}
1193
1194static void *ctrl_dumppolicy_prep(struct sk_buff *skb,
1195 struct netlink_callback *cb)
1196{
1197 struct ctrl_dump_policy_ctx *ctx = (void *)cb->ctx;
1198 void *hdr;
1199
1200 hdr = genlmsg_put(skb, NETLINK_CB(cb->skb).portid,
1201 cb->nlh->nlmsg_seq, &genl_ctrl,
1202 NLM_F_MULTI, CTRL_CMD_GETPOLICY);
1203 if (!hdr)
1204 return NULL;
1205
1206 if (nla_put_u16(skb, CTRL_ATTR_FAMILY_ID, ctx->fam_id))
1207 return NULL;
1208
1209 return hdr;
1210}
1211
1212static int ctrl_dumppolicy_put_op(struct sk_buff *skb,
1213 struct netlink_callback *cb,
1214 struct genl_ops *op)
1215{
1216 struct ctrl_dump_policy_ctx *ctx = (void *)cb->ctx;
1217 struct nlattr *nest_pol, *nest_op;
1218 void *hdr;
1219 int idx;
1220
1221 /* skip if we have nothing to show */
1222 if (!op->policy)
1223 return 0;
1224 if (!op->doit &&
1225 (!op->dumpit || op->validate & GENL_DONT_VALIDATE_DUMP))
1226 return 0;
1227
1228 hdr = ctrl_dumppolicy_prep(skb, cb);
1229 if (!hdr)
1230 return -ENOBUFS;
1231
1232 nest_pol = nla_nest_start(skb, CTRL_ATTR_OP_POLICY);
1233 if (!nest_pol)
1234 goto err;
1235
1236 nest_op = nla_nest_start(skb, op->cmd);
1237 if (!nest_op)
1238 goto err;
1239
1240 /* for now both do/dump are always the same */
1241 idx = netlink_policy_dump_get_policy_idx(ctx->state,
1242 op->policy,
1243 op->maxattr);
1244
1245 if (op->doit && nla_put_u32(skb, CTRL_ATTR_POLICY_DO, idx))
1246 goto err;
1247
1248 if (op->dumpit && !(op->validate & GENL_DONT_VALIDATE_DUMP) &&
1249 nla_put_u32(skb, CTRL_ATTR_POLICY_DUMP, idx))
1250 goto err;
1251
1252 nla_nest_end(skb, nest_op);
1253 nla_nest_end(skb, nest_pol);
1254 genlmsg_end(skb, hdr);
1255
1256 return 0;
1257err:
1258 genlmsg_cancel(skb, hdr);
1259 return -ENOBUFS;
1260}
1261
1262static int ctrl_dumppolicy(struct sk_buff *skb, struct netlink_callback *cb)
1263{
1264 struct ctrl_dump_policy_ctx *ctx = (void *)cb->ctx;
1265 void *hdr;
1266
1267 if (!ctx->policies) {
1268 while (ctx->opidx < genl_get_cmd_cnt(ctx->rt)) {
1269 struct genl_ops op;
1270
1271 if (ctx->single_op) {
1272 int err;
1273
1274 err = genl_get_cmd(ctx->op, ctx->rt, &op);
1275 if (WARN_ON(err))
1276 return skb->len;
1277
1278 /* break out of the loop after this one */
1279 ctx->opidx = genl_get_cmd_cnt(ctx->rt);
1280 } else {
1281 genl_get_cmd_by_index(ctx->opidx, ctx->rt, &op);
1282 }
1283
1284 if (ctrl_dumppolicy_put_op(skb, cb, &op))
1285 return skb->len;
1286
1287 ctx->opidx++;
1288 }
1289
1290 /* completed with the per-op policy index list */
1291 ctx->policies = true;
1292 }
1293
1294 while (netlink_policy_dump_loop(ctx->state)) {
1295 struct nlattr *nest;
1296
1297 hdr = ctrl_dumppolicy_prep(skb, cb);
1298 if (!hdr)
1299 goto nla_put_failure;
1300
1301 nest = nla_nest_start(skb, CTRL_ATTR_POLICY);
1302 if (!nest)
1303 goto nla_put_failure;
1304
1305 if (netlink_policy_dump_write(skb, ctx->state))
1306 goto nla_put_failure;
1307
1308 nla_nest_end(skb, nest);
1309
1310 genlmsg_end(skb, hdr);
1311 }
1312
1313 return skb->len;
1314
1315nla_put_failure:
1316 genlmsg_cancel(skb, hdr);
1317 return skb->len;
1318}
1319
1320static int ctrl_dumppolicy_done(struct netlink_callback *cb)
1321{
1322 struct ctrl_dump_policy_ctx *ctx = (void *)cb->ctx;
1323
1324 netlink_policy_dump_free(ctx->state);
1325 return 0;
1326}
1327
1328static const struct genl_ops genl_ctrl_ops[] = {
1329 {
1330 .cmd = CTRL_CMD_GETFAMILY,
1331 .validate = GENL_DONT_VALIDATE_STRICT | GENL_DONT_VALIDATE_DUMP,
1332 .policy = ctrl_policy_family,
1333 .maxattr = ARRAY_SIZE(ctrl_policy_family) - 1,
1334 .doit = ctrl_getfamily,
1335 .dumpit = ctrl_dumpfamily,
1336 },
1337 {
1338 .cmd = CTRL_CMD_GETPOLICY,
1339 .policy = ctrl_policy_policy,
1340 .maxattr = ARRAY_SIZE(ctrl_policy_policy) - 1,
1341 .start = ctrl_dumppolicy_start,
1342 .dumpit = ctrl_dumppolicy,
1343 .done = ctrl_dumppolicy_done,
1344 },
1345};
1346
1347static const struct genl_multicast_group genl_ctrl_groups[] = {
1348 { .name = "notify", },
1349};
1350
1351static struct genl_family genl_ctrl __ro_after_init = {
1352 .module = THIS_MODULE,
1353 .ops = genl_ctrl_ops,
1354 .n_ops = ARRAY_SIZE(genl_ctrl_ops),
1355 .mcgrps = genl_ctrl_groups,
1356 .n_mcgrps = ARRAY_SIZE(genl_ctrl_groups),
1357 .id = GENL_ID_CTRL,
1358 .name = "nlctrl",
1359 .version = 0x2,
1360 .netnsok = true,
1361};
1362
1363static int genl_bind(struct net *net, int group)
1364{
1365 const struct genl_family *family;
1366 unsigned int id;
1367 int ret = 0;
1368
1369 genl_lock_all();
1370
1371 idr_for_each_entry(&genl_fam_idr, family, id) {
1372 const struct genl_multicast_group *grp;
1373 int i;
1374
1375 if (family->n_mcgrps == 0)
1376 continue;
1377
1378 i = group - family->mcgrp_offset;
1379 if (i < 0 || i >= family->n_mcgrps)
1380 continue;
1381
1382 grp = &family->mcgrps[i];
1383 if ((grp->flags & GENL_UNS_ADMIN_PERM) &&
1384 !ns_capable(net->user_ns, CAP_NET_ADMIN))
1385 ret = -EPERM;
1386
1387 break;
1388 }
1389
1390 genl_unlock_all();
1391 return ret;
1392}
1393
1394static int __net_init genl_pernet_init(struct net *net)
1395{
1396 struct netlink_kernel_cfg cfg = {
1397 .input = genl_rcv,
1398 .flags = NL_CFG_F_NONROOT_RECV,
1399 .bind = genl_bind,
1400 };
1401
1402 /* we'll bump the group number right afterwards */
1403 net->genl_sock = netlink_kernel_create(net, NETLINK_GENERIC, &cfg);
1404
1405 if (!net->genl_sock && net_eq(net, &init_net))
1406 panic("GENL: Cannot initialize generic netlink\n");
1407
1408 if (!net->genl_sock)
1409 return -ENOMEM;
1410
1411 return 0;
1412}
1413
1414static void __net_exit genl_pernet_exit(struct net *net)
1415{
1416 netlink_kernel_release(net->genl_sock);
1417 net->genl_sock = NULL;
1418}
1419
1420static struct pernet_operations genl_pernet_ops = {
1421 .init = genl_pernet_init,
1422 .exit = genl_pernet_exit,
1423};
1424
1425static int __init genl_init(void)
1426{
1427 int err;
1428
1429 err = genl_register_family(&genl_ctrl);
1430 if (err < 0)
1431 goto problem;
1432
1433 err = register_pernet_subsys(&genl_pernet_ops);
1434 if (err)
1435 goto problem;
1436
1437 return 0;
1438
1439problem:
1440 panic("GENL: Cannot register controller: %d\n", err);
1441}
1442
1443core_initcall(genl_init);
1444
1445static int genlmsg_mcast(struct sk_buff *skb, u32 portid, unsigned long group,
1446 gfp_t flags)
1447{
1448 struct sk_buff *tmp;
1449 struct net *net, *prev = NULL;
1450 bool delivered = false;
1451 int err;
1452
1453 for_each_net_rcu(net) {
1454 if (prev) {
1455 tmp = skb_clone(skb, flags);
1456 if (!tmp) {
1457 err = -ENOMEM;
1458 goto error;
1459 }
1460 err = nlmsg_multicast(prev->genl_sock, tmp,
1461 portid, group, flags);
1462 if (!err)
1463 delivered = true;
1464 else if (err != -ESRCH)
1465 goto error;
1466 }
1467
1468 prev = net;
1469 }
1470
1471 err = nlmsg_multicast(prev->genl_sock, skb, portid, group, flags);
1472 if (!err)
1473 delivered = true;
1474 else if (err != -ESRCH)
1475 return err;
1476 return delivered ? 0 : -ESRCH;
1477 error:
1478 kfree_skb(skb);
1479 return err;
1480}
1481
1482int genlmsg_multicast_allns(const struct genl_family *family,
1483 struct sk_buff *skb, u32 portid,
1484 unsigned int group, gfp_t flags)
1485{
1486 if (WARN_ON_ONCE(group >= family->n_mcgrps))
1487 return -EINVAL;
1488 group = family->mcgrp_offset + group;
1489 return genlmsg_mcast(skb, portid, group, flags);
1490}
1491EXPORT_SYMBOL(genlmsg_multicast_allns);
1492
1493void genl_notify(const struct genl_family *family, struct sk_buff *skb,
1494 struct genl_info *info, u32 group, gfp_t flags)
1495{
1496 struct net *net = genl_info_net(info);
1497 struct sock *sk = net->genl_sock;
1498 int report = 0;
1499
1500 if (info->nlhdr)
1501 report = nlmsg_report(info->nlhdr);
1502
1503 if (WARN_ON_ONCE(group >= family->n_mcgrps))
1504 return;
1505 group = family->mcgrp_offset + group;
1506 nlmsg_notify(sk, skb, info->snd_portid, group, report, flags);
1507}
1508EXPORT_SYMBOL(genl_notify);
1// SPDX-License-Identifier: GPL-2.0
2/*
3 * NETLINK Generic Netlink Family
4 *
5 * Authors: Jamal Hadi Salim
6 * Thomas Graf <tgraf@suug.ch>
7 * Johannes Berg <johannes@sipsolutions.net>
8 */
9
10#include <linux/module.h>
11#include <linux/kernel.h>
12#include <linux/slab.h>
13#include <linux/errno.h>
14#include <linux/types.h>
15#include <linux/socket.h>
16#include <linux/string.h>
17#include <linux/skbuff.h>
18#include <linux/mutex.h>
19#include <linux/bitmap.h>
20#include <linux/rwsem.h>
21#include <linux/idr.h>
22#include <net/sock.h>
23#include <net/genetlink.h>
24
25static DEFINE_MUTEX(genl_mutex); /* serialization of message processing */
26static DECLARE_RWSEM(cb_lock);
27
28atomic_t genl_sk_destructing_cnt = ATOMIC_INIT(0);
29DECLARE_WAIT_QUEUE_HEAD(genl_sk_destructing_waitq);
30
31void genl_lock(void)
32{
33 mutex_lock(&genl_mutex);
34}
35EXPORT_SYMBOL(genl_lock);
36
37void genl_unlock(void)
38{
39 mutex_unlock(&genl_mutex);
40}
41EXPORT_SYMBOL(genl_unlock);
42
43#ifdef CONFIG_LOCKDEP
44bool lockdep_genl_is_held(void)
45{
46 return lockdep_is_held(&genl_mutex);
47}
48EXPORT_SYMBOL(lockdep_genl_is_held);
49#endif
50
51static void genl_lock_all(void)
52{
53 down_write(&cb_lock);
54 genl_lock();
55}
56
57static void genl_unlock_all(void)
58{
59 genl_unlock();
60 up_write(&cb_lock);
61}
62
63static DEFINE_IDR(genl_fam_idr);
64
65/*
66 * Bitmap of multicast groups that are currently in use.
67 *
68 * To avoid an allocation at boot of just one unsigned long,
69 * declare it global instead.
70 * Bit 0 is marked as already used since group 0 is invalid.
71 * Bit 1 is marked as already used since the drop-monitor code
72 * abuses the API and thinks it can statically use group 1.
73 * That group will typically conflict with other groups that
74 * any proper users use.
75 * Bit 16 is marked as used since it's used for generic netlink
76 * and the code no longer marks pre-reserved IDs as used.
77 * Bit 17 is marked as already used since the VFS quota code
78 * also abused this API and relied on family == group ID, we
79 * cater to that by giving it a static family and group ID.
80 * Bit 18 is marked as already used since the PMCRAID driver
81 * did the same thing as the VFS quota code (maybe copied?)
82 */
83static unsigned long mc_group_start = 0x3 | BIT(GENL_ID_CTRL) |
84 BIT(GENL_ID_VFS_DQUOT) |
85 BIT(GENL_ID_PMCRAID);
86static unsigned long *mc_groups = &mc_group_start;
87static unsigned long mc_groups_longs = 1;
88
89static int genl_ctrl_event(int event, const struct genl_family *family,
90 const struct genl_multicast_group *grp,
91 int grp_id);
92
93static const struct genl_family *genl_family_find_byid(unsigned int id)
94{
95 return idr_find(&genl_fam_idr, id);
96}
97
98static const struct genl_family *genl_family_find_byname(char *name)
99{
100 const struct genl_family *family;
101 unsigned int id;
102
103 idr_for_each_entry(&genl_fam_idr, family, id)
104 if (strcmp(family->name, name) == 0)
105 return family;
106
107 return NULL;
108}
109
110static const struct genl_ops *genl_get_cmd(u8 cmd,
111 const struct genl_family *family)
112{
113 int i;
114
115 for (i = 0; i < family->n_ops; i++)
116 if (family->ops[i].cmd == cmd)
117 return &family->ops[i];
118
119 return NULL;
120}
121
122static int genl_allocate_reserve_groups(int n_groups, int *first_id)
123{
124 unsigned long *new_groups;
125 int start = 0;
126 int i;
127 int id;
128 bool fits;
129
130 do {
131 if (start == 0)
132 id = find_first_zero_bit(mc_groups,
133 mc_groups_longs *
134 BITS_PER_LONG);
135 else
136 id = find_next_zero_bit(mc_groups,
137 mc_groups_longs * BITS_PER_LONG,
138 start);
139
140 fits = true;
141 for (i = id;
142 i < min_t(int, id + n_groups,
143 mc_groups_longs * BITS_PER_LONG);
144 i++) {
145 if (test_bit(i, mc_groups)) {
146 start = i;
147 fits = false;
148 break;
149 }
150 }
151
152 if (id + n_groups > mc_groups_longs * BITS_PER_LONG) {
153 unsigned long new_longs = mc_groups_longs +
154 BITS_TO_LONGS(n_groups);
155 size_t nlen = new_longs * sizeof(unsigned long);
156
157 if (mc_groups == &mc_group_start) {
158 new_groups = kzalloc(nlen, GFP_KERNEL);
159 if (!new_groups)
160 return -ENOMEM;
161 mc_groups = new_groups;
162 *mc_groups = mc_group_start;
163 } else {
164 new_groups = krealloc(mc_groups, nlen,
165 GFP_KERNEL);
166 if (!new_groups)
167 return -ENOMEM;
168 mc_groups = new_groups;
169 for (i = 0; i < BITS_TO_LONGS(n_groups); i++)
170 mc_groups[mc_groups_longs + i] = 0;
171 }
172 mc_groups_longs = new_longs;
173 }
174 } while (!fits);
175
176 for (i = id; i < id + n_groups; i++)
177 set_bit(i, mc_groups);
178 *first_id = id;
179 return 0;
180}
181
182static struct genl_family genl_ctrl;
183
184static int genl_validate_assign_mc_groups(struct genl_family *family)
185{
186 int first_id;
187 int n_groups = family->n_mcgrps;
188 int err = 0, i;
189 bool groups_allocated = false;
190
191 if (!n_groups)
192 return 0;
193
194 for (i = 0; i < n_groups; i++) {
195 const struct genl_multicast_group *grp = &family->mcgrps[i];
196
197 if (WARN_ON(grp->name[0] == '\0'))
198 return -EINVAL;
199 if (WARN_ON(memchr(grp->name, '\0', GENL_NAMSIZ) == NULL))
200 return -EINVAL;
201 }
202
203 /* special-case our own group and hacks */
204 if (family == &genl_ctrl) {
205 first_id = GENL_ID_CTRL;
206 BUG_ON(n_groups != 1);
207 } else if (strcmp(family->name, "NET_DM") == 0) {
208 first_id = 1;
209 BUG_ON(n_groups != 1);
210 } else if (family->id == GENL_ID_VFS_DQUOT) {
211 first_id = GENL_ID_VFS_DQUOT;
212 BUG_ON(n_groups != 1);
213 } else if (family->id == GENL_ID_PMCRAID) {
214 first_id = GENL_ID_PMCRAID;
215 BUG_ON(n_groups != 1);
216 } else {
217 groups_allocated = true;
218 err = genl_allocate_reserve_groups(n_groups, &first_id);
219 if (err)
220 return err;
221 }
222
223 family->mcgrp_offset = first_id;
224
225 /* if still initializing, can't and don't need to to realloc bitmaps */
226 if (!init_net.genl_sock)
227 return 0;
228
229 if (family->netnsok) {
230 struct net *net;
231
232 netlink_table_grab();
233 rcu_read_lock();
234 for_each_net_rcu(net) {
235 err = __netlink_change_ngroups(net->genl_sock,
236 mc_groups_longs * BITS_PER_LONG);
237 if (err) {
238 /*
239 * No need to roll back, can only fail if
240 * memory allocation fails and then the
241 * number of _possible_ groups has been
242 * increased on some sockets which is ok.
243 */
244 break;
245 }
246 }
247 rcu_read_unlock();
248 netlink_table_ungrab();
249 } else {
250 err = netlink_change_ngroups(init_net.genl_sock,
251 mc_groups_longs * BITS_PER_LONG);
252 }
253
254 if (groups_allocated && err) {
255 for (i = 0; i < family->n_mcgrps; i++)
256 clear_bit(family->mcgrp_offset + i, mc_groups);
257 }
258
259 return err;
260}
261
262static void genl_unregister_mc_groups(const struct genl_family *family)
263{
264 struct net *net;
265 int i;
266
267 netlink_table_grab();
268 rcu_read_lock();
269 for_each_net_rcu(net) {
270 for (i = 0; i < family->n_mcgrps; i++)
271 __netlink_clear_multicast_users(
272 net->genl_sock, family->mcgrp_offset + i);
273 }
274 rcu_read_unlock();
275 netlink_table_ungrab();
276
277 for (i = 0; i < family->n_mcgrps; i++) {
278 int grp_id = family->mcgrp_offset + i;
279
280 if (grp_id != 1)
281 clear_bit(grp_id, mc_groups);
282 genl_ctrl_event(CTRL_CMD_DELMCAST_GRP, family,
283 &family->mcgrps[i], grp_id);
284 }
285}
286
287static int genl_validate_ops(const struct genl_family *family)
288{
289 const struct genl_ops *ops = family->ops;
290 unsigned int n_ops = family->n_ops;
291 int i, j;
292
293 if (WARN_ON(n_ops && !ops))
294 return -EINVAL;
295
296 if (!n_ops)
297 return 0;
298
299 for (i = 0; i < n_ops; i++) {
300 if (ops[i].dumpit == NULL && ops[i].doit == NULL)
301 return -EINVAL;
302 for (j = i + 1; j < n_ops; j++)
303 if (ops[i].cmd == ops[j].cmd)
304 return -EINVAL;
305 }
306
307 return 0;
308}
309
310/**
311 * genl_register_family - register a generic netlink family
312 * @family: generic netlink family
313 *
314 * Registers the specified family after validating it first. Only one
315 * family may be registered with the same family name or identifier.
316 *
317 * The family's ops, multicast groups and module pointer must already
318 * be assigned.
319 *
320 * Return 0 on success or a negative error code.
321 */
322int genl_register_family(struct genl_family *family)
323{
324 int err, i;
325 int start = GENL_START_ALLOC, end = GENL_MAX_ID;
326
327 err = genl_validate_ops(family);
328 if (err)
329 return err;
330
331 genl_lock_all();
332
333 if (genl_family_find_byname(family->name)) {
334 err = -EEXIST;
335 goto errout_locked;
336 }
337
338 /*
339 * Sadly, a few cases need to be special-cased
340 * due to them having previously abused the API
341 * and having used their family ID also as their
342 * multicast group ID, so we use reserved IDs
343 * for both to be sure we can do that mapping.
344 */
345 if (family == &genl_ctrl) {
346 /* and this needs to be special for initial family lookups */
347 start = end = GENL_ID_CTRL;
348 } else if (strcmp(family->name, "pmcraid") == 0) {
349 start = end = GENL_ID_PMCRAID;
350 } else if (strcmp(family->name, "VFS_DQUOT") == 0) {
351 start = end = GENL_ID_VFS_DQUOT;
352 }
353
354 if (family->maxattr && !family->parallel_ops) {
355 family->attrbuf = kmalloc_array(family->maxattr + 1,
356 sizeof(struct nlattr *),
357 GFP_KERNEL);
358 if (family->attrbuf == NULL) {
359 err = -ENOMEM;
360 goto errout_locked;
361 }
362 } else
363 family->attrbuf = NULL;
364
365 family->id = idr_alloc_cyclic(&genl_fam_idr, family,
366 start, end + 1, GFP_KERNEL);
367 if (family->id < 0) {
368 err = family->id;
369 goto errout_free;
370 }
371
372 err = genl_validate_assign_mc_groups(family);
373 if (err)
374 goto errout_remove;
375
376 genl_unlock_all();
377
378 /* send all events */
379 genl_ctrl_event(CTRL_CMD_NEWFAMILY, family, NULL, 0);
380 for (i = 0; i < family->n_mcgrps; i++)
381 genl_ctrl_event(CTRL_CMD_NEWMCAST_GRP, family,
382 &family->mcgrps[i], family->mcgrp_offset + i);
383
384 return 0;
385
386errout_remove:
387 idr_remove(&genl_fam_idr, family->id);
388errout_free:
389 kfree(family->attrbuf);
390errout_locked:
391 genl_unlock_all();
392 return err;
393}
394EXPORT_SYMBOL(genl_register_family);
395
396/**
397 * genl_unregister_family - unregister generic netlink family
398 * @family: generic netlink family
399 *
400 * Unregisters the specified family.
401 *
402 * Returns 0 on success or a negative error code.
403 */
404int genl_unregister_family(const struct genl_family *family)
405{
406 genl_lock_all();
407
408 if (!genl_family_find_byid(family->id)) {
409 genl_unlock_all();
410 return -ENOENT;
411 }
412
413 genl_unregister_mc_groups(family);
414
415 idr_remove(&genl_fam_idr, family->id);
416
417 up_write(&cb_lock);
418 wait_event(genl_sk_destructing_waitq,
419 atomic_read(&genl_sk_destructing_cnt) == 0);
420 genl_unlock();
421
422 kfree(family->attrbuf);
423
424 genl_ctrl_event(CTRL_CMD_DELFAMILY, family, NULL, 0);
425
426 return 0;
427}
428EXPORT_SYMBOL(genl_unregister_family);
429
430/**
431 * genlmsg_put - Add generic netlink header to netlink message
432 * @skb: socket buffer holding the message
433 * @portid: netlink portid the message is addressed to
434 * @seq: sequence number (usually the one of the sender)
435 * @family: generic netlink family
436 * @flags: netlink message flags
437 * @cmd: generic netlink command
438 *
439 * Returns pointer to user specific header
440 */
441void *genlmsg_put(struct sk_buff *skb, u32 portid, u32 seq,
442 const struct genl_family *family, int flags, u8 cmd)
443{
444 struct nlmsghdr *nlh;
445 struct genlmsghdr *hdr;
446
447 nlh = nlmsg_put(skb, portid, seq, family->id, GENL_HDRLEN +
448 family->hdrsize, flags);
449 if (nlh == NULL)
450 return NULL;
451
452 hdr = nlmsg_data(nlh);
453 hdr->cmd = cmd;
454 hdr->version = family->version;
455 hdr->reserved = 0;
456
457 return (char *) hdr + GENL_HDRLEN;
458}
459EXPORT_SYMBOL(genlmsg_put);
460
461static int genl_lock_start(struct netlink_callback *cb)
462{
463 /* our ops are always const - netlink API doesn't propagate that */
464 const struct genl_ops *ops = cb->data;
465 int rc = 0;
466
467 if (ops->start) {
468 genl_lock();
469 rc = ops->start(cb);
470 genl_unlock();
471 }
472 return rc;
473}
474
475static int genl_lock_dumpit(struct sk_buff *skb, struct netlink_callback *cb)
476{
477 /* our ops are always const - netlink API doesn't propagate that */
478 const struct genl_ops *ops = cb->data;
479 int rc;
480
481 genl_lock();
482 rc = ops->dumpit(skb, cb);
483 genl_unlock();
484 return rc;
485}
486
487static int genl_lock_done(struct netlink_callback *cb)
488{
489 /* our ops are always const - netlink API doesn't propagate that */
490 const struct genl_ops *ops = cb->data;
491 int rc = 0;
492
493 if (ops->done) {
494 genl_lock();
495 rc = ops->done(cb);
496 genl_unlock();
497 }
498 return rc;
499}
500
501static int genl_family_rcv_msg(const struct genl_family *family,
502 struct sk_buff *skb,
503 struct nlmsghdr *nlh,
504 struct netlink_ext_ack *extack)
505{
506 const struct genl_ops *ops;
507 struct net *net = sock_net(skb->sk);
508 struct genl_info info;
509 struct genlmsghdr *hdr = nlmsg_data(nlh);
510 struct nlattr **attrbuf;
511 int hdrlen, err;
512
513 /* this family doesn't exist in this netns */
514 if (!family->netnsok && !net_eq(net, &init_net))
515 return -ENOENT;
516
517 hdrlen = GENL_HDRLEN + family->hdrsize;
518 if (nlh->nlmsg_len < nlmsg_msg_size(hdrlen))
519 return -EINVAL;
520
521 ops = genl_get_cmd(hdr->cmd, family);
522 if (ops == NULL)
523 return -EOPNOTSUPP;
524
525 if ((ops->flags & GENL_ADMIN_PERM) &&
526 !netlink_capable(skb, CAP_NET_ADMIN))
527 return -EPERM;
528
529 if ((ops->flags & GENL_UNS_ADMIN_PERM) &&
530 !netlink_ns_capable(skb, net->user_ns, CAP_NET_ADMIN))
531 return -EPERM;
532
533 if ((nlh->nlmsg_flags & NLM_F_DUMP) == NLM_F_DUMP) {
534 int rc;
535
536 if (ops->dumpit == NULL)
537 return -EOPNOTSUPP;
538
539 if (!(ops->validate & GENL_DONT_VALIDATE_DUMP)) {
540 int hdrlen = GENL_HDRLEN + family->hdrsize;
541
542 if (nlh->nlmsg_len < nlmsg_msg_size(hdrlen))
543 return -EINVAL;
544
545 if (family->maxattr) {
546 unsigned int validate = NL_VALIDATE_STRICT;
547
548 if (ops->validate &
549 GENL_DONT_VALIDATE_DUMP_STRICT)
550 validate = NL_VALIDATE_LIBERAL;
551 rc = __nla_validate(nlmsg_attrdata(nlh, hdrlen),
552 nlmsg_attrlen(nlh, hdrlen),
553 family->maxattr,
554 family->policy,
555 validate, extack);
556 if (rc)
557 return rc;
558 }
559 }
560
561 if (!family->parallel_ops) {
562 struct netlink_dump_control c = {
563 .module = family->module,
564 /* we have const, but the netlink API doesn't */
565 .data = (void *)ops,
566 .start = genl_lock_start,
567 .dump = genl_lock_dumpit,
568 .done = genl_lock_done,
569 };
570
571 genl_unlock();
572 rc = __netlink_dump_start(net->genl_sock, skb, nlh, &c);
573 genl_lock();
574
575 } else {
576 struct netlink_dump_control c = {
577 .module = family->module,
578 .start = ops->start,
579 .dump = ops->dumpit,
580 .done = ops->done,
581 };
582
583 rc = __netlink_dump_start(net->genl_sock, skb, nlh, &c);
584 }
585
586 return rc;
587 }
588
589 if (ops->doit == NULL)
590 return -EOPNOTSUPP;
591
592 if (family->maxattr && family->parallel_ops) {
593 attrbuf = kmalloc_array(family->maxattr + 1,
594 sizeof(struct nlattr *),
595 GFP_KERNEL);
596 if (attrbuf == NULL)
597 return -ENOMEM;
598 } else
599 attrbuf = family->attrbuf;
600
601 if (attrbuf) {
602 enum netlink_validation validate = NL_VALIDATE_STRICT;
603
604 if (ops->validate & GENL_DONT_VALIDATE_STRICT)
605 validate = NL_VALIDATE_LIBERAL;
606
607 err = __nlmsg_parse(nlh, hdrlen, attrbuf, family->maxattr,
608 family->policy, validate, extack);
609 if (err < 0)
610 goto out;
611 }
612
613 info.snd_seq = nlh->nlmsg_seq;
614 info.snd_portid = NETLINK_CB(skb).portid;
615 info.nlhdr = nlh;
616 info.genlhdr = nlmsg_data(nlh);
617 info.userhdr = nlmsg_data(nlh) + GENL_HDRLEN;
618 info.attrs = attrbuf;
619 info.extack = extack;
620 genl_info_net_set(&info, net);
621 memset(&info.user_ptr, 0, sizeof(info.user_ptr));
622
623 if (family->pre_doit) {
624 err = family->pre_doit(ops, skb, &info);
625 if (err)
626 goto out;
627 }
628
629 err = ops->doit(skb, &info);
630
631 if (family->post_doit)
632 family->post_doit(ops, skb, &info);
633
634out:
635 if (family->parallel_ops)
636 kfree(attrbuf);
637
638 return err;
639}
640
641static int genl_rcv_msg(struct sk_buff *skb, struct nlmsghdr *nlh,
642 struct netlink_ext_ack *extack)
643{
644 const struct genl_family *family;
645 int err;
646
647 family = genl_family_find_byid(nlh->nlmsg_type);
648 if (family == NULL)
649 return -ENOENT;
650
651 if (!family->parallel_ops)
652 genl_lock();
653
654 err = genl_family_rcv_msg(family, skb, nlh, extack);
655
656 if (!family->parallel_ops)
657 genl_unlock();
658
659 return err;
660}
661
662static void genl_rcv(struct sk_buff *skb)
663{
664 down_read(&cb_lock);
665 netlink_rcv_skb(skb, &genl_rcv_msg);
666 up_read(&cb_lock);
667}
668
669/**************************************************************************
670 * Controller
671 **************************************************************************/
672
673static struct genl_family genl_ctrl;
674
675static int ctrl_fill_info(const struct genl_family *family, u32 portid, u32 seq,
676 u32 flags, struct sk_buff *skb, u8 cmd)
677{
678 void *hdr;
679
680 hdr = genlmsg_put(skb, portid, seq, &genl_ctrl, flags, cmd);
681 if (hdr == NULL)
682 return -1;
683
684 if (nla_put_string(skb, CTRL_ATTR_FAMILY_NAME, family->name) ||
685 nla_put_u16(skb, CTRL_ATTR_FAMILY_ID, family->id) ||
686 nla_put_u32(skb, CTRL_ATTR_VERSION, family->version) ||
687 nla_put_u32(skb, CTRL_ATTR_HDRSIZE, family->hdrsize) ||
688 nla_put_u32(skb, CTRL_ATTR_MAXATTR, family->maxattr))
689 goto nla_put_failure;
690
691 if (family->n_ops) {
692 struct nlattr *nla_ops;
693 int i;
694
695 nla_ops = nla_nest_start_noflag(skb, CTRL_ATTR_OPS);
696 if (nla_ops == NULL)
697 goto nla_put_failure;
698
699 for (i = 0; i < family->n_ops; i++) {
700 struct nlattr *nest;
701 const struct genl_ops *ops = &family->ops[i];
702 u32 op_flags = ops->flags;
703
704 if (ops->dumpit)
705 op_flags |= GENL_CMD_CAP_DUMP;
706 if (ops->doit)
707 op_flags |= GENL_CMD_CAP_DO;
708 if (family->policy)
709 op_flags |= GENL_CMD_CAP_HASPOL;
710
711 nest = nla_nest_start_noflag(skb, i + 1);
712 if (nest == NULL)
713 goto nla_put_failure;
714
715 if (nla_put_u32(skb, CTRL_ATTR_OP_ID, ops->cmd) ||
716 nla_put_u32(skb, CTRL_ATTR_OP_FLAGS, op_flags))
717 goto nla_put_failure;
718
719 nla_nest_end(skb, nest);
720 }
721
722 nla_nest_end(skb, nla_ops);
723 }
724
725 if (family->n_mcgrps) {
726 struct nlattr *nla_grps;
727 int i;
728
729 nla_grps = nla_nest_start_noflag(skb, CTRL_ATTR_MCAST_GROUPS);
730 if (nla_grps == NULL)
731 goto nla_put_failure;
732
733 for (i = 0; i < family->n_mcgrps; i++) {
734 struct nlattr *nest;
735 const struct genl_multicast_group *grp;
736
737 grp = &family->mcgrps[i];
738
739 nest = nla_nest_start_noflag(skb, i + 1);
740 if (nest == NULL)
741 goto nla_put_failure;
742
743 if (nla_put_u32(skb, CTRL_ATTR_MCAST_GRP_ID,
744 family->mcgrp_offset + i) ||
745 nla_put_string(skb, CTRL_ATTR_MCAST_GRP_NAME,
746 grp->name))
747 goto nla_put_failure;
748
749 nla_nest_end(skb, nest);
750 }
751 nla_nest_end(skb, nla_grps);
752 }
753
754 genlmsg_end(skb, hdr);
755 return 0;
756
757nla_put_failure:
758 genlmsg_cancel(skb, hdr);
759 return -EMSGSIZE;
760}
761
762static int ctrl_fill_mcgrp_info(const struct genl_family *family,
763 const struct genl_multicast_group *grp,
764 int grp_id, u32 portid, u32 seq, u32 flags,
765 struct sk_buff *skb, u8 cmd)
766{
767 void *hdr;
768 struct nlattr *nla_grps;
769 struct nlattr *nest;
770
771 hdr = genlmsg_put(skb, portid, seq, &genl_ctrl, flags, cmd);
772 if (hdr == NULL)
773 return -1;
774
775 if (nla_put_string(skb, CTRL_ATTR_FAMILY_NAME, family->name) ||
776 nla_put_u16(skb, CTRL_ATTR_FAMILY_ID, family->id))
777 goto nla_put_failure;
778
779 nla_grps = nla_nest_start_noflag(skb, CTRL_ATTR_MCAST_GROUPS);
780 if (nla_grps == NULL)
781 goto nla_put_failure;
782
783 nest = nla_nest_start_noflag(skb, 1);
784 if (nest == NULL)
785 goto nla_put_failure;
786
787 if (nla_put_u32(skb, CTRL_ATTR_MCAST_GRP_ID, grp_id) ||
788 nla_put_string(skb, CTRL_ATTR_MCAST_GRP_NAME,
789 grp->name))
790 goto nla_put_failure;
791
792 nla_nest_end(skb, nest);
793 nla_nest_end(skb, nla_grps);
794
795 genlmsg_end(skb, hdr);
796 return 0;
797
798nla_put_failure:
799 genlmsg_cancel(skb, hdr);
800 return -EMSGSIZE;
801}
802
803static int ctrl_dumpfamily(struct sk_buff *skb, struct netlink_callback *cb)
804{
805 int n = 0;
806 struct genl_family *rt;
807 struct net *net = sock_net(skb->sk);
808 int fams_to_skip = cb->args[0];
809 unsigned int id;
810
811 idr_for_each_entry(&genl_fam_idr, rt, id) {
812 if (!rt->netnsok && !net_eq(net, &init_net))
813 continue;
814
815 if (n++ < fams_to_skip)
816 continue;
817
818 if (ctrl_fill_info(rt, NETLINK_CB(cb->skb).portid,
819 cb->nlh->nlmsg_seq, NLM_F_MULTI,
820 skb, CTRL_CMD_NEWFAMILY) < 0) {
821 n--;
822 break;
823 }
824 }
825
826 cb->args[0] = n;
827 return skb->len;
828}
829
830static struct sk_buff *ctrl_build_family_msg(const struct genl_family *family,
831 u32 portid, int seq, u8 cmd)
832{
833 struct sk_buff *skb;
834 int err;
835
836 skb = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
837 if (skb == NULL)
838 return ERR_PTR(-ENOBUFS);
839
840 err = ctrl_fill_info(family, portid, seq, 0, skb, cmd);
841 if (err < 0) {
842 nlmsg_free(skb);
843 return ERR_PTR(err);
844 }
845
846 return skb;
847}
848
849static struct sk_buff *
850ctrl_build_mcgrp_msg(const struct genl_family *family,
851 const struct genl_multicast_group *grp,
852 int grp_id, u32 portid, int seq, u8 cmd)
853{
854 struct sk_buff *skb;
855 int err;
856
857 skb = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
858 if (skb == NULL)
859 return ERR_PTR(-ENOBUFS);
860
861 err = ctrl_fill_mcgrp_info(family, grp, grp_id, portid,
862 seq, 0, skb, cmd);
863 if (err < 0) {
864 nlmsg_free(skb);
865 return ERR_PTR(err);
866 }
867
868 return skb;
869}
870
871static const struct nla_policy ctrl_policy[CTRL_ATTR_MAX+1] = {
872 [CTRL_ATTR_FAMILY_ID] = { .type = NLA_U16 },
873 [CTRL_ATTR_FAMILY_NAME] = { .type = NLA_NUL_STRING,
874 .len = GENL_NAMSIZ - 1 },
875};
876
877static int ctrl_getfamily(struct sk_buff *skb, struct genl_info *info)
878{
879 struct sk_buff *msg;
880 const struct genl_family *res = NULL;
881 int err = -EINVAL;
882
883 if (info->attrs[CTRL_ATTR_FAMILY_ID]) {
884 u16 id = nla_get_u16(info->attrs[CTRL_ATTR_FAMILY_ID]);
885 res = genl_family_find_byid(id);
886 err = -ENOENT;
887 }
888
889 if (info->attrs[CTRL_ATTR_FAMILY_NAME]) {
890 char *name;
891
892 name = nla_data(info->attrs[CTRL_ATTR_FAMILY_NAME]);
893 res = genl_family_find_byname(name);
894#ifdef CONFIG_MODULES
895 if (res == NULL) {
896 genl_unlock();
897 up_read(&cb_lock);
898 request_module("net-pf-%d-proto-%d-family-%s",
899 PF_NETLINK, NETLINK_GENERIC, name);
900 down_read(&cb_lock);
901 genl_lock();
902 res = genl_family_find_byname(name);
903 }
904#endif
905 err = -ENOENT;
906 }
907
908 if (res == NULL)
909 return err;
910
911 if (!res->netnsok && !net_eq(genl_info_net(info), &init_net)) {
912 /* family doesn't exist here */
913 return -ENOENT;
914 }
915
916 msg = ctrl_build_family_msg(res, info->snd_portid, info->snd_seq,
917 CTRL_CMD_NEWFAMILY);
918 if (IS_ERR(msg))
919 return PTR_ERR(msg);
920
921 return genlmsg_reply(msg, info);
922}
923
924static int genl_ctrl_event(int event, const struct genl_family *family,
925 const struct genl_multicast_group *grp,
926 int grp_id)
927{
928 struct sk_buff *msg;
929
930 /* genl is still initialising */
931 if (!init_net.genl_sock)
932 return 0;
933
934 switch (event) {
935 case CTRL_CMD_NEWFAMILY:
936 case CTRL_CMD_DELFAMILY:
937 WARN_ON(grp);
938 msg = ctrl_build_family_msg(family, 0, 0, event);
939 break;
940 case CTRL_CMD_NEWMCAST_GRP:
941 case CTRL_CMD_DELMCAST_GRP:
942 BUG_ON(!grp);
943 msg = ctrl_build_mcgrp_msg(family, grp, grp_id, 0, 0, event);
944 break;
945 default:
946 return -EINVAL;
947 }
948
949 if (IS_ERR(msg))
950 return PTR_ERR(msg);
951
952 if (!family->netnsok) {
953 genlmsg_multicast_netns(&genl_ctrl, &init_net, msg, 0,
954 0, GFP_KERNEL);
955 } else {
956 rcu_read_lock();
957 genlmsg_multicast_allns(&genl_ctrl, msg, 0,
958 0, GFP_ATOMIC);
959 rcu_read_unlock();
960 }
961
962 return 0;
963}
964
965static const struct genl_ops genl_ctrl_ops[] = {
966 {
967 .cmd = CTRL_CMD_GETFAMILY,
968 .validate = GENL_DONT_VALIDATE_STRICT | GENL_DONT_VALIDATE_DUMP,
969 .doit = ctrl_getfamily,
970 .dumpit = ctrl_dumpfamily,
971 },
972};
973
974static const struct genl_multicast_group genl_ctrl_groups[] = {
975 { .name = "notify", },
976};
977
978static struct genl_family genl_ctrl __ro_after_init = {
979 .module = THIS_MODULE,
980 .ops = genl_ctrl_ops,
981 .n_ops = ARRAY_SIZE(genl_ctrl_ops),
982 .mcgrps = genl_ctrl_groups,
983 .n_mcgrps = ARRAY_SIZE(genl_ctrl_groups),
984 .id = GENL_ID_CTRL,
985 .name = "nlctrl",
986 .version = 0x2,
987 .maxattr = CTRL_ATTR_MAX,
988 .policy = ctrl_policy,
989 .netnsok = true,
990};
991
992static int genl_bind(struct net *net, int group)
993{
994 struct genl_family *f;
995 int err = -ENOENT;
996 unsigned int id;
997
998 down_read(&cb_lock);
999
1000 idr_for_each_entry(&genl_fam_idr, f, id) {
1001 if (group >= f->mcgrp_offset &&
1002 group < f->mcgrp_offset + f->n_mcgrps) {
1003 int fam_grp = group - f->mcgrp_offset;
1004
1005 if (!f->netnsok && net != &init_net)
1006 err = -ENOENT;
1007 else if (f->mcast_bind)
1008 err = f->mcast_bind(net, fam_grp);
1009 else
1010 err = 0;
1011 break;
1012 }
1013 }
1014 up_read(&cb_lock);
1015
1016 return err;
1017}
1018
1019static void genl_unbind(struct net *net, int group)
1020{
1021 struct genl_family *f;
1022 unsigned int id;
1023
1024 down_read(&cb_lock);
1025
1026 idr_for_each_entry(&genl_fam_idr, f, id) {
1027 if (group >= f->mcgrp_offset &&
1028 group < f->mcgrp_offset + f->n_mcgrps) {
1029 int fam_grp = group - f->mcgrp_offset;
1030
1031 if (f->mcast_unbind)
1032 f->mcast_unbind(net, fam_grp);
1033 break;
1034 }
1035 }
1036 up_read(&cb_lock);
1037}
1038
1039static int __net_init genl_pernet_init(struct net *net)
1040{
1041 struct netlink_kernel_cfg cfg = {
1042 .input = genl_rcv,
1043 .flags = NL_CFG_F_NONROOT_RECV,
1044 .bind = genl_bind,
1045 .unbind = genl_unbind,
1046 };
1047
1048 /* we'll bump the group number right afterwards */
1049 net->genl_sock = netlink_kernel_create(net, NETLINK_GENERIC, &cfg);
1050
1051 if (!net->genl_sock && net_eq(net, &init_net))
1052 panic("GENL: Cannot initialize generic netlink\n");
1053
1054 if (!net->genl_sock)
1055 return -ENOMEM;
1056
1057 return 0;
1058}
1059
1060static void __net_exit genl_pernet_exit(struct net *net)
1061{
1062 netlink_kernel_release(net->genl_sock);
1063 net->genl_sock = NULL;
1064}
1065
1066static struct pernet_operations genl_pernet_ops = {
1067 .init = genl_pernet_init,
1068 .exit = genl_pernet_exit,
1069};
1070
1071static int __init genl_init(void)
1072{
1073 int err;
1074
1075 err = genl_register_family(&genl_ctrl);
1076 if (err < 0)
1077 goto problem;
1078
1079 err = register_pernet_subsys(&genl_pernet_ops);
1080 if (err)
1081 goto problem;
1082
1083 return 0;
1084
1085problem:
1086 panic("GENL: Cannot register controller: %d\n", err);
1087}
1088
1089subsys_initcall(genl_init);
1090
1091/**
1092 * genl_family_attrbuf - return family's attrbuf
1093 * @family: the family
1094 *
1095 * Return the family's attrbuf, while validating that it's
1096 * actually valid to access it.
1097 *
1098 * You cannot use this function with a family that has parallel_ops
1099 * and you can only use it within (pre/post) doit/dumpit callbacks.
1100 */
1101struct nlattr **genl_family_attrbuf(const struct genl_family *family)
1102{
1103 if (!WARN_ON(family->parallel_ops))
1104 lockdep_assert_held(&genl_mutex);
1105
1106 return family->attrbuf;
1107}
1108EXPORT_SYMBOL(genl_family_attrbuf);
1109
1110static int genlmsg_mcast(struct sk_buff *skb, u32 portid, unsigned long group,
1111 gfp_t flags)
1112{
1113 struct sk_buff *tmp;
1114 struct net *net, *prev = NULL;
1115 bool delivered = false;
1116 int err;
1117
1118 for_each_net_rcu(net) {
1119 if (prev) {
1120 tmp = skb_clone(skb, flags);
1121 if (!tmp) {
1122 err = -ENOMEM;
1123 goto error;
1124 }
1125 err = nlmsg_multicast(prev->genl_sock, tmp,
1126 portid, group, flags);
1127 if (!err)
1128 delivered = true;
1129 else if (err != -ESRCH)
1130 goto error;
1131 }
1132
1133 prev = net;
1134 }
1135
1136 err = nlmsg_multicast(prev->genl_sock, skb, portid, group, flags);
1137 if (!err)
1138 delivered = true;
1139 else if (err != -ESRCH)
1140 return err;
1141 return delivered ? 0 : -ESRCH;
1142 error:
1143 kfree_skb(skb);
1144 return err;
1145}
1146
1147int genlmsg_multicast_allns(const struct genl_family *family,
1148 struct sk_buff *skb, u32 portid,
1149 unsigned int group, gfp_t flags)
1150{
1151 if (WARN_ON_ONCE(group >= family->n_mcgrps))
1152 return -EINVAL;
1153 group = family->mcgrp_offset + group;
1154 return genlmsg_mcast(skb, portid, group, flags);
1155}
1156EXPORT_SYMBOL(genlmsg_multicast_allns);
1157
1158void genl_notify(const struct genl_family *family, struct sk_buff *skb,
1159 struct genl_info *info, u32 group, gfp_t flags)
1160{
1161 struct net *net = genl_info_net(info);
1162 struct sock *sk = net->genl_sock;
1163 int report = 0;
1164
1165 if (info->nlhdr)
1166 report = nlmsg_report(info->nlhdr);
1167
1168 if (WARN_ON_ONCE(group >= family->n_mcgrps))
1169 return;
1170 group = family->mcgrp_offset + group;
1171 nlmsg_notify(sk, skb, info->snd_portid, group, report, flags);
1172}
1173EXPORT_SYMBOL(genl_notify);