Loading...
1/*
2 * (C) 2011 Pablo Neira Ayuso <pablo@netfilter.org>
3 * (C) 2011 Intra2net AG <http://www.intra2net.com>
4 *
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License version 2 as
7 * published by the Free Software Foundation (or any later at your option).
8 */
9#include <linux/init.h>
10#include <linux/module.h>
11#include <linux/kernel.h>
12#include <linux/skbuff.h>
13#include <linux/atomic.h>
14#include <linux/netlink.h>
15#include <linux/rculist.h>
16#include <linux/slab.h>
17#include <linux/types.h>
18#include <linux/errno.h>
19#include <net/netlink.h>
20#include <net/sock.h>
21
22#include <linux/netfilter.h>
23#include <linux/netfilter/nfnetlink.h>
24#include <linux/netfilter/nfnetlink_acct.h>
25
26MODULE_LICENSE("GPL");
27MODULE_AUTHOR("Pablo Neira Ayuso <pablo@netfilter.org>");
28MODULE_DESCRIPTION("nfacct: Extended Netfilter accounting infrastructure");
29
30struct nf_acct {
31 atomic64_t pkts;
32 atomic64_t bytes;
33 unsigned long flags;
34 struct list_head head;
35 atomic_t refcnt;
36 char name[NFACCT_NAME_MAX];
37 struct rcu_head rcu_head;
38 char data[0];
39};
40
41struct nfacct_filter {
42 u32 value;
43 u32 mask;
44};
45
46#define NFACCT_F_QUOTA (NFACCT_F_QUOTA_PKTS | NFACCT_F_QUOTA_BYTES)
47#define NFACCT_OVERQUOTA_BIT 2 /* NFACCT_F_OVERQUOTA */
48
49static int nfnl_acct_new(struct net *net, struct sock *nfnl,
50 struct sk_buff *skb, const struct nlmsghdr *nlh,
51 const struct nlattr * const tb[])
52{
53 struct nf_acct *nfacct, *matching = NULL;
54 char *acct_name;
55 unsigned int size = 0;
56 u32 flags = 0;
57
58 if (!tb[NFACCT_NAME])
59 return -EINVAL;
60
61 acct_name = nla_data(tb[NFACCT_NAME]);
62 if (strlen(acct_name) == 0)
63 return -EINVAL;
64
65 list_for_each_entry(nfacct, &net->nfnl_acct_list, head) {
66 if (strncmp(nfacct->name, acct_name, NFACCT_NAME_MAX) != 0)
67 continue;
68
69 if (nlh->nlmsg_flags & NLM_F_EXCL)
70 return -EEXIST;
71
72 matching = nfacct;
73 break;
74 }
75
76 if (matching) {
77 if (nlh->nlmsg_flags & NLM_F_REPLACE) {
78 /* reset counters if you request a replacement. */
79 atomic64_set(&matching->pkts, 0);
80 atomic64_set(&matching->bytes, 0);
81 smp_mb__before_atomic();
82 /* reset overquota flag if quota is enabled. */
83 if ((matching->flags & NFACCT_F_QUOTA))
84 clear_bit(NFACCT_OVERQUOTA_BIT,
85 &matching->flags);
86 return 0;
87 }
88 return -EBUSY;
89 }
90
91 if (tb[NFACCT_FLAGS]) {
92 flags = ntohl(nla_get_be32(tb[NFACCT_FLAGS]));
93 if (flags & ~NFACCT_F_QUOTA)
94 return -EOPNOTSUPP;
95 if ((flags & NFACCT_F_QUOTA) == NFACCT_F_QUOTA)
96 return -EINVAL;
97 if (flags & NFACCT_F_OVERQUOTA)
98 return -EINVAL;
99 if ((flags & NFACCT_F_QUOTA) && !tb[NFACCT_QUOTA])
100 return -EINVAL;
101
102 size += sizeof(u64);
103 }
104
105 nfacct = kzalloc(sizeof(struct nf_acct) + size, GFP_KERNEL);
106 if (nfacct == NULL)
107 return -ENOMEM;
108
109 if (flags & NFACCT_F_QUOTA) {
110 u64 *quota = (u64 *)nfacct->data;
111
112 *quota = be64_to_cpu(nla_get_be64(tb[NFACCT_QUOTA]));
113 nfacct->flags = flags;
114 }
115
116 strncpy(nfacct->name, nla_data(tb[NFACCT_NAME]), NFACCT_NAME_MAX);
117
118 if (tb[NFACCT_BYTES]) {
119 atomic64_set(&nfacct->bytes,
120 be64_to_cpu(nla_get_be64(tb[NFACCT_BYTES])));
121 }
122 if (tb[NFACCT_PKTS]) {
123 atomic64_set(&nfacct->pkts,
124 be64_to_cpu(nla_get_be64(tb[NFACCT_PKTS])));
125 }
126 atomic_set(&nfacct->refcnt, 1);
127 list_add_tail_rcu(&nfacct->head, &net->nfnl_acct_list);
128 return 0;
129}
130
131static int
132nfnl_acct_fill_info(struct sk_buff *skb, u32 portid, u32 seq, u32 type,
133 int event, struct nf_acct *acct)
134{
135 struct nlmsghdr *nlh;
136 struct nfgenmsg *nfmsg;
137 unsigned int flags = portid ? NLM_F_MULTI : 0;
138 u64 pkts, bytes;
139 u32 old_flags;
140
141 event |= NFNL_SUBSYS_ACCT << 8;
142 nlh = nlmsg_put(skb, portid, seq, event, sizeof(*nfmsg), flags);
143 if (nlh == NULL)
144 goto nlmsg_failure;
145
146 nfmsg = nlmsg_data(nlh);
147 nfmsg->nfgen_family = AF_UNSPEC;
148 nfmsg->version = NFNETLINK_V0;
149 nfmsg->res_id = 0;
150
151 if (nla_put_string(skb, NFACCT_NAME, acct->name))
152 goto nla_put_failure;
153
154 old_flags = acct->flags;
155 if (type == NFNL_MSG_ACCT_GET_CTRZERO) {
156 pkts = atomic64_xchg(&acct->pkts, 0);
157 bytes = atomic64_xchg(&acct->bytes, 0);
158 smp_mb__before_atomic();
159 if (acct->flags & NFACCT_F_QUOTA)
160 clear_bit(NFACCT_OVERQUOTA_BIT, &acct->flags);
161 } else {
162 pkts = atomic64_read(&acct->pkts);
163 bytes = atomic64_read(&acct->bytes);
164 }
165 if (nla_put_be64(skb, NFACCT_PKTS, cpu_to_be64(pkts),
166 NFACCT_PAD) ||
167 nla_put_be64(skb, NFACCT_BYTES, cpu_to_be64(bytes),
168 NFACCT_PAD) ||
169 nla_put_be32(skb, NFACCT_USE, htonl(atomic_read(&acct->refcnt))))
170 goto nla_put_failure;
171 if (acct->flags & NFACCT_F_QUOTA) {
172 u64 *quota = (u64 *)acct->data;
173
174 if (nla_put_be32(skb, NFACCT_FLAGS, htonl(old_flags)) ||
175 nla_put_be64(skb, NFACCT_QUOTA, cpu_to_be64(*quota),
176 NFACCT_PAD))
177 goto nla_put_failure;
178 }
179 nlmsg_end(skb, nlh);
180 return skb->len;
181
182nlmsg_failure:
183nla_put_failure:
184 nlmsg_cancel(skb, nlh);
185 return -1;
186}
187
188static int
189nfnl_acct_dump(struct sk_buff *skb, struct netlink_callback *cb)
190{
191 struct net *net = sock_net(skb->sk);
192 struct nf_acct *cur, *last;
193 const struct nfacct_filter *filter = cb->data;
194
195 if (cb->args[2])
196 return 0;
197
198 last = (struct nf_acct *)cb->args[1];
199 if (cb->args[1])
200 cb->args[1] = 0;
201
202 rcu_read_lock();
203 list_for_each_entry_rcu(cur, &net->nfnl_acct_list, head) {
204 if (last) {
205 if (cur != last)
206 continue;
207
208 last = NULL;
209 }
210
211 if (filter && (cur->flags & filter->mask) != filter->value)
212 continue;
213
214 if (nfnl_acct_fill_info(skb, NETLINK_CB(cb->skb).portid,
215 cb->nlh->nlmsg_seq,
216 NFNL_MSG_TYPE(cb->nlh->nlmsg_type),
217 NFNL_MSG_ACCT_NEW, cur) < 0) {
218 cb->args[1] = (unsigned long)cur;
219 break;
220 }
221 }
222 if (!cb->args[1])
223 cb->args[2] = 1;
224 rcu_read_unlock();
225 return skb->len;
226}
227
228static int nfnl_acct_done(struct netlink_callback *cb)
229{
230 kfree(cb->data);
231 return 0;
232}
233
234static const struct nla_policy filter_policy[NFACCT_FILTER_MAX + 1] = {
235 [NFACCT_FILTER_MASK] = { .type = NLA_U32 },
236 [NFACCT_FILTER_VALUE] = { .type = NLA_U32 },
237};
238
239static struct nfacct_filter *
240nfacct_filter_alloc(const struct nlattr * const attr)
241{
242 struct nfacct_filter *filter;
243 struct nlattr *tb[NFACCT_FILTER_MAX + 1];
244 int err;
245
246 err = nla_parse_nested(tb, NFACCT_FILTER_MAX, attr, filter_policy);
247 if (err < 0)
248 return ERR_PTR(err);
249
250 if (!tb[NFACCT_FILTER_MASK] || !tb[NFACCT_FILTER_VALUE])
251 return ERR_PTR(-EINVAL);
252
253 filter = kzalloc(sizeof(struct nfacct_filter), GFP_KERNEL);
254 if (!filter)
255 return ERR_PTR(-ENOMEM);
256
257 filter->mask = ntohl(nla_get_be32(tb[NFACCT_FILTER_MASK]));
258 filter->value = ntohl(nla_get_be32(tb[NFACCT_FILTER_VALUE]));
259
260 return filter;
261}
262
263static int nfnl_acct_get(struct net *net, struct sock *nfnl,
264 struct sk_buff *skb, const struct nlmsghdr *nlh,
265 const struct nlattr * const tb[])
266{
267 int ret = -ENOENT;
268 struct nf_acct *cur;
269 char *acct_name;
270
271 if (nlh->nlmsg_flags & NLM_F_DUMP) {
272 struct netlink_dump_control c = {
273 .dump = nfnl_acct_dump,
274 .done = nfnl_acct_done,
275 };
276
277 if (tb[NFACCT_FILTER]) {
278 struct nfacct_filter *filter;
279
280 filter = nfacct_filter_alloc(tb[NFACCT_FILTER]);
281 if (IS_ERR(filter))
282 return PTR_ERR(filter);
283
284 c.data = filter;
285 }
286 return netlink_dump_start(nfnl, skb, nlh, &c);
287 }
288
289 if (!tb[NFACCT_NAME])
290 return -EINVAL;
291 acct_name = nla_data(tb[NFACCT_NAME]);
292
293 list_for_each_entry(cur, &net->nfnl_acct_list, head) {
294 struct sk_buff *skb2;
295
296 if (strncmp(cur->name, acct_name, NFACCT_NAME_MAX)!= 0)
297 continue;
298
299 skb2 = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
300 if (skb2 == NULL) {
301 ret = -ENOMEM;
302 break;
303 }
304
305 ret = nfnl_acct_fill_info(skb2, NETLINK_CB(skb).portid,
306 nlh->nlmsg_seq,
307 NFNL_MSG_TYPE(nlh->nlmsg_type),
308 NFNL_MSG_ACCT_NEW, cur);
309 if (ret <= 0) {
310 kfree_skb(skb2);
311 break;
312 }
313 ret = netlink_unicast(nfnl, skb2, NETLINK_CB(skb).portid,
314 MSG_DONTWAIT);
315 if (ret > 0)
316 ret = 0;
317
318 /* this avoids a loop in nfnetlink. */
319 return ret == -EAGAIN ? -ENOBUFS : ret;
320 }
321 return ret;
322}
323
324/* try to delete object, fail if it is still in use. */
325static int nfnl_acct_try_del(struct nf_acct *cur)
326{
327 int ret = 0;
328
329 /* We want to avoid races with nfnl_acct_put. So only when the current
330 * refcnt is 1, we decrease it to 0.
331 */
332 if (atomic_cmpxchg(&cur->refcnt, 1, 0) == 1) {
333 /* We are protected by nfnl mutex. */
334 list_del_rcu(&cur->head);
335 kfree_rcu(cur, rcu_head);
336 } else {
337 ret = -EBUSY;
338 }
339 return ret;
340}
341
342static int nfnl_acct_del(struct net *net, struct sock *nfnl,
343 struct sk_buff *skb, const struct nlmsghdr *nlh,
344 const struct nlattr * const tb[])
345{
346 struct nf_acct *cur, *tmp;
347 int ret = -ENOENT;
348 char *acct_name;
349
350 if (!tb[NFACCT_NAME]) {
351 list_for_each_entry_safe(cur, tmp, &net->nfnl_acct_list, head)
352 nfnl_acct_try_del(cur);
353
354 return 0;
355 }
356 acct_name = nla_data(tb[NFACCT_NAME]);
357
358 list_for_each_entry(cur, &net->nfnl_acct_list, head) {
359 if (strncmp(cur->name, acct_name, NFACCT_NAME_MAX) != 0)
360 continue;
361
362 ret = nfnl_acct_try_del(cur);
363 if (ret < 0)
364 return ret;
365
366 break;
367 }
368 return ret;
369}
370
371static const struct nla_policy nfnl_acct_policy[NFACCT_MAX+1] = {
372 [NFACCT_NAME] = { .type = NLA_NUL_STRING, .len = NFACCT_NAME_MAX-1 },
373 [NFACCT_BYTES] = { .type = NLA_U64 },
374 [NFACCT_PKTS] = { .type = NLA_U64 },
375 [NFACCT_FLAGS] = { .type = NLA_U32 },
376 [NFACCT_QUOTA] = { .type = NLA_U64 },
377 [NFACCT_FILTER] = {.type = NLA_NESTED },
378};
379
380static const struct nfnl_callback nfnl_acct_cb[NFNL_MSG_ACCT_MAX] = {
381 [NFNL_MSG_ACCT_NEW] = { .call = nfnl_acct_new,
382 .attr_count = NFACCT_MAX,
383 .policy = nfnl_acct_policy },
384 [NFNL_MSG_ACCT_GET] = { .call = nfnl_acct_get,
385 .attr_count = NFACCT_MAX,
386 .policy = nfnl_acct_policy },
387 [NFNL_MSG_ACCT_GET_CTRZERO] = { .call = nfnl_acct_get,
388 .attr_count = NFACCT_MAX,
389 .policy = nfnl_acct_policy },
390 [NFNL_MSG_ACCT_DEL] = { .call = nfnl_acct_del,
391 .attr_count = NFACCT_MAX,
392 .policy = nfnl_acct_policy },
393};
394
395static const struct nfnetlink_subsystem nfnl_acct_subsys = {
396 .name = "acct",
397 .subsys_id = NFNL_SUBSYS_ACCT,
398 .cb_count = NFNL_MSG_ACCT_MAX,
399 .cb = nfnl_acct_cb,
400};
401
402MODULE_ALIAS_NFNL_SUBSYS(NFNL_SUBSYS_ACCT);
403
404struct nf_acct *nfnl_acct_find_get(struct net *net, const char *acct_name)
405{
406 struct nf_acct *cur, *acct = NULL;
407
408 rcu_read_lock();
409 list_for_each_entry_rcu(cur, &net->nfnl_acct_list, head) {
410 if (strncmp(cur->name, acct_name, NFACCT_NAME_MAX)!= 0)
411 continue;
412
413 if (!try_module_get(THIS_MODULE))
414 goto err;
415
416 if (!atomic_inc_not_zero(&cur->refcnt)) {
417 module_put(THIS_MODULE);
418 goto err;
419 }
420
421 acct = cur;
422 break;
423 }
424err:
425 rcu_read_unlock();
426 return acct;
427}
428EXPORT_SYMBOL_GPL(nfnl_acct_find_get);
429
430void nfnl_acct_put(struct nf_acct *acct)
431{
432 if (atomic_dec_and_test(&acct->refcnt))
433 kfree_rcu(acct, rcu_head);
434
435 module_put(THIS_MODULE);
436}
437EXPORT_SYMBOL_GPL(nfnl_acct_put);
438
439void nfnl_acct_update(const struct sk_buff *skb, struct nf_acct *nfacct)
440{
441 atomic64_inc(&nfacct->pkts);
442 atomic64_add(skb->len, &nfacct->bytes);
443}
444EXPORT_SYMBOL_GPL(nfnl_acct_update);
445
446static void nfnl_overquota_report(struct net *net, struct nf_acct *nfacct)
447{
448 int ret;
449 struct sk_buff *skb;
450
451 skb = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_ATOMIC);
452 if (skb == NULL)
453 return;
454
455 ret = nfnl_acct_fill_info(skb, 0, 0, NFNL_MSG_ACCT_OVERQUOTA, 0,
456 nfacct);
457 if (ret <= 0) {
458 kfree_skb(skb);
459 return;
460 }
461 netlink_broadcast(net->nfnl, skb, 0, NFNLGRP_ACCT_QUOTA,
462 GFP_ATOMIC);
463}
464
465int nfnl_acct_overquota(struct net *net, const struct sk_buff *skb,
466 struct nf_acct *nfacct)
467{
468 u64 now;
469 u64 *quota;
470 int ret = NFACCT_UNDERQUOTA;
471
472 /* no place here if we don't have a quota */
473 if (!(nfacct->flags & NFACCT_F_QUOTA))
474 return NFACCT_NO_QUOTA;
475
476 quota = (u64 *)nfacct->data;
477 now = (nfacct->flags & NFACCT_F_QUOTA_PKTS) ?
478 atomic64_read(&nfacct->pkts) : atomic64_read(&nfacct->bytes);
479
480 ret = now > *quota;
481
482 if (now >= *quota &&
483 !test_and_set_bit(NFACCT_OVERQUOTA_BIT, &nfacct->flags)) {
484 nfnl_overquota_report(net, nfacct);
485 }
486
487 return ret;
488}
489EXPORT_SYMBOL_GPL(nfnl_acct_overquota);
490
491static int __net_init nfnl_acct_net_init(struct net *net)
492{
493 INIT_LIST_HEAD(&net->nfnl_acct_list);
494
495 return 0;
496}
497
498static void __net_exit nfnl_acct_net_exit(struct net *net)
499{
500 struct nf_acct *cur, *tmp;
501
502 list_for_each_entry_safe(cur, tmp, &net->nfnl_acct_list, head) {
503 list_del_rcu(&cur->head);
504
505 if (atomic_dec_and_test(&cur->refcnt))
506 kfree_rcu(cur, rcu_head);
507 }
508}
509
510static struct pernet_operations nfnl_acct_ops = {
511 .init = nfnl_acct_net_init,
512 .exit = nfnl_acct_net_exit,
513};
514
515static int __init nfnl_acct_init(void)
516{
517 int ret;
518
519 ret = register_pernet_subsys(&nfnl_acct_ops);
520 if (ret < 0) {
521 pr_err("nfnl_acct_init: failed to register pernet ops\n");
522 goto err_out;
523 }
524
525 pr_info("nfnl_acct: registering with nfnetlink.\n");
526 ret = nfnetlink_subsys_register(&nfnl_acct_subsys);
527 if (ret < 0) {
528 pr_err("nfnl_acct_init: cannot register with nfnetlink.\n");
529 goto cleanup_pernet;
530 }
531 return 0;
532
533cleanup_pernet:
534 unregister_pernet_subsys(&nfnl_acct_ops);
535err_out:
536 return ret;
537}
538
539static void __exit nfnl_acct_exit(void)
540{
541 pr_info("nfnl_acct: unregistering from nfnetlink.\n");
542 nfnetlink_subsys_unregister(&nfnl_acct_subsys);
543 unregister_pernet_subsys(&nfnl_acct_ops);
544}
545
546module_init(nfnl_acct_init);
547module_exit(nfnl_acct_exit);
1// SPDX-License-Identifier: GPL-2.0-or-later
2/*
3 * (C) 2011 Pablo Neira Ayuso <pablo@netfilter.org>
4 * (C) 2011 Intra2net AG <http://www.intra2net.com>
5 */
6#include <linux/init.h>
7#include <linux/module.h>
8#include <linux/kernel.h>
9#include <linux/skbuff.h>
10#include <linux/atomic.h>
11#include <linux/refcount.h>
12#include <linux/netlink.h>
13#include <linux/rculist.h>
14#include <linux/slab.h>
15#include <linux/types.h>
16#include <linux/errno.h>
17#include <net/netlink.h>
18#include <net/sock.h>
19
20#include <linux/netfilter.h>
21#include <linux/netfilter/nfnetlink.h>
22#include <linux/netfilter/nfnetlink_acct.h>
23
24MODULE_LICENSE("GPL");
25MODULE_AUTHOR("Pablo Neira Ayuso <pablo@netfilter.org>");
26MODULE_DESCRIPTION("nfacct: Extended Netfilter accounting infrastructure");
27
28struct nf_acct {
29 atomic64_t pkts;
30 atomic64_t bytes;
31 unsigned long flags;
32 struct list_head head;
33 refcount_t refcnt;
34 char name[NFACCT_NAME_MAX];
35 struct rcu_head rcu_head;
36 char data[0];
37};
38
39struct nfacct_filter {
40 u32 value;
41 u32 mask;
42};
43
44#define NFACCT_F_QUOTA (NFACCT_F_QUOTA_PKTS | NFACCT_F_QUOTA_BYTES)
45#define NFACCT_OVERQUOTA_BIT 2 /* NFACCT_F_OVERQUOTA */
46
47static int nfnl_acct_new(struct net *net, struct sock *nfnl,
48 struct sk_buff *skb, const struct nlmsghdr *nlh,
49 const struct nlattr * const tb[],
50 struct netlink_ext_ack *extack)
51{
52 struct nf_acct *nfacct, *matching = NULL;
53 char *acct_name;
54 unsigned int size = 0;
55 u32 flags = 0;
56
57 if (!tb[NFACCT_NAME])
58 return -EINVAL;
59
60 acct_name = nla_data(tb[NFACCT_NAME]);
61 if (strlen(acct_name) == 0)
62 return -EINVAL;
63
64 list_for_each_entry(nfacct, &net->nfnl_acct_list, head) {
65 if (strncmp(nfacct->name, acct_name, NFACCT_NAME_MAX) != 0)
66 continue;
67
68 if (nlh->nlmsg_flags & NLM_F_EXCL)
69 return -EEXIST;
70
71 matching = nfacct;
72 break;
73 }
74
75 if (matching) {
76 if (nlh->nlmsg_flags & NLM_F_REPLACE) {
77 /* reset counters if you request a replacement. */
78 atomic64_set(&matching->pkts, 0);
79 atomic64_set(&matching->bytes, 0);
80 smp_mb__before_atomic();
81 /* reset overquota flag if quota is enabled. */
82 if ((matching->flags & NFACCT_F_QUOTA))
83 clear_bit(NFACCT_OVERQUOTA_BIT,
84 &matching->flags);
85 return 0;
86 }
87 return -EBUSY;
88 }
89
90 if (tb[NFACCT_FLAGS]) {
91 flags = ntohl(nla_get_be32(tb[NFACCT_FLAGS]));
92 if (flags & ~NFACCT_F_QUOTA)
93 return -EOPNOTSUPP;
94 if ((flags & NFACCT_F_QUOTA) == NFACCT_F_QUOTA)
95 return -EINVAL;
96 if (flags & NFACCT_F_OVERQUOTA)
97 return -EINVAL;
98 if ((flags & NFACCT_F_QUOTA) && !tb[NFACCT_QUOTA])
99 return -EINVAL;
100
101 size += sizeof(u64);
102 }
103
104 nfacct = kzalloc(sizeof(struct nf_acct) + size, GFP_KERNEL);
105 if (nfacct == NULL)
106 return -ENOMEM;
107
108 if (flags & NFACCT_F_QUOTA) {
109 u64 *quota = (u64 *)nfacct->data;
110
111 *quota = be64_to_cpu(nla_get_be64(tb[NFACCT_QUOTA]));
112 nfacct->flags = flags;
113 }
114
115 nla_strlcpy(nfacct->name, tb[NFACCT_NAME], NFACCT_NAME_MAX);
116
117 if (tb[NFACCT_BYTES]) {
118 atomic64_set(&nfacct->bytes,
119 be64_to_cpu(nla_get_be64(tb[NFACCT_BYTES])));
120 }
121 if (tb[NFACCT_PKTS]) {
122 atomic64_set(&nfacct->pkts,
123 be64_to_cpu(nla_get_be64(tb[NFACCT_PKTS])));
124 }
125 refcount_set(&nfacct->refcnt, 1);
126 list_add_tail_rcu(&nfacct->head, &net->nfnl_acct_list);
127 return 0;
128}
129
130static int
131nfnl_acct_fill_info(struct sk_buff *skb, u32 portid, u32 seq, u32 type,
132 int event, struct nf_acct *acct)
133{
134 struct nlmsghdr *nlh;
135 struct nfgenmsg *nfmsg;
136 unsigned int flags = portid ? NLM_F_MULTI : 0;
137 u64 pkts, bytes;
138 u32 old_flags;
139
140 event = nfnl_msg_type(NFNL_SUBSYS_ACCT, event);
141 nlh = nlmsg_put(skb, portid, seq, event, sizeof(*nfmsg), flags);
142 if (nlh == NULL)
143 goto nlmsg_failure;
144
145 nfmsg = nlmsg_data(nlh);
146 nfmsg->nfgen_family = AF_UNSPEC;
147 nfmsg->version = NFNETLINK_V0;
148 nfmsg->res_id = 0;
149
150 if (nla_put_string(skb, NFACCT_NAME, acct->name))
151 goto nla_put_failure;
152
153 old_flags = acct->flags;
154 if (type == NFNL_MSG_ACCT_GET_CTRZERO) {
155 pkts = atomic64_xchg(&acct->pkts, 0);
156 bytes = atomic64_xchg(&acct->bytes, 0);
157 smp_mb__before_atomic();
158 if (acct->flags & NFACCT_F_QUOTA)
159 clear_bit(NFACCT_OVERQUOTA_BIT, &acct->flags);
160 } else {
161 pkts = atomic64_read(&acct->pkts);
162 bytes = atomic64_read(&acct->bytes);
163 }
164 if (nla_put_be64(skb, NFACCT_PKTS, cpu_to_be64(pkts),
165 NFACCT_PAD) ||
166 nla_put_be64(skb, NFACCT_BYTES, cpu_to_be64(bytes),
167 NFACCT_PAD) ||
168 nla_put_be32(skb, NFACCT_USE, htonl(refcount_read(&acct->refcnt))))
169 goto nla_put_failure;
170 if (acct->flags & NFACCT_F_QUOTA) {
171 u64 *quota = (u64 *)acct->data;
172
173 if (nla_put_be32(skb, NFACCT_FLAGS, htonl(old_flags)) ||
174 nla_put_be64(skb, NFACCT_QUOTA, cpu_to_be64(*quota),
175 NFACCT_PAD))
176 goto nla_put_failure;
177 }
178 nlmsg_end(skb, nlh);
179 return skb->len;
180
181nlmsg_failure:
182nla_put_failure:
183 nlmsg_cancel(skb, nlh);
184 return -1;
185}
186
187static int
188nfnl_acct_dump(struct sk_buff *skb, struct netlink_callback *cb)
189{
190 struct net *net = sock_net(skb->sk);
191 struct nf_acct *cur, *last;
192 const struct nfacct_filter *filter = cb->data;
193
194 if (cb->args[2])
195 return 0;
196
197 last = (struct nf_acct *)cb->args[1];
198 if (cb->args[1])
199 cb->args[1] = 0;
200
201 rcu_read_lock();
202 list_for_each_entry_rcu(cur, &net->nfnl_acct_list, head) {
203 if (last) {
204 if (cur != last)
205 continue;
206
207 last = NULL;
208 }
209
210 if (filter && (cur->flags & filter->mask) != filter->value)
211 continue;
212
213 if (nfnl_acct_fill_info(skb, NETLINK_CB(cb->skb).portid,
214 cb->nlh->nlmsg_seq,
215 NFNL_MSG_TYPE(cb->nlh->nlmsg_type),
216 NFNL_MSG_ACCT_NEW, cur) < 0) {
217 cb->args[1] = (unsigned long)cur;
218 break;
219 }
220 }
221 if (!cb->args[1])
222 cb->args[2] = 1;
223 rcu_read_unlock();
224 return skb->len;
225}
226
227static int nfnl_acct_done(struct netlink_callback *cb)
228{
229 kfree(cb->data);
230 return 0;
231}
232
233static const struct nla_policy filter_policy[NFACCT_FILTER_MAX + 1] = {
234 [NFACCT_FILTER_MASK] = { .type = NLA_U32 },
235 [NFACCT_FILTER_VALUE] = { .type = NLA_U32 },
236};
237
238static int nfnl_acct_start(struct netlink_callback *cb)
239{
240 const struct nlattr *const attr = cb->data;
241 struct nlattr *tb[NFACCT_FILTER_MAX + 1];
242 struct nfacct_filter *filter;
243 int err;
244
245 if (!attr)
246 return 0;
247
248 err = nla_parse_nested_deprecated(tb, NFACCT_FILTER_MAX, attr,
249 filter_policy, NULL);
250 if (err < 0)
251 return err;
252
253 if (!tb[NFACCT_FILTER_MASK] || !tb[NFACCT_FILTER_VALUE])
254 return -EINVAL;
255
256 filter = kzalloc(sizeof(struct nfacct_filter), GFP_KERNEL);
257 if (!filter)
258 return -ENOMEM;
259
260 filter->mask = ntohl(nla_get_be32(tb[NFACCT_FILTER_MASK]));
261 filter->value = ntohl(nla_get_be32(tb[NFACCT_FILTER_VALUE]));
262 cb->data = filter;
263
264 return 0;
265}
266
267static int nfnl_acct_get(struct net *net, struct sock *nfnl,
268 struct sk_buff *skb, const struct nlmsghdr *nlh,
269 const struct nlattr * const tb[],
270 struct netlink_ext_ack *extack)
271{
272 int ret = -ENOENT;
273 struct nf_acct *cur;
274 char *acct_name;
275
276 if (nlh->nlmsg_flags & NLM_F_DUMP) {
277 struct netlink_dump_control c = {
278 .dump = nfnl_acct_dump,
279 .start = nfnl_acct_start,
280 .done = nfnl_acct_done,
281 .data = (void *)tb[NFACCT_FILTER],
282 };
283
284 return netlink_dump_start(nfnl, skb, nlh, &c);
285 }
286
287 if (!tb[NFACCT_NAME])
288 return -EINVAL;
289 acct_name = nla_data(tb[NFACCT_NAME]);
290
291 list_for_each_entry(cur, &net->nfnl_acct_list, head) {
292 struct sk_buff *skb2;
293
294 if (strncmp(cur->name, acct_name, NFACCT_NAME_MAX)!= 0)
295 continue;
296
297 skb2 = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
298 if (skb2 == NULL) {
299 ret = -ENOMEM;
300 break;
301 }
302
303 ret = nfnl_acct_fill_info(skb2, NETLINK_CB(skb).portid,
304 nlh->nlmsg_seq,
305 NFNL_MSG_TYPE(nlh->nlmsg_type),
306 NFNL_MSG_ACCT_NEW, cur);
307 if (ret <= 0) {
308 kfree_skb(skb2);
309 break;
310 }
311 ret = netlink_unicast(nfnl, skb2, NETLINK_CB(skb).portid,
312 MSG_DONTWAIT);
313 if (ret > 0)
314 ret = 0;
315
316 /* this avoids a loop in nfnetlink. */
317 return ret == -EAGAIN ? -ENOBUFS : ret;
318 }
319 return ret;
320}
321
322/* try to delete object, fail if it is still in use. */
323static int nfnl_acct_try_del(struct nf_acct *cur)
324{
325 int ret = 0;
326
327 /* We want to avoid races with nfnl_acct_put. So only when the current
328 * refcnt is 1, we decrease it to 0.
329 */
330 if (refcount_dec_if_one(&cur->refcnt)) {
331 /* We are protected by nfnl mutex. */
332 list_del_rcu(&cur->head);
333 kfree_rcu(cur, rcu_head);
334 } else {
335 ret = -EBUSY;
336 }
337 return ret;
338}
339
340static int nfnl_acct_del(struct net *net, struct sock *nfnl,
341 struct sk_buff *skb, const struct nlmsghdr *nlh,
342 const struct nlattr * const tb[],
343 struct netlink_ext_ack *extack)
344{
345 struct nf_acct *cur, *tmp;
346 int ret = -ENOENT;
347 char *acct_name;
348
349 if (!tb[NFACCT_NAME]) {
350 list_for_each_entry_safe(cur, tmp, &net->nfnl_acct_list, head)
351 nfnl_acct_try_del(cur);
352
353 return 0;
354 }
355 acct_name = nla_data(tb[NFACCT_NAME]);
356
357 list_for_each_entry(cur, &net->nfnl_acct_list, head) {
358 if (strncmp(cur->name, acct_name, NFACCT_NAME_MAX) != 0)
359 continue;
360
361 ret = nfnl_acct_try_del(cur);
362 if (ret < 0)
363 return ret;
364
365 break;
366 }
367 return ret;
368}
369
370static const struct nla_policy nfnl_acct_policy[NFACCT_MAX+1] = {
371 [NFACCT_NAME] = { .type = NLA_NUL_STRING, .len = NFACCT_NAME_MAX-1 },
372 [NFACCT_BYTES] = { .type = NLA_U64 },
373 [NFACCT_PKTS] = { .type = NLA_U64 },
374 [NFACCT_FLAGS] = { .type = NLA_U32 },
375 [NFACCT_QUOTA] = { .type = NLA_U64 },
376 [NFACCT_FILTER] = {.type = NLA_NESTED },
377};
378
379static const struct nfnl_callback nfnl_acct_cb[NFNL_MSG_ACCT_MAX] = {
380 [NFNL_MSG_ACCT_NEW] = { .call = nfnl_acct_new,
381 .attr_count = NFACCT_MAX,
382 .policy = nfnl_acct_policy },
383 [NFNL_MSG_ACCT_GET] = { .call = nfnl_acct_get,
384 .attr_count = NFACCT_MAX,
385 .policy = nfnl_acct_policy },
386 [NFNL_MSG_ACCT_GET_CTRZERO] = { .call = nfnl_acct_get,
387 .attr_count = NFACCT_MAX,
388 .policy = nfnl_acct_policy },
389 [NFNL_MSG_ACCT_DEL] = { .call = nfnl_acct_del,
390 .attr_count = NFACCT_MAX,
391 .policy = nfnl_acct_policy },
392};
393
394static const struct nfnetlink_subsystem nfnl_acct_subsys = {
395 .name = "acct",
396 .subsys_id = NFNL_SUBSYS_ACCT,
397 .cb_count = NFNL_MSG_ACCT_MAX,
398 .cb = nfnl_acct_cb,
399};
400
401MODULE_ALIAS_NFNL_SUBSYS(NFNL_SUBSYS_ACCT);
402
403struct nf_acct *nfnl_acct_find_get(struct net *net, const char *acct_name)
404{
405 struct nf_acct *cur, *acct = NULL;
406
407 rcu_read_lock();
408 list_for_each_entry_rcu(cur, &net->nfnl_acct_list, head) {
409 if (strncmp(cur->name, acct_name, NFACCT_NAME_MAX)!= 0)
410 continue;
411
412 if (!try_module_get(THIS_MODULE))
413 goto err;
414
415 if (!refcount_inc_not_zero(&cur->refcnt)) {
416 module_put(THIS_MODULE);
417 goto err;
418 }
419
420 acct = cur;
421 break;
422 }
423err:
424 rcu_read_unlock();
425 return acct;
426}
427EXPORT_SYMBOL_GPL(nfnl_acct_find_get);
428
429void nfnl_acct_put(struct nf_acct *acct)
430{
431 if (refcount_dec_and_test(&acct->refcnt))
432 kfree_rcu(acct, rcu_head);
433
434 module_put(THIS_MODULE);
435}
436EXPORT_SYMBOL_GPL(nfnl_acct_put);
437
438void nfnl_acct_update(const struct sk_buff *skb, struct nf_acct *nfacct)
439{
440 atomic64_inc(&nfacct->pkts);
441 atomic64_add(skb->len, &nfacct->bytes);
442}
443EXPORT_SYMBOL_GPL(nfnl_acct_update);
444
445static void nfnl_overquota_report(struct net *net, struct nf_acct *nfacct)
446{
447 int ret;
448 struct sk_buff *skb;
449
450 skb = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_ATOMIC);
451 if (skb == NULL)
452 return;
453
454 ret = nfnl_acct_fill_info(skb, 0, 0, NFNL_MSG_ACCT_OVERQUOTA, 0,
455 nfacct);
456 if (ret <= 0) {
457 kfree_skb(skb);
458 return;
459 }
460 netlink_broadcast(net->nfnl, skb, 0, NFNLGRP_ACCT_QUOTA,
461 GFP_ATOMIC);
462}
463
464int nfnl_acct_overquota(struct net *net, struct nf_acct *nfacct)
465{
466 u64 now;
467 u64 *quota;
468 int ret = NFACCT_UNDERQUOTA;
469
470 /* no place here if we don't have a quota */
471 if (!(nfacct->flags & NFACCT_F_QUOTA))
472 return NFACCT_NO_QUOTA;
473
474 quota = (u64 *)nfacct->data;
475 now = (nfacct->flags & NFACCT_F_QUOTA_PKTS) ?
476 atomic64_read(&nfacct->pkts) : atomic64_read(&nfacct->bytes);
477
478 ret = now > *quota;
479
480 if (now >= *quota &&
481 !test_and_set_bit(NFACCT_OVERQUOTA_BIT, &nfacct->flags)) {
482 nfnl_overquota_report(net, nfacct);
483 }
484
485 return ret;
486}
487EXPORT_SYMBOL_GPL(nfnl_acct_overquota);
488
489static int __net_init nfnl_acct_net_init(struct net *net)
490{
491 INIT_LIST_HEAD(&net->nfnl_acct_list);
492
493 return 0;
494}
495
496static void __net_exit nfnl_acct_net_exit(struct net *net)
497{
498 struct nf_acct *cur, *tmp;
499
500 list_for_each_entry_safe(cur, tmp, &net->nfnl_acct_list, head) {
501 list_del_rcu(&cur->head);
502
503 if (refcount_dec_and_test(&cur->refcnt))
504 kfree_rcu(cur, rcu_head);
505 }
506}
507
508static struct pernet_operations nfnl_acct_ops = {
509 .init = nfnl_acct_net_init,
510 .exit = nfnl_acct_net_exit,
511};
512
513static int __init nfnl_acct_init(void)
514{
515 int ret;
516
517 ret = register_pernet_subsys(&nfnl_acct_ops);
518 if (ret < 0) {
519 pr_err("nfnl_acct_init: failed to register pernet ops\n");
520 goto err_out;
521 }
522
523 ret = nfnetlink_subsys_register(&nfnl_acct_subsys);
524 if (ret < 0) {
525 pr_err("nfnl_acct_init: cannot register with nfnetlink.\n");
526 goto cleanup_pernet;
527 }
528 return 0;
529
530cleanup_pernet:
531 unregister_pernet_subsys(&nfnl_acct_ops);
532err_out:
533 return ret;
534}
535
536static void __exit nfnl_acct_exit(void)
537{
538 nfnetlink_subsys_unregister(&nfnl_acct_subsys);
539 unregister_pernet_subsys(&nfnl_acct_ops);
540}
541
542module_init(nfnl_acct_init);
543module_exit(nfnl_acct_exit);