Linux Audio

Check our new training course

Loading...
v6.8
  1// SPDX-License-Identifier: GPL-2.0
  2/* -*- linux-c -*-
  3 * sysctl_net_core.c: sysctl interface to net core subsystem.
  4 *
  5 * Begun April 1, 1996, Mike Shaver.
  6 * Added /proc/sys/net/core directory entry (empty =) ). [MS]
  7 */
  8
  9#include <linux/filter.h>
 10#include <linux/mm.h>
 11#include <linux/sysctl.h>
 12#include <linux/module.h>
 13#include <linux/socket.h>
 14#include <linux/netdevice.h>
 15#include <linux/ratelimit.h>
 16#include <linux/vmalloc.h>
 17#include <linux/init.h>
 18#include <linux/slab.h>
 19#include <linux/sched/isolation.h>
 20
 21#include <net/ip.h>
 22#include <net/sock.h>
 23#include <net/net_ratelimit.h>
 24#include <net/busy_poll.h>
 25#include <net/pkt_sched.h>
 26
 27#include "dev.h"
 28
 29static int int_3600 = 3600;
 30static int min_sndbuf = SOCK_MIN_SNDBUF;
 31static int min_rcvbuf = SOCK_MIN_RCVBUF;
 32static int max_skb_frags = MAX_SKB_FRAGS;
 33
 34static int net_msg_warn;	/* Unused, but still a sysctl */
 35
 36int sysctl_fb_tunnels_only_for_init_net __read_mostly = 0;
 37EXPORT_SYMBOL(sysctl_fb_tunnels_only_for_init_net);
 38
 39/* 0 - Keep current behavior:
 40 *     IPv4: inherit all current settings from init_net
 41 *     IPv6: reset all settings to default
 42 * 1 - Both inherit all current settings from init_net
 43 * 2 - Both reset all settings to default
 44 * 3 - Both inherit all settings from current netns
 45 */
 46int sysctl_devconf_inherit_init_net __read_mostly;
 47EXPORT_SYMBOL(sysctl_devconf_inherit_init_net);
 48
 49#if IS_ENABLED(CONFIG_NET_FLOW_LIMIT) || IS_ENABLED(CONFIG_RPS)
 50static void dump_cpumask(void *buffer, size_t *lenp, loff_t *ppos,
 51			 struct cpumask *mask)
 52{
 53	char kbuf[128];
 54	int len;
 55
 56	if (*ppos || !*lenp) {
 57		*lenp = 0;
 58		return;
 59	}
 60
 61	len = min(sizeof(kbuf) - 1, *lenp);
 62	len = scnprintf(kbuf, len, "%*pb", cpumask_pr_args(mask));
 63	if (!len) {
 64		*lenp = 0;
 65		return;
 66	}
 67
 68	if (len < *lenp)
 69		kbuf[len++] = '\n';
 70	memcpy(buffer, kbuf, len);
 71	*lenp = len;
 72	*ppos += len;
 73}
 74#endif
 75
 76#ifdef CONFIG_RPS
 77
 78static struct cpumask *rps_default_mask_cow_alloc(struct net *net)
 79{
 80	struct cpumask *rps_default_mask;
 81
 82	if (net->core.rps_default_mask)
 83		return net->core.rps_default_mask;
 84
 85	rps_default_mask = kzalloc(cpumask_size(), GFP_KERNEL);
 86	if (!rps_default_mask)
 87		return NULL;
 88
 89	/* pairs with READ_ONCE in rx_queue_default_mask() */
 90	WRITE_ONCE(net->core.rps_default_mask, rps_default_mask);
 91	return rps_default_mask;
 92}
 93
 94static int rps_default_mask_sysctl(struct ctl_table *table, int write,
 95				   void *buffer, size_t *lenp, loff_t *ppos)
 96{
 97	struct net *net = (struct net *)table->data;
 98	int err = 0;
 99
100	rtnl_lock();
101	if (write) {
102		struct cpumask *rps_default_mask = rps_default_mask_cow_alloc(net);
103
104		err = -ENOMEM;
105		if (!rps_default_mask)
106			goto done;
107
108		err = cpumask_parse(buffer, rps_default_mask);
109		if (err)
110			goto done;
111
112		err = rps_cpumask_housekeeping(rps_default_mask);
113		if (err)
114			goto done;
115	} else {
116		dump_cpumask(buffer, lenp, ppos,
117			     net->core.rps_default_mask ? : cpu_none_mask);
118	}
119
120done:
121	rtnl_unlock();
122	return err;
123}
124
125static int rps_sock_flow_sysctl(struct ctl_table *table, int write,
126				void *buffer, size_t *lenp, loff_t *ppos)
127{
128	unsigned int orig_size, size;
129	int ret, i;
130	struct ctl_table tmp = {
131		.data = &size,
132		.maxlen = sizeof(size),
133		.mode = table->mode
134	};
135	struct rps_sock_flow_table *orig_sock_table, *sock_table;
136	static DEFINE_MUTEX(sock_flow_mutex);
137
138	mutex_lock(&sock_flow_mutex);
139
140	orig_sock_table = rcu_dereference_protected(rps_sock_flow_table,
141					lockdep_is_held(&sock_flow_mutex));
142	size = orig_size = orig_sock_table ? orig_sock_table->mask + 1 : 0;
143
144	ret = proc_dointvec(&tmp, write, buffer, lenp, ppos);
145
146	if (write) {
147		if (size) {
148			if (size > 1<<29) {
149				/* Enforce limit to prevent overflow */
150				mutex_unlock(&sock_flow_mutex);
151				return -EINVAL;
152			}
153			size = roundup_pow_of_two(size);
154			if (size != orig_size) {
155				sock_table =
156				    vmalloc(RPS_SOCK_FLOW_TABLE_SIZE(size));
157				if (!sock_table) {
158					mutex_unlock(&sock_flow_mutex);
159					return -ENOMEM;
160				}
161				rps_cpu_mask = roundup_pow_of_two(nr_cpu_ids) - 1;
162				sock_table->mask = size - 1;
163			} else
164				sock_table = orig_sock_table;
165
166			for (i = 0; i < size; i++)
167				sock_table->ents[i] = RPS_NO_CPU;
168		} else
169			sock_table = NULL;
170
171		if (sock_table != orig_sock_table) {
172			rcu_assign_pointer(rps_sock_flow_table, sock_table);
173			if (sock_table) {
174				static_branch_inc(&rps_needed);
175				static_branch_inc(&rfs_needed);
176			}
177			if (orig_sock_table) {
178				static_branch_dec(&rps_needed);
179				static_branch_dec(&rfs_needed);
180				kvfree_rcu_mightsleep(orig_sock_table);
181			}
182		}
183	}
184
185	mutex_unlock(&sock_flow_mutex);
186
187	return ret;
188}
189#endif /* CONFIG_RPS */
190
191#ifdef CONFIG_NET_FLOW_LIMIT
192static DEFINE_MUTEX(flow_limit_update_mutex);
193
194static int flow_limit_cpu_sysctl(struct ctl_table *table, int write,
195				 void *buffer, size_t *lenp, loff_t *ppos)
196{
197	struct sd_flow_limit *cur;
198	struct softnet_data *sd;
199	cpumask_var_t mask;
200	int i, len, ret = 0;
201
202	if (!alloc_cpumask_var(&mask, GFP_KERNEL))
203		return -ENOMEM;
204
205	if (write) {
206		ret = cpumask_parse(buffer, mask);
207		if (ret)
208			goto done;
209
210		mutex_lock(&flow_limit_update_mutex);
211		len = sizeof(*cur) + netdev_flow_limit_table_len;
212		for_each_possible_cpu(i) {
213			sd = &per_cpu(softnet_data, i);
214			cur = rcu_dereference_protected(sd->flow_limit,
215				     lockdep_is_held(&flow_limit_update_mutex));
216			if (cur && !cpumask_test_cpu(i, mask)) {
217				RCU_INIT_POINTER(sd->flow_limit, NULL);
218				kfree_rcu_mightsleep(cur);
219			} else if (!cur && cpumask_test_cpu(i, mask)) {
220				cur = kzalloc_node(len, GFP_KERNEL,
221						   cpu_to_node(i));
222				if (!cur) {
223					/* not unwinding previous changes */
224					ret = -ENOMEM;
225					goto write_unlock;
226				}
227				cur->num_buckets = netdev_flow_limit_table_len;
228				rcu_assign_pointer(sd->flow_limit, cur);
229			}
230		}
231write_unlock:
232		mutex_unlock(&flow_limit_update_mutex);
233	} else {
 
 
 
 
 
 
 
234		cpumask_clear(mask);
235		rcu_read_lock();
236		for_each_possible_cpu(i) {
237			sd = &per_cpu(softnet_data, i);
238			if (rcu_dereference(sd->flow_limit))
239				cpumask_set_cpu(i, mask);
240		}
241		rcu_read_unlock();
242
243		dump_cpumask(buffer, lenp, ppos, mask);
 
 
 
 
 
 
 
 
 
 
244	}
245
246done:
247	free_cpumask_var(mask);
248	return ret;
249}
250
251static int flow_limit_table_len_sysctl(struct ctl_table *table, int write,
252				       void *buffer, size_t *lenp, loff_t *ppos)
253{
254	unsigned int old, *ptr;
255	int ret;
256
257	mutex_lock(&flow_limit_update_mutex);
258
259	ptr = table->data;
260	old = *ptr;
261	ret = proc_dointvec(table, write, buffer, lenp, ppos);
262	if (!ret && write && !is_power_of_2(*ptr)) {
263		*ptr = old;
264		ret = -EINVAL;
265	}
266
267	mutex_unlock(&flow_limit_update_mutex);
268	return ret;
269}
270#endif /* CONFIG_NET_FLOW_LIMIT */
271
272#ifdef CONFIG_NET_SCHED
273static int set_default_qdisc(struct ctl_table *table, int write,
274			     void *buffer, size_t *lenp, loff_t *ppos)
275{
276	char id[IFNAMSIZ];
277	struct ctl_table tbl = {
278		.data = id,
279		.maxlen = IFNAMSIZ,
280	};
281	int ret;
282
283	qdisc_get_default(id, IFNAMSIZ);
284
285	ret = proc_dostring(&tbl, write, buffer, lenp, ppos);
286	if (write && ret == 0)
287		ret = qdisc_set_default(id);
288	return ret;
289}
290#endif
291
292static int proc_do_dev_weight(struct ctl_table *table, int write,
293			   void *buffer, size_t *lenp, loff_t *ppos)
294{
295	static DEFINE_MUTEX(dev_weight_mutex);
296	int ret, weight;
297
298	mutex_lock(&dev_weight_mutex);
299	ret = proc_dointvec(table, write, buffer, lenp, ppos);
300	if (!ret && write) {
301		weight = READ_ONCE(weight_p);
302		WRITE_ONCE(dev_rx_weight, weight * dev_weight_rx_bias);
303		WRITE_ONCE(dev_tx_weight, weight * dev_weight_tx_bias);
304	}
305	mutex_unlock(&dev_weight_mutex);
306
307	return ret;
308}
309
310static int proc_do_rss_key(struct ctl_table *table, int write,
311			   void *buffer, size_t *lenp, loff_t *ppos)
312{
313	struct ctl_table fake_table;
314	char buf[NETDEV_RSS_KEY_LEN * 3];
315
316	snprintf(buf, sizeof(buf), "%*phC", NETDEV_RSS_KEY_LEN, netdev_rss_key);
317	fake_table.data = buf;
318	fake_table.maxlen = sizeof(buf);
319	return proc_dostring(&fake_table, write, buffer, lenp, ppos);
320}
321
322#ifdef CONFIG_BPF_JIT
323static int proc_dointvec_minmax_bpf_enable(struct ctl_table *table, int write,
324					   void *buffer, size_t *lenp,
325					   loff_t *ppos)
326{
327	int ret, jit_enable = *(int *)table->data;
328	int min = *(int *)table->extra1;
329	int max = *(int *)table->extra2;
330	struct ctl_table tmp = *table;
331
332	if (write && !capable(CAP_SYS_ADMIN))
333		return -EPERM;
334
335	tmp.data = &jit_enable;
336	ret = proc_dointvec_minmax(&tmp, write, buffer, lenp, ppos);
337	if (write && !ret) {
338		if (jit_enable < 2 ||
339		    (jit_enable == 2 && bpf_dump_raw_ok(current_cred()))) {
340			*(int *)table->data = jit_enable;
341			if (jit_enable == 2)
342				pr_warn("bpf_jit_enable = 2 was set! NEVER use this in production, only for JIT debugging!\n");
343		} else {
344			ret = -EPERM;
345		}
346	}
347
348	if (write && ret && min == max)
349		pr_info_once("CONFIG_BPF_JIT_ALWAYS_ON is enabled, bpf_jit_enable is permanently set to 1.\n");
350
351	return ret;
352}
353
354# ifdef CONFIG_HAVE_EBPF_JIT
355static int
356proc_dointvec_minmax_bpf_restricted(struct ctl_table *table, int write,
357				    void *buffer, size_t *lenp, loff_t *ppos)
358{
359	if (!capable(CAP_SYS_ADMIN))
360		return -EPERM;
361
362	return proc_dointvec_minmax(table, write, buffer, lenp, ppos);
363}
364# endif /* CONFIG_HAVE_EBPF_JIT */
365
366static int
367proc_dolongvec_minmax_bpf_restricted(struct ctl_table *table, int write,
368				     void *buffer, size_t *lenp, loff_t *ppos)
369{
370	if (!capable(CAP_SYS_ADMIN))
371		return -EPERM;
372
373	return proc_doulongvec_minmax(table, write, buffer, lenp, ppos);
374}
375#endif
376
377static struct ctl_table net_core_table[] = {
378	{
379		.procname	= "wmem_max",
380		.data		= &sysctl_wmem_max,
381		.maxlen		= sizeof(int),
382		.mode		= 0644,
383		.proc_handler	= proc_dointvec_minmax,
384		.extra1		= &min_sndbuf,
385	},
386	{
387		.procname	= "rmem_max",
388		.data		= &sysctl_rmem_max,
389		.maxlen		= sizeof(int),
390		.mode		= 0644,
391		.proc_handler	= proc_dointvec_minmax,
392		.extra1		= &min_rcvbuf,
393	},
394	{
395		.procname	= "wmem_default",
396		.data		= &sysctl_wmem_default,
397		.maxlen		= sizeof(int),
398		.mode		= 0644,
399		.proc_handler	= proc_dointvec_minmax,
400		.extra1		= &min_sndbuf,
401	},
402	{
403		.procname	= "rmem_default",
404		.data		= &sysctl_rmem_default,
405		.maxlen		= sizeof(int),
406		.mode		= 0644,
407		.proc_handler	= proc_dointvec_minmax,
408		.extra1		= &min_rcvbuf,
409	},
410	{
411		.procname	= "dev_weight",
412		.data		= &weight_p,
413		.maxlen		= sizeof(int),
414		.mode		= 0644,
415		.proc_handler	= proc_do_dev_weight,
416	},
417	{
418		.procname	= "dev_weight_rx_bias",
419		.data		= &dev_weight_rx_bias,
420		.maxlen		= sizeof(int),
421		.mode		= 0644,
422		.proc_handler	= proc_do_dev_weight,
423	},
424	{
425		.procname	= "dev_weight_tx_bias",
426		.data		= &dev_weight_tx_bias,
427		.maxlen		= sizeof(int),
428		.mode		= 0644,
429		.proc_handler	= proc_do_dev_weight,
430	},
431	{
432		.procname	= "netdev_max_backlog",
433		.data		= &netdev_max_backlog,
434		.maxlen		= sizeof(int),
435		.mode		= 0644,
436		.proc_handler	= proc_dointvec
437	},
438	{
439		.procname	= "netdev_rss_key",
440		.data		= &netdev_rss_key,
441		.maxlen		= sizeof(int),
442		.mode		= 0444,
443		.proc_handler	= proc_do_rss_key,
444	},
445#ifdef CONFIG_BPF_JIT
446	{
447		.procname	= "bpf_jit_enable",
448		.data		= &bpf_jit_enable,
449		.maxlen		= sizeof(int),
450		.mode		= 0644,
451		.proc_handler	= proc_dointvec_minmax_bpf_enable,
452# ifdef CONFIG_BPF_JIT_ALWAYS_ON
453		.extra1		= SYSCTL_ONE,
454		.extra2		= SYSCTL_ONE,
455# else
456		.extra1		= SYSCTL_ZERO,
457		.extra2		= SYSCTL_TWO,
458# endif
459	},
460# ifdef CONFIG_HAVE_EBPF_JIT
461	{
462		.procname	= "bpf_jit_harden",
463		.data		= &bpf_jit_harden,
464		.maxlen		= sizeof(int),
465		.mode		= 0600,
466		.proc_handler	= proc_dointvec_minmax_bpf_restricted,
467		.extra1		= SYSCTL_ZERO,
468		.extra2		= SYSCTL_TWO,
469	},
470	{
471		.procname	= "bpf_jit_kallsyms",
472		.data		= &bpf_jit_kallsyms,
473		.maxlen		= sizeof(int),
474		.mode		= 0600,
475		.proc_handler	= proc_dointvec_minmax_bpf_restricted,
476		.extra1		= SYSCTL_ZERO,
477		.extra2		= SYSCTL_ONE,
478	},
479# endif
480	{
481		.procname	= "bpf_jit_limit",
482		.data		= &bpf_jit_limit,
483		.maxlen		= sizeof(long),
484		.mode		= 0600,
485		.proc_handler	= proc_dolongvec_minmax_bpf_restricted,
486		.extra1		= SYSCTL_LONG_ONE,
487		.extra2		= &bpf_jit_limit_max,
488	},
489#endif
490	{
491		.procname	= "netdev_tstamp_prequeue",
492		.data		= &netdev_tstamp_prequeue,
493		.maxlen		= sizeof(int),
494		.mode		= 0644,
495		.proc_handler	= proc_dointvec
496	},
497	{
498		.procname	= "message_cost",
499		.data		= &net_ratelimit_state.interval,
500		.maxlen		= sizeof(int),
501		.mode		= 0644,
502		.proc_handler	= proc_dointvec_jiffies,
503	},
504	{
505		.procname	= "message_burst",
506		.data		= &net_ratelimit_state.burst,
507		.maxlen		= sizeof(int),
508		.mode		= 0644,
509		.proc_handler	= proc_dointvec,
510	},
511	{
 
 
 
 
 
 
 
512		.procname	= "tstamp_allow_data",
513		.data		= &sysctl_tstamp_allow_data,
514		.maxlen		= sizeof(int),
515		.mode		= 0644,
516		.proc_handler	= proc_dointvec_minmax,
517		.extra1		= SYSCTL_ZERO,
518		.extra2		= SYSCTL_ONE
519	},
520#ifdef CONFIG_RPS
521	{
522		.procname	= "rps_sock_flow_entries",
523		.maxlen		= sizeof(int),
524		.mode		= 0644,
525		.proc_handler	= rps_sock_flow_sysctl
526	},
527#endif
528#ifdef CONFIG_NET_FLOW_LIMIT
529	{
530		.procname	= "flow_limit_cpu_bitmap",
531		.mode		= 0644,
532		.proc_handler	= flow_limit_cpu_sysctl
533	},
534	{
535		.procname	= "flow_limit_table_len",
536		.data		= &netdev_flow_limit_table_len,
537		.maxlen		= sizeof(int),
538		.mode		= 0644,
539		.proc_handler	= flow_limit_table_len_sysctl
540	},
541#endif /* CONFIG_NET_FLOW_LIMIT */
542#ifdef CONFIG_NET_RX_BUSY_POLL
543	{
544		.procname	= "busy_poll",
545		.data		= &sysctl_net_busy_poll,
546		.maxlen		= sizeof(unsigned int),
547		.mode		= 0644,
548		.proc_handler	= proc_dointvec_minmax,
549		.extra1		= SYSCTL_ZERO,
550	},
551	{
552		.procname	= "busy_read",
553		.data		= &sysctl_net_busy_read,
554		.maxlen		= sizeof(unsigned int),
555		.mode		= 0644,
556		.proc_handler	= proc_dointvec_minmax,
557		.extra1		= SYSCTL_ZERO,
558	},
559#endif
560#ifdef CONFIG_NET_SCHED
561	{
562		.procname	= "default_qdisc",
563		.mode		= 0644,
564		.maxlen		= IFNAMSIZ,
565		.proc_handler	= set_default_qdisc
566	},
567#endif
568	{
569		.procname	= "netdev_budget",
570		.data		= &netdev_budget,
571		.maxlen		= sizeof(int),
572		.mode		= 0644,
573		.proc_handler	= proc_dointvec
574	},
575	{
576		.procname	= "warnings",
577		.data		= &net_msg_warn,
578		.maxlen		= sizeof(int),
579		.mode		= 0644,
580		.proc_handler	= proc_dointvec
581	},
582	{
583		.procname	= "max_skb_frags",
584		.data		= &sysctl_max_skb_frags,
585		.maxlen		= sizeof(int),
586		.mode		= 0644,
587		.proc_handler	= proc_dointvec_minmax,
588		.extra1		= SYSCTL_ONE,
589		.extra2		= &max_skb_frags,
590	},
591	{
592		.procname	= "netdev_budget_usecs",
593		.data		= &netdev_budget_usecs,
594		.maxlen		= sizeof(unsigned int),
595		.mode		= 0644,
596		.proc_handler	= proc_dointvec_minmax,
597		.extra1		= SYSCTL_ZERO,
598	},
599	{
600		.procname	= "fb_tunnels_only_for_init_net",
601		.data		= &sysctl_fb_tunnels_only_for_init_net,
602		.maxlen		= sizeof(int),
603		.mode		= 0644,
604		.proc_handler	= proc_dointvec_minmax,
605		.extra1		= SYSCTL_ZERO,
606		.extra2		= SYSCTL_TWO,
607	},
608	{
609		.procname	= "devconf_inherit_init_net",
610		.data		= &sysctl_devconf_inherit_init_net,
611		.maxlen		= sizeof(int),
612		.mode		= 0644,
613		.proc_handler	= proc_dointvec_minmax,
614		.extra1		= SYSCTL_ZERO,
615		.extra2		= SYSCTL_THREE,
616	},
617	{
618		.procname	= "high_order_alloc_disable",
619		.data		= &net_high_order_alloc_disable_key.key,
620		.maxlen         = sizeof(net_high_order_alloc_disable_key),
621		.mode		= 0644,
622		.proc_handler	= proc_do_static_key,
623	},
624	{
625		.procname	= "gro_normal_batch",
626		.data		= &gro_normal_batch,
627		.maxlen		= sizeof(unsigned int),
628		.mode		= 0644,
629		.proc_handler	= proc_dointvec_minmax,
630		.extra1		= SYSCTL_ONE,
631	},
632	{
633		.procname	= "netdev_unregister_timeout_secs",
634		.data		= &netdev_unregister_timeout_secs,
635		.maxlen		= sizeof(unsigned int),
636		.mode		= 0644,
637		.proc_handler	= proc_dointvec_minmax,
638		.extra1		= SYSCTL_ONE,
639		.extra2		= &int_3600,
640	},
641	{
642		.procname	= "skb_defer_max",
643		.data		= &sysctl_skb_defer_max,
644		.maxlen		= sizeof(unsigned int),
645		.mode		= 0644,
646		.proc_handler	= proc_dointvec_minmax,
647		.extra1		= SYSCTL_ZERO,
648	},
649	{ }
650};
651
652static struct ctl_table netns_core_table[] = {
653#if IS_ENABLED(CONFIG_RPS)
654	{
655		.procname	= "rps_default_mask",
656		.data		= &init_net,
657		.mode		= 0644,
658		.proc_handler	= rps_default_mask_sysctl
659	},
660#endif
661	{
662		.procname	= "somaxconn",
663		.data		= &init_net.core.sysctl_somaxconn,
664		.maxlen		= sizeof(int),
665		.mode		= 0644,
666		.extra1		= SYSCTL_ZERO,
667		.proc_handler	= proc_dointvec_minmax
668	},
669	{
670		.procname	= "optmem_max",
671		.data		= &init_net.core.sysctl_optmem_max,
672		.maxlen		= sizeof(int),
673		.mode		= 0644,
674		.extra1		= SYSCTL_ZERO,
675		.proc_handler	= proc_dointvec_minmax
676	},
677	{
678		.procname	= "txrehash",
679		.data		= &init_net.core.sysctl_txrehash,
680		.maxlen		= sizeof(u8),
681		.mode		= 0644,
682		.extra1		= SYSCTL_ZERO,
683		.extra2		= SYSCTL_ONE,
684		.proc_handler	= proc_dou8vec_minmax,
685	},
686	{ }
687};
688
689static int __init fb_tunnels_only_for_init_net_sysctl_setup(char *str)
690{
691	/* fallback tunnels for initns only */
692	if (!strncmp(str, "initns", 6))
693		sysctl_fb_tunnels_only_for_init_net = 1;
694	/* no fallback tunnels anywhere */
695	else if (!strncmp(str, "none", 4))
696		sysctl_fb_tunnels_only_for_init_net = 2;
697
698	return 1;
699}
700__setup("fb_tunnels=", fb_tunnels_only_for_init_net_sysctl_setup);
701
702static __net_init int sysctl_core_net_init(struct net *net)
703{
704	struct ctl_table *tbl, *tmp;
705
706	tbl = netns_core_table;
707	if (!net_eq(net, &init_net)) {
708		tbl = kmemdup(tbl, sizeof(netns_core_table), GFP_KERNEL);
709		if (tbl == NULL)
710			goto err_dup;
711
712		for (tmp = tbl; tmp->procname; tmp++)
713			tmp->data += (char *)net - (char *)&init_net;
 
 
 
 
 
714	}
715
716	net->core.sysctl_hdr = register_net_sysctl_sz(net, "net/core", tbl,
717						      ARRAY_SIZE(netns_core_table));
718	if (net->core.sysctl_hdr == NULL)
719		goto err_reg;
720
721	return 0;
722
723err_reg:
724	if (tbl != netns_core_table)
725		kfree(tbl);
726err_dup:
727	return -ENOMEM;
728}
729
730static __net_exit void sysctl_core_net_exit(struct net *net)
731{
732	struct ctl_table *tbl;
733
734	tbl = net->core.sysctl_hdr->ctl_table_arg;
735	unregister_net_sysctl_table(net->core.sysctl_hdr);
736	BUG_ON(tbl == netns_core_table);
737#if IS_ENABLED(CONFIG_RPS)
738	kfree(net->core.rps_default_mask);
739#endif
740	kfree(tbl);
741}
742
743static __net_initdata struct pernet_operations sysctl_core_ops = {
744	.init = sysctl_core_net_init,
745	.exit = sysctl_core_net_exit,
746};
747
748static __init int sysctl_core_init(void)
749{
750	register_net_sysctl(&init_net, "net/core", net_core_table);
751	return register_pernet_subsys(&sysctl_core_ops);
752}
753
754fs_initcall(sysctl_core_init);
v6.2
  1// SPDX-License-Identifier: GPL-2.0
  2/* -*- linux-c -*-
  3 * sysctl_net_core.c: sysctl interface to net core subsystem.
  4 *
  5 * Begun April 1, 1996, Mike Shaver.
  6 * Added /proc/sys/net/core directory entry (empty =) ). [MS]
  7 */
  8
  9#include <linux/filter.h>
 10#include <linux/mm.h>
 11#include <linux/sysctl.h>
 12#include <linux/module.h>
 13#include <linux/socket.h>
 14#include <linux/netdevice.h>
 15#include <linux/ratelimit.h>
 16#include <linux/vmalloc.h>
 17#include <linux/init.h>
 18#include <linux/slab.h>
 
 19
 20#include <net/ip.h>
 21#include <net/sock.h>
 22#include <net/net_ratelimit.h>
 23#include <net/busy_poll.h>
 24#include <net/pkt_sched.h>
 25
 26#include "dev.h"
 27
 28static int int_3600 = 3600;
 29static int min_sndbuf = SOCK_MIN_SNDBUF;
 30static int min_rcvbuf = SOCK_MIN_RCVBUF;
 31static int max_skb_frags = MAX_SKB_FRAGS;
 32
 33static int net_msg_warn;	/* Unused, but still a sysctl */
 34
 35int sysctl_fb_tunnels_only_for_init_net __read_mostly = 0;
 36EXPORT_SYMBOL(sysctl_fb_tunnels_only_for_init_net);
 37
 38/* 0 - Keep current behavior:
 39 *     IPv4: inherit all current settings from init_net
 40 *     IPv6: reset all settings to default
 41 * 1 - Both inherit all current settings from init_net
 42 * 2 - Both reset all settings to default
 43 * 3 - Both inherit all settings from current netns
 44 */
 45int sysctl_devconf_inherit_init_net __read_mostly;
 46EXPORT_SYMBOL(sysctl_devconf_inherit_init_net);
 47
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 48#ifdef CONFIG_RPS
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 49static int rps_sock_flow_sysctl(struct ctl_table *table, int write,
 50				void *buffer, size_t *lenp, loff_t *ppos)
 51{
 52	unsigned int orig_size, size;
 53	int ret, i;
 54	struct ctl_table tmp = {
 55		.data = &size,
 56		.maxlen = sizeof(size),
 57		.mode = table->mode
 58	};
 59	struct rps_sock_flow_table *orig_sock_table, *sock_table;
 60	static DEFINE_MUTEX(sock_flow_mutex);
 61
 62	mutex_lock(&sock_flow_mutex);
 63
 64	orig_sock_table = rcu_dereference_protected(rps_sock_flow_table,
 65					lockdep_is_held(&sock_flow_mutex));
 66	size = orig_size = orig_sock_table ? orig_sock_table->mask + 1 : 0;
 67
 68	ret = proc_dointvec(&tmp, write, buffer, lenp, ppos);
 69
 70	if (write) {
 71		if (size) {
 72			if (size > 1<<29) {
 73				/* Enforce limit to prevent overflow */
 74				mutex_unlock(&sock_flow_mutex);
 75				return -EINVAL;
 76			}
 77			size = roundup_pow_of_two(size);
 78			if (size != orig_size) {
 79				sock_table =
 80				    vmalloc(RPS_SOCK_FLOW_TABLE_SIZE(size));
 81				if (!sock_table) {
 82					mutex_unlock(&sock_flow_mutex);
 83					return -ENOMEM;
 84				}
 85				rps_cpu_mask = roundup_pow_of_two(nr_cpu_ids) - 1;
 86				sock_table->mask = size - 1;
 87			} else
 88				sock_table = orig_sock_table;
 89
 90			for (i = 0; i < size; i++)
 91				sock_table->ents[i] = RPS_NO_CPU;
 92		} else
 93			sock_table = NULL;
 94
 95		if (sock_table != orig_sock_table) {
 96			rcu_assign_pointer(rps_sock_flow_table, sock_table);
 97			if (sock_table) {
 98				static_branch_inc(&rps_needed);
 99				static_branch_inc(&rfs_needed);
100			}
101			if (orig_sock_table) {
102				static_branch_dec(&rps_needed);
103				static_branch_dec(&rfs_needed);
104				kvfree_rcu(orig_sock_table);
105			}
106		}
107	}
108
109	mutex_unlock(&sock_flow_mutex);
110
111	return ret;
112}
113#endif /* CONFIG_RPS */
114
115#ifdef CONFIG_NET_FLOW_LIMIT
116static DEFINE_MUTEX(flow_limit_update_mutex);
117
118static int flow_limit_cpu_sysctl(struct ctl_table *table, int write,
119				 void *buffer, size_t *lenp, loff_t *ppos)
120{
121	struct sd_flow_limit *cur;
122	struct softnet_data *sd;
123	cpumask_var_t mask;
124	int i, len, ret = 0;
125
126	if (!alloc_cpumask_var(&mask, GFP_KERNEL))
127		return -ENOMEM;
128
129	if (write) {
130		ret = cpumask_parse(buffer, mask);
131		if (ret)
132			goto done;
133
134		mutex_lock(&flow_limit_update_mutex);
135		len = sizeof(*cur) + netdev_flow_limit_table_len;
136		for_each_possible_cpu(i) {
137			sd = &per_cpu(softnet_data, i);
138			cur = rcu_dereference_protected(sd->flow_limit,
139				     lockdep_is_held(&flow_limit_update_mutex));
140			if (cur && !cpumask_test_cpu(i, mask)) {
141				RCU_INIT_POINTER(sd->flow_limit, NULL);
142				kfree_rcu(cur);
143			} else if (!cur && cpumask_test_cpu(i, mask)) {
144				cur = kzalloc_node(len, GFP_KERNEL,
145						   cpu_to_node(i));
146				if (!cur) {
147					/* not unwinding previous changes */
148					ret = -ENOMEM;
149					goto write_unlock;
150				}
151				cur->num_buckets = netdev_flow_limit_table_len;
152				rcu_assign_pointer(sd->flow_limit, cur);
153			}
154		}
155write_unlock:
156		mutex_unlock(&flow_limit_update_mutex);
157	} else {
158		char kbuf[128];
159
160		if (*ppos || !*lenp) {
161			*lenp = 0;
162			goto done;
163		}
164
165		cpumask_clear(mask);
166		rcu_read_lock();
167		for_each_possible_cpu(i) {
168			sd = &per_cpu(softnet_data, i);
169			if (rcu_dereference(sd->flow_limit))
170				cpumask_set_cpu(i, mask);
171		}
172		rcu_read_unlock();
173
174		len = min(sizeof(kbuf) - 1, *lenp);
175		len = scnprintf(kbuf, len, "%*pb", cpumask_pr_args(mask));
176		if (!len) {
177			*lenp = 0;
178			goto done;
179		}
180		if (len < *lenp)
181			kbuf[len++] = '\n';
182		memcpy(buffer, kbuf, len);
183		*lenp = len;
184		*ppos += len;
185	}
186
187done:
188	free_cpumask_var(mask);
189	return ret;
190}
191
192static int flow_limit_table_len_sysctl(struct ctl_table *table, int write,
193				       void *buffer, size_t *lenp, loff_t *ppos)
194{
195	unsigned int old, *ptr;
196	int ret;
197
198	mutex_lock(&flow_limit_update_mutex);
199
200	ptr = table->data;
201	old = *ptr;
202	ret = proc_dointvec(table, write, buffer, lenp, ppos);
203	if (!ret && write && !is_power_of_2(*ptr)) {
204		*ptr = old;
205		ret = -EINVAL;
206	}
207
208	mutex_unlock(&flow_limit_update_mutex);
209	return ret;
210}
211#endif /* CONFIG_NET_FLOW_LIMIT */
212
213#ifdef CONFIG_NET_SCHED
214static int set_default_qdisc(struct ctl_table *table, int write,
215			     void *buffer, size_t *lenp, loff_t *ppos)
216{
217	char id[IFNAMSIZ];
218	struct ctl_table tbl = {
219		.data = id,
220		.maxlen = IFNAMSIZ,
221	};
222	int ret;
223
224	qdisc_get_default(id, IFNAMSIZ);
225
226	ret = proc_dostring(&tbl, write, buffer, lenp, ppos);
227	if (write && ret == 0)
228		ret = qdisc_set_default(id);
229	return ret;
230}
231#endif
232
233static int proc_do_dev_weight(struct ctl_table *table, int write,
234			   void *buffer, size_t *lenp, loff_t *ppos)
235{
236	static DEFINE_MUTEX(dev_weight_mutex);
237	int ret, weight;
238
239	mutex_lock(&dev_weight_mutex);
240	ret = proc_dointvec(table, write, buffer, lenp, ppos);
241	if (!ret && write) {
242		weight = READ_ONCE(weight_p);
243		WRITE_ONCE(dev_rx_weight, weight * dev_weight_rx_bias);
244		WRITE_ONCE(dev_tx_weight, weight * dev_weight_tx_bias);
245	}
246	mutex_unlock(&dev_weight_mutex);
247
248	return ret;
249}
250
251static int proc_do_rss_key(struct ctl_table *table, int write,
252			   void *buffer, size_t *lenp, loff_t *ppos)
253{
254	struct ctl_table fake_table;
255	char buf[NETDEV_RSS_KEY_LEN * 3];
256
257	snprintf(buf, sizeof(buf), "%*phC", NETDEV_RSS_KEY_LEN, netdev_rss_key);
258	fake_table.data = buf;
259	fake_table.maxlen = sizeof(buf);
260	return proc_dostring(&fake_table, write, buffer, lenp, ppos);
261}
262
263#ifdef CONFIG_BPF_JIT
264static int proc_dointvec_minmax_bpf_enable(struct ctl_table *table, int write,
265					   void *buffer, size_t *lenp,
266					   loff_t *ppos)
267{
268	int ret, jit_enable = *(int *)table->data;
269	int min = *(int *)table->extra1;
270	int max = *(int *)table->extra2;
271	struct ctl_table tmp = *table;
272
273	if (write && !capable(CAP_SYS_ADMIN))
274		return -EPERM;
275
276	tmp.data = &jit_enable;
277	ret = proc_dointvec_minmax(&tmp, write, buffer, lenp, ppos);
278	if (write && !ret) {
279		if (jit_enable < 2 ||
280		    (jit_enable == 2 && bpf_dump_raw_ok(current_cred()))) {
281			*(int *)table->data = jit_enable;
282			if (jit_enable == 2)
283				pr_warn("bpf_jit_enable = 2 was set! NEVER use this in production, only for JIT debugging!\n");
284		} else {
285			ret = -EPERM;
286		}
287	}
288
289	if (write && ret && min == max)
290		pr_info_once("CONFIG_BPF_JIT_ALWAYS_ON is enabled, bpf_jit_enable is permanently set to 1.\n");
291
292	return ret;
293}
294
295# ifdef CONFIG_HAVE_EBPF_JIT
296static int
297proc_dointvec_minmax_bpf_restricted(struct ctl_table *table, int write,
298				    void *buffer, size_t *lenp, loff_t *ppos)
299{
300	if (!capable(CAP_SYS_ADMIN))
301		return -EPERM;
302
303	return proc_dointvec_minmax(table, write, buffer, lenp, ppos);
304}
305# endif /* CONFIG_HAVE_EBPF_JIT */
306
307static int
308proc_dolongvec_minmax_bpf_restricted(struct ctl_table *table, int write,
309				     void *buffer, size_t *lenp, loff_t *ppos)
310{
311	if (!capable(CAP_SYS_ADMIN))
312		return -EPERM;
313
314	return proc_doulongvec_minmax(table, write, buffer, lenp, ppos);
315}
316#endif
317
318static struct ctl_table net_core_table[] = {
319	{
320		.procname	= "wmem_max",
321		.data		= &sysctl_wmem_max,
322		.maxlen		= sizeof(int),
323		.mode		= 0644,
324		.proc_handler	= proc_dointvec_minmax,
325		.extra1		= &min_sndbuf,
326	},
327	{
328		.procname	= "rmem_max",
329		.data		= &sysctl_rmem_max,
330		.maxlen		= sizeof(int),
331		.mode		= 0644,
332		.proc_handler	= proc_dointvec_minmax,
333		.extra1		= &min_rcvbuf,
334	},
335	{
336		.procname	= "wmem_default",
337		.data		= &sysctl_wmem_default,
338		.maxlen		= sizeof(int),
339		.mode		= 0644,
340		.proc_handler	= proc_dointvec_minmax,
341		.extra1		= &min_sndbuf,
342	},
343	{
344		.procname	= "rmem_default",
345		.data		= &sysctl_rmem_default,
346		.maxlen		= sizeof(int),
347		.mode		= 0644,
348		.proc_handler	= proc_dointvec_minmax,
349		.extra1		= &min_rcvbuf,
350	},
351	{
352		.procname	= "dev_weight",
353		.data		= &weight_p,
354		.maxlen		= sizeof(int),
355		.mode		= 0644,
356		.proc_handler	= proc_do_dev_weight,
357	},
358	{
359		.procname	= "dev_weight_rx_bias",
360		.data		= &dev_weight_rx_bias,
361		.maxlen		= sizeof(int),
362		.mode		= 0644,
363		.proc_handler	= proc_do_dev_weight,
364	},
365	{
366		.procname	= "dev_weight_tx_bias",
367		.data		= &dev_weight_tx_bias,
368		.maxlen		= sizeof(int),
369		.mode		= 0644,
370		.proc_handler	= proc_do_dev_weight,
371	},
372	{
373		.procname	= "netdev_max_backlog",
374		.data		= &netdev_max_backlog,
375		.maxlen		= sizeof(int),
376		.mode		= 0644,
377		.proc_handler	= proc_dointvec
378	},
379	{
380		.procname	= "netdev_rss_key",
381		.data		= &netdev_rss_key,
382		.maxlen		= sizeof(int),
383		.mode		= 0444,
384		.proc_handler	= proc_do_rss_key,
385	},
386#ifdef CONFIG_BPF_JIT
387	{
388		.procname	= "bpf_jit_enable",
389		.data		= &bpf_jit_enable,
390		.maxlen		= sizeof(int),
391		.mode		= 0644,
392		.proc_handler	= proc_dointvec_minmax_bpf_enable,
393# ifdef CONFIG_BPF_JIT_ALWAYS_ON
394		.extra1		= SYSCTL_ONE,
395		.extra2		= SYSCTL_ONE,
396# else
397		.extra1		= SYSCTL_ZERO,
398		.extra2		= SYSCTL_TWO,
399# endif
400	},
401# ifdef CONFIG_HAVE_EBPF_JIT
402	{
403		.procname	= "bpf_jit_harden",
404		.data		= &bpf_jit_harden,
405		.maxlen		= sizeof(int),
406		.mode		= 0600,
407		.proc_handler	= proc_dointvec_minmax_bpf_restricted,
408		.extra1		= SYSCTL_ZERO,
409		.extra2		= SYSCTL_TWO,
410	},
411	{
412		.procname	= "bpf_jit_kallsyms",
413		.data		= &bpf_jit_kallsyms,
414		.maxlen		= sizeof(int),
415		.mode		= 0600,
416		.proc_handler	= proc_dointvec_minmax_bpf_restricted,
417		.extra1		= SYSCTL_ZERO,
418		.extra2		= SYSCTL_ONE,
419	},
420# endif
421	{
422		.procname	= "bpf_jit_limit",
423		.data		= &bpf_jit_limit,
424		.maxlen		= sizeof(long),
425		.mode		= 0600,
426		.proc_handler	= proc_dolongvec_minmax_bpf_restricted,
427		.extra1		= SYSCTL_LONG_ONE,
428		.extra2		= &bpf_jit_limit_max,
429	},
430#endif
431	{
432		.procname	= "netdev_tstamp_prequeue",
433		.data		= &netdev_tstamp_prequeue,
434		.maxlen		= sizeof(int),
435		.mode		= 0644,
436		.proc_handler	= proc_dointvec
437	},
438	{
439		.procname	= "message_cost",
440		.data		= &net_ratelimit_state.interval,
441		.maxlen		= sizeof(int),
442		.mode		= 0644,
443		.proc_handler	= proc_dointvec_jiffies,
444	},
445	{
446		.procname	= "message_burst",
447		.data		= &net_ratelimit_state.burst,
448		.maxlen		= sizeof(int),
449		.mode		= 0644,
450		.proc_handler	= proc_dointvec,
451	},
452	{
453		.procname	= "optmem_max",
454		.data		= &sysctl_optmem_max,
455		.maxlen		= sizeof(int),
456		.mode		= 0644,
457		.proc_handler	= proc_dointvec
458	},
459	{
460		.procname	= "tstamp_allow_data",
461		.data		= &sysctl_tstamp_allow_data,
462		.maxlen		= sizeof(int),
463		.mode		= 0644,
464		.proc_handler	= proc_dointvec_minmax,
465		.extra1		= SYSCTL_ZERO,
466		.extra2		= SYSCTL_ONE
467	},
468#ifdef CONFIG_RPS
469	{
470		.procname	= "rps_sock_flow_entries",
471		.maxlen		= sizeof(int),
472		.mode		= 0644,
473		.proc_handler	= rps_sock_flow_sysctl
474	},
475#endif
476#ifdef CONFIG_NET_FLOW_LIMIT
477	{
478		.procname	= "flow_limit_cpu_bitmap",
479		.mode		= 0644,
480		.proc_handler	= flow_limit_cpu_sysctl
481	},
482	{
483		.procname	= "flow_limit_table_len",
484		.data		= &netdev_flow_limit_table_len,
485		.maxlen		= sizeof(int),
486		.mode		= 0644,
487		.proc_handler	= flow_limit_table_len_sysctl
488	},
489#endif /* CONFIG_NET_FLOW_LIMIT */
490#ifdef CONFIG_NET_RX_BUSY_POLL
491	{
492		.procname	= "busy_poll",
493		.data		= &sysctl_net_busy_poll,
494		.maxlen		= sizeof(unsigned int),
495		.mode		= 0644,
496		.proc_handler	= proc_dointvec_minmax,
497		.extra1		= SYSCTL_ZERO,
498	},
499	{
500		.procname	= "busy_read",
501		.data		= &sysctl_net_busy_read,
502		.maxlen		= sizeof(unsigned int),
503		.mode		= 0644,
504		.proc_handler	= proc_dointvec_minmax,
505		.extra1		= SYSCTL_ZERO,
506	},
507#endif
508#ifdef CONFIG_NET_SCHED
509	{
510		.procname	= "default_qdisc",
511		.mode		= 0644,
512		.maxlen		= IFNAMSIZ,
513		.proc_handler	= set_default_qdisc
514	},
515#endif
516	{
517		.procname	= "netdev_budget",
518		.data		= &netdev_budget,
519		.maxlen		= sizeof(int),
520		.mode		= 0644,
521		.proc_handler	= proc_dointvec
522	},
523	{
524		.procname	= "warnings",
525		.data		= &net_msg_warn,
526		.maxlen		= sizeof(int),
527		.mode		= 0644,
528		.proc_handler	= proc_dointvec
529	},
530	{
531		.procname	= "max_skb_frags",
532		.data		= &sysctl_max_skb_frags,
533		.maxlen		= sizeof(int),
534		.mode		= 0644,
535		.proc_handler	= proc_dointvec_minmax,
536		.extra1		= SYSCTL_ONE,
537		.extra2		= &max_skb_frags,
538	},
539	{
540		.procname	= "netdev_budget_usecs",
541		.data		= &netdev_budget_usecs,
542		.maxlen		= sizeof(unsigned int),
543		.mode		= 0644,
544		.proc_handler	= proc_dointvec_minmax,
545		.extra1		= SYSCTL_ZERO,
546	},
547	{
548		.procname	= "fb_tunnels_only_for_init_net",
549		.data		= &sysctl_fb_tunnels_only_for_init_net,
550		.maxlen		= sizeof(int),
551		.mode		= 0644,
552		.proc_handler	= proc_dointvec_minmax,
553		.extra1		= SYSCTL_ZERO,
554		.extra2		= SYSCTL_TWO,
555	},
556	{
557		.procname	= "devconf_inherit_init_net",
558		.data		= &sysctl_devconf_inherit_init_net,
559		.maxlen		= sizeof(int),
560		.mode		= 0644,
561		.proc_handler	= proc_dointvec_minmax,
562		.extra1		= SYSCTL_ZERO,
563		.extra2		= SYSCTL_THREE,
564	},
565	{
566		.procname	= "high_order_alloc_disable",
567		.data		= &net_high_order_alloc_disable_key.key,
568		.maxlen         = sizeof(net_high_order_alloc_disable_key),
569		.mode		= 0644,
570		.proc_handler	= proc_do_static_key,
571	},
572	{
573		.procname	= "gro_normal_batch",
574		.data		= &gro_normal_batch,
575		.maxlen		= sizeof(unsigned int),
576		.mode		= 0644,
577		.proc_handler	= proc_dointvec_minmax,
578		.extra1		= SYSCTL_ONE,
579	},
580	{
581		.procname	= "netdev_unregister_timeout_secs",
582		.data		= &netdev_unregister_timeout_secs,
583		.maxlen		= sizeof(unsigned int),
584		.mode		= 0644,
585		.proc_handler	= proc_dointvec_minmax,
586		.extra1		= SYSCTL_ONE,
587		.extra2		= &int_3600,
588	},
589	{
590		.procname	= "skb_defer_max",
591		.data		= &sysctl_skb_defer_max,
592		.maxlen		= sizeof(unsigned int),
593		.mode		= 0644,
594		.proc_handler	= proc_dointvec_minmax,
595		.extra1		= SYSCTL_ZERO,
596	},
597	{ }
598};
599
600static struct ctl_table netns_core_table[] = {
 
 
 
 
 
 
 
 
601	{
602		.procname	= "somaxconn",
603		.data		= &init_net.core.sysctl_somaxconn,
604		.maxlen		= sizeof(int),
605		.mode		= 0644,
606		.extra1		= SYSCTL_ZERO,
607		.proc_handler	= proc_dointvec_minmax
608	},
609	{
 
 
 
 
 
 
 
 
610		.procname	= "txrehash",
611		.data		= &init_net.core.sysctl_txrehash,
612		.maxlen		= sizeof(u8),
613		.mode		= 0644,
614		.extra1		= SYSCTL_ZERO,
615		.extra2		= SYSCTL_ONE,
616		.proc_handler	= proc_dou8vec_minmax,
617	},
618	{ }
619};
620
621static int __init fb_tunnels_only_for_init_net_sysctl_setup(char *str)
622{
623	/* fallback tunnels for initns only */
624	if (!strncmp(str, "initns", 6))
625		sysctl_fb_tunnels_only_for_init_net = 1;
626	/* no fallback tunnels anywhere */
627	else if (!strncmp(str, "none", 4))
628		sysctl_fb_tunnels_only_for_init_net = 2;
629
630	return 1;
631}
632__setup("fb_tunnels=", fb_tunnels_only_for_init_net_sysctl_setup);
633
634static __net_init int sysctl_core_net_init(struct net *net)
635{
636	struct ctl_table *tbl, *tmp;
637
638	tbl = netns_core_table;
639	if (!net_eq(net, &init_net)) {
640		tbl = kmemdup(tbl, sizeof(netns_core_table), GFP_KERNEL);
641		if (tbl == NULL)
642			goto err_dup;
643
644		for (tmp = tbl; tmp->procname; tmp++)
645			tmp->data += (char *)net - (char *)&init_net;
646
647		/* Don't export any sysctls to unprivileged users */
648		if (net->user_ns != &init_user_ns) {
649			tbl[0].procname = NULL;
650		}
651	}
652
653	net->core.sysctl_hdr = register_net_sysctl(net, "net/core", tbl);
 
654	if (net->core.sysctl_hdr == NULL)
655		goto err_reg;
656
657	return 0;
658
659err_reg:
660	if (tbl != netns_core_table)
661		kfree(tbl);
662err_dup:
663	return -ENOMEM;
664}
665
666static __net_exit void sysctl_core_net_exit(struct net *net)
667{
668	struct ctl_table *tbl;
669
670	tbl = net->core.sysctl_hdr->ctl_table_arg;
671	unregister_net_sysctl_table(net->core.sysctl_hdr);
672	BUG_ON(tbl == netns_core_table);
 
 
 
673	kfree(tbl);
674}
675
676static __net_initdata struct pernet_operations sysctl_core_ops = {
677	.init = sysctl_core_net_init,
678	.exit = sysctl_core_net_exit,
679};
680
681static __init int sysctl_core_init(void)
682{
683	register_net_sysctl(&init_net, "net/core", net_core_table);
684	return register_pernet_subsys(&sysctl_core_ops);
685}
686
687fs_initcall(sysctl_core_init);