Linux Audio

Check our new training course

Loading...
Note: File does not exist in v5.9.
  1// SPDX-License-Identifier: GPL-2.0-or-later
  2/*
  3 * Copyright (c) 2016 Mellanox Technologies. All rights reserved.
  4 * Copyright (c) 2016 Jiri Pirko <jiri@mellanox.com>
  5 */
  6
  7#include "devl_internal.h"
  8
  9static inline bool
 10devlink_rate_is_leaf(struct devlink_rate *devlink_rate)
 11{
 12	return devlink_rate->type == DEVLINK_RATE_TYPE_LEAF;
 13}
 14
 15static inline bool
 16devlink_rate_is_node(struct devlink_rate *devlink_rate)
 17{
 18	return devlink_rate->type == DEVLINK_RATE_TYPE_NODE;
 19}
 20
 21static struct devlink_rate *
 22devlink_rate_leaf_get_from_info(struct devlink *devlink, struct genl_info *info)
 23{
 24	struct devlink_rate *devlink_rate;
 25	struct devlink_port *devlink_port;
 26
 27	devlink_port = devlink_port_get_from_attrs(devlink, info->attrs);
 28	if (IS_ERR(devlink_port))
 29		return ERR_CAST(devlink_port);
 30	devlink_rate = devlink_port->devlink_rate;
 31	return devlink_rate ?: ERR_PTR(-ENODEV);
 32}
 33
 34static struct devlink_rate *
 35devlink_rate_node_get_by_name(struct devlink *devlink, const char *node_name)
 36{
 37	static struct devlink_rate *devlink_rate;
 38
 39	list_for_each_entry(devlink_rate, &devlink->rate_list, list) {
 40		if (devlink_rate_is_node(devlink_rate) &&
 41		    !strcmp(node_name, devlink_rate->name))
 42			return devlink_rate;
 43	}
 44	return ERR_PTR(-ENODEV);
 45}
 46
 47static struct devlink_rate *
 48devlink_rate_node_get_from_attrs(struct devlink *devlink, struct nlattr **attrs)
 49{
 50	const char *rate_node_name;
 51	size_t len;
 52
 53	if (!attrs[DEVLINK_ATTR_RATE_NODE_NAME])
 54		return ERR_PTR(-EINVAL);
 55	rate_node_name = nla_data(attrs[DEVLINK_ATTR_RATE_NODE_NAME]);
 56	len = strlen(rate_node_name);
 57	/* Name cannot be empty or decimal number */
 58	if (!len || strspn(rate_node_name, "0123456789") == len)
 59		return ERR_PTR(-EINVAL);
 60
 61	return devlink_rate_node_get_by_name(devlink, rate_node_name);
 62}
 63
 64static struct devlink_rate *
 65devlink_rate_node_get_from_info(struct devlink *devlink, struct genl_info *info)
 66{
 67	return devlink_rate_node_get_from_attrs(devlink, info->attrs);
 68}
 69
 70static struct devlink_rate *
 71devlink_rate_get_from_info(struct devlink *devlink, struct genl_info *info)
 72{
 73	struct nlattr **attrs = info->attrs;
 74
 75	if (attrs[DEVLINK_ATTR_PORT_INDEX])
 76		return devlink_rate_leaf_get_from_info(devlink, info);
 77	else if (attrs[DEVLINK_ATTR_RATE_NODE_NAME])
 78		return devlink_rate_node_get_from_info(devlink, info);
 79	else
 80		return ERR_PTR(-EINVAL);
 81}
 82
 83static int devlink_nl_rate_fill(struct sk_buff *msg,
 84				struct devlink_rate *devlink_rate,
 85				enum devlink_command cmd, u32 portid, u32 seq,
 86				int flags, struct netlink_ext_ack *extack)
 87{
 88	struct devlink *devlink = devlink_rate->devlink;
 89	void *hdr;
 90
 91	hdr = genlmsg_put(msg, portid, seq, &devlink_nl_family, flags, cmd);
 92	if (!hdr)
 93		return -EMSGSIZE;
 94
 95	if (devlink_nl_put_handle(msg, devlink))
 96		goto nla_put_failure;
 97
 98	if (nla_put_u16(msg, DEVLINK_ATTR_RATE_TYPE, devlink_rate->type))
 99		goto nla_put_failure;
100
101	if (devlink_rate_is_leaf(devlink_rate)) {
102		if (nla_put_u32(msg, DEVLINK_ATTR_PORT_INDEX,
103				devlink_rate->devlink_port->index))
104			goto nla_put_failure;
105	} else if (devlink_rate_is_node(devlink_rate)) {
106		if (nla_put_string(msg, DEVLINK_ATTR_RATE_NODE_NAME,
107				   devlink_rate->name))
108			goto nla_put_failure;
109	}
110
111	if (devlink_nl_put_u64(msg, DEVLINK_ATTR_RATE_TX_SHARE,
112			       devlink_rate->tx_share))
113		goto nla_put_failure;
114
115	if (devlink_nl_put_u64(msg, DEVLINK_ATTR_RATE_TX_MAX,
116			       devlink_rate->tx_max))
117		goto nla_put_failure;
118
119	if (nla_put_u32(msg, DEVLINK_ATTR_RATE_TX_PRIORITY,
120			devlink_rate->tx_priority))
121		goto nla_put_failure;
122
123	if (nla_put_u32(msg, DEVLINK_ATTR_RATE_TX_WEIGHT,
124			devlink_rate->tx_weight))
125		goto nla_put_failure;
126
127	if (devlink_rate->parent)
128		if (nla_put_string(msg, DEVLINK_ATTR_RATE_PARENT_NODE_NAME,
129				   devlink_rate->parent->name))
130			goto nla_put_failure;
131
132	genlmsg_end(msg, hdr);
133	return 0;
134
135nla_put_failure:
136	genlmsg_cancel(msg, hdr);
137	return -EMSGSIZE;
138}
139
140static void devlink_rate_notify(struct devlink_rate *devlink_rate,
141				enum devlink_command cmd)
142{
143	struct devlink *devlink = devlink_rate->devlink;
144	struct sk_buff *msg;
145	int err;
146
147	WARN_ON(cmd != DEVLINK_CMD_RATE_NEW && cmd != DEVLINK_CMD_RATE_DEL);
148
149	if (!devl_is_registered(devlink) || !devlink_nl_notify_need(devlink))
150		return;
151
152	msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
153	if (!msg)
154		return;
155
156	err = devlink_nl_rate_fill(msg, devlink_rate, cmd, 0, 0, 0, NULL);
157	if (err) {
158		nlmsg_free(msg);
159		return;
160	}
161
162	devlink_nl_notify_send(devlink, msg);
163}
164
165void devlink_rates_notify_register(struct devlink *devlink)
166{
167	struct devlink_rate *rate_node;
168
169	list_for_each_entry(rate_node, &devlink->rate_list, list)
170		devlink_rate_notify(rate_node, DEVLINK_CMD_RATE_NEW);
171}
172
173void devlink_rates_notify_unregister(struct devlink *devlink)
174{
175	struct devlink_rate *rate_node;
176
177	list_for_each_entry_reverse(rate_node, &devlink->rate_list, list)
178		devlink_rate_notify(rate_node, DEVLINK_CMD_RATE_DEL);
179}
180
181static int
182devlink_nl_rate_get_dump_one(struct sk_buff *msg, struct devlink *devlink,
183			     struct netlink_callback *cb, int flags)
184{
185	struct devlink_nl_dump_state *state = devlink_dump_state(cb);
186	struct devlink_rate *devlink_rate;
187	int idx = 0;
188	int err = 0;
189
190	list_for_each_entry(devlink_rate, &devlink->rate_list, list) {
191		enum devlink_command cmd = DEVLINK_CMD_RATE_NEW;
192		u32 id = NETLINK_CB(cb->skb).portid;
193
194		if (idx < state->idx) {
195			idx++;
196			continue;
197		}
198		err = devlink_nl_rate_fill(msg, devlink_rate, cmd, id,
199					   cb->nlh->nlmsg_seq, flags, NULL);
200		if (err) {
201			state->idx = idx;
202			break;
203		}
204		idx++;
205	}
206
207	return err;
208}
209
210int devlink_nl_rate_get_dumpit(struct sk_buff *skb, struct netlink_callback *cb)
211{
212	return devlink_nl_dumpit(skb, cb, devlink_nl_rate_get_dump_one);
213}
214
215int devlink_nl_rate_get_doit(struct sk_buff *skb, struct genl_info *info)
216{
217	struct devlink *devlink = info->user_ptr[0];
218	struct devlink_rate *devlink_rate;
219	struct sk_buff *msg;
220	int err;
221
222	devlink_rate = devlink_rate_get_from_info(devlink, info);
223	if (IS_ERR(devlink_rate))
224		return PTR_ERR(devlink_rate);
225
226	msg = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL);
227	if (!msg)
228		return -ENOMEM;
229
230	err = devlink_nl_rate_fill(msg, devlink_rate, DEVLINK_CMD_RATE_NEW,
231				   info->snd_portid, info->snd_seq, 0,
232				   info->extack);
233	if (err) {
234		nlmsg_free(msg);
235		return err;
236	}
237
238	return genlmsg_reply(msg, info);
239}
240
241static bool
242devlink_rate_is_parent_node(struct devlink_rate *devlink_rate,
243			    struct devlink_rate *parent)
244{
245	while (parent) {
246		if (parent == devlink_rate)
247			return true;
248		parent = parent->parent;
249	}
250	return false;
251}
252
253static int
254devlink_nl_rate_parent_node_set(struct devlink_rate *devlink_rate,
255				struct genl_info *info,
256				struct nlattr *nla_parent)
257{
258	struct devlink *devlink = devlink_rate->devlink;
259	const char *parent_name = nla_data(nla_parent);
260	const struct devlink_ops *ops = devlink->ops;
261	size_t len = strlen(parent_name);
262	struct devlink_rate *parent;
263	int err = -EOPNOTSUPP;
264
265	parent = devlink_rate->parent;
266
267	if (parent && !len) {
268		if (devlink_rate_is_leaf(devlink_rate))
269			err = ops->rate_leaf_parent_set(devlink_rate, NULL,
270							devlink_rate->priv, NULL,
271							info->extack);
272		else if (devlink_rate_is_node(devlink_rate))
273			err = ops->rate_node_parent_set(devlink_rate, NULL,
274							devlink_rate->priv, NULL,
275							info->extack);
276		if (err)
277			return err;
278
279		refcount_dec(&parent->refcnt);
280		devlink_rate->parent = NULL;
281	} else if (len) {
282		parent = devlink_rate_node_get_by_name(devlink, parent_name);
283		if (IS_ERR(parent))
284			return -ENODEV;
285
286		if (parent == devlink_rate) {
287			NL_SET_ERR_MSG(info->extack, "Parent to self is not allowed");
288			return -EINVAL;
289		}
290
291		if (devlink_rate_is_node(devlink_rate) &&
292		    devlink_rate_is_parent_node(devlink_rate, parent->parent)) {
293			NL_SET_ERR_MSG(info->extack, "Node is already a parent of parent node.");
294			return -EEXIST;
295		}
296
297		if (devlink_rate_is_leaf(devlink_rate))
298			err = ops->rate_leaf_parent_set(devlink_rate, parent,
299							devlink_rate->priv, parent->priv,
300							info->extack);
301		else if (devlink_rate_is_node(devlink_rate))
302			err = ops->rate_node_parent_set(devlink_rate, parent,
303							devlink_rate->priv, parent->priv,
304							info->extack);
305		if (err)
306			return err;
307
308		if (devlink_rate->parent)
309			/* we're reassigning to other parent in this case */
310			refcount_dec(&devlink_rate->parent->refcnt);
311
312		refcount_inc(&parent->refcnt);
313		devlink_rate->parent = parent;
314	}
315
316	return 0;
317}
318
319static int devlink_nl_rate_set(struct devlink_rate *devlink_rate,
320			       const struct devlink_ops *ops,
321			       struct genl_info *info)
322{
323	struct nlattr *nla_parent, **attrs = info->attrs;
324	int err = -EOPNOTSUPP;
325	u32 priority;
326	u32 weight;
327	u64 rate;
328
329	if (attrs[DEVLINK_ATTR_RATE_TX_SHARE]) {
330		rate = nla_get_u64(attrs[DEVLINK_ATTR_RATE_TX_SHARE]);
331		if (devlink_rate_is_leaf(devlink_rate))
332			err = ops->rate_leaf_tx_share_set(devlink_rate, devlink_rate->priv,
333							  rate, info->extack);
334		else if (devlink_rate_is_node(devlink_rate))
335			err = ops->rate_node_tx_share_set(devlink_rate, devlink_rate->priv,
336							  rate, info->extack);
337		if (err)
338			return err;
339		devlink_rate->tx_share = rate;
340	}
341
342	if (attrs[DEVLINK_ATTR_RATE_TX_MAX]) {
343		rate = nla_get_u64(attrs[DEVLINK_ATTR_RATE_TX_MAX]);
344		if (devlink_rate_is_leaf(devlink_rate))
345			err = ops->rate_leaf_tx_max_set(devlink_rate, devlink_rate->priv,
346							rate, info->extack);
347		else if (devlink_rate_is_node(devlink_rate))
348			err = ops->rate_node_tx_max_set(devlink_rate, devlink_rate->priv,
349							rate, info->extack);
350		if (err)
351			return err;
352		devlink_rate->tx_max = rate;
353	}
354
355	if (attrs[DEVLINK_ATTR_RATE_TX_PRIORITY]) {
356		priority = nla_get_u32(attrs[DEVLINK_ATTR_RATE_TX_PRIORITY]);
357		if (devlink_rate_is_leaf(devlink_rate))
358			err = ops->rate_leaf_tx_priority_set(devlink_rate, devlink_rate->priv,
359							     priority, info->extack);
360		else if (devlink_rate_is_node(devlink_rate))
361			err = ops->rate_node_tx_priority_set(devlink_rate, devlink_rate->priv,
362							     priority, info->extack);
363
364		if (err)
365			return err;
366		devlink_rate->tx_priority = priority;
367	}
368
369	if (attrs[DEVLINK_ATTR_RATE_TX_WEIGHT]) {
370		weight = nla_get_u32(attrs[DEVLINK_ATTR_RATE_TX_WEIGHT]);
371		if (devlink_rate_is_leaf(devlink_rate))
372			err = ops->rate_leaf_tx_weight_set(devlink_rate, devlink_rate->priv,
373							   weight, info->extack);
374		else if (devlink_rate_is_node(devlink_rate))
375			err = ops->rate_node_tx_weight_set(devlink_rate, devlink_rate->priv,
376							   weight, info->extack);
377
378		if (err)
379			return err;
380		devlink_rate->tx_weight = weight;
381	}
382
383	nla_parent = attrs[DEVLINK_ATTR_RATE_PARENT_NODE_NAME];
384	if (nla_parent) {
385		err = devlink_nl_rate_parent_node_set(devlink_rate, info,
386						      nla_parent);
387		if (err)
388			return err;
389	}
390
391	return 0;
392}
393
394static bool devlink_rate_set_ops_supported(const struct devlink_ops *ops,
395					   struct genl_info *info,
396					   enum devlink_rate_type type)
397{
398	struct nlattr **attrs = info->attrs;
399
400	if (type == DEVLINK_RATE_TYPE_LEAF) {
401		if (attrs[DEVLINK_ATTR_RATE_TX_SHARE] && !ops->rate_leaf_tx_share_set) {
402			NL_SET_ERR_MSG(info->extack, "TX share set isn't supported for the leafs");
403			return false;
404		}
405		if (attrs[DEVLINK_ATTR_RATE_TX_MAX] && !ops->rate_leaf_tx_max_set) {
406			NL_SET_ERR_MSG(info->extack, "TX max set isn't supported for the leafs");
407			return false;
408		}
409		if (attrs[DEVLINK_ATTR_RATE_PARENT_NODE_NAME] &&
410		    !ops->rate_leaf_parent_set) {
411			NL_SET_ERR_MSG(info->extack, "Parent set isn't supported for the leafs");
412			return false;
413		}
414		if (attrs[DEVLINK_ATTR_RATE_TX_PRIORITY] && !ops->rate_leaf_tx_priority_set) {
415			NL_SET_ERR_MSG_ATTR(info->extack,
416					    attrs[DEVLINK_ATTR_RATE_TX_PRIORITY],
417					    "TX priority set isn't supported for the leafs");
418			return false;
419		}
420		if (attrs[DEVLINK_ATTR_RATE_TX_WEIGHT] && !ops->rate_leaf_tx_weight_set) {
421			NL_SET_ERR_MSG_ATTR(info->extack,
422					    attrs[DEVLINK_ATTR_RATE_TX_WEIGHT],
423					    "TX weight set isn't supported for the leafs");
424			return false;
425		}
426	} else if (type == DEVLINK_RATE_TYPE_NODE) {
427		if (attrs[DEVLINK_ATTR_RATE_TX_SHARE] && !ops->rate_node_tx_share_set) {
428			NL_SET_ERR_MSG(info->extack, "TX share set isn't supported for the nodes");
429			return false;
430		}
431		if (attrs[DEVLINK_ATTR_RATE_TX_MAX] && !ops->rate_node_tx_max_set) {
432			NL_SET_ERR_MSG(info->extack, "TX max set isn't supported for the nodes");
433			return false;
434		}
435		if (attrs[DEVLINK_ATTR_RATE_PARENT_NODE_NAME] &&
436		    !ops->rate_node_parent_set) {
437			NL_SET_ERR_MSG(info->extack, "Parent set isn't supported for the nodes");
438			return false;
439		}
440		if (attrs[DEVLINK_ATTR_RATE_TX_PRIORITY] && !ops->rate_node_tx_priority_set) {
441			NL_SET_ERR_MSG_ATTR(info->extack,
442					    attrs[DEVLINK_ATTR_RATE_TX_PRIORITY],
443					    "TX priority set isn't supported for the nodes");
444			return false;
445		}
446		if (attrs[DEVLINK_ATTR_RATE_TX_WEIGHT] && !ops->rate_node_tx_weight_set) {
447			NL_SET_ERR_MSG_ATTR(info->extack,
448					    attrs[DEVLINK_ATTR_RATE_TX_WEIGHT],
449					    "TX weight set isn't supported for the nodes");
450			return false;
451		}
452	} else {
453		WARN(1, "Unknown type of rate object");
454		return false;
455	}
456
457	return true;
458}
459
460int devlink_nl_rate_set_doit(struct sk_buff *skb, struct genl_info *info)
461{
462	struct devlink *devlink = info->user_ptr[0];
463	struct devlink_rate *devlink_rate;
464	const struct devlink_ops *ops;
465	int err;
466
467	devlink_rate = devlink_rate_get_from_info(devlink, info);
468	if (IS_ERR(devlink_rate))
469		return PTR_ERR(devlink_rate);
470
471	ops = devlink->ops;
472	if (!ops || !devlink_rate_set_ops_supported(ops, info, devlink_rate->type))
473		return -EOPNOTSUPP;
474
475	err = devlink_nl_rate_set(devlink_rate, ops, info);
476
477	if (!err)
478		devlink_rate_notify(devlink_rate, DEVLINK_CMD_RATE_NEW);
479	return err;
480}
481
482int devlink_nl_rate_new_doit(struct sk_buff *skb, struct genl_info *info)
483{
484	struct devlink *devlink = info->user_ptr[0];
485	struct devlink_rate *rate_node;
486	const struct devlink_ops *ops;
487	int err;
488
489	ops = devlink->ops;
490	if (!ops || !ops->rate_node_new || !ops->rate_node_del) {
491		NL_SET_ERR_MSG(info->extack, "Rate nodes aren't supported");
492		return -EOPNOTSUPP;
493	}
494
495	if (!devlink_rate_set_ops_supported(ops, info, DEVLINK_RATE_TYPE_NODE))
496		return -EOPNOTSUPP;
497
498	rate_node = devlink_rate_node_get_from_attrs(devlink, info->attrs);
499	if (!IS_ERR(rate_node))
500		return -EEXIST;
501	else if (rate_node == ERR_PTR(-EINVAL))
502		return -EINVAL;
503
504	rate_node = kzalloc(sizeof(*rate_node), GFP_KERNEL);
505	if (!rate_node)
506		return -ENOMEM;
507
508	rate_node->devlink = devlink;
509	rate_node->type = DEVLINK_RATE_TYPE_NODE;
510	rate_node->name = nla_strdup(info->attrs[DEVLINK_ATTR_RATE_NODE_NAME], GFP_KERNEL);
511	if (!rate_node->name) {
512		err = -ENOMEM;
513		goto err_strdup;
514	}
515
516	err = ops->rate_node_new(rate_node, &rate_node->priv, info->extack);
517	if (err)
518		goto err_node_new;
519
520	err = devlink_nl_rate_set(rate_node, ops, info);
521	if (err)
522		goto err_rate_set;
523
524	refcount_set(&rate_node->refcnt, 1);
525	list_add(&rate_node->list, &devlink->rate_list);
526	devlink_rate_notify(rate_node, DEVLINK_CMD_RATE_NEW);
527	return 0;
528
529err_rate_set:
530	ops->rate_node_del(rate_node, rate_node->priv, info->extack);
531err_node_new:
532	kfree(rate_node->name);
533err_strdup:
534	kfree(rate_node);
535	return err;
536}
537
538int devlink_nl_rate_del_doit(struct sk_buff *skb, struct genl_info *info)
539{
540	struct devlink *devlink = info->user_ptr[0];
541	struct devlink_rate *rate_node;
542	int err;
543
544	rate_node = devlink_rate_node_get_from_info(devlink, info);
545	if (IS_ERR(rate_node))
546		return PTR_ERR(rate_node);
547
548	if (refcount_read(&rate_node->refcnt) > 1) {
549		NL_SET_ERR_MSG(info->extack, "Node has children. Cannot delete node.");
550		return -EBUSY;
551	}
552
553	devlink_rate_notify(rate_node, DEVLINK_CMD_RATE_DEL);
554	err = devlink->ops->rate_node_del(rate_node, rate_node->priv,
555					  info->extack);
556	if (rate_node->parent)
557		refcount_dec(&rate_node->parent->refcnt);
558	list_del(&rate_node->list);
559	kfree(rate_node->name);
560	kfree(rate_node);
561	return err;
562}
563
564int devlink_rate_nodes_check(struct devlink *devlink, u16 mode,
565			     struct netlink_ext_ack *extack)
566{
567	struct devlink_rate *devlink_rate;
568
569	list_for_each_entry(devlink_rate, &devlink->rate_list, list)
570		if (devlink_rate_is_node(devlink_rate)) {
571			NL_SET_ERR_MSG(extack, "Rate node(s) exists.");
572			return -EBUSY;
573		}
574	return 0;
575}
576
577/**
578 * devl_rate_node_create - create devlink rate node
579 * @devlink: devlink instance
580 * @priv: driver private data
581 * @node_name: name of the resulting node
582 * @parent: parent devlink_rate struct
583 *
584 * Create devlink rate object of type node
585 */
586struct devlink_rate *
587devl_rate_node_create(struct devlink *devlink, void *priv, char *node_name,
588		      struct devlink_rate *parent)
589{
590	struct devlink_rate *rate_node;
591
592	rate_node = devlink_rate_node_get_by_name(devlink, node_name);
593	if (!IS_ERR(rate_node))
594		return ERR_PTR(-EEXIST);
595
596	rate_node = kzalloc(sizeof(*rate_node), GFP_KERNEL);
597	if (!rate_node)
598		return ERR_PTR(-ENOMEM);
599
600	if (parent) {
601		rate_node->parent = parent;
602		refcount_inc(&rate_node->parent->refcnt);
603	}
604
605	rate_node->type = DEVLINK_RATE_TYPE_NODE;
606	rate_node->devlink = devlink;
607	rate_node->priv = priv;
608
609	rate_node->name = kstrdup(node_name, GFP_KERNEL);
610	if (!rate_node->name) {
611		kfree(rate_node);
612		return ERR_PTR(-ENOMEM);
613	}
614
615	refcount_set(&rate_node->refcnt, 1);
616	list_add(&rate_node->list, &devlink->rate_list);
617	devlink_rate_notify(rate_node, DEVLINK_CMD_RATE_NEW);
618	return rate_node;
619}
620EXPORT_SYMBOL_GPL(devl_rate_node_create);
621
622/**
623 * devl_rate_leaf_create - create devlink rate leaf
624 * @devlink_port: devlink port object to create rate object on
625 * @priv: driver private data
626 * @parent: parent devlink_rate struct
627 *
628 * Create devlink rate object of type leaf on provided @devlink_port.
629 */
630int devl_rate_leaf_create(struct devlink_port *devlink_port, void *priv,
631			  struct devlink_rate *parent)
632{
633	struct devlink *devlink = devlink_port->devlink;
634	struct devlink_rate *devlink_rate;
635
636	devl_assert_locked(devlink_port->devlink);
637
638	if (WARN_ON(devlink_port->devlink_rate))
639		return -EBUSY;
640
641	devlink_rate = kzalloc(sizeof(*devlink_rate), GFP_KERNEL);
642	if (!devlink_rate)
643		return -ENOMEM;
644
645	if (parent) {
646		devlink_rate->parent = parent;
647		refcount_inc(&devlink_rate->parent->refcnt);
648	}
649
650	devlink_rate->type = DEVLINK_RATE_TYPE_LEAF;
651	devlink_rate->devlink = devlink;
652	devlink_rate->devlink_port = devlink_port;
653	devlink_rate->priv = priv;
654	list_add_tail(&devlink_rate->list, &devlink->rate_list);
655	devlink_port->devlink_rate = devlink_rate;
656	devlink_rate_notify(devlink_rate, DEVLINK_CMD_RATE_NEW);
657
658	return 0;
659}
660EXPORT_SYMBOL_GPL(devl_rate_leaf_create);
661
662/**
663 * devl_rate_leaf_destroy - destroy devlink rate leaf
664 *
665 * @devlink_port: devlink port linked to the rate object
666 *
667 * Destroy the devlink rate object of type leaf on provided @devlink_port.
668 */
669void devl_rate_leaf_destroy(struct devlink_port *devlink_port)
670{
671	struct devlink_rate *devlink_rate = devlink_port->devlink_rate;
672
673	devl_assert_locked(devlink_port->devlink);
674	if (!devlink_rate)
675		return;
676
677	devlink_rate_notify(devlink_rate, DEVLINK_CMD_RATE_DEL);
678	if (devlink_rate->parent)
679		refcount_dec(&devlink_rate->parent->refcnt);
680	list_del(&devlink_rate->list);
681	devlink_port->devlink_rate = NULL;
682	kfree(devlink_rate);
683}
684EXPORT_SYMBOL_GPL(devl_rate_leaf_destroy);
685
686/**
687 * devl_rate_nodes_destroy - destroy all devlink rate nodes on device
688 * @devlink: devlink instance
689 *
690 * Unset parent for all rate objects and destroy all rate nodes
691 * on specified device.
692 */
693void devl_rate_nodes_destroy(struct devlink *devlink)
694{
695	static struct devlink_rate *devlink_rate, *tmp;
696	const struct devlink_ops *ops = devlink->ops;
697
698	devl_assert_locked(devlink);
699
700	list_for_each_entry(devlink_rate, &devlink->rate_list, list) {
701		if (!devlink_rate->parent)
702			continue;
703
704		refcount_dec(&devlink_rate->parent->refcnt);
705		if (devlink_rate_is_leaf(devlink_rate))
706			ops->rate_leaf_parent_set(devlink_rate, NULL, devlink_rate->priv,
707						  NULL, NULL);
708		else if (devlink_rate_is_node(devlink_rate))
709			ops->rate_node_parent_set(devlink_rate, NULL, devlink_rate->priv,
710						  NULL, NULL);
711	}
712	list_for_each_entry_safe(devlink_rate, tmp, &devlink->rate_list, list) {
713		if (devlink_rate_is_node(devlink_rate)) {
714			ops->rate_node_del(devlink_rate, devlink_rate->priv, NULL);
715			list_del(&devlink_rate->list);
716			kfree(devlink_rate->name);
717			kfree(devlink_rate);
718		}
719	}
720}
721EXPORT_SYMBOL_GPL(devl_rate_nodes_destroy);