Loading...
1// SPDX-License-Identifier: GPL-2.0-only
2
3#include "netlink.h"
4#include "common.h"
5
6struct rings_req_info {
7 struct ethnl_req_info base;
8};
9
10struct rings_reply_data {
11 struct ethnl_reply_data base;
12 struct ethtool_ringparam ringparam;
13 struct kernel_ethtool_ringparam kernel_ringparam;
14 u32 supported_ring_params;
15};
16
17#define RINGS_REPDATA(__reply_base) \
18 container_of(__reply_base, struct rings_reply_data, base)
19
20const struct nla_policy ethnl_rings_get_policy[] = {
21 [ETHTOOL_A_RINGS_HEADER] =
22 NLA_POLICY_NESTED(ethnl_header_policy),
23};
24
25static int rings_prepare_data(const struct ethnl_req_info *req_base,
26 struct ethnl_reply_data *reply_base,
27 const struct genl_info *info)
28{
29 struct rings_reply_data *data = RINGS_REPDATA(reply_base);
30 struct net_device *dev = reply_base->dev;
31 int ret;
32
33 if (!dev->ethtool_ops->get_ringparam)
34 return -EOPNOTSUPP;
35
36 data->supported_ring_params = dev->ethtool_ops->supported_ring_params;
37 ret = ethnl_ops_begin(dev);
38 if (ret < 0)
39 return ret;
40 dev->ethtool_ops->get_ringparam(dev, &data->ringparam,
41 &data->kernel_ringparam, info->extack);
42 ethnl_ops_complete(dev);
43
44 return 0;
45}
46
47static int rings_reply_size(const struct ethnl_req_info *req_base,
48 const struct ethnl_reply_data *reply_base)
49{
50 return nla_total_size(sizeof(u32)) + /* _RINGS_RX_MAX */
51 nla_total_size(sizeof(u32)) + /* _RINGS_RX_MINI_MAX */
52 nla_total_size(sizeof(u32)) + /* _RINGS_RX_JUMBO_MAX */
53 nla_total_size(sizeof(u32)) + /* _RINGS_TX_MAX */
54 nla_total_size(sizeof(u32)) + /* _RINGS_RX */
55 nla_total_size(sizeof(u32)) + /* _RINGS_RX_MINI */
56 nla_total_size(sizeof(u32)) + /* _RINGS_RX_JUMBO */
57 nla_total_size(sizeof(u32)) + /* _RINGS_TX */
58 nla_total_size(sizeof(u32)) + /* _RINGS_RX_BUF_LEN */
59 nla_total_size(sizeof(u8)) + /* _RINGS_TCP_DATA_SPLIT */
60 nla_total_size(sizeof(u32) + /* _RINGS_CQE_SIZE */
61 nla_total_size(sizeof(u8)) + /* _RINGS_TX_PUSH */
62 nla_total_size(sizeof(u8))) + /* _RINGS_RX_PUSH */
63 nla_total_size(sizeof(u32)) + /* _RINGS_TX_PUSH_BUF_LEN */
64 nla_total_size(sizeof(u32)); /* _RINGS_TX_PUSH_BUF_LEN_MAX */
65}
66
67static int rings_fill_reply(struct sk_buff *skb,
68 const struct ethnl_req_info *req_base,
69 const struct ethnl_reply_data *reply_base)
70{
71 const struct rings_reply_data *data = RINGS_REPDATA(reply_base);
72 const struct kernel_ethtool_ringparam *kr = &data->kernel_ringparam;
73 const struct ethtool_ringparam *ringparam = &data->ringparam;
74 u32 supported_ring_params = data->supported_ring_params;
75
76 WARN_ON(kr->tcp_data_split > ETHTOOL_TCP_DATA_SPLIT_ENABLED);
77
78 if ((ringparam->rx_max_pending &&
79 (nla_put_u32(skb, ETHTOOL_A_RINGS_RX_MAX,
80 ringparam->rx_max_pending) ||
81 nla_put_u32(skb, ETHTOOL_A_RINGS_RX,
82 ringparam->rx_pending))) ||
83 (ringparam->rx_mini_max_pending &&
84 (nla_put_u32(skb, ETHTOOL_A_RINGS_RX_MINI_MAX,
85 ringparam->rx_mini_max_pending) ||
86 nla_put_u32(skb, ETHTOOL_A_RINGS_RX_MINI,
87 ringparam->rx_mini_pending))) ||
88 (ringparam->rx_jumbo_max_pending &&
89 (nla_put_u32(skb, ETHTOOL_A_RINGS_RX_JUMBO_MAX,
90 ringparam->rx_jumbo_max_pending) ||
91 nla_put_u32(skb, ETHTOOL_A_RINGS_RX_JUMBO,
92 ringparam->rx_jumbo_pending))) ||
93 (ringparam->tx_max_pending &&
94 (nla_put_u32(skb, ETHTOOL_A_RINGS_TX_MAX,
95 ringparam->tx_max_pending) ||
96 nla_put_u32(skb, ETHTOOL_A_RINGS_TX,
97 ringparam->tx_pending))) ||
98 (kr->rx_buf_len &&
99 (nla_put_u32(skb, ETHTOOL_A_RINGS_RX_BUF_LEN, kr->rx_buf_len))) ||
100 (kr->tcp_data_split &&
101 (nla_put_u8(skb, ETHTOOL_A_RINGS_TCP_DATA_SPLIT,
102 kr->tcp_data_split))) ||
103 (kr->cqe_size &&
104 (nla_put_u32(skb, ETHTOOL_A_RINGS_CQE_SIZE, kr->cqe_size))) ||
105 nla_put_u8(skb, ETHTOOL_A_RINGS_TX_PUSH, !!kr->tx_push) ||
106 nla_put_u8(skb, ETHTOOL_A_RINGS_RX_PUSH, !!kr->rx_push) ||
107 ((supported_ring_params & ETHTOOL_RING_USE_TX_PUSH_BUF_LEN) &&
108 (nla_put_u32(skb, ETHTOOL_A_RINGS_TX_PUSH_BUF_LEN_MAX,
109 kr->tx_push_buf_max_len) ||
110 nla_put_u32(skb, ETHTOOL_A_RINGS_TX_PUSH_BUF_LEN,
111 kr->tx_push_buf_len))))
112 return -EMSGSIZE;
113
114 return 0;
115}
116
117/* RINGS_SET */
118
119const struct nla_policy ethnl_rings_set_policy[] = {
120 [ETHTOOL_A_RINGS_HEADER] =
121 NLA_POLICY_NESTED(ethnl_header_policy),
122 [ETHTOOL_A_RINGS_RX] = { .type = NLA_U32 },
123 [ETHTOOL_A_RINGS_RX_MINI] = { .type = NLA_U32 },
124 [ETHTOOL_A_RINGS_RX_JUMBO] = { .type = NLA_U32 },
125 [ETHTOOL_A_RINGS_TX] = { .type = NLA_U32 },
126 [ETHTOOL_A_RINGS_RX_BUF_LEN] = NLA_POLICY_MIN(NLA_U32, 1),
127 [ETHTOOL_A_RINGS_TCP_DATA_SPLIT] =
128 NLA_POLICY_MAX(NLA_U8, ETHTOOL_TCP_DATA_SPLIT_ENABLED),
129 [ETHTOOL_A_RINGS_CQE_SIZE] = NLA_POLICY_MIN(NLA_U32, 1),
130 [ETHTOOL_A_RINGS_TX_PUSH] = NLA_POLICY_MAX(NLA_U8, 1),
131 [ETHTOOL_A_RINGS_RX_PUSH] = NLA_POLICY_MAX(NLA_U8, 1),
132 [ETHTOOL_A_RINGS_TX_PUSH_BUF_LEN] = { .type = NLA_U32 },
133};
134
135static int
136ethnl_set_rings_validate(struct ethnl_req_info *req_info,
137 struct genl_info *info)
138{
139 const struct ethtool_ops *ops = req_info->dev->ethtool_ops;
140 struct nlattr **tb = info->attrs;
141
142 if (tb[ETHTOOL_A_RINGS_RX_BUF_LEN] &&
143 !(ops->supported_ring_params & ETHTOOL_RING_USE_RX_BUF_LEN)) {
144 NL_SET_ERR_MSG_ATTR(info->extack,
145 tb[ETHTOOL_A_RINGS_RX_BUF_LEN],
146 "setting rx buf len not supported");
147 return -EOPNOTSUPP;
148 }
149
150 if (tb[ETHTOOL_A_RINGS_TCP_DATA_SPLIT] &&
151 !(ops->supported_ring_params & ETHTOOL_RING_USE_TCP_DATA_SPLIT)) {
152 NL_SET_ERR_MSG_ATTR(info->extack,
153 tb[ETHTOOL_A_RINGS_TCP_DATA_SPLIT],
154 "setting TCP data split is not supported");
155 return -EOPNOTSUPP;
156 }
157
158 if (tb[ETHTOOL_A_RINGS_CQE_SIZE] &&
159 !(ops->supported_ring_params & ETHTOOL_RING_USE_CQE_SIZE)) {
160 NL_SET_ERR_MSG_ATTR(info->extack,
161 tb[ETHTOOL_A_RINGS_CQE_SIZE],
162 "setting cqe size not supported");
163 return -EOPNOTSUPP;
164 }
165
166 if (tb[ETHTOOL_A_RINGS_TX_PUSH] &&
167 !(ops->supported_ring_params & ETHTOOL_RING_USE_TX_PUSH)) {
168 NL_SET_ERR_MSG_ATTR(info->extack,
169 tb[ETHTOOL_A_RINGS_TX_PUSH],
170 "setting tx push not supported");
171 return -EOPNOTSUPP;
172 }
173
174 if (tb[ETHTOOL_A_RINGS_RX_PUSH] &&
175 !(ops->supported_ring_params & ETHTOOL_RING_USE_RX_PUSH)) {
176 NL_SET_ERR_MSG_ATTR(info->extack,
177 tb[ETHTOOL_A_RINGS_RX_PUSH],
178 "setting rx push not supported");
179 return -EOPNOTSUPP;
180 }
181
182 if (tb[ETHTOOL_A_RINGS_TX_PUSH_BUF_LEN] &&
183 !(ops->supported_ring_params & ETHTOOL_RING_USE_TX_PUSH_BUF_LEN)) {
184 NL_SET_ERR_MSG_ATTR(info->extack,
185 tb[ETHTOOL_A_RINGS_TX_PUSH_BUF_LEN],
186 "setting tx push buf len is not supported");
187 return -EOPNOTSUPP;
188 }
189
190 return ops->get_ringparam && ops->set_ringparam ? 1 : -EOPNOTSUPP;
191}
192
193static int
194ethnl_set_rings(struct ethnl_req_info *req_info, struct genl_info *info)
195{
196 struct kernel_ethtool_ringparam kernel_ringparam = {};
197 struct ethtool_ringparam ringparam = {};
198 struct net_device *dev = req_info->dev;
199 struct nlattr **tb = info->attrs;
200 const struct nlattr *err_attr;
201 bool mod = false;
202 int ret;
203
204 dev->ethtool_ops->get_ringparam(dev, &ringparam,
205 &kernel_ringparam, info->extack);
206
207 ethnl_update_u32(&ringparam.rx_pending, tb[ETHTOOL_A_RINGS_RX], &mod);
208 ethnl_update_u32(&ringparam.rx_mini_pending,
209 tb[ETHTOOL_A_RINGS_RX_MINI], &mod);
210 ethnl_update_u32(&ringparam.rx_jumbo_pending,
211 tb[ETHTOOL_A_RINGS_RX_JUMBO], &mod);
212 ethnl_update_u32(&ringparam.tx_pending, tb[ETHTOOL_A_RINGS_TX], &mod);
213 ethnl_update_u32(&kernel_ringparam.rx_buf_len,
214 tb[ETHTOOL_A_RINGS_RX_BUF_LEN], &mod);
215 ethnl_update_u8(&kernel_ringparam.tcp_data_split,
216 tb[ETHTOOL_A_RINGS_TCP_DATA_SPLIT], &mod);
217 ethnl_update_u32(&kernel_ringparam.cqe_size,
218 tb[ETHTOOL_A_RINGS_CQE_SIZE], &mod);
219 ethnl_update_u8(&kernel_ringparam.tx_push,
220 tb[ETHTOOL_A_RINGS_TX_PUSH], &mod);
221 ethnl_update_u8(&kernel_ringparam.rx_push,
222 tb[ETHTOOL_A_RINGS_RX_PUSH], &mod);
223 ethnl_update_u32(&kernel_ringparam.tx_push_buf_len,
224 tb[ETHTOOL_A_RINGS_TX_PUSH_BUF_LEN], &mod);
225 if (!mod)
226 return 0;
227
228 /* ensure new ring parameters are within limits */
229 if (ringparam.rx_pending > ringparam.rx_max_pending)
230 err_attr = tb[ETHTOOL_A_RINGS_RX];
231 else if (ringparam.rx_mini_pending > ringparam.rx_mini_max_pending)
232 err_attr = tb[ETHTOOL_A_RINGS_RX_MINI];
233 else if (ringparam.rx_jumbo_pending > ringparam.rx_jumbo_max_pending)
234 err_attr = tb[ETHTOOL_A_RINGS_RX_JUMBO];
235 else if (ringparam.tx_pending > ringparam.tx_max_pending)
236 err_attr = tb[ETHTOOL_A_RINGS_TX];
237 else
238 err_attr = NULL;
239 if (err_attr) {
240 NL_SET_ERR_MSG_ATTR(info->extack, err_attr,
241 "requested ring size exceeds maximum");
242 return -EINVAL;
243 }
244
245 if (kernel_ringparam.tx_push_buf_len > kernel_ringparam.tx_push_buf_max_len) {
246 NL_SET_ERR_MSG_ATTR_FMT(info->extack, tb[ETHTOOL_A_RINGS_TX_PUSH_BUF_LEN],
247 "Requested TX push buffer exceeds the maximum of %u",
248 kernel_ringparam.tx_push_buf_max_len);
249
250 return -EINVAL;
251 }
252
253 ret = dev->ethtool_ops->set_ringparam(dev, &ringparam,
254 &kernel_ringparam, info->extack);
255 return ret < 0 ? ret : 1;
256}
257
258const struct ethnl_request_ops ethnl_rings_request_ops = {
259 .request_cmd = ETHTOOL_MSG_RINGS_GET,
260 .reply_cmd = ETHTOOL_MSG_RINGS_GET_REPLY,
261 .hdr_attr = ETHTOOL_A_RINGS_HEADER,
262 .req_info_size = sizeof(struct rings_req_info),
263 .reply_data_size = sizeof(struct rings_reply_data),
264
265 .prepare_data = rings_prepare_data,
266 .reply_size = rings_reply_size,
267 .fill_reply = rings_fill_reply,
268
269 .set_validate = ethnl_set_rings_validate,
270 .set = ethnl_set_rings,
271 .set_ntf_cmd = ETHTOOL_MSG_RINGS_NTF,
272};
1// SPDX-License-Identifier: GPL-2.0-only
2
3#include "netlink.h"
4#include "common.h"
5
6struct rings_req_info {
7 struct ethnl_req_info base;
8};
9
10struct rings_reply_data {
11 struct ethnl_reply_data base;
12 struct ethtool_ringparam ringparam;
13};
14
15#define RINGS_REPDATA(__reply_base) \
16 container_of(__reply_base, struct rings_reply_data, base)
17
18static const struct nla_policy
19rings_get_policy[ETHTOOL_A_RINGS_MAX + 1] = {
20 [ETHTOOL_A_RINGS_UNSPEC] = { .type = NLA_REJECT },
21 [ETHTOOL_A_RINGS_HEADER] = { .type = NLA_NESTED },
22 [ETHTOOL_A_RINGS_RX_MAX] = { .type = NLA_REJECT },
23 [ETHTOOL_A_RINGS_RX_MINI_MAX] = { .type = NLA_REJECT },
24 [ETHTOOL_A_RINGS_RX_JUMBO_MAX] = { .type = NLA_REJECT },
25 [ETHTOOL_A_RINGS_TX_MAX] = { .type = NLA_REJECT },
26 [ETHTOOL_A_RINGS_RX] = { .type = NLA_REJECT },
27 [ETHTOOL_A_RINGS_RX_MINI] = { .type = NLA_REJECT },
28 [ETHTOOL_A_RINGS_RX_JUMBO] = { .type = NLA_REJECT },
29 [ETHTOOL_A_RINGS_TX] = { .type = NLA_REJECT },
30};
31
32static int rings_prepare_data(const struct ethnl_req_info *req_base,
33 struct ethnl_reply_data *reply_base,
34 struct genl_info *info)
35{
36 struct rings_reply_data *data = RINGS_REPDATA(reply_base);
37 struct net_device *dev = reply_base->dev;
38 int ret;
39
40 if (!dev->ethtool_ops->get_ringparam)
41 return -EOPNOTSUPP;
42 ret = ethnl_ops_begin(dev);
43 if (ret < 0)
44 return ret;
45 dev->ethtool_ops->get_ringparam(dev, &data->ringparam);
46 ethnl_ops_complete(dev);
47
48 return 0;
49}
50
51static int rings_reply_size(const struct ethnl_req_info *req_base,
52 const struct ethnl_reply_data *reply_base)
53{
54 return nla_total_size(sizeof(u32)) + /* _RINGS_RX_MAX */
55 nla_total_size(sizeof(u32)) + /* _RINGS_RX_MINI_MAX */
56 nla_total_size(sizeof(u32)) + /* _RINGS_RX_JUMBO_MAX */
57 nla_total_size(sizeof(u32)) + /* _RINGS_TX_MAX */
58 nla_total_size(sizeof(u32)) + /* _RINGS_RX */
59 nla_total_size(sizeof(u32)) + /* _RINGS_RX_MINI */
60 nla_total_size(sizeof(u32)) + /* _RINGS_RX_JUMBO */
61 nla_total_size(sizeof(u32)); /* _RINGS_TX */
62}
63
64static int rings_fill_reply(struct sk_buff *skb,
65 const struct ethnl_req_info *req_base,
66 const struct ethnl_reply_data *reply_base)
67{
68 const struct rings_reply_data *data = RINGS_REPDATA(reply_base);
69 const struct ethtool_ringparam *ringparam = &data->ringparam;
70
71 if ((ringparam->rx_max_pending &&
72 (nla_put_u32(skb, ETHTOOL_A_RINGS_RX_MAX,
73 ringparam->rx_max_pending) ||
74 nla_put_u32(skb, ETHTOOL_A_RINGS_RX,
75 ringparam->rx_pending))) ||
76 (ringparam->rx_mini_max_pending &&
77 (nla_put_u32(skb, ETHTOOL_A_RINGS_RX_MINI_MAX,
78 ringparam->rx_mini_max_pending) ||
79 nla_put_u32(skb, ETHTOOL_A_RINGS_RX_MINI,
80 ringparam->rx_mini_pending))) ||
81 (ringparam->rx_jumbo_max_pending &&
82 (nla_put_u32(skb, ETHTOOL_A_RINGS_RX_JUMBO_MAX,
83 ringparam->rx_jumbo_max_pending) ||
84 nla_put_u32(skb, ETHTOOL_A_RINGS_RX_JUMBO,
85 ringparam->rx_jumbo_pending))) ||
86 (ringparam->tx_max_pending &&
87 (nla_put_u32(skb, ETHTOOL_A_RINGS_TX_MAX,
88 ringparam->tx_max_pending) ||
89 nla_put_u32(skb, ETHTOOL_A_RINGS_TX,
90 ringparam->tx_pending))))
91 return -EMSGSIZE;
92
93 return 0;
94}
95
96const struct ethnl_request_ops ethnl_rings_request_ops = {
97 .request_cmd = ETHTOOL_MSG_RINGS_GET,
98 .reply_cmd = ETHTOOL_MSG_RINGS_GET_REPLY,
99 .hdr_attr = ETHTOOL_A_RINGS_HEADER,
100 .max_attr = ETHTOOL_A_RINGS_MAX,
101 .req_info_size = sizeof(struct rings_req_info),
102 .reply_data_size = sizeof(struct rings_reply_data),
103 .request_policy = rings_get_policy,
104
105 .prepare_data = rings_prepare_data,
106 .reply_size = rings_reply_size,
107 .fill_reply = rings_fill_reply,
108};
109
110/* RINGS_SET */
111
112static const struct nla_policy
113rings_set_policy[ETHTOOL_A_RINGS_MAX + 1] = {
114 [ETHTOOL_A_RINGS_UNSPEC] = { .type = NLA_REJECT },
115 [ETHTOOL_A_RINGS_HEADER] = { .type = NLA_NESTED },
116 [ETHTOOL_A_RINGS_RX_MAX] = { .type = NLA_REJECT },
117 [ETHTOOL_A_RINGS_RX_MINI_MAX] = { .type = NLA_REJECT },
118 [ETHTOOL_A_RINGS_RX_JUMBO_MAX] = { .type = NLA_REJECT },
119 [ETHTOOL_A_RINGS_TX_MAX] = { .type = NLA_REJECT },
120 [ETHTOOL_A_RINGS_RX] = { .type = NLA_U32 },
121 [ETHTOOL_A_RINGS_RX_MINI] = { .type = NLA_U32 },
122 [ETHTOOL_A_RINGS_RX_JUMBO] = { .type = NLA_U32 },
123 [ETHTOOL_A_RINGS_TX] = { .type = NLA_U32 },
124};
125
126int ethnl_set_rings(struct sk_buff *skb, struct genl_info *info)
127{
128 struct nlattr *tb[ETHTOOL_A_RINGS_MAX + 1];
129 struct ethtool_ringparam ringparam = {};
130 struct ethnl_req_info req_info = {};
131 const struct nlattr *err_attr;
132 const struct ethtool_ops *ops;
133 struct net_device *dev;
134 bool mod = false;
135 int ret;
136
137 ret = nlmsg_parse(info->nlhdr, GENL_HDRLEN, tb,
138 ETHTOOL_A_RINGS_MAX, rings_set_policy,
139 info->extack);
140 if (ret < 0)
141 return ret;
142 ret = ethnl_parse_header_dev_get(&req_info,
143 tb[ETHTOOL_A_RINGS_HEADER],
144 genl_info_net(info), info->extack,
145 true);
146 if (ret < 0)
147 return ret;
148 dev = req_info.dev;
149 ops = dev->ethtool_ops;
150 ret = -EOPNOTSUPP;
151 if (!ops->get_ringparam || !ops->set_ringparam)
152 goto out_dev;
153
154 rtnl_lock();
155 ret = ethnl_ops_begin(dev);
156 if (ret < 0)
157 goto out_rtnl;
158 ops->get_ringparam(dev, &ringparam);
159
160 ethnl_update_u32(&ringparam.rx_pending, tb[ETHTOOL_A_RINGS_RX], &mod);
161 ethnl_update_u32(&ringparam.rx_mini_pending,
162 tb[ETHTOOL_A_RINGS_RX_MINI], &mod);
163 ethnl_update_u32(&ringparam.rx_jumbo_pending,
164 tb[ETHTOOL_A_RINGS_RX_JUMBO], &mod);
165 ethnl_update_u32(&ringparam.tx_pending, tb[ETHTOOL_A_RINGS_TX], &mod);
166 ret = 0;
167 if (!mod)
168 goto out_ops;
169
170 /* ensure new ring parameters are within limits */
171 if (ringparam.rx_pending > ringparam.rx_max_pending)
172 err_attr = tb[ETHTOOL_A_RINGS_RX];
173 else if (ringparam.rx_mini_pending > ringparam.rx_mini_max_pending)
174 err_attr = tb[ETHTOOL_A_RINGS_RX_MINI];
175 else if (ringparam.rx_jumbo_pending > ringparam.rx_jumbo_max_pending)
176 err_attr = tb[ETHTOOL_A_RINGS_RX_JUMBO];
177 else if (ringparam.tx_pending > ringparam.tx_max_pending)
178 err_attr = tb[ETHTOOL_A_RINGS_TX];
179 else
180 err_attr = NULL;
181 if (err_attr) {
182 ret = -EINVAL;
183 NL_SET_ERR_MSG_ATTR(info->extack, err_attr,
184 "requested ring size exceeds maximum");
185 goto out_ops;
186 }
187
188 ret = dev->ethtool_ops->set_ringparam(dev, &ringparam);
189 if (ret < 0)
190 goto out_ops;
191 ethtool_notify(dev, ETHTOOL_MSG_RINGS_NTF, NULL);
192
193out_ops:
194 ethnl_ops_complete(dev);
195out_rtnl:
196 rtnl_unlock();
197out_dev:
198 dev_put(dev);
199 return ret;
200}