Loading...
1/* Broadcom NetXtreme-C/E network driver.
2 *
3 * Copyright (c) 2014-2016 Broadcom Corporation
4 * Copyright (c) 2016-2018 Broadcom Limited
5 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation.
9 */
10
11#include <linux/ethtool.h>
12#include <linux/module.h>
13#include <linux/pci.h>
14#include <linux/netdevice.h>
15#include <linux/if_vlan.h>
16#include <linux/interrupt.h>
17#include <linux/etherdevice.h>
18#include "bnxt_hsi.h"
19#include "bnxt.h"
20#include "bnxt_hwrm.h"
21#include "bnxt_ulp.h"
22#include "bnxt_sriov.h"
23#include "bnxt_vfr.h"
24#include "bnxt_ethtool.h"
25
26#ifdef CONFIG_BNXT_SRIOV
27static int bnxt_hwrm_fwd_async_event_cmpl(struct bnxt *bp,
28 struct bnxt_vf_info *vf, u16 event_id)
29{
30 struct hwrm_fwd_async_event_cmpl_input *req;
31 struct hwrm_async_event_cmpl *async_cmpl;
32 int rc = 0;
33
34 rc = hwrm_req_init(bp, req, HWRM_FWD_ASYNC_EVENT_CMPL);
35 if (rc)
36 goto exit;
37
38 if (vf)
39 req->encap_async_event_target_id = cpu_to_le16(vf->fw_fid);
40 else
41 /* broadcast this async event to all VFs */
42 req->encap_async_event_target_id = cpu_to_le16(0xffff);
43 async_cmpl =
44 (struct hwrm_async_event_cmpl *)req->encap_async_event_cmpl;
45 async_cmpl->type = cpu_to_le16(ASYNC_EVENT_CMPL_TYPE_HWRM_ASYNC_EVENT);
46 async_cmpl->event_id = cpu_to_le16(event_id);
47
48 rc = hwrm_req_send(bp, req);
49exit:
50 if (rc)
51 netdev_err(bp->dev, "hwrm_fwd_async_event_cmpl failed. rc:%d\n",
52 rc);
53 return rc;
54}
55
56static int bnxt_vf_ndo_prep(struct bnxt *bp, int vf_id)
57{
58 if (!bp->pf.active_vfs) {
59 netdev_err(bp->dev, "vf ndo called though sriov is disabled\n");
60 return -EINVAL;
61 }
62 if (vf_id >= bp->pf.active_vfs) {
63 netdev_err(bp->dev, "Invalid VF id %d\n", vf_id);
64 return -EINVAL;
65 }
66 return 0;
67}
68
69int bnxt_set_vf_spoofchk(struct net_device *dev, int vf_id, bool setting)
70{
71 struct bnxt *bp = netdev_priv(dev);
72 struct hwrm_func_cfg_input *req;
73 bool old_setting = false;
74 struct bnxt_vf_info *vf;
75 u32 func_flags;
76 int rc;
77
78 if (bp->hwrm_spec_code < 0x10701)
79 return -ENOTSUPP;
80
81 rc = bnxt_vf_ndo_prep(bp, vf_id);
82 if (rc)
83 return rc;
84
85 vf = &bp->pf.vf[vf_id];
86 if (vf->flags & BNXT_VF_SPOOFCHK)
87 old_setting = true;
88 if (old_setting == setting)
89 return 0;
90
91 if (setting)
92 func_flags = FUNC_CFG_REQ_FLAGS_SRC_MAC_ADDR_CHECK_ENABLE;
93 else
94 func_flags = FUNC_CFG_REQ_FLAGS_SRC_MAC_ADDR_CHECK_DISABLE;
95 /*TODO: if the driver supports VLAN filter on guest VLAN,
96 * the spoof check should also include vlan anti-spoofing
97 */
98 rc = bnxt_hwrm_func_cfg_short_req_init(bp, &req);
99 if (!rc) {
100 req->fid = cpu_to_le16(vf->fw_fid);
101 req->flags = cpu_to_le32(func_flags);
102 rc = hwrm_req_send(bp, req);
103 if (!rc) {
104 if (setting)
105 vf->flags |= BNXT_VF_SPOOFCHK;
106 else
107 vf->flags &= ~BNXT_VF_SPOOFCHK;
108 }
109 }
110 return rc;
111}
112
113static int bnxt_hwrm_func_qcfg_flags(struct bnxt *bp, struct bnxt_vf_info *vf)
114{
115 struct hwrm_func_qcfg_output *resp;
116 struct hwrm_func_qcfg_input *req;
117 int rc;
118
119 rc = hwrm_req_init(bp, req, HWRM_FUNC_QCFG);
120 if (rc)
121 return rc;
122
123 req->fid = cpu_to_le16(BNXT_PF(bp) ? vf->fw_fid : 0xffff);
124 resp = hwrm_req_hold(bp, req);
125 rc = hwrm_req_send(bp, req);
126 if (!rc)
127 vf->func_qcfg_flags = le16_to_cpu(resp->flags);
128 hwrm_req_drop(bp, req);
129 return rc;
130}
131
132bool bnxt_is_trusted_vf(struct bnxt *bp, struct bnxt_vf_info *vf)
133{
134 if (BNXT_PF(bp) && !(bp->fw_cap & BNXT_FW_CAP_TRUSTED_VF))
135 return !!(vf->flags & BNXT_VF_TRUST);
136
137 bnxt_hwrm_func_qcfg_flags(bp, vf);
138 return !!(vf->func_qcfg_flags & FUNC_QCFG_RESP_FLAGS_TRUSTED_VF);
139}
140
141static int bnxt_hwrm_set_trusted_vf(struct bnxt *bp, struct bnxt_vf_info *vf)
142{
143 struct hwrm_func_cfg_input *req;
144 int rc;
145
146 if (!(bp->fw_cap & BNXT_FW_CAP_TRUSTED_VF))
147 return 0;
148
149 rc = bnxt_hwrm_func_cfg_short_req_init(bp, &req);
150 if (rc)
151 return rc;
152
153 req->fid = cpu_to_le16(vf->fw_fid);
154 if (vf->flags & BNXT_VF_TRUST)
155 req->flags = cpu_to_le32(FUNC_CFG_REQ_FLAGS_TRUSTED_VF_ENABLE);
156 else
157 req->flags = cpu_to_le32(FUNC_CFG_REQ_FLAGS_TRUSTED_VF_DISABLE);
158 return hwrm_req_send(bp, req);
159}
160
161int bnxt_set_vf_trust(struct net_device *dev, int vf_id, bool trusted)
162{
163 struct bnxt *bp = netdev_priv(dev);
164 struct bnxt_vf_info *vf;
165
166 if (bnxt_vf_ndo_prep(bp, vf_id))
167 return -EINVAL;
168
169 vf = &bp->pf.vf[vf_id];
170 if (trusted)
171 vf->flags |= BNXT_VF_TRUST;
172 else
173 vf->flags &= ~BNXT_VF_TRUST;
174
175 bnxt_hwrm_set_trusted_vf(bp, vf);
176 return 0;
177}
178
179int bnxt_get_vf_config(struct net_device *dev, int vf_id,
180 struct ifla_vf_info *ivi)
181{
182 struct bnxt *bp = netdev_priv(dev);
183 struct bnxt_vf_info *vf;
184 int rc;
185
186 rc = bnxt_vf_ndo_prep(bp, vf_id);
187 if (rc)
188 return rc;
189
190 ivi->vf = vf_id;
191 vf = &bp->pf.vf[vf_id];
192
193 if (is_valid_ether_addr(vf->mac_addr))
194 memcpy(&ivi->mac, vf->mac_addr, ETH_ALEN);
195 else
196 memcpy(&ivi->mac, vf->vf_mac_addr, ETH_ALEN);
197 ivi->max_tx_rate = vf->max_tx_rate;
198 ivi->min_tx_rate = vf->min_tx_rate;
199 ivi->vlan = vf->vlan;
200 if (vf->flags & BNXT_VF_QOS)
201 ivi->qos = vf->vlan >> VLAN_PRIO_SHIFT;
202 else
203 ivi->qos = 0;
204 ivi->spoofchk = !!(vf->flags & BNXT_VF_SPOOFCHK);
205 ivi->trusted = bnxt_is_trusted_vf(bp, vf);
206 if (!(vf->flags & BNXT_VF_LINK_FORCED))
207 ivi->linkstate = IFLA_VF_LINK_STATE_AUTO;
208 else if (vf->flags & BNXT_VF_LINK_UP)
209 ivi->linkstate = IFLA_VF_LINK_STATE_ENABLE;
210 else
211 ivi->linkstate = IFLA_VF_LINK_STATE_DISABLE;
212
213 return 0;
214}
215
216int bnxt_set_vf_mac(struct net_device *dev, int vf_id, u8 *mac)
217{
218 struct bnxt *bp = netdev_priv(dev);
219 struct hwrm_func_cfg_input *req;
220 struct bnxt_vf_info *vf;
221 int rc;
222
223 rc = bnxt_vf_ndo_prep(bp, vf_id);
224 if (rc)
225 return rc;
226 /* reject bc or mc mac addr, zero mac addr means allow
227 * VF to use its own mac addr
228 */
229 if (is_multicast_ether_addr(mac)) {
230 netdev_err(dev, "Invalid VF ethernet address\n");
231 return -EINVAL;
232 }
233 vf = &bp->pf.vf[vf_id];
234
235 rc = bnxt_hwrm_func_cfg_short_req_init(bp, &req);
236 if (rc)
237 return rc;
238
239 memcpy(vf->mac_addr, mac, ETH_ALEN);
240
241 req->fid = cpu_to_le16(vf->fw_fid);
242 req->enables = cpu_to_le32(FUNC_CFG_REQ_ENABLES_DFLT_MAC_ADDR);
243 memcpy(req->dflt_mac_addr, mac, ETH_ALEN);
244 return hwrm_req_send(bp, req);
245}
246
247int bnxt_set_vf_vlan(struct net_device *dev, int vf_id, u16 vlan_id, u8 qos,
248 __be16 vlan_proto)
249{
250 struct bnxt *bp = netdev_priv(dev);
251 struct hwrm_func_cfg_input *req;
252 struct bnxt_vf_info *vf;
253 u16 vlan_tag;
254 int rc;
255
256 if (bp->hwrm_spec_code < 0x10201)
257 return -ENOTSUPP;
258
259 if (vlan_proto != htons(ETH_P_8021Q))
260 return -EPROTONOSUPPORT;
261
262 rc = bnxt_vf_ndo_prep(bp, vf_id);
263 if (rc)
264 return rc;
265
266 /* TODO: needed to implement proper handling of user priority,
267 * currently fail the command if there is valid priority
268 */
269 if (vlan_id > 4095 || qos)
270 return -EINVAL;
271
272 vf = &bp->pf.vf[vf_id];
273 vlan_tag = vlan_id;
274 if (vlan_tag == vf->vlan)
275 return 0;
276
277 rc = bnxt_hwrm_func_cfg_short_req_init(bp, &req);
278 if (!rc) {
279 req->fid = cpu_to_le16(vf->fw_fid);
280 req->dflt_vlan = cpu_to_le16(vlan_tag);
281 req->enables = cpu_to_le32(FUNC_CFG_REQ_ENABLES_DFLT_VLAN);
282 rc = hwrm_req_send(bp, req);
283 if (!rc)
284 vf->vlan = vlan_tag;
285 }
286 return rc;
287}
288
289int bnxt_set_vf_bw(struct net_device *dev, int vf_id, int min_tx_rate,
290 int max_tx_rate)
291{
292 struct bnxt *bp = netdev_priv(dev);
293 struct hwrm_func_cfg_input *req;
294 struct bnxt_vf_info *vf;
295 u32 pf_link_speed;
296 int rc;
297
298 rc = bnxt_vf_ndo_prep(bp, vf_id);
299 if (rc)
300 return rc;
301
302 vf = &bp->pf.vf[vf_id];
303 pf_link_speed = bnxt_fw_to_ethtool_speed(bp->link_info.link_speed);
304 if (max_tx_rate > pf_link_speed) {
305 netdev_info(bp->dev, "max tx rate %d exceed PF link speed for VF %d\n",
306 max_tx_rate, vf_id);
307 return -EINVAL;
308 }
309
310 if (min_tx_rate > pf_link_speed) {
311 netdev_info(bp->dev, "min tx rate %d is invalid for VF %d\n",
312 min_tx_rate, vf_id);
313 return -EINVAL;
314 }
315 if (min_tx_rate == vf->min_tx_rate && max_tx_rate == vf->max_tx_rate)
316 return 0;
317 rc = bnxt_hwrm_func_cfg_short_req_init(bp, &req);
318 if (!rc) {
319 req->fid = cpu_to_le16(vf->fw_fid);
320 req->enables = cpu_to_le32(FUNC_CFG_REQ_ENABLES_MAX_BW |
321 FUNC_CFG_REQ_ENABLES_MIN_BW);
322 req->max_bw = cpu_to_le32(max_tx_rate);
323 req->min_bw = cpu_to_le32(min_tx_rate);
324 rc = hwrm_req_send(bp, req);
325 if (!rc) {
326 vf->min_tx_rate = min_tx_rate;
327 vf->max_tx_rate = max_tx_rate;
328 }
329 }
330 return rc;
331}
332
333int bnxt_set_vf_link_state(struct net_device *dev, int vf_id, int link)
334{
335 struct bnxt *bp = netdev_priv(dev);
336 struct bnxt_vf_info *vf;
337 int rc;
338
339 rc = bnxt_vf_ndo_prep(bp, vf_id);
340 if (rc)
341 return rc;
342
343 vf = &bp->pf.vf[vf_id];
344
345 vf->flags &= ~(BNXT_VF_LINK_UP | BNXT_VF_LINK_FORCED);
346 switch (link) {
347 case IFLA_VF_LINK_STATE_AUTO:
348 vf->flags |= BNXT_VF_LINK_UP;
349 break;
350 case IFLA_VF_LINK_STATE_DISABLE:
351 vf->flags |= BNXT_VF_LINK_FORCED;
352 break;
353 case IFLA_VF_LINK_STATE_ENABLE:
354 vf->flags |= BNXT_VF_LINK_UP | BNXT_VF_LINK_FORCED;
355 break;
356 default:
357 netdev_err(bp->dev, "Invalid link option\n");
358 rc = -EINVAL;
359 break;
360 }
361 if (vf->flags & (BNXT_VF_LINK_UP | BNXT_VF_LINK_FORCED))
362 rc = bnxt_hwrm_fwd_async_event_cmpl(bp, vf,
363 ASYNC_EVENT_CMPL_EVENT_ID_LINK_STATUS_CHANGE);
364 return rc;
365}
366
367static int bnxt_set_vf_attr(struct bnxt *bp, int num_vfs)
368{
369 int i;
370 struct bnxt_vf_info *vf;
371
372 for (i = 0; i < num_vfs; i++) {
373 vf = &bp->pf.vf[i];
374 memset(vf, 0, sizeof(*vf));
375 }
376 return 0;
377}
378
379static int bnxt_hwrm_func_vf_resource_free(struct bnxt *bp, int num_vfs)
380{
381 struct hwrm_func_vf_resc_free_input *req;
382 struct bnxt_pf_info *pf = &bp->pf;
383 int i, rc;
384
385 rc = hwrm_req_init(bp, req, HWRM_FUNC_VF_RESC_FREE);
386 if (rc)
387 return rc;
388
389 hwrm_req_hold(bp, req);
390 for (i = pf->first_vf_id; i < pf->first_vf_id + num_vfs; i++) {
391 req->vf_id = cpu_to_le16(i);
392 rc = hwrm_req_send(bp, req);
393 if (rc)
394 break;
395 }
396 hwrm_req_drop(bp, req);
397 return rc;
398}
399
400static void bnxt_free_vf_resources(struct bnxt *bp)
401{
402 struct pci_dev *pdev = bp->pdev;
403 int i;
404
405 kfree(bp->pf.vf_event_bmap);
406 bp->pf.vf_event_bmap = NULL;
407
408 for (i = 0; i < 4; i++) {
409 if (bp->pf.hwrm_cmd_req_addr[i]) {
410 dma_free_coherent(&pdev->dev, BNXT_PAGE_SIZE,
411 bp->pf.hwrm_cmd_req_addr[i],
412 bp->pf.hwrm_cmd_req_dma_addr[i]);
413 bp->pf.hwrm_cmd_req_addr[i] = NULL;
414 }
415 }
416
417 bp->pf.active_vfs = 0;
418 kfree(bp->pf.vf);
419 bp->pf.vf = NULL;
420}
421
422static int bnxt_alloc_vf_resources(struct bnxt *bp, int num_vfs)
423{
424 struct pci_dev *pdev = bp->pdev;
425 u32 nr_pages, size, i, j, k = 0;
426
427 bp->pf.vf = kcalloc(num_vfs, sizeof(struct bnxt_vf_info), GFP_KERNEL);
428 if (!bp->pf.vf)
429 return -ENOMEM;
430
431 bnxt_set_vf_attr(bp, num_vfs);
432
433 size = num_vfs * BNXT_HWRM_REQ_MAX_SIZE;
434 nr_pages = size / BNXT_PAGE_SIZE;
435 if (size & (BNXT_PAGE_SIZE - 1))
436 nr_pages++;
437
438 for (i = 0; i < nr_pages; i++) {
439 bp->pf.hwrm_cmd_req_addr[i] =
440 dma_alloc_coherent(&pdev->dev, BNXT_PAGE_SIZE,
441 &bp->pf.hwrm_cmd_req_dma_addr[i],
442 GFP_KERNEL);
443
444 if (!bp->pf.hwrm_cmd_req_addr[i])
445 return -ENOMEM;
446
447 for (j = 0; j < BNXT_HWRM_REQS_PER_PAGE && k < num_vfs; j++) {
448 struct bnxt_vf_info *vf = &bp->pf.vf[k];
449
450 vf->hwrm_cmd_req_addr = bp->pf.hwrm_cmd_req_addr[i] +
451 j * BNXT_HWRM_REQ_MAX_SIZE;
452 vf->hwrm_cmd_req_dma_addr =
453 bp->pf.hwrm_cmd_req_dma_addr[i] + j *
454 BNXT_HWRM_REQ_MAX_SIZE;
455 k++;
456 }
457 }
458
459 /* Max 128 VF's */
460 bp->pf.vf_event_bmap = kzalloc(16, GFP_KERNEL);
461 if (!bp->pf.vf_event_bmap)
462 return -ENOMEM;
463
464 bp->pf.hwrm_cmd_req_pages = nr_pages;
465 return 0;
466}
467
468static int bnxt_hwrm_func_buf_rgtr(struct bnxt *bp)
469{
470 struct hwrm_func_buf_rgtr_input *req;
471 int rc;
472
473 rc = hwrm_req_init(bp, req, HWRM_FUNC_BUF_RGTR);
474 if (rc)
475 return rc;
476
477 req->req_buf_num_pages = cpu_to_le16(bp->pf.hwrm_cmd_req_pages);
478 req->req_buf_page_size = cpu_to_le16(BNXT_PAGE_SHIFT);
479 req->req_buf_len = cpu_to_le16(BNXT_HWRM_REQ_MAX_SIZE);
480 req->req_buf_page_addr0 = cpu_to_le64(bp->pf.hwrm_cmd_req_dma_addr[0]);
481 req->req_buf_page_addr1 = cpu_to_le64(bp->pf.hwrm_cmd_req_dma_addr[1]);
482 req->req_buf_page_addr2 = cpu_to_le64(bp->pf.hwrm_cmd_req_dma_addr[2]);
483 req->req_buf_page_addr3 = cpu_to_le64(bp->pf.hwrm_cmd_req_dma_addr[3]);
484
485 return hwrm_req_send(bp, req);
486}
487
488static int __bnxt_set_vf_params(struct bnxt *bp, int vf_id)
489{
490 struct hwrm_func_cfg_input *req;
491 struct bnxt_vf_info *vf;
492 int rc;
493
494 rc = bnxt_hwrm_func_cfg_short_req_init(bp, &req);
495 if (rc)
496 return rc;
497
498 vf = &bp->pf.vf[vf_id];
499 req->fid = cpu_to_le16(vf->fw_fid);
500
501 if (is_valid_ether_addr(vf->mac_addr)) {
502 req->enables |= cpu_to_le32(FUNC_CFG_REQ_ENABLES_DFLT_MAC_ADDR);
503 memcpy(req->dflt_mac_addr, vf->mac_addr, ETH_ALEN);
504 }
505 if (vf->vlan) {
506 req->enables |= cpu_to_le32(FUNC_CFG_REQ_ENABLES_DFLT_VLAN);
507 req->dflt_vlan = cpu_to_le16(vf->vlan);
508 }
509 if (vf->max_tx_rate) {
510 req->enables |= cpu_to_le32(FUNC_CFG_REQ_ENABLES_MAX_BW |
511 FUNC_CFG_REQ_ENABLES_MIN_BW);
512 req->max_bw = cpu_to_le32(vf->max_tx_rate);
513 req->min_bw = cpu_to_le32(vf->min_tx_rate);
514 }
515 if (vf->flags & BNXT_VF_TRUST)
516 req->flags |= cpu_to_le32(FUNC_CFG_REQ_FLAGS_TRUSTED_VF_ENABLE);
517
518 return hwrm_req_send(bp, req);
519}
520
521/* Only called by PF to reserve resources for VFs, returns actual number of
522 * VFs configured, or < 0 on error.
523 */
524static int bnxt_hwrm_func_vf_resc_cfg(struct bnxt *bp, int num_vfs, bool reset)
525{
526 struct hwrm_func_vf_resource_cfg_input *req;
527 struct bnxt_hw_resc *hw_resc = &bp->hw_resc;
528 u16 vf_tx_rings, vf_rx_rings, vf_cp_rings;
529 u16 vf_stat_ctx, vf_vnics, vf_ring_grps;
530 struct bnxt_pf_info *pf = &bp->pf;
531 int i, rc = 0, min = 1;
532 u16 vf_msix = 0;
533 u16 vf_rss;
534
535 rc = hwrm_req_init(bp, req, HWRM_FUNC_VF_RESOURCE_CFG);
536 if (rc)
537 return rc;
538
539 if (bp->flags & BNXT_FLAG_CHIP_P5_PLUS) {
540 vf_msix = hw_resc->max_nqs - bnxt_nq_rings_in_use(bp);
541 vf_ring_grps = 0;
542 } else {
543 vf_ring_grps = hw_resc->max_hw_ring_grps - bp->rx_nr_rings;
544 }
545 vf_cp_rings = bnxt_get_avail_cp_rings_for_en(bp);
546 vf_stat_ctx = bnxt_get_avail_stat_ctxs_for_en(bp);
547 if (bp->flags & BNXT_FLAG_AGG_RINGS)
548 vf_rx_rings = hw_resc->max_rx_rings - bp->rx_nr_rings * 2;
549 else
550 vf_rx_rings = hw_resc->max_rx_rings - bp->rx_nr_rings;
551 vf_tx_rings = hw_resc->max_tx_rings - bp->tx_nr_rings;
552 vf_vnics = hw_resc->max_vnics - bp->nr_vnics;
553 vf_rss = hw_resc->max_rsscos_ctxs - bp->rsscos_nr_ctxs;
554
555 req->min_rsscos_ctx = cpu_to_le16(BNXT_VF_MIN_RSS_CTX);
556 if (pf->vf_resv_strategy == BNXT_VF_RESV_STRATEGY_MINIMAL_STATIC) {
557 min = 0;
558 req->min_rsscos_ctx = cpu_to_le16(min);
559 }
560 if (pf->vf_resv_strategy == BNXT_VF_RESV_STRATEGY_MINIMAL ||
561 pf->vf_resv_strategy == BNXT_VF_RESV_STRATEGY_MINIMAL_STATIC) {
562 req->min_cmpl_rings = cpu_to_le16(min);
563 req->min_tx_rings = cpu_to_le16(min);
564 req->min_rx_rings = cpu_to_le16(min);
565 req->min_l2_ctxs = cpu_to_le16(min);
566 req->min_vnics = cpu_to_le16(min);
567 req->min_stat_ctx = cpu_to_le16(min);
568 if (!(bp->flags & BNXT_FLAG_CHIP_P5_PLUS))
569 req->min_hw_ring_grps = cpu_to_le16(min);
570 } else {
571 vf_cp_rings /= num_vfs;
572 vf_tx_rings /= num_vfs;
573 vf_rx_rings /= num_vfs;
574 if ((bp->fw_cap & BNXT_FW_CAP_PRE_RESV_VNICS) &&
575 vf_vnics >= pf->max_vfs) {
576 /* Take into account that FW has pre-reserved 1 VNIC for
577 * each pf->max_vfs.
578 */
579 vf_vnics = (vf_vnics - pf->max_vfs + num_vfs) / num_vfs;
580 } else {
581 vf_vnics /= num_vfs;
582 }
583 vf_stat_ctx /= num_vfs;
584 vf_ring_grps /= num_vfs;
585 vf_rss /= num_vfs;
586
587 vf_vnics = min_t(u16, vf_vnics, vf_rx_rings);
588 req->min_cmpl_rings = cpu_to_le16(vf_cp_rings);
589 req->min_tx_rings = cpu_to_le16(vf_tx_rings);
590 req->min_rx_rings = cpu_to_le16(vf_rx_rings);
591 req->min_l2_ctxs = cpu_to_le16(BNXT_VF_MAX_L2_CTX);
592 req->min_vnics = cpu_to_le16(vf_vnics);
593 req->min_stat_ctx = cpu_to_le16(vf_stat_ctx);
594 req->min_hw_ring_grps = cpu_to_le16(vf_ring_grps);
595 req->min_rsscos_ctx = cpu_to_le16(vf_rss);
596 }
597 req->max_cmpl_rings = cpu_to_le16(vf_cp_rings);
598 req->max_tx_rings = cpu_to_le16(vf_tx_rings);
599 req->max_rx_rings = cpu_to_le16(vf_rx_rings);
600 req->max_l2_ctxs = cpu_to_le16(BNXT_VF_MAX_L2_CTX);
601 req->max_vnics = cpu_to_le16(vf_vnics);
602 req->max_stat_ctx = cpu_to_le16(vf_stat_ctx);
603 req->max_hw_ring_grps = cpu_to_le16(vf_ring_grps);
604 req->max_rsscos_ctx = cpu_to_le16(vf_rss);
605 if (bp->flags & BNXT_FLAG_CHIP_P5_PLUS)
606 req->max_msix = cpu_to_le16(vf_msix / num_vfs);
607
608 hwrm_req_hold(bp, req);
609 for (i = 0; i < num_vfs; i++) {
610 if (reset)
611 __bnxt_set_vf_params(bp, i);
612
613 req->vf_id = cpu_to_le16(pf->first_vf_id + i);
614 rc = hwrm_req_send(bp, req);
615 if (rc)
616 break;
617 pf->active_vfs = i + 1;
618 pf->vf[i].fw_fid = pf->first_vf_id + i;
619 }
620
621 if (pf->active_vfs) {
622 u16 n = pf->active_vfs;
623
624 hw_resc->max_tx_rings -= le16_to_cpu(req->min_tx_rings) * n;
625 hw_resc->max_rx_rings -= le16_to_cpu(req->min_rx_rings) * n;
626 hw_resc->max_hw_ring_grps -=
627 le16_to_cpu(req->min_hw_ring_grps) * n;
628 hw_resc->max_cp_rings -= le16_to_cpu(req->min_cmpl_rings) * n;
629 hw_resc->max_rsscos_ctxs -=
630 le16_to_cpu(req->min_rsscos_ctx) * n;
631 hw_resc->max_stat_ctxs -= le16_to_cpu(req->min_stat_ctx) * n;
632 hw_resc->max_vnics -= le16_to_cpu(req->min_vnics) * n;
633 if (bp->flags & BNXT_FLAG_CHIP_P5_PLUS)
634 hw_resc->max_nqs -= vf_msix;
635
636 rc = pf->active_vfs;
637 }
638 hwrm_req_drop(bp, req);
639 return rc;
640}
641
642/* Only called by PF to reserve resources for VFs, returns actual number of
643 * VFs configured, or < 0 on error.
644 */
645static int bnxt_hwrm_func_cfg(struct bnxt *bp, int num_vfs)
646{
647 u16 vf_tx_rings, vf_rx_rings, vf_cp_rings, vf_stat_ctx, vf_vnics;
648 struct bnxt_hw_resc *hw_resc = &bp->hw_resc;
649 struct bnxt_pf_info *pf = &bp->pf;
650 struct hwrm_func_cfg_input *req;
651 int total_vf_tx_rings = 0;
652 u16 vf_ring_grps;
653 u32 mtu, i;
654 int rc;
655
656 rc = bnxt_hwrm_func_cfg_short_req_init(bp, &req);
657 if (rc)
658 return rc;
659
660 /* Remaining rings are distributed equally amongs VF's for now */
661 vf_cp_rings = bnxt_get_avail_cp_rings_for_en(bp) / num_vfs;
662 vf_stat_ctx = bnxt_get_avail_stat_ctxs_for_en(bp) / num_vfs;
663 if (bp->flags & BNXT_FLAG_AGG_RINGS)
664 vf_rx_rings = (hw_resc->max_rx_rings - bp->rx_nr_rings * 2) /
665 num_vfs;
666 else
667 vf_rx_rings = (hw_resc->max_rx_rings - bp->rx_nr_rings) /
668 num_vfs;
669 vf_ring_grps = (hw_resc->max_hw_ring_grps - bp->rx_nr_rings) / num_vfs;
670 vf_tx_rings = (hw_resc->max_tx_rings - bp->tx_nr_rings) / num_vfs;
671 vf_vnics = (hw_resc->max_vnics - bp->nr_vnics) / num_vfs;
672 vf_vnics = min_t(u16, vf_vnics, vf_rx_rings);
673
674 req->enables = cpu_to_le32(FUNC_CFG_REQ_ENABLES_ADMIN_MTU |
675 FUNC_CFG_REQ_ENABLES_MRU |
676 FUNC_CFG_REQ_ENABLES_NUM_RSSCOS_CTXS |
677 FUNC_CFG_REQ_ENABLES_NUM_STAT_CTXS |
678 FUNC_CFG_REQ_ENABLES_NUM_CMPL_RINGS |
679 FUNC_CFG_REQ_ENABLES_NUM_TX_RINGS |
680 FUNC_CFG_REQ_ENABLES_NUM_RX_RINGS |
681 FUNC_CFG_REQ_ENABLES_NUM_L2_CTXS |
682 FUNC_CFG_REQ_ENABLES_NUM_VNICS |
683 FUNC_CFG_REQ_ENABLES_NUM_HW_RING_GRPS);
684
685 mtu = bp->dev->mtu + ETH_HLEN + VLAN_HLEN;
686 req->mru = cpu_to_le16(mtu);
687 req->admin_mtu = cpu_to_le16(mtu);
688
689 req->num_rsscos_ctxs = cpu_to_le16(1);
690 req->num_cmpl_rings = cpu_to_le16(vf_cp_rings);
691 req->num_tx_rings = cpu_to_le16(vf_tx_rings);
692 req->num_rx_rings = cpu_to_le16(vf_rx_rings);
693 req->num_hw_ring_grps = cpu_to_le16(vf_ring_grps);
694 req->num_l2_ctxs = cpu_to_le16(4);
695
696 req->num_vnics = cpu_to_le16(vf_vnics);
697 /* FIXME spec currently uses 1 bit for stats ctx */
698 req->num_stat_ctxs = cpu_to_le16(vf_stat_ctx);
699
700 hwrm_req_hold(bp, req);
701 for (i = 0; i < num_vfs; i++) {
702 int vf_tx_rsvd = vf_tx_rings;
703
704 req->fid = cpu_to_le16(pf->first_vf_id + i);
705 rc = hwrm_req_send(bp, req);
706 if (rc)
707 break;
708 pf->active_vfs = i + 1;
709 pf->vf[i].fw_fid = le16_to_cpu(req->fid);
710 rc = __bnxt_hwrm_get_tx_rings(bp, pf->vf[i].fw_fid,
711 &vf_tx_rsvd);
712 if (rc)
713 break;
714 total_vf_tx_rings += vf_tx_rsvd;
715 }
716 hwrm_req_drop(bp, req);
717 if (pf->active_vfs) {
718 hw_resc->max_tx_rings -= total_vf_tx_rings;
719 hw_resc->max_rx_rings -= vf_rx_rings * num_vfs;
720 hw_resc->max_hw_ring_grps -= vf_ring_grps * num_vfs;
721 hw_resc->max_cp_rings -= vf_cp_rings * num_vfs;
722 hw_resc->max_rsscos_ctxs -= num_vfs;
723 hw_resc->max_stat_ctxs -= vf_stat_ctx * num_vfs;
724 hw_resc->max_vnics -= vf_vnics * num_vfs;
725 rc = pf->active_vfs;
726 }
727 return rc;
728}
729
730static int bnxt_func_cfg(struct bnxt *bp, int num_vfs, bool reset)
731{
732 if (BNXT_NEW_RM(bp))
733 return bnxt_hwrm_func_vf_resc_cfg(bp, num_vfs, reset);
734 else
735 return bnxt_hwrm_func_cfg(bp, num_vfs);
736}
737
738int bnxt_cfg_hw_sriov(struct bnxt *bp, int *num_vfs, bool reset)
739{
740 int rc;
741
742 /* Register buffers for VFs */
743 rc = bnxt_hwrm_func_buf_rgtr(bp);
744 if (rc)
745 return rc;
746
747 /* Reserve resources for VFs */
748 rc = bnxt_func_cfg(bp, *num_vfs, reset);
749 if (rc != *num_vfs) {
750 if (rc <= 0) {
751 netdev_warn(bp->dev, "Unable to reserve resources for SRIOV.\n");
752 *num_vfs = 0;
753 return rc;
754 }
755 netdev_warn(bp->dev, "Only able to reserve resources for %d VFs.\n",
756 rc);
757 *num_vfs = rc;
758 }
759
760 return 0;
761}
762
763static int bnxt_sriov_enable(struct bnxt *bp, int *num_vfs)
764{
765 int rc = 0, vfs_supported;
766 int min_rx_rings, min_tx_rings, min_rss_ctxs;
767 struct bnxt_hw_resc *hw_resc = &bp->hw_resc;
768 int tx_ok = 0, rx_ok = 0, rss_ok = 0;
769 int avail_cp, avail_stat;
770
771 /* Check if we can enable requested num of vf's. At a mininum
772 * we require 1 RX 1 TX rings for each VF. In this minimum conf
773 * features like TPA will not be available.
774 */
775 vfs_supported = *num_vfs;
776
777 avail_cp = bnxt_get_avail_cp_rings_for_en(bp);
778 avail_stat = bnxt_get_avail_stat_ctxs_for_en(bp);
779 avail_cp = min_t(int, avail_cp, avail_stat);
780
781 while (vfs_supported) {
782 min_rx_rings = vfs_supported;
783 min_tx_rings = vfs_supported;
784 min_rss_ctxs = vfs_supported;
785
786 if (bp->flags & BNXT_FLAG_AGG_RINGS) {
787 if (hw_resc->max_rx_rings - bp->rx_nr_rings * 2 >=
788 min_rx_rings)
789 rx_ok = 1;
790 } else {
791 if (hw_resc->max_rx_rings - bp->rx_nr_rings >=
792 min_rx_rings)
793 rx_ok = 1;
794 }
795 if (hw_resc->max_vnics - bp->nr_vnics < min_rx_rings ||
796 avail_cp < min_rx_rings)
797 rx_ok = 0;
798
799 if (hw_resc->max_tx_rings - bp->tx_nr_rings >= min_tx_rings &&
800 avail_cp >= min_tx_rings)
801 tx_ok = 1;
802
803 if (hw_resc->max_rsscos_ctxs - bp->rsscos_nr_ctxs >=
804 min_rss_ctxs)
805 rss_ok = 1;
806
807 if (tx_ok && rx_ok && rss_ok)
808 break;
809
810 vfs_supported--;
811 }
812
813 if (!vfs_supported) {
814 netdev_err(bp->dev, "Cannot enable VF's as all resources are used by PF\n");
815 return -EINVAL;
816 }
817
818 if (vfs_supported != *num_vfs) {
819 netdev_info(bp->dev, "Requested VFs %d, can enable %d\n",
820 *num_vfs, vfs_supported);
821 *num_vfs = vfs_supported;
822 }
823
824 rc = bnxt_alloc_vf_resources(bp, *num_vfs);
825 if (rc)
826 goto err_out1;
827
828 rc = bnxt_cfg_hw_sriov(bp, num_vfs, false);
829 if (rc)
830 goto err_out2;
831
832 rc = pci_enable_sriov(bp->pdev, *num_vfs);
833 if (rc)
834 goto err_out2;
835
836 if (bp->eswitch_mode != DEVLINK_ESWITCH_MODE_SWITCHDEV)
837 return 0;
838
839 /* Create representors for VFs in switchdev mode */
840 devl_lock(bp->dl);
841 rc = bnxt_vf_reps_create(bp);
842 devl_unlock(bp->dl);
843 if (rc) {
844 netdev_info(bp->dev, "Cannot enable VFS as representors cannot be created\n");
845 goto err_out3;
846 }
847
848 return 0;
849
850err_out3:
851 /* Disable SR-IOV */
852 pci_disable_sriov(bp->pdev);
853
854err_out2:
855 /* Free the resources reserved for various VF's */
856 bnxt_hwrm_func_vf_resource_free(bp, *num_vfs);
857
858 /* Restore the max resources */
859 bnxt_hwrm_func_qcaps(bp);
860
861err_out1:
862 bnxt_free_vf_resources(bp);
863
864 return rc;
865}
866
867void bnxt_sriov_disable(struct bnxt *bp)
868{
869 u16 num_vfs = pci_num_vf(bp->pdev);
870
871 if (!num_vfs)
872 return;
873
874 /* synchronize VF and VF-rep create and destroy */
875 devl_lock(bp->dl);
876 bnxt_vf_reps_destroy(bp);
877
878 if (pci_vfs_assigned(bp->pdev)) {
879 bnxt_hwrm_fwd_async_event_cmpl(
880 bp, NULL, ASYNC_EVENT_CMPL_EVENT_ID_PF_DRVR_UNLOAD);
881 netdev_warn(bp->dev, "Unable to free %d VFs because some are assigned to VMs.\n",
882 num_vfs);
883 } else {
884 pci_disable_sriov(bp->pdev);
885 /* Free the HW resources reserved for various VF's */
886 bnxt_hwrm_func_vf_resource_free(bp, num_vfs);
887 }
888 devl_unlock(bp->dl);
889
890 bnxt_free_vf_resources(bp);
891
892 /* Reclaim all resources for the PF. */
893 rtnl_lock();
894 bnxt_restore_pf_fw_resources(bp);
895 rtnl_unlock();
896}
897
898int bnxt_sriov_configure(struct pci_dev *pdev, int num_vfs)
899{
900 struct net_device *dev = pci_get_drvdata(pdev);
901 struct bnxt *bp = netdev_priv(dev);
902
903 if (!(bp->flags & BNXT_FLAG_USING_MSIX)) {
904 netdev_warn(dev, "Not allow SRIOV if the irq mode is not MSIX\n");
905 return 0;
906 }
907
908 rtnl_lock();
909 if (!netif_running(dev)) {
910 netdev_warn(dev, "Reject SRIOV config request since if is down!\n");
911 rtnl_unlock();
912 return 0;
913 }
914 if (test_bit(BNXT_STATE_IN_FW_RESET, &bp->state)) {
915 netdev_warn(dev, "Reject SRIOV config request when FW reset is in progress\n");
916 rtnl_unlock();
917 return 0;
918 }
919 bp->sriov_cfg = true;
920 rtnl_unlock();
921
922 if (pci_vfs_assigned(bp->pdev)) {
923 netdev_warn(dev, "Unable to configure SRIOV since some VFs are assigned to VMs.\n");
924 num_vfs = 0;
925 goto sriov_cfg_exit;
926 }
927
928 /* Check if enabled VFs is same as requested */
929 if (num_vfs && num_vfs == bp->pf.active_vfs)
930 goto sriov_cfg_exit;
931
932 /* if there are previous existing VFs, clean them up */
933 bnxt_sriov_disable(bp);
934 if (!num_vfs)
935 goto sriov_cfg_exit;
936
937 bnxt_sriov_enable(bp, &num_vfs);
938
939sriov_cfg_exit:
940 bp->sriov_cfg = false;
941 wake_up(&bp->sriov_cfg_wait);
942
943 return num_vfs;
944}
945
946static int bnxt_hwrm_fwd_resp(struct bnxt *bp, struct bnxt_vf_info *vf,
947 void *encap_resp, __le64 encap_resp_addr,
948 __le16 encap_resp_cpr, u32 msg_size)
949{
950 struct hwrm_fwd_resp_input *req;
951 int rc;
952
953 if (BNXT_FWD_RESP_SIZE_ERR(msg_size))
954 return -EINVAL;
955
956 rc = hwrm_req_init(bp, req, HWRM_FWD_RESP);
957 if (!rc) {
958 /* Set the new target id */
959 req->target_id = cpu_to_le16(vf->fw_fid);
960 req->encap_resp_target_id = cpu_to_le16(vf->fw_fid);
961 req->encap_resp_len = cpu_to_le16(msg_size);
962 req->encap_resp_addr = encap_resp_addr;
963 req->encap_resp_cmpl_ring = encap_resp_cpr;
964 memcpy(req->encap_resp, encap_resp, msg_size);
965
966 rc = hwrm_req_send(bp, req);
967 }
968 if (rc)
969 netdev_err(bp->dev, "hwrm_fwd_resp failed. rc:%d\n", rc);
970 return rc;
971}
972
973static int bnxt_hwrm_fwd_err_resp(struct bnxt *bp, struct bnxt_vf_info *vf,
974 u32 msg_size)
975{
976 struct hwrm_reject_fwd_resp_input *req;
977 int rc;
978
979 if (BNXT_REJ_FWD_RESP_SIZE_ERR(msg_size))
980 return -EINVAL;
981
982 rc = hwrm_req_init(bp, req, HWRM_REJECT_FWD_RESP);
983 if (!rc) {
984 /* Set the new target id */
985 req->target_id = cpu_to_le16(vf->fw_fid);
986 req->encap_resp_target_id = cpu_to_le16(vf->fw_fid);
987 memcpy(req->encap_request, vf->hwrm_cmd_req_addr, msg_size);
988
989 rc = hwrm_req_send(bp, req);
990 }
991 if (rc)
992 netdev_err(bp->dev, "hwrm_fwd_err_resp failed. rc:%d\n", rc);
993 return rc;
994}
995
996static int bnxt_hwrm_exec_fwd_resp(struct bnxt *bp, struct bnxt_vf_info *vf,
997 u32 msg_size)
998{
999 struct hwrm_exec_fwd_resp_input *req;
1000 int rc;
1001
1002 if (BNXT_EXEC_FWD_RESP_SIZE_ERR(msg_size))
1003 return -EINVAL;
1004
1005 rc = hwrm_req_init(bp, req, HWRM_EXEC_FWD_RESP);
1006 if (!rc) {
1007 /* Set the new target id */
1008 req->target_id = cpu_to_le16(vf->fw_fid);
1009 req->encap_resp_target_id = cpu_to_le16(vf->fw_fid);
1010 memcpy(req->encap_request, vf->hwrm_cmd_req_addr, msg_size);
1011
1012 rc = hwrm_req_send(bp, req);
1013 }
1014 if (rc)
1015 netdev_err(bp->dev, "hwrm_exec_fw_resp failed. rc:%d\n", rc);
1016 return rc;
1017}
1018
1019static int bnxt_vf_configure_mac(struct bnxt *bp, struct bnxt_vf_info *vf)
1020{
1021 u32 msg_size = sizeof(struct hwrm_func_vf_cfg_input);
1022 struct hwrm_func_vf_cfg_input *req =
1023 (struct hwrm_func_vf_cfg_input *)vf->hwrm_cmd_req_addr;
1024
1025 /* Allow VF to set a valid MAC address, if trust is set to on or
1026 * if the PF assigned MAC address is zero
1027 */
1028 if (req->enables & cpu_to_le32(FUNC_VF_CFG_REQ_ENABLES_DFLT_MAC_ADDR)) {
1029 bool trust = bnxt_is_trusted_vf(bp, vf);
1030
1031 if (is_valid_ether_addr(req->dflt_mac_addr) &&
1032 (trust || !is_valid_ether_addr(vf->mac_addr) ||
1033 ether_addr_equal(req->dflt_mac_addr, vf->mac_addr))) {
1034 ether_addr_copy(vf->vf_mac_addr, req->dflt_mac_addr);
1035 return bnxt_hwrm_exec_fwd_resp(bp, vf, msg_size);
1036 }
1037 return bnxt_hwrm_fwd_err_resp(bp, vf, msg_size);
1038 }
1039 return bnxt_hwrm_exec_fwd_resp(bp, vf, msg_size);
1040}
1041
1042static int bnxt_vf_validate_set_mac(struct bnxt *bp, struct bnxt_vf_info *vf)
1043{
1044 u32 msg_size = sizeof(struct hwrm_cfa_l2_filter_alloc_input);
1045 struct hwrm_cfa_l2_filter_alloc_input *req =
1046 (struct hwrm_cfa_l2_filter_alloc_input *)vf->hwrm_cmd_req_addr;
1047 bool mac_ok = false;
1048
1049 if (!is_valid_ether_addr((const u8 *)req->l2_addr))
1050 return bnxt_hwrm_fwd_err_resp(bp, vf, msg_size);
1051
1052 /* Allow VF to set a valid MAC address, if trust is set to on.
1053 * Or VF MAC address must first match MAC address in PF's context.
1054 * Otherwise, it must match the VF MAC address if firmware spec >=
1055 * 1.2.2
1056 */
1057 if (bnxt_is_trusted_vf(bp, vf)) {
1058 mac_ok = true;
1059 } else if (is_valid_ether_addr(vf->mac_addr)) {
1060 if (ether_addr_equal((const u8 *)req->l2_addr, vf->mac_addr))
1061 mac_ok = true;
1062 } else if (is_valid_ether_addr(vf->vf_mac_addr)) {
1063 if (ether_addr_equal((const u8 *)req->l2_addr, vf->vf_mac_addr))
1064 mac_ok = true;
1065 } else {
1066 /* There are two cases:
1067 * 1.If firmware spec < 0x10202,VF MAC address is not forwarded
1068 * to the PF and so it doesn't have to match
1069 * 2.Allow VF to modify it's own MAC when PF has not assigned a
1070 * valid MAC address and firmware spec >= 0x10202
1071 */
1072 mac_ok = true;
1073 }
1074 if (mac_ok)
1075 return bnxt_hwrm_exec_fwd_resp(bp, vf, msg_size);
1076 return bnxt_hwrm_fwd_err_resp(bp, vf, msg_size);
1077}
1078
1079static int bnxt_vf_set_link(struct bnxt *bp, struct bnxt_vf_info *vf)
1080{
1081 int rc = 0;
1082
1083 if (!(vf->flags & BNXT_VF_LINK_FORCED)) {
1084 /* real link */
1085 rc = bnxt_hwrm_exec_fwd_resp(
1086 bp, vf, sizeof(struct hwrm_port_phy_qcfg_input));
1087 } else {
1088 struct hwrm_port_phy_qcfg_output phy_qcfg_resp = {0};
1089 struct hwrm_port_phy_qcfg_input *phy_qcfg_req;
1090
1091 phy_qcfg_req =
1092 (struct hwrm_port_phy_qcfg_input *)vf->hwrm_cmd_req_addr;
1093 mutex_lock(&bp->link_lock);
1094 memcpy(&phy_qcfg_resp, &bp->link_info.phy_qcfg_resp,
1095 sizeof(phy_qcfg_resp));
1096 mutex_unlock(&bp->link_lock);
1097 phy_qcfg_resp.resp_len = cpu_to_le16(sizeof(phy_qcfg_resp));
1098 phy_qcfg_resp.seq_id = phy_qcfg_req->seq_id;
1099 phy_qcfg_resp.valid = 1;
1100
1101 if (vf->flags & BNXT_VF_LINK_UP) {
1102 /* if physical link is down, force link up on VF */
1103 if (phy_qcfg_resp.link !=
1104 PORT_PHY_QCFG_RESP_LINK_LINK) {
1105 phy_qcfg_resp.link =
1106 PORT_PHY_QCFG_RESP_LINK_LINK;
1107 phy_qcfg_resp.link_speed = cpu_to_le16(
1108 PORT_PHY_QCFG_RESP_LINK_SPEED_10GB);
1109 phy_qcfg_resp.duplex_cfg =
1110 PORT_PHY_QCFG_RESP_DUPLEX_CFG_FULL;
1111 phy_qcfg_resp.duplex_state =
1112 PORT_PHY_QCFG_RESP_DUPLEX_STATE_FULL;
1113 phy_qcfg_resp.pause =
1114 (PORT_PHY_QCFG_RESP_PAUSE_TX |
1115 PORT_PHY_QCFG_RESP_PAUSE_RX);
1116 }
1117 } else {
1118 /* force link down */
1119 phy_qcfg_resp.link = PORT_PHY_QCFG_RESP_LINK_NO_LINK;
1120 phy_qcfg_resp.link_speed = 0;
1121 phy_qcfg_resp.duplex_state =
1122 PORT_PHY_QCFG_RESP_DUPLEX_STATE_HALF;
1123 phy_qcfg_resp.pause = 0;
1124 }
1125 rc = bnxt_hwrm_fwd_resp(bp, vf, &phy_qcfg_resp,
1126 phy_qcfg_req->resp_addr,
1127 phy_qcfg_req->cmpl_ring,
1128 sizeof(phy_qcfg_resp));
1129 }
1130 return rc;
1131}
1132
1133static int bnxt_vf_req_validate_snd(struct bnxt *bp, struct bnxt_vf_info *vf)
1134{
1135 int rc = 0;
1136 struct input *encap_req = vf->hwrm_cmd_req_addr;
1137 u32 req_type = le16_to_cpu(encap_req->req_type);
1138
1139 switch (req_type) {
1140 case HWRM_FUNC_VF_CFG:
1141 rc = bnxt_vf_configure_mac(bp, vf);
1142 break;
1143 case HWRM_CFA_L2_FILTER_ALLOC:
1144 rc = bnxt_vf_validate_set_mac(bp, vf);
1145 break;
1146 case HWRM_FUNC_CFG:
1147 /* TODO Validate if VF is allowed to change mac address,
1148 * mtu, num of rings etc
1149 */
1150 rc = bnxt_hwrm_exec_fwd_resp(
1151 bp, vf, sizeof(struct hwrm_func_cfg_input));
1152 break;
1153 case HWRM_PORT_PHY_QCFG:
1154 rc = bnxt_vf_set_link(bp, vf);
1155 break;
1156 default:
1157 break;
1158 }
1159 return rc;
1160}
1161
1162void bnxt_hwrm_exec_fwd_req(struct bnxt *bp)
1163{
1164 u32 i = 0, active_vfs = bp->pf.active_vfs, vf_id;
1165
1166 /* Scan through VF's and process commands */
1167 while (1) {
1168 vf_id = find_next_bit(bp->pf.vf_event_bmap, active_vfs, i);
1169 if (vf_id >= active_vfs)
1170 break;
1171
1172 clear_bit(vf_id, bp->pf.vf_event_bmap);
1173 bnxt_vf_req_validate_snd(bp, &bp->pf.vf[vf_id]);
1174 i = vf_id + 1;
1175 }
1176}
1177
1178int bnxt_approve_mac(struct bnxt *bp, const u8 *mac, bool strict)
1179{
1180 struct hwrm_func_vf_cfg_input *req;
1181 int rc = 0;
1182
1183 if (!BNXT_VF(bp))
1184 return 0;
1185
1186 if (bp->hwrm_spec_code < 0x10202) {
1187 if (is_valid_ether_addr(bp->vf.mac_addr))
1188 rc = -EADDRNOTAVAIL;
1189 goto mac_done;
1190 }
1191
1192 rc = hwrm_req_init(bp, req, HWRM_FUNC_VF_CFG);
1193 if (rc)
1194 goto mac_done;
1195
1196 req->enables = cpu_to_le32(FUNC_VF_CFG_REQ_ENABLES_DFLT_MAC_ADDR);
1197 memcpy(req->dflt_mac_addr, mac, ETH_ALEN);
1198 if (!strict)
1199 hwrm_req_flags(bp, req, BNXT_HWRM_CTX_SILENT);
1200 rc = hwrm_req_send(bp, req);
1201mac_done:
1202 if (rc && strict) {
1203 rc = -EADDRNOTAVAIL;
1204 netdev_warn(bp->dev, "VF MAC address %pM not approved by the PF\n",
1205 mac);
1206 return rc;
1207 }
1208 return 0;
1209}
1210
1211void bnxt_update_vf_mac(struct bnxt *bp)
1212{
1213 struct hwrm_func_qcaps_output *resp;
1214 struct hwrm_func_qcaps_input *req;
1215 bool inform_pf = false;
1216
1217 if (hwrm_req_init(bp, req, HWRM_FUNC_QCAPS))
1218 return;
1219
1220 req->fid = cpu_to_le16(0xffff);
1221
1222 resp = hwrm_req_hold(bp, req);
1223 if (hwrm_req_send(bp, req))
1224 goto update_vf_mac_exit;
1225
1226 /* Store MAC address from the firmware. There are 2 cases:
1227 * 1. MAC address is valid. It is assigned from the PF and we
1228 * need to override the current VF MAC address with it.
1229 * 2. MAC address is zero. The VF will use a random MAC address by
1230 * default but the stored zero MAC will allow the VF user to change
1231 * the random MAC address using ndo_set_mac_address() if he wants.
1232 */
1233 if (!ether_addr_equal(resp->mac_address, bp->vf.mac_addr)) {
1234 memcpy(bp->vf.mac_addr, resp->mac_address, ETH_ALEN);
1235 /* This means we are now using our own MAC address, let
1236 * the PF know about this MAC address.
1237 */
1238 if (!is_valid_ether_addr(bp->vf.mac_addr))
1239 inform_pf = true;
1240 }
1241
1242 /* overwrite netdev dev_addr with admin VF MAC */
1243 if (is_valid_ether_addr(bp->vf.mac_addr))
1244 eth_hw_addr_set(bp->dev, bp->vf.mac_addr);
1245update_vf_mac_exit:
1246 hwrm_req_drop(bp, req);
1247 if (inform_pf)
1248 bnxt_approve_mac(bp, bp->dev->dev_addr, false);
1249}
1250
1251#else
1252
1253int bnxt_cfg_hw_sriov(struct bnxt *bp, int *num_vfs, bool reset)
1254{
1255 if (*num_vfs)
1256 return -EOPNOTSUPP;
1257 return 0;
1258}
1259
1260void bnxt_sriov_disable(struct bnxt *bp)
1261{
1262}
1263
1264void bnxt_hwrm_exec_fwd_req(struct bnxt *bp)
1265{
1266 netdev_err(bp->dev, "Invalid VF message received when SRIOV is not enable\n");
1267}
1268
1269void bnxt_update_vf_mac(struct bnxt *bp)
1270{
1271}
1272
1273int bnxt_approve_mac(struct bnxt *bp, const u8 *mac, bool strict)
1274{
1275 return 0;
1276}
1277#endif
1/* Broadcom NetXtreme-C/E network driver.
2 *
3 * Copyright (c) 2014-2015 Broadcom Corporation
4 *
5 * This program is free software; you can redistribute it and/or modify
6 * it under the terms of the GNU General Public License as published by
7 * the Free Software Foundation.
8 */
9
10#include <linux/module.h>
11#include <linux/pci.h>
12#include <linux/netdevice.h>
13#include <linux/if_vlan.h>
14#include <linux/interrupt.h>
15#include <linux/etherdevice.h>
16#include "bnxt_hsi.h"
17#include "bnxt.h"
18#include "bnxt_sriov.h"
19#include "bnxt_ethtool.h"
20
21#ifdef CONFIG_BNXT_SRIOV
22static int bnxt_vf_ndo_prep(struct bnxt *bp, int vf_id)
23{
24 if (!test_bit(BNXT_STATE_OPEN, &bp->state)) {
25 netdev_err(bp->dev, "vf ndo called though PF is down\n");
26 return -EINVAL;
27 }
28 if (!bp->pf.active_vfs) {
29 netdev_err(bp->dev, "vf ndo called though sriov is disabled\n");
30 return -EINVAL;
31 }
32 if (vf_id >= bp->pf.max_vfs) {
33 netdev_err(bp->dev, "Invalid VF id %d\n", vf_id);
34 return -EINVAL;
35 }
36 return 0;
37}
38
39int bnxt_set_vf_spoofchk(struct net_device *dev, int vf_id, bool setting)
40{
41 struct hwrm_func_cfg_input req = {0};
42 struct bnxt *bp = netdev_priv(dev);
43 struct bnxt_vf_info *vf;
44 bool old_setting = false;
45 u32 func_flags;
46 int rc;
47
48 rc = bnxt_vf_ndo_prep(bp, vf_id);
49 if (rc)
50 return rc;
51
52 vf = &bp->pf.vf[vf_id];
53 if (vf->flags & BNXT_VF_SPOOFCHK)
54 old_setting = true;
55 if (old_setting == setting)
56 return 0;
57
58 func_flags = vf->func_flags;
59 if (setting)
60 func_flags |= FUNC_CFG_REQ_FLAGS_SRC_MAC_ADDR_CHECK;
61 else
62 func_flags &= ~FUNC_CFG_REQ_FLAGS_SRC_MAC_ADDR_CHECK;
63 /*TODO: if the driver supports VLAN filter on guest VLAN,
64 * the spoof check should also include vlan anti-spoofing
65 */
66 bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_FUNC_CFG, -1, -1);
67 req.fid = cpu_to_le16(vf->fw_fid);
68 req.flags = cpu_to_le32(func_flags);
69 rc = hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
70 if (!rc) {
71 vf->func_flags = func_flags;
72 if (setting)
73 vf->flags |= BNXT_VF_SPOOFCHK;
74 else
75 vf->flags &= ~BNXT_VF_SPOOFCHK;
76 }
77 return rc;
78}
79
80int bnxt_get_vf_config(struct net_device *dev, int vf_id,
81 struct ifla_vf_info *ivi)
82{
83 struct bnxt *bp = netdev_priv(dev);
84 struct bnxt_vf_info *vf;
85 int rc;
86
87 rc = bnxt_vf_ndo_prep(bp, vf_id);
88 if (rc)
89 return rc;
90
91 ivi->vf = vf_id;
92 vf = &bp->pf.vf[vf_id];
93
94 memcpy(&ivi->mac, vf->mac_addr, ETH_ALEN);
95 ivi->max_tx_rate = vf->max_tx_rate;
96 ivi->min_tx_rate = vf->min_tx_rate;
97 ivi->vlan = vf->vlan;
98 ivi->qos = vf->flags & BNXT_VF_QOS;
99 ivi->spoofchk = vf->flags & BNXT_VF_SPOOFCHK;
100 if (!(vf->flags & BNXT_VF_LINK_FORCED))
101 ivi->linkstate = IFLA_VF_LINK_STATE_AUTO;
102 else if (vf->flags & BNXT_VF_LINK_UP)
103 ivi->linkstate = IFLA_VF_LINK_STATE_ENABLE;
104 else
105 ivi->linkstate = IFLA_VF_LINK_STATE_DISABLE;
106
107 return 0;
108}
109
110int bnxt_set_vf_mac(struct net_device *dev, int vf_id, u8 *mac)
111{
112 struct hwrm_func_cfg_input req = {0};
113 struct bnxt *bp = netdev_priv(dev);
114 struct bnxt_vf_info *vf;
115 int rc;
116
117 rc = bnxt_vf_ndo_prep(bp, vf_id);
118 if (rc)
119 return rc;
120 /* reject bc or mc mac addr, zero mac addr means allow
121 * VF to use its own mac addr
122 */
123 if (is_multicast_ether_addr(mac)) {
124 netdev_err(dev, "Invalid VF ethernet address\n");
125 return -EINVAL;
126 }
127 vf = &bp->pf.vf[vf_id];
128
129 memcpy(vf->mac_addr, mac, ETH_ALEN);
130 bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_FUNC_CFG, -1, -1);
131 req.fid = cpu_to_le16(vf->fw_fid);
132 req.flags = cpu_to_le32(vf->func_flags);
133 req.enables = cpu_to_le32(FUNC_CFG_REQ_ENABLES_DFLT_MAC_ADDR);
134 memcpy(req.dflt_mac_addr, mac, ETH_ALEN);
135 return hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
136}
137
138int bnxt_set_vf_vlan(struct net_device *dev, int vf_id, u16 vlan_id, u8 qos)
139{
140 struct hwrm_func_cfg_input req = {0};
141 struct bnxt *bp = netdev_priv(dev);
142 struct bnxt_vf_info *vf;
143 u16 vlan_tag;
144 int rc;
145
146 rc = bnxt_vf_ndo_prep(bp, vf_id);
147 if (rc)
148 return rc;
149
150 /* TODO: needed to implement proper handling of user priority,
151 * currently fail the command if there is valid priority
152 */
153 if (vlan_id > 4095 || qos)
154 return -EINVAL;
155
156 vf = &bp->pf.vf[vf_id];
157 vlan_tag = vlan_id;
158 if (vlan_tag == vf->vlan)
159 return 0;
160
161 bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_FUNC_CFG, -1, -1);
162 req.fid = cpu_to_le16(vf->fw_fid);
163 req.flags = cpu_to_le32(vf->func_flags);
164 req.dflt_vlan = cpu_to_le16(vlan_tag);
165 req.enables = cpu_to_le32(FUNC_CFG_REQ_ENABLES_DFLT_VLAN);
166 rc = hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
167 if (!rc)
168 vf->vlan = vlan_tag;
169 return rc;
170}
171
172int bnxt_set_vf_bw(struct net_device *dev, int vf_id, int min_tx_rate,
173 int max_tx_rate)
174{
175 struct hwrm_func_cfg_input req = {0};
176 struct bnxt *bp = netdev_priv(dev);
177 struct bnxt_vf_info *vf;
178 u32 pf_link_speed;
179 int rc;
180
181 rc = bnxt_vf_ndo_prep(bp, vf_id);
182 if (rc)
183 return rc;
184
185 vf = &bp->pf.vf[vf_id];
186 pf_link_speed = bnxt_fw_to_ethtool_speed(bp->link_info.link_speed);
187 if (max_tx_rate > pf_link_speed) {
188 netdev_info(bp->dev, "max tx rate %d exceed PF link speed for VF %d\n",
189 max_tx_rate, vf_id);
190 return -EINVAL;
191 }
192
193 if (min_tx_rate > pf_link_speed || min_tx_rate > max_tx_rate) {
194 netdev_info(bp->dev, "min tx rate %d is invalid for VF %d\n",
195 min_tx_rate, vf_id);
196 return -EINVAL;
197 }
198 if (min_tx_rate == vf->min_tx_rate && max_tx_rate == vf->max_tx_rate)
199 return 0;
200 bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_FUNC_CFG, -1, -1);
201 req.fid = cpu_to_le16(vf->fw_fid);
202 req.flags = cpu_to_le32(vf->func_flags);
203 req.enables = cpu_to_le32(FUNC_CFG_REQ_ENABLES_MAX_BW);
204 req.max_bw = cpu_to_le32(max_tx_rate);
205 req.enables |= cpu_to_le32(FUNC_CFG_REQ_ENABLES_MIN_BW);
206 req.min_bw = cpu_to_le32(min_tx_rate);
207 rc = hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
208 if (!rc) {
209 vf->min_tx_rate = min_tx_rate;
210 vf->max_tx_rate = max_tx_rate;
211 }
212 return rc;
213}
214
215int bnxt_set_vf_link_state(struct net_device *dev, int vf_id, int link)
216{
217 struct bnxt *bp = netdev_priv(dev);
218 struct bnxt_vf_info *vf;
219 int rc;
220
221 rc = bnxt_vf_ndo_prep(bp, vf_id);
222 if (rc)
223 return rc;
224
225 vf = &bp->pf.vf[vf_id];
226
227 vf->flags &= ~(BNXT_VF_LINK_UP | BNXT_VF_LINK_FORCED);
228 switch (link) {
229 case IFLA_VF_LINK_STATE_AUTO:
230 vf->flags |= BNXT_VF_LINK_UP;
231 break;
232 case IFLA_VF_LINK_STATE_DISABLE:
233 vf->flags |= BNXT_VF_LINK_FORCED;
234 break;
235 case IFLA_VF_LINK_STATE_ENABLE:
236 vf->flags |= BNXT_VF_LINK_UP | BNXT_VF_LINK_FORCED;
237 break;
238 default:
239 netdev_err(bp->dev, "Invalid link option\n");
240 rc = -EINVAL;
241 break;
242 }
243 /* CHIMP TODO: send msg to VF to update new link state */
244
245 return rc;
246}
247
248static int bnxt_set_vf_attr(struct bnxt *bp, int num_vfs)
249{
250 int i;
251 struct bnxt_vf_info *vf;
252
253 for (i = 0; i < num_vfs; i++) {
254 vf = &bp->pf.vf[i];
255 memset(vf, 0, sizeof(*vf));
256 vf->flags = BNXT_VF_QOS | BNXT_VF_LINK_UP;
257 }
258 return 0;
259}
260
261static int bnxt_hwrm_func_vf_resource_free(struct bnxt *bp, int num_vfs)
262{
263 int i, rc = 0;
264 struct bnxt_pf_info *pf = &bp->pf;
265 struct hwrm_func_vf_resc_free_input req = {0};
266
267 bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_FUNC_VF_RESC_FREE, -1, -1);
268
269 mutex_lock(&bp->hwrm_cmd_lock);
270 for (i = pf->first_vf_id; i < pf->first_vf_id + num_vfs; i++) {
271 req.vf_id = cpu_to_le16(i);
272 rc = _hwrm_send_message(bp, &req, sizeof(req),
273 HWRM_CMD_TIMEOUT);
274 if (rc)
275 break;
276 }
277 mutex_unlock(&bp->hwrm_cmd_lock);
278 return rc;
279}
280
281static void bnxt_free_vf_resources(struct bnxt *bp)
282{
283 struct pci_dev *pdev = bp->pdev;
284 int i;
285
286 kfree(bp->pf.vf_event_bmap);
287 bp->pf.vf_event_bmap = NULL;
288
289 for (i = 0; i < 4; i++) {
290 if (bp->pf.hwrm_cmd_req_addr[i]) {
291 dma_free_coherent(&pdev->dev, BNXT_PAGE_SIZE,
292 bp->pf.hwrm_cmd_req_addr[i],
293 bp->pf.hwrm_cmd_req_dma_addr[i]);
294 bp->pf.hwrm_cmd_req_addr[i] = NULL;
295 }
296 }
297
298 kfree(bp->pf.vf);
299 bp->pf.vf = NULL;
300}
301
302static int bnxt_alloc_vf_resources(struct bnxt *bp, int num_vfs)
303{
304 struct pci_dev *pdev = bp->pdev;
305 u32 nr_pages, size, i, j, k = 0;
306
307 bp->pf.vf = kcalloc(num_vfs, sizeof(struct bnxt_vf_info), GFP_KERNEL);
308 if (!bp->pf.vf)
309 return -ENOMEM;
310
311 bnxt_set_vf_attr(bp, num_vfs);
312
313 size = num_vfs * BNXT_HWRM_REQ_MAX_SIZE;
314 nr_pages = size / BNXT_PAGE_SIZE;
315 if (size & (BNXT_PAGE_SIZE - 1))
316 nr_pages++;
317
318 for (i = 0; i < nr_pages; i++) {
319 bp->pf.hwrm_cmd_req_addr[i] =
320 dma_alloc_coherent(&pdev->dev, BNXT_PAGE_SIZE,
321 &bp->pf.hwrm_cmd_req_dma_addr[i],
322 GFP_KERNEL);
323
324 if (!bp->pf.hwrm_cmd_req_addr[i])
325 return -ENOMEM;
326
327 for (j = 0; j < BNXT_HWRM_REQS_PER_PAGE && k < num_vfs; j++) {
328 struct bnxt_vf_info *vf = &bp->pf.vf[k];
329
330 vf->hwrm_cmd_req_addr = bp->pf.hwrm_cmd_req_addr[i] +
331 j * BNXT_HWRM_REQ_MAX_SIZE;
332 vf->hwrm_cmd_req_dma_addr =
333 bp->pf.hwrm_cmd_req_dma_addr[i] + j *
334 BNXT_HWRM_REQ_MAX_SIZE;
335 k++;
336 }
337 }
338
339 /* Max 128 VF's */
340 bp->pf.vf_event_bmap = kzalloc(16, GFP_KERNEL);
341 if (!bp->pf.vf_event_bmap)
342 return -ENOMEM;
343
344 bp->pf.hwrm_cmd_req_pages = nr_pages;
345 return 0;
346}
347
348static int bnxt_hwrm_func_buf_rgtr(struct bnxt *bp)
349{
350 struct hwrm_func_buf_rgtr_input req = {0};
351
352 bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_FUNC_BUF_RGTR, -1, -1);
353
354 req.req_buf_num_pages = cpu_to_le16(bp->pf.hwrm_cmd_req_pages);
355 req.req_buf_page_size = cpu_to_le16(BNXT_PAGE_SHIFT);
356 req.req_buf_len = cpu_to_le16(BNXT_HWRM_REQ_MAX_SIZE);
357 req.req_buf_page_addr0 = cpu_to_le64(bp->pf.hwrm_cmd_req_dma_addr[0]);
358 req.req_buf_page_addr1 = cpu_to_le64(bp->pf.hwrm_cmd_req_dma_addr[1]);
359 req.req_buf_page_addr2 = cpu_to_le64(bp->pf.hwrm_cmd_req_dma_addr[2]);
360 req.req_buf_page_addr3 = cpu_to_le64(bp->pf.hwrm_cmd_req_dma_addr[3]);
361
362 return hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
363}
364
365/* only call by PF to reserve resources for VF */
366static int bnxt_hwrm_func_cfg(struct bnxt *bp, int num_vfs)
367{
368 u32 rc = 0, mtu, i;
369 u16 vf_tx_rings, vf_rx_rings, vf_cp_rings, vf_stat_ctx, vf_vnics;
370 u16 vf_ring_grps;
371 struct hwrm_func_cfg_input req = {0};
372 struct bnxt_pf_info *pf = &bp->pf;
373
374 bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_FUNC_CFG, -1, -1);
375
376 /* Remaining rings are distributed equally amongs VF's for now */
377 /* TODO: the following workaroud is needed to restrict total number
378 * of vf_cp_rings not exceed number of HW ring groups. This WA should
379 * be removed once new HWRM provides HW ring groups capability in
380 * hwrm_func_qcap.
381 */
382 vf_cp_rings = min_t(u16, pf->max_cp_rings, pf->max_stat_ctxs);
383 vf_cp_rings = (vf_cp_rings - bp->cp_nr_rings) / num_vfs;
384 /* TODO: restore this logic below once the WA above is removed */
385 /* vf_cp_rings = (pf->max_cp_rings - bp->cp_nr_rings) / num_vfs; */
386 vf_stat_ctx = (pf->max_stat_ctxs - bp->num_stat_ctxs) / num_vfs;
387 if (bp->flags & BNXT_FLAG_AGG_RINGS)
388 vf_rx_rings = (pf->max_rx_rings - bp->rx_nr_rings * 2) /
389 num_vfs;
390 else
391 vf_rx_rings = (pf->max_rx_rings - bp->rx_nr_rings) / num_vfs;
392 vf_ring_grps = (bp->pf.max_hw_ring_grps - bp->rx_nr_rings) / num_vfs;
393 vf_tx_rings = (pf->max_tx_rings - bp->tx_nr_rings) / num_vfs;
394
395 req.enables = cpu_to_le32(FUNC_CFG_REQ_ENABLES_MTU |
396 FUNC_CFG_REQ_ENABLES_MRU |
397 FUNC_CFG_REQ_ENABLES_NUM_RSSCOS_CTXS |
398 FUNC_CFG_REQ_ENABLES_NUM_STAT_CTXS |
399 FUNC_CFG_REQ_ENABLES_NUM_CMPL_RINGS |
400 FUNC_CFG_REQ_ENABLES_NUM_TX_RINGS |
401 FUNC_CFG_REQ_ENABLES_NUM_RX_RINGS |
402 FUNC_CFG_REQ_ENABLES_NUM_L2_CTXS |
403 FUNC_CFG_REQ_ENABLES_NUM_VNICS |
404 FUNC_CFG_REQ_ENABLES_NUM_HW_RING_GRPS);
405
406 mtu = bp->dev->mtu + ETH_HLEN + ETH_FCS_LEN + VLAN_HLEN;
407 req.mru = cpu_to_le16(mtu);
408 req.mtu = cpu_to_le16(mtu);
409
410 req.num_rsscos_ctxs = cpu_to_le16(1);
411 req.num_cmpl_rings = cpu_to_le16(vf_cp_rings);
412 req.num_tx_rings = cpu_to_le16(vf_tx_rings);
413 req.num_rx_rings = cpu_to_le16(vf_rx_rings);
414 req.num_hw_ring_grps = cpu_to_le16(vf_ring_grps);
415 req.num_l2_ctxs = cpu_to_le16(4);
416 vf_vnics = 1;
417
418 req.num_vnics = cpu_to_le16(vf_vnics);
419 /* FIXME spec currently uses 1 bit for stats ctx */
420 req.num_stat_ctxs = cpu_to_le16(vf_stat_ctx);
421
422 mutex_lock(&bp->hwrm_cmd_lock);
423 for (i = 0; i < num_vfs; i++) {
424 req.fid = cpu_to_le16(pf->first_vf_id + i);
425 rc = _hwrm_send_message(bp, &req, sizeof(req),
426 HWRM_CMD_TIMEOUT);
427 if (rc)
428 break;
429 pf->active_vfs = i + 1;
430 pf->vf[i].fw_fid = le16_to_cpu(req.fid);
431 }
432 mutex_unlock(&bp->hwrm_cmd_lock);
433 if (!rc) {
434 pf->max_tx_rings -= vf_tx_rings * num_vfs;
435 pf->max_rx_rings -= vf_rx_rings * num_vfs;
436 pf->max_hw_ring_grps -= vf_ring_grps * num_vfs;
437 pf->max_cp_rings -= vf_cp_rings * num_vfs;
438 pf->max_rsscos_ctxs -= num_vfs;
439 pf->max_stat_ctxs -= vf_stat_ctx * num_vfs;
440 pf->max_vnics -= vf_vnics * num_vfs;
441 }
442 return rc;
443}
444
445static int bnxt_sriov_enable(struct bnxt *bp, int *num_vfs)
446{
447 int rc = 0, vfs_supported;
448 int min_rx_rings, min_tx_rings, min_rss_ctxs;
449 int tx_ok = 0, rx_ok = 0, rss_ok = 0;
450
451 /* Check if we can enable requested num of vf's. At a mininum
452 * we require 1 RX 1 TX rings for each VF. In this minimum conf
453 * features like TPA will not be available.
454 */
455 vfs_supported = *num_vfs;
456
457 while (vfs_supported) {
458 min_rx_rings = vfs_supported;
459 min_tx_rings = vfs_supported;
460 min_rss_ctxs = vfs_supported;
461
462 if (bp->flags & BNXT_FLAG_AGG_RINGS) {
463 if (bp->pf.max_rx_rings - bp->rx_nr_rings * 2 >=
464 min_rx_rings)
465 rx_ok = 1;
466 } else {
467 if (bp->pf.max_rx_rings - bp->rx_nr_rings >=
468 min_rx_rings)
469 rx_ok = 1;
470 }
471
472 if (bp->pf.max_tx_rings - bp->tx_nr_rings >= min_tx_rings)
473 tx_ok = 1;
474
475 if (bp->pf.max_rsscos_ctxs - bp->rsscos_nr_ctxs >= min_rss_ctxs)
476 rss_ok = 1;
477
478 if (tx_ok && rx_ok && rss_ok)
479 break;
480
481 vfs_supported--;
482 }
483
484 if (!vfs_supported) {
485 netdev_err(bp->dev, "Cannot enable VF's as all resources are used by PF\n");
486 return -EINVAL;
487 }
488
489 if (vfs_supported != *num_vfs) {
490 netdev_info(bp->dev, "Requested VFs %d, can enable %d\n",
491 *num_vfs, vfs_supported);
492 *num_vfs = vfs_supported;
493 }
494
495 rc = bnxt_alloc_vf_resources(bp, *num_vfs);
496 if (rc)
497 goto err_out1;
498
499 /* Reserve resources for VFs */
500 rc = bnxt_hwrm_func_cfg(bp, *num_vfs);
501 if (rc)
502 goto err_out2;
503
504 /* Register buffers for VFs */
505 rc = bnxt_hwrm_func_buf_rgtr(bp);
506 if (rc)
507 goto err_out2;
508
509 rc = pci_enable_sriov(bp->pdev, *num_vfs);
510 if (rc)
511 goto err_out2;
512
513 return 0;
514
515err_out2:
516 /* Free the resources reserved for various VF's */
517 bnxt_hwrm_func_vf_resource_free(bp, *num_vfs);
518
519err_out1:
520 bnxt_free_vf_resources(bp);
521
522 return rc;
523}
524
525static int bnxt_hwrm_fwd_async_event_cmpl(struct bnxt *bp,
526 struct bnxt_vf_info *vf,
527 u16 event_id)
528{
529 int rc = 0;
530 struct hwrm_fwd_async_event_cmpl_input req = {0};
531 struct hwrm_fwd_async_event_cmpl_output *resp = bp->hwrm_cmd_resp_addr;
532 struct hwrm_async_event_cmpl *async_cmpl;
533
534 bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_FWD_ASYNC_EVENT_CMPL, -1, -1);
535 if (vf)
536 req.encap_async_event_target_id = cpu_to_le16(vf->fw_fid);
537 else
538 /* broadcast this async event to all VFs */
539 req.encap_async_event_target_id = cpu_to_le16(0xffff);
540 async_cmpl = (struct hwrm_async_event_cmpl *)req.encap_async_event_cmpl;
541 async_cmpl->type =
542 cpu_to_le16(HWRM_ASYNC_EVENT_CMPL_TYPE_HWRM_ASYNC_EVENT);
543 async_cmpl->event_id = cpu_to_le16(event_id);
544
545 mutex_lock(&bp->hwrm_cmd_lock);
546 rc = _hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
547
548 if (rc) {
549 netdev_err(bp->dev, "hwrm_fwd_async_event_cmpl failed. rc:%d\n",
550 rc);
551 goto fwd_async_event_cmpl_exit;
552 }
553
554 if (resp->error_code) {
555 netdev_err(bp->dev, "hwrm_fwd_async_event_cmpl error %d\n",
556 resp->error_code);
557 rc = -1;
558 }
559
560fwd_async_event_cmpl_exit:
561 mutex_unlock(&bp->hwrm_cmd_lock);
562 return rc;
563}
564
565void bnxt_sriov_disable(struct bnxt *bp)
566{
567 u16 num_vfs = pci_num_vf(bp->pdev);
568
569 if (!num_vfs)
570 return;
571
572 if (pci_vfs_assigned(bp->pdev)) {
573 bnxt_hwrm_fwd_async_event_cmpl(
574 bp, NULL,
575 HWRM_ASYNC_EVENT_CMPL_EVENT_ID_PF_DRVR_UNLOAD);
576 netdev_warn(bp->dev, "Unable to free %d VFs because some are assigned to VMs.\n",
577 num_vfs);
578 } else {
579 pci_disable_sriov(bp->pdev);
580 /* Free the HW resources reserved for various VF's */
581 bnxt_hwrm_func_vf_resource_free(bp, num_vfs);
582 }
583
584 bnxt_free_vf_resources(bp);
585
586 bp->pf.active_vfs = 0;
587 /* Reclaim all resources for the PF. */
588 bnxt_hwrm_func_qcaps(bp);
589}
590
591int bnxt_sriov_configure(struct pci_dev *pdev, int num_vfs)
592{
593 struct net_device *dev = pci_get_drvdata(pdev);
594 struct bnxt *bp = netdev_priv(dev);
595
596 if (!(bp->flags & BNXT_FLAG_USING_MSIX)) {
597 netdev_warn(dev, "Not allow SRIOV if the irq mode is not MSIX\n");
598 return 0;
599 }
600
601 rtnl_lock();
602 if (!netif_running(dev)) {
603 netdev_warn(dev, "Reject SRIOV config request since if is down!\n");
604 rtnl_unlock();
605 return 0;
606 }
607 bp->sriov_cfg = true;
608 rtnl_unlock();
609
610 if (pci_vfs_assigned(bp->pdev)) {
611 netdev_warn(dev, "Unable to configure SRIOV since some VFs are assigned to VMs.\n");
612 num_vfs = 0;
613 goto sriov_cfg_exit;
614 }
615
616 /* Check if enabled VFs is same as requested */
617 if (num_vfs && num_vfs == bp->pf.active_vfs)
618 goto sriov_cfg_exit;
619
620 /* if there are previous existing VFs, clean them up */
621 bnxt_sriov_disable(bp);
622 if (!num_vfs)
623 goto sriov_cfg_exit;
624
625 bnxt_sriov_enable(bp, &num_vfs);
626
627sriov_cfg_exit:
628 bp->sriov_cfg = false;
629 wake_up(&bp->sriov_cfg_wait);
630
631 return num_vfs;
632}
633
634static int bnxt_hwrm_fwd_resp(struct bnxt *bp, struct bnxt_vf_info *vf,
635 void *encap_resp, __le64 encap_resp_addr,
636 __le16 encap_resp_cpr, u32 msg_size)
637{
638 int rc = 0;
639 struct hwrm_fwd_resp_input req = {0};
640 struct hwrm_fwd_resp_output *resp = bp->hwrm_cmd_resp_addr;
641
642 bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_FWD_RESP, -1, -1);
643
644 /* Set the new target id */
645 req.target_id = cpu_to_le16(vf->fw_fid);
646 req.encap_resp_target_id = cpu_to_le16(vf->fw_fid);
647 req.encap_resp_len = cpu_to_le16(msg_size);
648 req.encap_resp_addr = encap_resp_addr;
649 req.encap_resp_cmpl_ring = encap_resp_cpr;
650 memcpy(req.encap_resp, encap_resp, msg_size);
651
652 mutex_lock(&bp->hwrm_cmd_lock);
653 rc = _hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
654
655 if (rc) {
656 netdev_err(bp->dev, "hwrm_fwd_resp failed. rc:%d\n", rc);
657 goto fwd_resp_exit;
658 }
659
660 if (resp->error_code) {
661 netdev_err(bp->dev, "hwrm_fwd_resp error %d\n",
662 resp->error_code);
663 rc = -1;
664 }
665
666fwd_resp_exit:
667 mutex_unlock(&bp->hwrm_cmd_lock);
668 return rc;
669}
670
671static int bnxt_hwrm_fwd_err_resp(struct bnxt *bp, struct bnxt_vf_info *vf,
672 u32 msg_size)
673{
674 int rc = 0;
675 struct hwrm_reject_fwd_resp_input req = {0};
676 struct hwrm_reject_fwd_resp_output *resp = bp->hwrm_cmd_resp_addr;
677
678 bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_REJECT_FWD_RESP, -1, -1);
679 /* Set the new target id */
680 req.target_id = cpu_to_le16(vf->fw_fid);
681 req.encap_resp_target_id = cpu_to_le16(vf->fw_fid);
682 memcpy(req.encap_request, vf->hwrm_cmd_req_addr, msg_size);
683
684 mutex_lock(&bp->hwrm_cmd_lock);
685 rc = _hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
686
687 if (rc) {
688 netdev_err(bp->dev, "hwrm_fwd_err_resp failed. rc:%d\n", rc);
689 goto fwd_err_resp_exit;
690 }
691
692 if (resp->error_code) {
693 netdev_err(bp->dev, "hwrm_fwd_err_resp error %d\n",
694 resp->error_code);
695 rc = -1;
696 }
697
698fwd_err_resp_exit:
699 mutex_unlock(&bp->hwrm_cmd_lock);
700 return rc;
701}
702
703static int bnxt_hwrm_exec_fwd_resp(struct bnxt *bp, struct bnxt_vf_info *vf,
704 u32 msg_size)
705{
706 int rc = 0;
707 struct hwrm_exec_fwd_resp_input req = {0};
708 struct hwrm_exec_fwd_resp_output *resp = bp->hwrm_cmd_resp_addr;
709
710 bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_EXEC_FWD_RESP, -1, -1);
711 /* Set the new target id */
712 req.target_id = cpu_to_le16(vf->fw_fid);
713 req.encap_resp_target_id = cpu_to_le16(vf->fw_fid);
714 memcpy(req.encap_request, vf->hwrm_cmd_req_addr, msg_size);
715
716 mutex_lock(&bp->hwrm_cmd_lock);
717 rc = _hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
718
719 if (rc) {
720 netdev_err(bp->dev, "hwrm_exec_fw_resp failed. rc:%d\n", rc);
721 goto exec_fwd_resp_exit;
722 }
723
724 if (resp->error_code) {
725 netdev_err(bp->dev, "hwrm_exec_fw_resp error %d\n",
726 resp->error_code);
727 rc = -1;
728 }
729
730exec_fwd_resp_exit:
731 mutex_unlock(&bp->hwrm_cmd_lock);
732 return rc;
733}
734
735static int bnxt_vf_validate_set_mac(struct bnxt *bp, struct bnxt_vf_info *vf)
736{
737 u32 msg_size = sizeof(struct hwrm_cfa_l2_filter_alloc_input);
738 struct hwrm_cfa_l2_filter_alloc_input *req =
739 (struct hwrm_cfa_l2_filter_alloc_input *)vf->hwrm_cmd_req_addr;
740
741 if (!is_valid_ether_addr(vf->mac_addr) ||
742 ether_addr_equal((const u8 *)req->l2_addr, vf->mac_addr))
743 return bnxt_hwrm_exec_fwd_resp(bp, vf, msg_size);
744 else
745 return bnxt_hwrm_fwd_err_resp(bp, vf, msg_size);
746}
747
748static int bnxt_vf_set_link(struct bnxt *bp, struct bnxt_vf_info *vf)
749{
750 int rc = 0;
751
752 if (!(vf->flags & BNXT_VF_LINK_FORCED)) {
753 /* real link */
754 rc = bnxt_hwrm_exec_fwd_resp(
755 bp, vf, sizeof(struct hwrm_port_phy_qcfg_input));
756 } else {
757 struct hwrm_port_phy_qcfg_output phy_qcfg_resp;
758 struct hwrm_port_phy_qcfg_input *phy_qcfg_req;
759
760 phy_qcfg_req =
761 (struct hwrm_port_phy_qcfg_input *)vf->hwrm_cmd_req_addr;
762 mutex_lock(&bp->hwrm_cmd_lock);
763 memcpy(&phy_qcfg_resp, &bp->link_info.phy_qcfg_resp,
764 sizeof(phy_qcfg_resp));
765 mutex_unlock(&bp->hwrm_cmd_lock);
766 phy_qcfg_resp.seq_id = phy_qcfg_req->seq_id;
767
768 if (vf->flags & BNXT_VF_LINK_UP) {
769 /* if physical link is down, force link up on VF */
770 if (phy_qcfg_resp.link ==
771 PORT_PHY_QCFG_RESP_LINK_NO_LINK) {
772 phy_qcfg_resp.link =
773 PORT_PHY_QCFG_RESP_LINK_LINK;
774 if (phy_qcfg_resp.auto_link_speed)
775 phy_qcfg_resp.link_speed =
776 phy_qcfg_resp.auto_link_speed;
777 else
778 phy_qcfg_resp.link_speed =
779 phy_qcfg_resp.force_link_speed;
780 phy_qcfg_resp.duplex =
781 PORT_PHY_QCFG_RESP_DUPLEX_FULL;
782 phy_qcfg_resp.pause =
783 (PORT_PHY_QCFG_RESP_PAUSE_TX |
784 PORT_PHY_QCFG_RESP_PAUSE_RX);
785 }
786 } else {
787 /* force link down */
788 phy_qcfg_resp.link = PORT_PHY_QCFG_RESP_LINK_NO_LINK;
789 phy_qcfg_resp.link_speed = 0;
790 phy_qcfg_resp.duplex = PORT_PHY_QCFG_RESP_DUPLEX_HALF;
791 phy_qcfg_resp.pause = 0;
792 }
793 rc = bnxt_hwrm_fwd_resp(bp, vf, &phy_qcfg_resp,
794 phy_qcfg_req->resp_addr,
795 phy_qcfg_req->cmpl_ring,
796 sizeof(phy_qcfg_resp));
797 }
798 return rc;
799}
800
801static int bnxt_vf_req_validate_snd(struct bnxt *bp, struct bnxt_vf_info *vf)
802{
803 int rc = 0;
804 struct input *encap_req = vf->hwrm_cmd_req_addr;
805 u32 req_type = le16_to_cpu(encap_req->req_type);
806
807 switch (req_type) {
808 case HWRM_CFA_L2_FILTER_ALLOC:
809 rc = bnxt_vf_validate_set_mac(bp, vf);
810 break;
811 case HWRM_FUNC_CFG:
812 /* TODO Validate if VF is allowed to change mac address,
813 * mtu, num of rings etc
814 */
815 rc = bnxt_hwrm_exec_fwd_resp(
816 bp, vf, sizeof(struct hwrm_func_cfg_input));
817 break;
818 case HWRM_PORT_PHY_QCFG:
819 rc = bnxt_vf_set_link(bp, vf);
820 break;
821 default:
822 break;
823 }
824 return rc;
825}
826
827void bnxt_hwrm_exec_fwd_req(struct bnxt *bp)
828{
829 u32 i = 0, active_vfs = bp->pf.active_vfs, vf_id;
830
831 /* Scan through VF's and process commands */
832 while (1) {
833 vf_id = find_next_bit(bp->pf.vf_event_bmap, active_vfs, i);
834 if (vf_id >= active_vfs)
835 break;
836
837 clear_bit(vf_id, bp->pf.vf_event_bmap);
838 bnxt_vf_req_validate_snd(bp, &bp->pf.vf[vf_id]);
839 i = vf_id + 1;
840 }
841}
842
843void bnxt_update_vf_mac(struct bnxt *bp)
844{
845 struct hwrm_func_qcaps_input req = {0};
846 struct hwrm_func_qcaps_output *resp = bp->hwrm_cmd_resp_addr;
847
848 bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_FUNC_QCAPS, -1, -1);
849 req.fid = cpu_to_le16(0xffff);
850
851 mutex_lock(&bp->hwrm_cmd_lock);
852 if (_hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT))
853 goto update_vf_mac_exit;
854
855 /* Store MAC address from the firmware. There are 2 cases:
856 * 1. MAC address is valid. It is assigned from the PF and we
857 * need to override the current VF MAC address with it.
858 * 2. MAC address is zero. The VF will use a random MAC address by
859 * default but the stored zero MAC will allow the VF user to change
860 * the random MAC address using ndo_set_mac_address() if he wants.
861 */
862 if (!ether_addr_equal(resp->perm_mac_address, bp->vf.mac_addr))
863 memcpy(bp->vf.mac_addr, resp->perm_mac_address, ETH_ALEN);
864
865 /* overwrite netdev dev_addr with admin VF MAC */
866 if (is_valid_ether_addr(bp->vf.mac_addr))
867 memcpy(bp->dev->dev_addr, bp->vf.mac_addr, ETH_ALEN);
868update_vf_mac_exit:
869 mutex_unlock(&bp->hwrm_cmd_lock);
870}
871
872#else
873
874void bnxt_sriov_disable(struct bnxt *bp)
875{
876}
877
878void bnxt_hwrm_exec_fwd_req(struct bnxt *bp)
879{
880 netdev_err(bp->dev, "Invalid VF message received when SRIOV is not enable\n");
881}
882
883void bnxt_update_vf_mac(struct bnxt *bp)
884{
885}
886#endif