Linux Audio

Check our new training course

Loading...
Note: File does not exist in v3.1.
  1// SPDX-License-Identifier: GPL-2.0-only
  2/****************************************************************************
  3 * Driver for Solarflare network controllers and boards
  4 * Copyright 2015 Solarflare Communications Inc.
  5 */
  6#include <linux/etherdevice.h>
  7#include <linux/pci.h>
  8#include <linux/module.h>
  9#include "net_driver.h"
 10#include "ef10_sriov.h"
 11#include "efx.h"
 12#include "nic.h"
 13#include "mcdi_pcol.h"
 14
 15static int efx_ef10_evb_port_assign(struct efx_nic *efx, unsigned int port_id,
 16				    unsigned int vf_fn)
 17{
 18	MCDI_DECLARE_BUF(inbuf, MC_CMD_EVB_PORT_ASSIGN_IN_LEN);
 19	struct efx_ef10_nic_data *nic_data = efx->nic_data;
 20
 21	MCDI_SET_DWORD(inbuf, EVB_PORT_ASSIGN_IN_PORT_ID, port_id);
 22	MCDI_POPULATE_DWORD_2(inbuf, EVB_PORT_ASSIGN_IN_FUNCTION,
 23			      EVB_PORT_ASSIGN_IN_PF, nic_data->pf_index,
 24			      EVB_PORT_ASSIGN_IN_VF, vf_fn);
 25
 26	return efx_mcdi_rpc(efx, MC_CMD_EVB_PORT_ASSIGN, inbuf, sizeof(inbuf),
 27			    NULL, 0, NULL);
 28}
 29
 30static int efx_ef10_vswitch_alloc(struct efx_nic *efx, unsigned int port_id,
 31				  unsigned int vswitch_type)
 32{
 33	MCDI_DECLARE_BUF(inbuf, MC_CMD_VSWITCH_ALLOC_IN_LEN);
 34	int rc;
 35
 36	MCDI_SET_DWORD(inbuf, VSWITCH_ALLOC_IN_UPSTREAM_PORT_ID, port_id);
 37	MCDI_SET_DWORD(inbuf, VSWITCH_ALLOC_IN_TYPE, vswitch_type);
 38	MCDI_SET_DWORD(inbuf, VSWITCH_ALLOC_IN_NUM_VLAN_TAGS, 2);
 39	MCDI_POPULATE_DWORD_1(inbuf, VSWITCH_ALLOC_IN_FLAGS,
 40			      VSWITCH_ALLOC_IN_FLAG_AUTO_PORT, 0);
 41
 42	/* Quietly try to allocate 2 VLAN tags */
 43	rc = efx_mcdi_rpc_quiet(efx, MC_CMD_VSWITCH_ALLOC, inbuf, sizeof(inbuf),
 44				NULL, 0, NULL);
 45
 46	/* If 2 VLAN tags is too many, revert to trying with 1 VLAN tags */
 47	if (rc == -EPROTO) {
 48		MCDI_SET_DWORD(inbuf, VSWITCH_ALLOC_IN_NUM_VLAN_TAGS, 1);
 49		rc = efx_mcdi_rpc(efx, MC_CMD_VSWITCH_ALLOC, inbuf,
 50				  sizeof(inbuf), NULL, 0, NULL);
 51	} else if (rc) {
 52		efx_mcdi_display_error(efx, MC_CMD_VSWITCH_ALLOC,
 53				       MC_CMD_VSWITCH_ALLOC_IN_LEN,
 54				       NULL, 0, rc);
 55	}
 56	return rc;
 57}
 58
 59static int efx_ef10_vswitch_free(struct efx_nic *efx, unsigned int port_id)
 60{
 61	MCDI_DECLARE_BUF(inbuf, MC_CMD_VSWITCH_FREE_IN_LEN);
 62
 63	MCDI_SET_DWORD(inbuf, VSWITCH_FREE_IN_UPSTREAM_PORT_ID, port_id);
 64
 65	return efx_mcdi_rpc(efx, MC_CMD_VSWITCH_FREE, inbuf, sizeof(inbuf),
 66			    NULL, 0, NULL);
 67}
 68
 69static int efx_ef10_vport_alloc(struct efx_nic *efx,
 70				unsigned int port_id_in,
 71				unsigned int vport_type,
 72				u16 vlan,
 73				unsigned int *port_id_out)
 74{
 75	MCDI_DECLARE_BUF(inbuf, MC_CMD_VPORT_ALLOC_IN_LEN);
 76	MCDI_DECLARE_BUF(outbuf, MC_CMD_VPORT_ALLOC_OUT_LEN);
 77	size_t outlen;
 78	int rc;
 79
 80	EFX_WARN_ON_PARANOID(!port_id_out);
 81
 82	MCDI_SET_DWORD(inbuf, VPORT_ALLOC_IN_UPSTREAM_PORT_ID, port_id_in);
 83	MCDI_SET_DWORD(inbuf, VPORT_ALLOC_IN_TYPE, vport_type);
 84	MCDI_SET_DWORD(inbuf, VPORT_ALLOC_IN_NUM_VLAN_TAGS,
 85		       (vlan != EFX_EF10_NO_VLAN));
 86	MCDI_POPULATE_DWORD_1(inbuf, VPORT_ALLOC_IN_FLAGS,
 87			      VPORT_ALLOC_IN_FLAG_AUTO_PORT, 0);
 88	if (vlan != EFX_EF10_NO_VLAN)
 89		MCDI_POPULATE_DWORD_1(inbuf, VPORT_ALLOC_IN_VLAN_TAGS,
 90				      VPORT_ALLOC_IN_VLAN_TAG_0, vlan);
 91
 92	rc = efx_mcdi_rpc(efx, MC_CMD_VPORT_ALLOC, inbuf, sizeof(inbuf),
 93			  outbuf, sizeof(outbuf), &outlen);
 94	if (rc)
 95		return rc;
 96	if (outlen < MC_CMD_VPORT_ALLOC_OUT_LEN)
 97		return -EIO;
 98
 99	*port_id_out = MCDI_DWORD(outbuf, VPORT_ALLOC_OUT_VPORT_ID);
100	return 0;
101}
102
103static int efx_ef10_vport_free(struct efx_nic *efx, unsigned int port_id)
104{
105	MCDI_DECLARE_BUF(inbuf, MC_CMD_VPORT_FREE_IN_LEN);
106
107	MCDI_SET_DWORD(inbuf, VPORT_FREE_IN_VPORT_ID, port_id);
108
109	return efx_mcdi_rpc(efx, MC_CMD_VPORT_FREE, inbuf, sizeof(inbuf),
110			    NULL, 0, NULL);
111}
112
113static void efx_ef10_sriov_free_vf_vports(struct efx_nic *efx)
114{
115	struct efx_ef10_nic_data *nic_data = efx->nic_data;
116	int i;
117
118	if (!nic_data->vf)
119		return;
120
121	for (i = 0; i < efx->vf_count; i++) {
122		struct ef10_vf *vf = nic_data->vf + i;
123
124		/* If VF is assigned, do not free the vport  */
125		if (vf->pci_dev &&
126		    vf->pci_dev->dev_flags & PCI_DEV_FLAGS_ASSIGNED)
127			continue;
128
129		if (vf->vport_assigned) {
130			efx_ef10_evb_port_assign(efx, EVB_PORT_ID_NULL, i);
131			vf->vport_assigned = 0;
132		}
133
134		if (!is_zero_ether_addr(vf->mac)) {
135			efx_ef10_vport_del_mac(efx, vf->vport_id, vf->mac);
136			eth_zero_addr(vf->mac);
137		}
138
139		if (vf->vport_id) {
140			efx_ef10_vport_free(efx, vf->vport_id);
141			vf->vport_id = 0;
142		}
143
144		vf->efx = NULL;
145	}
146}
147
148static void efx_ef10_sriov_free_vf_vswitching(struct efx_nic *efx)
149{
150	struct efx_ef10_nic_data *nic_data = efx->nic_data;
151
152	efx_ef10_sriov_free_vf_vports(efx);
153	kfree(nic_data->vf);
154	nic_data->vf = NULL;
155}
156
157static int efx_ef10_sriov_assign_vf_vport(struct efx_nic *efx,
158					  unsigned int vf_i)
159{
160	struct efx_ef10_nic_data *nic_data = efx->nic_data;
161	struct ef10_vf *vf = nic_data->vf + vf_i;
162	int rc;
163
164	if (WARN_ON_ONCE(!nic_data->vf))
165		return -EOPNOTSUPP;
166
167	rc = efx_ef10_vport_alloc(efx, EVB_PORT_ID_ASSIGNED,
168				  MC_CMD_VPORT_ALLOC_IN_VPORT_TYPE_NORMAL,
169				  vf->vlan, &vf->vport_id);
170	if (rc)
171		return rc;
172
173	rc = efx_ef10_vport_add_mac(efx, vf->vport_id, vf->mac);
174	if (rc) {
175		eth_zero_addr(vf->mac);
176		return rc;
177	}
178
179	rc =  efx_ef10_evb_port_assign(efx, vf->vport_id, vf_i);
180	if (rc)
181		return rc;
182
183	vf->vport_assigned = 1;
184	return 0;
185}
186
187static int efx_ef10_sriov_alloc_vf_vswitching(struct efx_nic *efx)
188{
189	struct efx_ef10_nic_data *nic_data = efx->nic_data;
190	unsigned int i;
191	int rc;
192
193	nic_data->vf = kcalloc(efx->vf_count, sizeof(struct ef10_vf),
194			       GFP_KERNEL);
195	if (!nic_data->vf)
196		return -ENOMEM;
197
198	for (i = 0; i < efx->vf_count; i++) {
199		eth_random_addr(nic_data->vf[i].mac);
200		nic_data->vf[i].efx = NULL;
201		nic_data->vf[i].vlan = EFX_EF10_NO_VLAN;
202
203		rc = efx_ef10_sriov_assign_vf_vport(efx, i);
204		if (rc)
205			goto fail;
206	}
207
208	return 0;
209fail:
210	efx_ef10_sriov_free_vf_vports(efx);
211	kfree(nic_data->vf);
212	nic_data->vf = NULL;
213	return rc;
214}
215
216static int efx_ef10_sriov_restore_vf_vswitching(struct efx_nic *efx)
217{
218	unsigned int i;
219	int rc;
220
221	for (i = 0; i < efx->vf_count; i++) {
222		rc = efx_ef10_sriov_assign_vf_vport(efx, i);
223		if (rc)
224			goto fail;
225	}
226
227	return 0;
228fail:
229	efx_ef10_sriov_free_vf_vswitching(efx);
230	return rc;
231}
232
233static int efx_ef10_vadaptor_alloc_set_features(struct efx_nic *efx)
234{
235	u32 port_flags;
236	int rc;
237
238	rc = efx_ef10_vadaptor_alloc(efx, efx->vport_id);
239	if (rc)
240		goto fail_vadaptor_alloc;
241
242	rc = efx_ef10_vadaptor_query(efx, efx->vport_id,
243				     &port_flags, NULL, NULL);
244	if (rc)
245		goto fail_vadaptor_query;
246
247	if (port_flags &
248	    (1 << MC_CMD_VPORT_ALLOC_IN_FLAG_VLAN_RESTRICT_LBN))
249		efx->fixed_features |= NETIF_F_HW_VLAN_CTAG_FILTER;
250	else
251		efx->fixed_features &= ~NETIF_F_HW_VLAN_CTAG_FILTER;
252
253	return 0;
254
255fail_vadaptor_query:
256	efx_ef10_vadaptor_free(efx, EVB_PORT_ID_ASSIGNED);
257fail_vadaptor_alloc:
258	return rc;
259}
260
261/* On top of the default firmware vswitch setup, create a VEB vswitch and
262 * expansion vport for use by this function.
263 */
264int efx_ef10_vswitching_probe_pf(struct efx_nic *efx)
265{
266	struct efx_ef10_nic_data *nic_data = efx->nic_data;
267	struct net_device *net_dev = efx->net_dev;
268	int rc;
269
270	if (pci_sriov_get_totalvfs(efx->pci_dev) <= 0) {
271		/* vswitch not needed as we have no VFs */
272		efx_ef10_vadaptor_alloc_set_features(efx);
273		return 0;
274	}
275
276	rc = efx_ef10_vswitch_alloc(efx, EVB_PORT_ID_ASSIGNED,
277				    MC_CMD_VSWITCH_ALLOC_IN_VSWITCH_TYPE_VEB);
278	if (rc)
279		goto fail1;
280
281	rc = efx_ef10_vport_alloc(efx, EVB_PORT_ID_ASSIGNED,
282				  MC_CMD_VPORT_ALLOC_IN_VPORT_TYPE_NORMAL,
283				  EFX_EF10_NO_VLAN, &efx->vport_id);
284	if (rc)
285		goto fail2;
286
287	rc = efx_ef10_vport_add_mac(efx, efx->vport_id, net_dev->dev_addr);
288	if (rc)
289		goto fail3;
290	ether_addr_copy(nic_data->vport_mac, net_dev->dev_addr);
291
292	rc = efx_ef10_vadaptor_alloc_set_features(efx);
293	if (rc)
294		goto fail4;
295
296	return 0;
297fail4:
298	efx_ef10_vport_del_mac(efx, efx->vport_id, nic_data->vport_mac);
299	eth_zero_addr(nic_data->vport_mac);
300fail3:
301	efx_ef10_vport_free(efx, efx->vport_id);
302	efx->vport_id = EVB_PORT_ID_ASSIGNED;
303fail2:
304	efx_ef10_vswitch_free(efx, EVB_PORT_ID_ASSIGNED);
305fail1:
306	return rc;
307}
308
309int efx_ef10_vswitching_probe_vf(struct efx_nic *efx)
310{
311	return efx_ef10_vadaptor_alloc_set_features(efx);
312}
313
314int efx_ef10_vswitching_restore_pf(struct efx_nic *efx)
315{
316	struct efx_ef10_nic_data *nic_data = efx->nic_data;
317	int rc;
318
319	if (!nic_data->must_probe_vswitching)
320		return 0;
321
322	rc = efx_ef10_vswitching_probe_pf(efx);
323	if (rc)
324		goto fail;
325
326	rc = efx_ef10_sriov_restore_vf_vswitching(efx);
327	if (rc)
328		goto fail;
329
330	nic_data->must_probe_vswitching = false;
331fail:
332	return rc;
333}
334
335int efx_ef10_vswitching_restore_vf(struct efx_nic *efx)
336{
337	struct efx_ef10_nic_data *nic_data = efx->nic_data;
338	int rc;
339
340	if (!nic_data->must_probe_vswitching)
341		return 0;
342
343	rc = efx_ef10_vadaptor_free(efx, EVB_PORT_ID_ASSIGNED);
344	if (rc)
345		return rc;
346
347	nic_data->must_probe_vswitching = false;
348	return 0;
349}
350
351void efx_ef10_vswitching_remove_pf(struct efx_nic *efx)
352{
353	struct efx_ef10_nic_data *nic_data = efx->nic_data;
354
355	efx_ef10_sriov_free_vf_vswitching(efx);
356
357	efx_ef10_vadaptor_free(efx, efx->vport_id);
358
359	if (efx->vport_id == EVB_PORT_ID_ASSIGNED)
360		return; /* No vswitch was ever created */
361
362	if (!is_zero_ether_addr(nic_data->vport_mac)) {
363		efx_ef10_vport_del_mac(efx, efx->vport_id,
364				       efx->net_dev->dev_addr);
365		eth_zero_addr(nic_data->vport_mac);
366	}
367	efx_ef10_vport_free(efx, efx->vport_id);
368	efx->vport_id = EVB_PORT_ID_ASSIGNED;
369
370	/* Only free the vswitch if no VFs are assigned */
371	if (!pci_vfs_assigned(efx->pci_dev))
372		efx_ef10_vswitch_free(efx, efx->vport_id);
373}
374
375void efx_ef10_vswitching_remove_vf(struct efx_nic *efx)
376{
377	efx_ef10_vadaptor_free(efx, EVB_PORT_ID_ASSIGNED);
378}
379
380static int efx_ef10_pci_sriov_enable(struct efx_nic *efx, int num_vfs)
381{
382	int rc = 0;
383	struct pci_dev *dev = efx->pci_dev;
384
385	efx->vf_count = num_vfs;
386
387	rc = efx_ef10_sriov_alloc_vf_vswitching(efx);
388	if (rc)
389		goto fail1;
390
391	rc = pci_enable_sriov(dev, num_vfs);
392	if (rc)
393		goto fail2;
394
395	return 0;
396fail2:
397	efx_ef10_sriov_free_vf_vswitching(efx);
398fail1:
399	efx->vf_count = 0;
400	netif_err(efx, probe, efx->net_dev,
401		  "Failed to enable SRIOV VFs\n");
402	return rc;
403}
404
405static int efx_ef10_pci_sriov_disable(struct efx_nic *efx, bool force)
406{
407	struct pci_dev *dev = efx->pci_dev;
408	unsigned int vfs_assigned = 0;
409
410	vfs_assigned = pci_vfs_assigned(dev);
411
412	if (vfs_assigned && !force) {
413		netif_info(efx, drv, efx->net_dev, "VFs are assigned to guests; "
414			   "please detach them before disabling SR-IOV\n");
415		return -EBUSY;
416	}
417
418	if (!vfs_assigned)
419		pci_disable_sriov(dev);
420
421	efx_ef10_sriov_free_vf_vswitching(efx);
422	efx->vf_count = 0;
423	return 0;
424}
425
426int efx_ef10_sriov_configure(struct efx_nic *efx, int num_vfs)
427{
428	if (num_vfs == 0)
429		return efx_ef10_pci_sriov_disable(efx, false);
430	else
431		return efx_ef10_pci_sriov_enable(efx, num_vfs);
432}
433
434int efx_ef10_sriov_init(struct efx_nic *efx)
435{
436	return 0;
437}
438
439void efx_ef10_sriov_fini(struct efx_nic *efx)
440{
441	struct efx_ef10_nic_data *nic_data = efx->nic_data;
442	unsigned int i;
443	int rc;
444
445	if (!nic_data->vf) {
446		/* Remove any un-assigned orphaned VFs */
447		if (pci_num_vf(efx->pci_dev) && !pci_vfs_assigned(efx->pci_dev))
448			pci_disable_sriov(efx->pci_dev);
449		return;
450	}
451
452	/* Remove any VFs in the host */
453	for (i = 0; i < efx->vf_count; ++i) {
454		struct efx_nic *vf_efx = nic_data->vf[i].efx;
455
456		if (vf_efx)
457			vf_efx->pci_dev->driver->remove(vf_efx->pci_dev);
458	}
459
460	rc = efx_ef10_pci_sriov_disable(efx, true);
461	if (rc)
462		netif_dbg(efx, drv, efx->net_dev,
463			  "Disabling SRIOV was not successful rc=%d\n", rc);
464	else
465		netif_dbg(efx, drv, efx->net_dev, "SRIOV disabled\n");
466}
467
468static int efx_ef10_vport_del_vf_mac(struct efx_nic *efx, unsigned int port_id,
469				     u8 *mac)
470{
471	MCDI_DECLARE_BUF(inbuf, MC_CMD_VPORT_DEL_MAC_ADDRESS_IN_LEN);
472	MCDI_DECLARE_BUF_ERR(outbuf);
473	size_t outlen;
474	int rc;
475
476	MCDI_SET_DWORD(inbuf, VPORT_DEL_MAC_ADDRESS_IN_VPORT_ID, port_id);
477	ether_addr_copy(MCDI_PTR(inbuf, VPORT_DEL_MAC_ADDRESS_IN_MACADDR), mac);
478
479	rc = efx_mcdi_rpc(efx, MC_CMD_VPORT_DEL_MAC_ADDRESS, inbuf,
480			  sizeof(inbuf), outbuf, sizeof(outbuf), &outlen);
481
482	return rc;
483}
484
485int efx_ef10_sriov_set_vf_mac(struct efx_nic *efx, int vf_i, u8 *mac)
486{
487	struct efx_ef10_nic_data *nic_data = efx->nic_data;
488	struct ef10_vf *vf;
489	int rc;
490
491	if (!nic_data->vf)
492		return -EOPNOTSUPP;
493
494	if (vf_i >= efx->vf_count)
495		return -EINVAL;
496	vf = nic_data->vf + vf_i;
497
498	if (vf->efx) {
499		efx_device_detach_sync(vf->efx);
500		efx_net_stop(vf->efx->net_dev);
501
502		down_write(&vf->efx->filter_sem);
503		vf->efx->type->filter_table_remove(vf->efx);
504
505		rc = efx_ef10_vadaptor_free(vf->efx, EVB_PORT_ID_ASSIGNED);
506		if (rc) {
507			up_write(&vf->efx->filter_sem);
508			return rc;
509		}
510	}
511
512	rc = efx_ef10_evb_port_assign(efx, EVB_PORT_ID_NULL, vf_i);
513	if (rc)
514		return rc;
515
516	if (!is_zero_ether_addr(vf->mac)) {
517		rc = efx_ef10_vport_del_vf_mac(efx, vf->vport_id, vf->mac);
518		if (rc)
519			return rc;
520	}
521
522	if (!is_zero_ether_addr(mac)) {
523		rc = efx_ef10_vport_add_mac(efx, vf->vport_id, mac);
524		if (rc)
525			goto fail;
526
527		if (vf->efx)
528			ether_addr_copy(vf->efx->net_dev->dev_addr, mac);
529	}
530
531	ether_addr_copy(vf->mac, mac);
532
533	rc = efx_ef10_evb_port_assign(efx, vf->vport_id, vf_i);
534	if (rc)
535		goto fail;
536
537	if (vf->efx) {
538		/* VF cannot use the vport_id that the PF created */
539		rc = efx_ef10_vadaptor_alloc(vf->efx, EVB_PORT_ID_ASSIGNED);
540		if (rc) {
541			up_write(&vf->efx->filter_sem);
542			return rc;
543		}
544		vf->efx->type->filter_table_probe(vf->efx);
545		up_write(&vf->efx->filter_sem);
546		efx_net_open(vf->efx->net_dev);
547		efx_device_attach_if_not_resetting(vf->efx);
548	}
549
550	return 0;
551
552fail:
553	eth_zero_addr(vf->mac);
554	return rc;
555}
556
557int efx_ef10_sriov_set_vf_vlan(struct efx_nic *efx, int vf_i, u16 vlan,
558			       u8 qos)
559{
560	struct efx_ef10_nic_data *nic_data = efx->nic_data;
561	struct ef10_vf *vf;
562	u16 new_vlan;
563	int rc = 0, rc2 = 0;
564
565	if (vf_i >= efx->vf_count)
566		return -EINVAL;
567	if (qos != 0)
568		return -EINVAL;
569
570	vf = nic_data->vf + vf_i;
571
572	new_vlan = (vlan == 0) ? EFX_EF10_NO_VLAN : vlan;
573	if (new_vlan == vf->vlan)
574		return 0;
575
576	if (vf->efx) {
577		efx_device_detach_sync(vf->efx);
578		efx_net_stop(vf->efx->net_dev);
579
580		mutex_lock(&vf->efx->mac_lock);
581		down_write(&vf->efx->filter_sem);
582		vf->efx->type->filter_table_remove(vf->efx);
583
584		rc = efx_ef10_vadaptor_free(vf->efx, EVB_PORT_ID_ASSIGNED);
585		if (rc)
586			goto restore_filters;
587	}
588
589	if (vf->vport_assigned) {
590		rc = efx_ef10_evb_port_assign(efx, EVB_PORT_ID_NULL, vf_i);
591		if (rc) {
592			netif_warn(efx, drv, efx->net_dev,
593				   "Failed to change vlan on VF %d.\n", vf_i);
594			netif_warn(efx, drv, efx->net_dev,
595				   "This is likely because the VF is bound to a driver in a VM.\n");
596			netif_warn(efx, drv, efx->net_dev,
597				   "Please unload the driver in the VM.\n");
598			goto restore_vadaptor;
599		}
600		vf->vport_assigned = 0;
601	}
602
603	if (!is_zero_ether_addr(vf->mac)) {
604		rc = efx_ef10_vport_del_mac(efx, vf->vport_id, vf->mac);
605		if (rc)
606			goto restore_evb_port;
607	}
608
609	if (vf->vport_id) {
610		rc = efx_ef10_vport_free(efx, vf->vport_id);
611		if (rc)
612			goto restore_mac;
613		vf->vport_id = 0;
614	}
615
616	/* Do the actual vlan change */
617	vf->vlan = new_vlan;
618
619	/* Restore everything in reverse order */
620	rc = efx_ef10_vport_alloc(efx, EVB_PORT_ID_ASSIGNED,
621				  MC_CMD_VPORT_ALLOC_IN_VPORT_TYPE_NORMAL,
622				  vf->vlan, &vf->vport_id);
623	if (rc)
624		goto reset_nic_up_write;
625
626restore_mac:
627	if (!is_zero_ether_addr(vf->mac)) {
628		rc2 = efx_ef10_vport_add_mac(efx, vf->vport_id, vf->mac);
629		if (rc2) {
630			eth_zero_addr(vf->mac);
631			goto reset_nic_up_write;
632		}
633	}
634
635restore_evb_port:
636	rc2 = efx_ef10_evb_port_assign(efx, vf->vport_id, vf_i);
637	if (rc2)
638		goto reset_nic_up_write;
639	else
640		vf->vport_assigned = 1;
641
642restore_vadaptor:
643	if (vf->efx) {
644		rc2 = efx_ef10_vadaptor_alloc(vf->efx, EVB_PORT_ID_ASSIGNED);
645		if (rc2)
646			goto reset_nic_up_write;
647	}
648
649restore_filters:
650	if (vf->efx) {
651		rc2 = vf->efx->type->filter_table_probe(vf->efx);
652		if (rc2)
653			goto reset_nic_up_write;
654
655		up_write(&vf->efx->filter_sem);
656		mutex_unlock(&vf->efx->mac_lock);
657
658		rc2 = efx_net_open(vf->efx->net_dev);
659		if (rc2)
660			goto reset_nic;
661
662		efx_device_attach_if_not_resetting(vf->efx);
663	}
664	return rc;
665
666reset_nic_up_write:
667	if (vf->efx) {
668		up_write(&vf->efx->filter_sem);
669		mutex_unlock(&vf->efx->mac_lock);
670	}
671reset_nic:
672	if (vf->efx) {
673		netif_err(efx, drv, efx->net_dev,
674			  "Failed to restore VF - scheduling reset.\n");
675		efx_schedule_reset(vf->efx, RESET_TYPE_DATAPATH);
676	} else {
677		netif_err(efx, drv, efx->net_dev,
678			  "Failed to restore the VF and cannot reset the VF "
679			  "- VF is not functional.\n");
680		netif_err(efx, drv, efx->net_dev,
681			  "Please reload the driver attached to the VF.\n");
682	}
683
684	return rc ? rc : rc2;
685}
686
687static int efx_ef10_sriov_set_privilege_mask(struct efx_nic *efx, int vf_i,
688					     u32 mask, u32 value)
689{
690	MCDI_DECLARE_BUF(pm_outbuf, MC_CMD_PRIVILEGE_MASK_OUT_LEN);
691	MCDI_DECLARE_BUF(pm_inbuf, MC_CMD_PRIVILEGE_MASK_IN_LEN);
692	struct efx_ef10_nic_data *nic_data = efx->nic_data;
693	u32 old_mask, new_mask;
694	size_t outlen;
695	int rc;
696
697	EFX_WARN_ON_PARANOID((value & ~mask) != 0);
698
699	/* Get privilege mask */
700	MCDI_POPULATE_DWORD_2(pm_inbuf, PRIVILEGE_MASK_IN_FUNCTION,
701			      PRIVILEGE_MASK_IN_FUNCTION_PF, nic_data->pf_index,
702			      PRIVILEGE_MASK_IN_FUNCTION_VF, vf_i);
703
704	rc = efx_mcdi_rpc(efx, MC_CMD_PRIVILEGE_MASK,
705			  pm_inbuf, sizeof(pm_inbuf),
706			  pm_outbuf, sizeof(pm_outbuf), &outlen);
707
708	if (rc != 0)
709		return rc;
710	if (outlen != MC_CMD_PRIVILEGE_MASK_OUT_LEN)
711		return -EIO;
712
713	old_mask = MCDI_DWORD(pm_outbuf, PRIVILEGE_MASK_OUT_OLD_MASK);
714
715	new_mask = old_mask & ~mask;
716	new_mask |= value;
717
718	if (new_mask == old_mask)
719		return 0;
720
721	new_mask |= MC_CMD_PRIVILEGE_MASK_IN_DO_CHANGE;
722
723	/* Set privilege mask */
724	MCDI_SET_DWORD(pm_inbuf, PRIVILEGE_MASK_IN_NEW_MASK, new_mask);
725
726	rc = efx_mcdi_rpc(efx, MC_CMD_PRIVILEGE_MASK,
727			  pm_inbuf, sizeof(pm_inbuf),
728			  pm_outbuf, sizeof(pm_outbuf), &outlen);
729
730	if (rc != 0)
731		return rc;
732	if (outlen != MC_CMD_PRIVILEGE_MASK_OUT_LEN)
733		return -EIO;
734
735	return 0;
736}
737
738int efx_ef10_sriov_set_vf_spoofchk(struct efx_nic *efx, int vf_i, bool spoofchk)
739{
740	struct efx_ef10_nic_data *nic_data = efx->nic_data;
741
742	/* Can't enable spoofchk if firmware doesn't support it. */
743	if (!(nic_data->datapath_caps &
744	      BIT(MC_CMD_GET_CAPABILITIES_OUT_TX_MAC_SECURITY_FILTERING_LBN)) &&
745	    spoofchk)
746		return -EOPNOTSUPP;
747
748	return efx_ef10_sriov_set_privilege_mask(efx, vf_i,
749		MC_CMD_PRIVILEGE_MASK_IN_GRP_MAC_SPOOFING_TX,
750		spoofchk ? 0 : MC_CMD_PRIVILEGE_MASK_IN_GRP_MAC_SPOOFING_TX);
751}
752
753int efx_ef10_sriov_set_vf_link_state(struct efx_nic *efx, int vf_i,
754				     int link_state)
755{
756	MCDI_DECLARE_BUF(inbuf, MC_CMD_LINK_STATE_MODE_IN_LEN);
757	struct efx_ef10_nic_data *nic_data = efx->nic_data;
758
759	BUILD_BUG_ON(IFLA_VF_LINK_STATE_AUTO !=
760		     MC_CMD_LINK_STATE_MODE_IN_LINK_STATE_AUTO);
761	BUILD_BUG_ON(IFLA_VF_LINK_STATE_ENABLE !=
762		     MC_CMD_LINK_STATE_MODE_IN_LINK_STATE_UP);
763	BUILD_BUG_ON(IFLA_VF_LINK_STATE_DISABLE !=
764		     MC_CMD_LINK_STATE_MODE_IN_LINK_STATE_DOWN);
765	MCDI_POPULATE_DWORD_2(inbuf, LINK_STATE_MODE_IN_FUNCTION,
766			      LINK_STATE_MODE_IN_FUNCTION_PF,
767			      nic_data->pf_index,
768			      LINK_STATE_MODE_IN_FUNCTION_VF, vf_i);
769	MCDI_SET_DWORD(inbuf, LINK_STATE_MODE_IN_NEW_MODE, link_state);
770	return efx_mcdi_rpc(efx, MC_CMD_LINK_STATE_MODE, inbuf, sizeof(inbuf),
771			    NULL, 0, NULL); /* don't care what old mode was */
772}
773
774int efx_ef10_sriov_get_vf_config(struct efx_nic *efx, int vf_i,
775				 struct ifla_vf_info *ivf)
776{
777	MCDI_DECLARE_BUF(inbuf, MC_CMD_LINK_STATE_MODE_IN_LEN);
778	MCDI_DECLARE_BUF(outbuf, MC_CMD_LINK_STATE_MODE_OUT_LEN);
779
780	struct efx_ef10_nic_data *nic_data = efx->nic_data;
781	struct ef10_vf *vf;
782	size_t outlen;
783	int rc;
784
785	if (vf_i >= efx->vf_count)
786		return -EINVAL;
787
788	if (!nic_data->vf)
789		return -EOPNOTSUPP;
790
791	vf = nic_data->vf + vf_i;
792
793	ivf->vf = vf_i;
794	ivf->min_tx_rate = 0;
795	ivf->max_tx_rate = 0;
796	ether_addr_copy(ivf->mac, vf->mac);
797	ivf->vlan = (vf->vlan == EFX_EF10_NO_VLAN) ? 0 : vf->vlan;
798	ivf->qos = 0;
799
800	MCDI_POPULATE_DWORD_2(inbuf, LINK_STATE_MODE_IN_FUNCTION,
801			      LINK_STATE_MODE_IN_FUNCTION_PF,
802			      nic_data->pf_index,
803			      LINK_STATE_MODE_IN_FUNCTION_VF, vf_i);
804	MCDI_SET_DWORD(inbuf, LINK_STATE_MODE_IN_NEW_MODE,
805		       MC_CMD_LINK_STATE_MODE_IN_DO_NOT_CHANGE);
806	rc = efx_mcdi_rpc(efx, MC_CMD_LINK_STATE_MODE, inbuf, sizeof(inbuf),
807			  outbuf, sizeof(outbuf), &outlen);
808	if (rc)
809		return rc;
810	if (outlen < MC_CMD_LINK_STATE_MODE_OUT_LEN)
811		return -EIO;
812	ivf->linkstate = MCDI_DWORD(outbuf, LINK_STATE_MODE_OUT_OLD_MODE);
813
814	return 0;
815}