1// SPDX-License-Identifier: GPL-2.0-only
   2/*
   3 * QLogic qlcnic NIC Driver
   4 * Copyright (c) 2009-2013 QLogic Corporation
 
 
   5 */
   6
   7#include <linux/if_vlan.h>
   8#include <linux/ipv6.h>
   9#include <linux/ethtool.h>
  10#include <linux/interrupt.h>
 
  11
  12#include "qlcnic.h"
  13#include "qlcnic_sriov.h"
  14
  15static void __qlcnic_83xx_process_aen(struct qlcnic_adapter *);
  16static int qlcnic_83xx_clear_lb_mode(struct qlcnic_adapter *, u8);
  17static void qlcnic_83xx_configure_mac(struct qlcnic_adapter *, u8 *, u8,
  18				      struct qlcnic_cmd_args *);
  19static int qlcnic_83xx_get_port_config(struct qlcnic_adapter *);
  20static irqreturn_t qlcnic_83xx_handle_aen(int, void *);
  21static pci_ers_result_t qlcnic_83xx_io_error_detected(struct pci_dev *,
  22						      pci_channel_state_t);
  23static int qlcnic_83xx_set_port_config(struct qlcnic_adapter *);
  24static pci_ers_result_t qlcnic_83xx_io_slot_reset(struct pci_dev *);
  25static void qlcnic_83xx_io_resume(struct pci_dev *);
  26static int qlcnic_83xx_set_lb_mode(struct qlcnic_adapter *, u8);
  27static void qlcnic_83xx_set_mac_filter_count(struct qlcnic_adapter *);
  28static int qlcnic_83xx_resume(struct qlcnic_adapter *);
  29static int qlcnic_83xx_shutdown(struct pci_dev *);
  30static void qlcnic_83xx_get_beacon_state(struct qlcnic_adapter *);
  31
  32#define RSS_HASHTYPE_IP_TCP		0x3
  33#define QLC_83XX_FW_MBX_CMD		0
  34#define QLC_SKIP_INACTIVE_PCI_REGS	7
  35#define QLC_MAX_LEGACY_FUNC_SUPP	8
  36
  37/* 83xx Module type */
  38#define QLC_83XX_MODULE_FIBRE_10GBASE_LRM	0x1 /* 10GBase-LRM */
  39#define QLC_83XX_MODULE_FIBRE_10GBASE_LR	0x2 /* 10GBase-LR */
  40#define QLC_83XX_MODULE_FIBRE_10GBASE_SR	0x3 /* 10GBase-SR */
  41#define QLC_83XX_MODULE_DA_10GE_PASSIVE_CP	0x4 /* 10GE passive
  42						     * copper(compliant)
  43						     */
  44#define QLC_83XX_MODULE_DA_10GE_ACTIVE_CP	0x5 /* 10GE active limiting
  45						     * copper(compliant)
  46						     */
  47#define QLC_83XX_MODULE_DA_10GE_LEGACY_CP	0x6 /* 10GE passive copper
  48						     * (legacy, best effort)
  49						     */
  50#define QLC_83XX_MODULE_FIBRE_1000BASE_SX	0x7 /* 1000Base-SX */
  51#define QLC_83XX_MODULE_FIBRE_1000BASE_LX	0x8 /* 1000Base-LX */
  52#define QLC_83XX_MODULE_FIBRE_1000BASE_CX	0x9 /* 1000Base-CX */
  53#define QLC_83XX_MODULE_TP_1000BASE_T		0xa /* 1000Base-T*/
  54#define QLC_83XX_MODULE_DA_1GE_PASSIVE_CP	0xb /* 1GE passive copper
  55						     * (legacy, best effort)
  56						     */
  57#define QLC_83XX_MODULE_UNKNOWN			0xf /* Unknown module type */
  58
  59/* Port types */
  60#define QLC_83XX_10_CAPABLE	 BIT_8
  61#define QLC_83XX_100_CAPABLE	 BIT_9
  62#define QLC_83XX_1G_CAPABLE	 BIT_10
  63#define QLC_83XX_10G_CAPABLE	 BIT_11
  64#define QLC_83XX_AUTONEG_ENABLE	 BIT_15
  65
  66static const struct qlcnic_mailbox_metadata qlcnic_83xx_mbx_tbl[] = {
  67	{QLCNIC_CMD_CONFIGURE_IP_ADDR, 6, 1},
  68	{QLCNIC_CMD_CONFIG_INTRPT, 18, 34},
  69	{QLCNIC_CMD_CREATE_RX_CTX, 136, 27},
  70	{QLCNIC_CMD_DESTROY_RX_CTX, 2, 1},
  71	{QLCNIC_CMD_CREATE_TX_CTX, 54, 18},
  72	{QLCNIC_CMD_DESTROY_TX_CTX, 2, 1},
  73	{QLCNIC_CMD_CONFIGURE_MAC_LEARNING, 2, 1},
  74	{QLCNIC_CMD_INTRPT_TEST, 22, 12},
  75	{QLCNIC_CMD_SET_MTU, 3, 1},
  76	{QLCNIC_CMD_READ_PHY, 4, 2},
  77	{QLCNIC_CMD_WRITE_PHY, 5, 1},
  78	{QLCNIC_CMD_READ_HW_REG, 4, 1},
  79	{QLCNIC_CMD_GET_FLOW_CTL, 4, 2},
  80	{QLCNIC_CMD_SET_FLOW_CTL, 4, 1},
  81	{QLCNIC_CMD_READ_MAX_MTU, 4, 2},
  82	{QLCNIC_CMD_READ_MAX_LRO, 4, 2},
  83	{QLCNIC_CMD_MAC_ADDRESS, 4, 3},
  84	{QLCNIC_CMD_GET_PCI_INFO, 1, 129},
  85	{QLCNIC_CMD_GET_NIC_INFO, 2, 19},
  86	{QLCNIC_CMD_SET_NIC_INFO, 32, 1},
  87	{QLCNIC_CMD_GET_ESWITCH_CAPABILITY, 4, 3},
  88	{QLCNIC_CMD_TOGGLE_ESWITCH, 4, 1},
  89	{QLCNIC_CMD_GET_ESWITCH_STATUS, 4, 3},
  90	{QLCNIC_CMD_SET_PORTMIRRORING, 4, 1},
  91	{QLCNIC_CMD_CONFIGURE_ESWITCH, 4, 1},
  92	{QLCNIC_CMD_GET_ESWITCH_PORT_CONFIG, 4, 3},
  93	{QLCNIC_CMD_GET_ESWITCH_STATS, 5, 1},
  94	{QLCNIC_CMD_CONFIG_PORT, 4, 1},
  95	{QLCNIC_CMD_TEMP_SIZE, 1, 4},
  96	{QLCNIC_CMD_GET_TEMP_HDR, 5, 5},
  97	{QLCNIC_CMD_GET_LINK_EVENT, 2, 1},
  98	{QLCNIC_CMD_CONFIG_MAC_VLAN, 4, 3},
  99	{QLCNIC_CMD_CONFIG_INTR_COAL, 6, 1},
 100	{QLCNIC_CMD_CONFIGURE_RSS, 14, 1},
 101	{QLCNIC_CMD_CONFIGURE_LED, 2, 1},
 102	{QLCNIC_CMD_CONFIGURE_MAC_RX_MODE, 2, 1},
 103	{QLCNIC_CMD_CONFIGURE_HW_LRO, 2, 1},
 104	{QLCNIC_CMD_GET_STATISTICS, 2, 80},
 105	{QLCNIC_CMD_SET_PORT_CONFIG, 2, 1},
 106	{QLCNIC_CMD_GET_PORT_CONFIG, 2, 2},
 107	{QLCNIC_CMD_GET_LINK_STATUS, 2, 4},
 108	{QLCNIC_CMD_IDC_ACK, 5, 1},
 109	{QLCNIC_CMD_INIT_NIC_FUNC, 3, 1},
 110	{QLCNIC_CMD_STOP_NIC_FUNC, 2, 1},
 111	{QLCNIC_CMD_SET_LED_CONFIG, 5, 1},
 112	{QLCNIC_CMD_GET_LED_CONFIG, 1, 5},
 113	{QLCNIC_CMD_83XX_SET_DRV_VER, 4, 1},
 114	{QLCNIC_CMD_ADD_RCV_RINGS, 130, 26},
 115	{QLCNIC_CMD_CONFIG_VPORT, 4, 4},
 116	{QLCNIC_CMD_BC_EVENT_SETUP, 2, 1},
 117	{QLCNIC_CMD_DCB_QUERY_CAP, 1, 2},
 118	{QLCNIC_CMD_DCB_QUERY_PARAM, 1, 50},
 119	{QLCNIC_CMD_SET_INGRESS_ENCAP, 2, 1},
 120	{QLCNIC_CMD_83XX_EXTEND_ISCSI_DUMP_CAP, 4, 1},
 121};
 122
 123const u32 qlcnic_83xx_ext_reg_tbl[] = {
 124	0x38CC,		/* Global Reset */
 125	0x38F0,		/* Wildcard */
 126	0x38FC,		/* Informant */
 127	0x3038,		/* Host MBX ctrl */
 128	0x303C,		/* FW MBX ctrl */
 129	0x355C,		/* BOOT LOADER ADDRESS REG */
 130	0x3560,		/* BOOT LOADER SIZE REG */
 131	0x3564,		/* FW IMAGE ADDR REG */
 132	0x1000,		/* MBX intr enable */
 133	0x1200,		/* Default Intr mask */
 134	0x1204,		/* Default Interrupt ID */
 135	0x3780,		/* QLC_83XX_IDC_MAJ_VERSION */
 136	0x3784,		/* QLC_83XX_IDC_DEV_STATE */
 137	0x3788,		/* QLC_83XX_IDC_DRV_PRESENCE */
 138	0x378C,		/* QLC_83XX_IDC_DRV_ACK */
 139	0x3790,		/* QLC_83XX_IDC_CTRL */
 140	0x3794,		/* QLC_83XX_IDC_DRV_AUDIT */
 141	0x3798,		/* QLC_83XX_IDC_MIN_VERSION */
 142	0x379C,		/* QLC_83XX_RECOVER_DRV_LOCK */
 143	0x37A0,		/* QLC_83XX_IDC_PF_0 */
 144	0x37A4,		/* QLC_83XX_IDC_PF_1 */
 145	0x37A8,		/* QLC_83XX_IDC_PF_2 */
 146	0x37AC,		/* QLC_83XX_IDC_PF_3 */
 147	0x37B0,		/* QLC_83XX_IDC_PF_4 */
 148	0x37B4,		/* QLC_83XX_IDC_PF_5 */
 149	0x37B8,		/* QLC_83XX_IDC_PF_6 */
 150	0x37BC,		/* QLC_83XX_IDC_PF_7 */
 151	0x37C0,		/* QLC_83XX_IDC_PF_8 */
 152	0x37C4,		/* QLC_83XX_IDC_PF_9 */
 153	0x37C8,		/* QLC_83XX_IDC_PF_10 */
 154	0x37CC,		/* QLC_83XX_IDC_PF_11 */
 155	0x37D0,		/* QLC_83XX_IDC_PF_12 */
 156	0x37D4,		/* QLC_83XX_IDC_PF_13 */
 157	0x37D8,		/* QLC_83XX_IDC_PF_14 */
 158	0x37DC,		/* QLC_83XX_IDC_PF_15 */
 159	0x37E0,		/* QLC_83XX_IDC_DEV_PARTITION_INFO_1 */
 160	0x37E4,		/* QLC_83XX_IDC_DEV_PARTITION_INFO_2 */
 161	0x37F0,		/* QLC_83XX_DRV_OP_MODE */
 162	0x37F4,		/* QLC_83XX_VNIC_STATE */
 163	0x3868,		/* QLC_83XX_DRV_LOCK */
 164	0x386C,		/* QLC_83XX_DRV_UNLOCK */
 165	0x3504,		/* QLC_83XX_DRV_LOCK_ID */
 166	0x34A4,		/* QLC_83XX_ASIC_TEMP */
 167};
 168
 169const u32 qlcnic_83xx_reg_tbl[] = {
 170	0x34A8,		/* PEG_HALT_STAT1 */
 171	0x34AC,		/* PEG_HALT_STAT2 */
 172	0x34B0,		/* FW_HEARTBEAT */
 173	0x3500,		/* FLASH LOCK_ID */
 174	0x3528,		/* FW_CAPABILITIES */
 175	0x3538,		/* Driver active, DRV_REG0 */
 176	0x3540,		/* Device state, DRV_REG1 */
 177	0x3544,		/* Driver state, DRV_REG2 */
 178	0x3548,		/* Driver scratch, DRV_REG3 */
 179	0x354C,		/* Device partition info, DRV_REG4 */
 180	0x3524,		/* Driver IDC ver, DRV_REG5 */
 181	0x3550,		/* FW_VER_MAJOR */
 182	0x3554,		/* FW_VER_MINOR */
 183	0x3558,		/* FW_VER_SUB */
 184	0x359C,		/* NPAR STATE */
 185	0x35FC,		/* FW_IMG_VALID */
 186	0x3650,		/* CMD_PEG_STATE */
 187	0x373C,		/* RCV_PEG_STATE */
 188	0x37B4,		/* ASIC TEMP */
 189	0x356C,		/* FW API */
 190	0x3570,		/* DRV OP MODE */
 191	0x3850,		/* FLASH LOCK */
 192	0x3854,		/* FLASH UNLOCK */
 193};
 194
 195static struct qlcnic_hardware_ops qlcnic_83xx_hw_ops = {
 196	.read_crb			= qlcnic_83xx_read_crb,
 197	.write_crb			= qlcnic_83xx_write_crb,
 198	.read_reg			= qlcnic_83xx_rd_reg_indirect,
 199	.write_reg			= qlcnic_83xx_wrt_reg_indirect,
 200	.get_mac_address		= qlcnic_83xx_get_mac_address,
 201	.setup_intr			= qlcnic_83xx_setup_intr,
 202	.alloc_mbx_args			= qlcnic_83xx_alloc_mbx_args,
 203	.mbx_cmd			= qlcnic_83xx_issue_cmd,
 204	.get_func_no			= qlcnic_83xx_get_func_no,
 205	.api_lock			= qlcnic_83xx_cam_lock,
 206	.api_unlock			= qlcnic_83xx_cam_unlock,
 207	.add_sysfs			= qlcnic_83xx_add_sysfs,
 208	.remove_sysfs			= qlcnic_83xx_remove_sysfs,
 209	.process_lb_rcv_ring_diag	= qlcnic_83xx_process_rcv_ring_diag,
 210	.create_rx_ctx			= qlcnic_83xx_create_rx_ctx,
 211	.create_tx_ctx			= qlcnic_83xx_create_tx_ctx,
 212	.del_rx_ctx			= qlcnic_83xx_del_rx_ctx,
 213	.del_tx_ctx			= qlcnic_83xx_del_tx_ctx,
 214	.setup_link_event		= qlcnic_83xx_setup_link_event,
 215	.get_nic_info			= qlcnic_83xx_get_nic_info,
 216	.get_pci_info			= qlcnic_83xx_get_pci_info,
 217	.set_nic_info			= qlcnic_83xx_set_nic_info,
 218	.change_macvlan			= qlcnic_83xx_sre_macaddr_change,
 219	.napi_enable			= qlcnic_83xx_napi_enable,
 220	.napi_disable			= qlcnic_83xx_napi_disable,
 221	.config_intr_coal		= qlcnic_83xx_config_intr_coal,
 222	.config_rss			= qlcnic_83xx_config_rss,
 223	.config_hw_lro			= qlcnic_83xx_config_hw_lro,
 224	.config_promisc_mode		= qlcnic_83xx_nic_set_promisc,
 225	.change_l2_filter		= qlcnic_83xx_change_l2_filter,
 226	.get_board_info			= qlcnic_83xx_get_port_info,
 227	.set_mac_filter_count		= qlcnic_83xx_set_mac_filter_count,
 228	.free_mac_list			= qlcnic_82xx_free_mac_list,
 229	.io_error_detected		= qlcnic_83xx_io_error_detected,
 230	.io_slot_reset			= qlcnic_83xx_io_slot_reset,
 231	.io_resume			= qlcnic_83xx_io_resume,
 232	.get_beacon_state		= qlcnic_83xx_get_beacon_state,
 233	.enable_sds_intr		= qlcnic_83xx_enable_sds_intr,
 234	.disable_sds_intr		= qlcnic_83xx_disable_sds_intr,
 235	.enable_tx_intr			= qlcnic_83xx_enable_tx_intr,
 236	.disable_tx_intr		= qlcnic_83xx_disable_tx_intr,
 237	.get_saved_state		= qlcnic_83xx_get_saved_state,
 238	.set_saved_state		= qlcnic_83xx_set_saved_state,
 239	.cache_tmpl_hdr_values		= qlcnic_83xx_cache_tmpl_hdr_values,
 240	.get_cap_size			= qlcnic_83xx_get_cap_size,
 241	.set_sys_info			= qlcnic_83xx_set_sys_info,
 242	.store_cap_mask			= qlcnic_83xx_store_cap_mask,
 243	.encap_rx_offload		= qlcnic_83xx_encap_rx_offload,
 244	.encap_tx_offload		= qlcnic_83xx_encap_tx_offload,
 245};
 246
 247static struct qlcnic_nic_template qlcnic_83xx_ops = {
 248	.config_bridged_mode	= qlcnic_config_bridged_mode,
 249	.config_led		= qlcnic_config_led,
 250	.request_reset          = qlcnic_83xx_idc_request_reset,
 251	.cancel_idc_work        = qlcnic_83xx_idc_exit,
 252	.napi_add		= qlcnic_83xx_napi_add,
 253	.napi_del		= qlcnic_83xx_napi_del,
 254	.config_ipaddr		= qlcnic_83xx_config_ipaddr,
 255	.clear_legacy_intr	= qlcnic_83xx_clear_legacy_intr,
 256	.shutdown		= qlcnic_83xx_shutdown,
 257	.resume			= qlcnic_83xx_resume,
 258};
 259
 260void qlcnic_83xx_register_map(struct qlcnic_hardware_context *ahw)
 261{
 262	ahw->hw_ops		= &qlcnic_83xx_hw_ops;
 263	ahw->reg_tbl		= (u32 *)qlcnic_83xx_reg_tbl;
 264	ahw->ext_reg_tbl	= (u32 *)qlcnic_83xx_ext_reg_tbl;
 265}
 266
 267int qlcnic_83xx_get_fw_version(struct qlcnic_adapter *adapter)
 268{
 269	u32 fw_major, fw_minor, fw_build;
 270	struct pci_dev *pdev = adapter->pdev;
 271
 272	fw_major = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_MAJOR);
 273	fw_minor = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_MINOR);
 274	fw_build = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_SUB);
 275	adapter->fw_version = QLCNIC_VERSION_CODE(fw_major, fw_minor, fw_build);
 276
 277	dev_info(&pdev->dev, "Driver v%s, firmware version %d.%d.%d\n",
 278		 QLCNIC_LINUX_VERSIONID, fw_major, fw_minor, fw_build);
 279
 280	return adapter->fw_version;
 281}
 282
 283static int __qlcnic_set_win_base(struct qlcnic_adapter *adapter, u32 addr)
 284{
 285	void __iomem *base;
 286	u32 val;
 287
 288	base = adapter->ahw->pci_base0 +
 289	       QLC_83XX_CRB_WIN_FUNC(adapter->ahw->pci_func);
 290	writel(addr, base);
 291	val = readl(base);
 292	if (val != addr)
 293		return -EIO;
 294
 295	return 0;
 296}
 297
 298int qlcnic_83xx_rd_reg_indirect(struct qlcnic_adapter *adapter, ulong addr,
 299				int *err)
 300{
 301	struct qlcnic_hardware_context *ahw = adapter->ahw;
 302
 303	*err = __qlcnic_set_win_base(adapter, (u32) addr);
 304	if (!*err) {
 305		return QLCRDX(ahw, QLCNIC_WILDCARD);
 306	} else {
 307		dev_err(&adapter->pdev->dev,
 308			"%s failed, addr = 0x%lx\n", __func__, addr);
 309		return -EIO;
 310	}
 311}
 312
 313int qlcnic_83xx_wrt_reg_indirect(struct qlcnic_adapter *adapter, ulong addr,
 314				 u32 data)
 315{
 316	int err;
 317	struct qlcnic_hardware_context *ahw = adapter->ahw;
 318
 319	err = __qlcnic_set_win_base(adapter, (u32) addr);
 320	if (!err) {
 321		QLCWRX(ahw, QLCNIC_WILDCARD, data);
 322		return 0;
 323	} else {
 324		dev_err(&adapter->pdev->dev,
 325			"%s failed, addr = 0x%x data = 0x%x\n",
 326			__func__, (int)addr, data);
 327		return err;
 328	}
 329}
 330
 331static void qlcnic_83xx_enable_legacy(struct qlcnic_adapter *adapter)
 332{
 333	struct qlcnic_hardware_context *ahw = adapter->ahw;
 334
 335	/* MSI-X enablement failed, use legacy interrupt */
 336	adapter->tgt_status_reg = ahw->pci_base0 + QLC_83XX_INTX_PTR;
 337	adapter->tgt_mask_reg = ahw->pci_base0 + QLC_83XX_INTX_MASK;
 338	adapter->isr_int_vec = ahw->pci_base0 + QLC_83XX_INTX_TRGR;
 339	adapter->msix_entries[0].vector = adapter->pdev->irq;
 340	dev_info(&adapter->pdev->dev, "using legacy interrupt\n");
 341}
 342
 343static int qlcnic_83xx_calculate_msix_vector(struct qlcnic_adapter *adapter)
 344{
 345	int num_msix;
 346
 347	num_msix = adapter->drv_sds_rings;
 348
 349	/* account for AEN interrupt MSI-X based interrupts */
 350	num_msix += 1;
 351
 352	if (!(adapter->flags & QLCNIC_TX_INTR_SHARED))
 353		num_msix += adapter->drv_tx_rings;
 354
 355	return num_msix;
 356}
 357
 358int qlcnic_83xx_setup_intr(struct qlcnic_adapter *adapter)
 359{
 360	struct qlcnic_hardware_context *ahw = adapter->ahw;
 361	int err, i, num_msix;
 362
 363	if (adapter->flags & QLCNIC_TSS_RSS) {
 364		err = qlcnic_setup_tss_rss_intr(adapter);
 365		if (err < 0)
 366			return err;
 367		num_msix = ahw->num_msix;
 368	} else {
 369		num_msix = qlcnic_83xx_calculate_msix_vector(adapter);
 370
 371		err = qlcnic_enable_msix(adapter, num_msix);
 372		if (err == -ENOMEM)
 373			return err;
 374
 375		if (adapter->flags & QLCNIC_MSIX_ENABLED) {
 376			num_msix = ahw->num_msix;
 377		} else {
 378			if (qlcnic_sriov_vf_check(adapter))
 379				return -EINVAL;
 380			num_msix = 1;
 381			adapter->drv_sds_rings = QLCNIC_SINGLE_RING;
 382			adapter->drv_tx_rings = QLCNIC_SINGLE_RING;
 383		}
 384	}
 385
 386	/* setup interrupt mapping table for fw */
 387	ahw->intr_tbl =
 388		vzalloc(array_size(num_msix,
 389				   sizeof(struct qlcnic_intrpt_config)));
 390	if (!ahw->intr_tbl)
 391		return -ENOMEM;
 392
 393	if (!(adapter->flags & QLCNIC_MSIX_ENABLED)) {
 394		if (adapter->ahw->pci_func >= QLC_MAX_LEGACY_FUNC_SUPP) {
 395			dev_err(&adapter->pdev->dev, "PCI function number 8 and higher are not supported with legacy interrupt, func 0x%x\n",
 396				ahw->pci_func);
 397			return -EOPNOTSUPP;
 398		}
 399
 400		qlcnic_83xx_enable_legacy(adapter);
 401	}
 402
 403	for (i = 0; i < num_msix; i++) {
 404		if (adapter->flags & QLCNIC_MSIX_ENABLED)
 405			ahw->intr_tbl[i].type = QLCNIC_INTRPT_MSIX;
 406		else
 407			ahw->intr_tbl[i].type = QLCNIC_INTRPT_INTX;
 408		ahw->intr_tbl[i].id = i;
 409		ahw->intr_tbl[i].src = 0;
 410	}
 411
 412	return 0;
 413}
 414
 415static inline void qlcnic_83xx_clear_legacy_intr_mask(struct qlcnic_adapter *adapter)
 416{
 417	writel(0, adapter->tgt_mask_reg);
 418}
 419
 420static inline void qlcnic_83xx_set_legacy_intr_mask(struct qlcnic_adapter *adapter)
 421{
 422	if (adapter->tgt_mask_reg)
 423		writel(1, adapter->tgt_mask_reg);
 424}
 425
 426static inline void qlcnic_83xx_enable_legacy_msix_mbx_intr(struct qlcnic_adapter
 427						    *adapter)
 428{
 429	u32 mask;
 430
 431	/* Mailbox in MSI-x mode and Legacy Interrupt share the same
 432	 * source register. We could be here before contexts are created
 433	 * and sds_ring->crb_intr_mask has not been initialized, calculate
 434	 * BAR offset for Interrupt Source Register
 435	 */
 436	mask = QLCRDX(adapter->ahw, QLCNIC_DEF_INT_MASK);
 437	writel(0, adapter->ahw->pci_base0 + mask);
 438}
 439
 440void qlcnic_83xx_disable_mbx_intr(struct qlcnic_adapter *adapter)
 441{
 442	u32 mask;
 443
 444	mask = QLCRDX(adapter->ahw, QLCNIC_DEF_INT_MASK);
 445	writel(1, adapter->ahw->pci_base0 + mask);
 446	QLCWRX(adapter->ahw, QLCNIC_MBX_INTR_ENBL, 0);
 447}
 448
 449static inline void qlcnic_83xx_get_mbx_data(struct qlcnic_adapter *adapter,
 450				     struct qlcnic_cmd_args *cmd)
 451{
 452	int i;
 453
 454	if (cmd->op_type == QLC_83XX_MBX_POST_BC_OP)
 455		return;
 456
 457	for (i = 0; i < cmd->rsp.num; i++)
 458		cmd->rsp.arg[i] = readl(QLCNIC_MBX_FW(adapter->ahw, i));
 459}
 460
 461irqreturn_t qlcnic_83xx_clear_legacy_intr(struct qlcnic_adapter *adapter)
 462{
 463	u32 intr_val;
 464	struct qlcnic_hardware_context *ahw = adapter->ahw;
 465	int retries = 0;
 466
 467	intr_val = readl(adapter->tgt_status_reg);
 468
 469	if (!QLC_83XX_VALID_INTX_BIT31(intr_val))
 470		return IRQ_NONE;
 471
 472	if (QLC_83XX_INTX_FUNC(intr_val) != adapter->ahw->pci_func) {
 473		adapter->stats.spurious_intr++;
 474		return IRQ_NONE;
 475	}
 476	/* The barrier is required to ensure writes to the registers */
 477	wmb();
 478
 479	/* clear the interrupt trigger control register */
 480	writel_relaxed(0, adapter->isr_int_vec);
 481	intr_val = readl(adapter->isr_int_vec);
 482	do {
 483		intr_val = readl(adapter->tgt_status_reg);
 484		if (QLC_83XX_INTX_FUNC(intr_val) != ahw->pci_func)
 485			break;
 486		retries++;
 487	} while (QLC_83XX_VALID_INTX_BIT30(intr_val) &&
 488		 (retries < QLC_83XX_LEGACY_INTX_MAX_RETRY));
 489
 490	return IRQ_HANDLED;
 491}
 492
 493static inline void qlcnic_83xx_notify_mbx_response(struct qlcnic_mailbox *mbx)
 494{
 495	mbx->rsp_status = QLC_83XX_MBX_RESPONSE_ARRIVED;
 496	complete(&mbx->completion);
 497}
 498
 499static void qlcnic_83xx_poll_process_aen(struct qlcnic_adapter *adapter)
 500{
 501	u32 resp, event, rsp_status = QLC_83XX_MBX_RESPONSE_ARRIVED;
 502	struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
 503	unsigned long flags;
 504
 505	spin_lock_irqsave(&mbx->aen_lock, flags);
 506	resp = QLCRDX(adapter->ahw, QLCNIC_FW_MBX_CTRL);
 507	if (!(resp & QLCNIC_SET_OWNER))
 508		goto out;
 509
 510	event = readl(QLCNIC_MBX_FW(adapter->ahw, 0));
 511	if (event &  QLCNIC_MBX_ASYNC_EVENT) {
 512		__qlcnic_83xx_process_aen(adapter);
 513	} else {
 514		if (mbx->rsp_status != rsp_status)
 515			qlcnic_83xx_notify_mbx_response(mbx);
 516	}
 517out:
 518	qlcnic_83xx_enable_legacy_msix_mbx_intr(adapter);
 519	spin_unlock_irqrestore(&mbx->aen_lock, flags);
 520}
 521
 522irqreturn_t qlcnic_83xx_intr(int irq, void *data)
 523{
 524	struct qlcnic_adapter *adapter = data;
 525	struct qlcnic_host_sds_ring *sds_ring;
 526	struct qlcnic_hardware_context *ahw = adapter->ahw;
 527
 528	if (qlcnic_83xx_clear_legacy_intr(adapter) == IRQ_NONE)
 529		return IRQ_NONE;
 530
 531	qlcnic_83xx_poll_process_aen(adapter);
 532
 533	if (ahw->diag_test) {
 534		if (ahw->diag_test == QLCNIC_INTERRUPT_TEST)
 535			ahw->diag_cnt++;
 536		qlcnic_83xx_enable_legacy_msix_mbx_intr(adapter);
 537		return IRQ_HANDLED;
 538	}
 539
 540	if (!test_bit(__QLCNIC_DEV_UP, &adapter->state)) {
 541		qlcnic_83xx_enable_legacy_msix_mbx_intr(adapter);
 542	} else {
 543		sds_ring = &adapter->recv_ctx->sds_rings[0];
 544		napi_schedule(&sds_ring->napi);
 545	}
 546
 547	return IRQ_HANDLED;
 548}
 549
 550irqreturn_t qlcnic_83xx_tmp_intr(int irq, void *data)
 551{
 552	struct qlcnic_host_sds_ring *sds_ring = data;
 553	struct qlcnic_adapter *adapter = sds_ring->adapter;
 554
 555	if (adapter->flags & QLCNIC_MSIX_ENABLED)
 556		goto done;
 557
 558	if (adapter->nic_ops->clear_legacy_intr(adapter) == IRQ_NONE)
 559		return IRQ_NONE;
 560
 561done:
 562	adapter->ahw->diag_cnt++;
 563	qlcnic_enable_sds_intr(adapter, sds_ring);
 564
 565	return IRQ_HANDLED;
 566}
 567
 568void qlcnic_83xx_free_mbx_intr(struct qlcnic_adapter *adapter)
 569{
 570	u32 num_msix;
 571
 572	if (!(adapter->flags & QLCNIC_MSIX_ENABLED))
 573		qlcnic_83xx_set_legacy_intr_mask(adapter);
 574
 575	qlcnic_83xx_disable_mbx_intr(adapter);
 576
 577	if (adapter->flags & QLCNIC_MSIX_ENABLED)
 578		num_msix = adapter->ahw->num_msix - 1;
 579	else
 580		num_msix = 0;
 581
 582	msleep(20);
 583
 584	if (adapter->msix_entries) {
 585		synchronize_irq(adapter->msix_entries[num_msix].vector);
 586		free_irq(adapter->msix_entries[num_msix].vector, adapter);
 587	}
 588}
 589
 590int qlcnic_83xx_setup_mbx_intr(struct qlcnic_adapter *adapter)
 591{
 592	irq_handler_t handler;
 593	u32 val;
 594	int err = 0;
 595	unsigned long flags = 0;
 596
 597	if (!(adapter->flags & QLCNIC_MSI_ENABLED) &&
 598	    !(adapter->flags & QLCNIC_MSIX_ENABLED))
 599		flags |= IRQF_SHARED;
 600
 601	if (adapter->flags & QLCNIC_MSIX_ENABLED) {
 602		handler = qlcnic_83xx_handle_aen;
 603		val = adapter->msix_entries[adapter->ahw->num_msix - 1].vector;
 604		err = request_irq(val, handler, flags, "qlcnic-MB", adapter);
 605		if (err) {
 606			dev_err(&adapter->pdev->dev,
 607				"failed to register MBX interrupt\n");
 608			return err;
 609		}
 610	} else {
 611		handler = qlcnic_83xx_intr;
 612		val = adapter->msix_entries[0].vector;
 613		err = request_irq(val, handler, flags, "qlcnic", adapter);
 614		if (err) {
 615			dev_err(&adapter->pdev->dev,
 616				"failed to register INTx interrupt\n");
 617			return err;
 618		}
 619		qlcnic_83xx_clear_legacy_intr_mask(adapter);
 620	}
 621
 622	/* Enable mailbox interrupt */
 623	qlcnic_83xx_enable_mbx_interrupt(adapter);
 624
 625	return err;
 626}
 627
 628void qlcnic_83xx_get_func_no(struct qlcnic_adapter *adapter)
 629{
 630	u32 val = QLCRDX(adapter->ahw, QLCNIC_INFORMANT);
 631	adapter->ahw->pci_func = (val >> 24) & 0xff;
 632}
 633
 634int qlcnic_83xx_cam_lock(struct qlcnic_adapter *adapter)
 635{
 636	void __iomem *addr;
 637	u32 val, limit = 0;
 638
 639	struct qlcnic_hardware_context *ahw = adapter->ahw;
 640
 641	addr = ahw->pci_base0 + QLC_83XX_SEM_LOCK_FUNC(ahw->pci_func);
 642	do {
 643		val = readl(addr);
 644		if (val) {
 645			/* write the function number to register */
 646			QLC_SHARED_REG_WR32(adapter, QLCNIC_FLASH_LOCK_OWNER,
 647					    ahw->pci_func);
 648			return 0;
 649		}
 650		usleep_range(1000, 2000);
 651	} while (++limit <= QLCNIC_PCIE_SEM_TIMEOUT);
 652
 653	return -EIO;
 654}
 655
 656void qlcnic_83xx_cam_unlock(struct qlcnic_adapter *adapter)
 657{
 658	void __iomem *addr;
 
 659	struct qlcnic_hardware_context *ahw = adapter->ahw;
 660
 661	addr = ahw->pci_base0 + QLC_83XX_SEM_UNLOCK_FUNC(ahw->pci_func);
 662	readl(addr);
 663}
 664
 665void qlcnic_83xx_read_crb(struct qlcnic_adapter *adapter, char *buf,
 666			  loff_t offset, size_t size)
 667{
 668	int ret = 0;
 669	u32 data;
 670
 671	if (qlcnic_api_lock(adapter)) {
 672		dev_err(&adapter->pdev->dev,
 673			"%s: failed to acquire lock. addr offset 0x%x\n",
 674			__func__, (u32)offset);
 675		return;
 676	}
 677
 678	data = QLCRD32(adapter, (u32) offset, &ret);
 679	qlcnic_api_unlock(adapter);
 680
 681	if (ret == -EIO) {
 682		dev_err(&adapter->pdev->dev,
 683			"%s: failed. addr offset 0x%x\n",
 684			__func__, (u32)offset);
 685		return;
 686	}
 687	memcpy(buf, &data, size);
 688}
 689
 690void qlcnic_83xx_write_crb(struct qlcnic_adapter *adapter, char *buf,
 691			   loff_t offset, size_t size)
 692{
 693	u32 data;
 694
 695	memcpy(&data, buf, size);
 696	qlcnic_83xx_wrt_reg_indirect(adapter, (u32) offset, data);
 697}
 698
 699int qlcnic_83xx_get_port_info(struct qlcnic_adapter *adapter)
 700{
 701	struct qlcnic_hardware_context *ahw = adapter->ahw;
 702	int status;
 703
 704	status = qlcnic_83xx_get_port_config(adapter);
 705	if (status) {
 706		dev_err(&adapter->pdev->dev,
 707			"Get Port Info failed\n");
 708	} else {
 709
 710		if (ahw->port_config & QLC_83XX_10G_CAPABLE) {
 711			ahw->port_type = QLCNIC_XGBE;
 712		} else if (ahw->port_config & QLC_83XX_10_CAPABLE ||
 713			   ahw->port_config & QLC_83XX_100_CAPABLE ||
 714			   ahw->port_config & QLC_83XX_1G_CAPABLE) {
 715			ahw->port_type = QLCNIC_GBE;
 716		} else {
 717			ahw->port_type = QLCNIC_XGBE;
 718		}
 719
 720		if (QLC_83XX_AUTONEG(ahw->port_config))
 721			ahw->link_autoneg = AUTONEG_ENABLE;
 722
 723	}
 724	return status;
 725}
 726
 727static void qlcnic_83xx_set_mac_filter_count(struct qlcnic_adapter *adapter)
 728{
 729	struct qlcnic_hardware_context *ahw = adapter->ahw;
 730	u16 act_pci_fn = ahw->total_nic_func;
 731	u16 count;
 732
 733	ahw->max_mc_count = QLC_83XX_MAX_MC_COUNT;
 734	if (act_pci_fn <= 2)
 735		count = (QLC_83XX_MAX_UC_COUNT - QLC_83XX_MAX_MC_COUNT) /
 736			 act_pci_fn;
 737	else
 738		count = (QLC_83XX_LB_MAX_FILTERS - QLC_83XX_MAX_MC_COUNT) /
 739			 act_pci_fn;
 740	ahw->max_uc_count = count;
 741}
 742
 743void qlcnic_83xx_enable_mbx_interrupt(struct qlcnic_adapter *adapter)
 744{
 745	u32 val;
 746
 747	if (adapter->flags & QLCNIC_MSIX_ENABLED)
 748		val = BIT_2 | ((adapter->ahw->num_msix - 1) << 8);
 749	else
 750		val = BIT_2;
 751
 752	QLCWRX(adapter->ahw, QLCNIC_MBX_INTR_ENBL, val);
 753	qlcnic_83xx_enable_legacy_msix_mbx_intr(adapter);
 754}
 755
 756void qlcnic_83xx_check_vf(struct qlcnic_adapter *adapter,
 757			  const struct pci_device_id *ent)
 758{
 759	u32 op_mode, priv_level;
 760	struct qlcnic_hardware_context *ahw = adapter->ahw;
 761
 762	ahw->fw_hal_version = 2;
 763	qlcnic_get_func_no(adapter);
 764
 765	if (qlcnic_sriov_vf_check(adapter)) {
 766		qlcnic_sriov_vf_set_ops(adapter);
 767		return;
 768	}
 769
 770	/* Determine function privilege level */
 771	op_mode = QLCRDX(adapter->ahw, QLC_83XX_DRV_OP_MODE);
 772	if (op_mode == QLC_83XX_DEFAULT_OPMODE)
 773		priv_level = QLCNIC_MGMT_FUNC;
 774	else
 775		priv_level = QLC_83XX_GET_FUNC_PRIVILEGE(op_mode,
 776							 ahw->pci_func);
 777
 778	if (priv_level == QLCNIC_NON_PRIV_FUNC) {
 779		ahw->op_mode = QLCNIC_NON_PRIV_FUNC;
 780		dev_info(&adapter->pdev->dev,
 781			 "HAL Version: %d Non Privileged function\n",
 782			 ahw->fw_hal_version);
 783		adapter->nic_ops = &qlcnic_vf_ops;
 784	} else {
 785		if (pci_find_ext_capability(adapter->pdev,
 786					    PCI_EXT_CAP_ID_SRIOV))
 787			set_bit(__QLCNIC_SRIOV_CAPABLE, &adapter->state);
 788		adapter->nic_ops = &qlcnic_83xx_ops;
 789	}
 790}
 791
 792static void qlcnic_83xx_handle_link_aen(struct qlcnic_adapter *adapter,
 793					u32 data[]);
 794static void qlcnic_83xx_handle_idc_comp_aen(struct qlcnic_adapter *adapter,
 795					    u32 data[]);
 796
 797void qlcnic_dump_mbx(struct qlcnic_adapter *adapter,
 798		     struct qlcnic_cmd_args *cmd)
 799{
 800	int i;
 801
 802	if (cmd->op_type == QLC_83XX_MBX_POST_BC_OP)
 803		return;
 804
 805	dev_info(&adapter->pdev->dev,
 806		 "Host MBX regs(%d)\n", cmd->req.num);
 807	for (i = 0; i < cmd->req.num; i++) {
 808		if (i && !(i % 8))
 809			pr_info("\n");
 810		pr_info("%08x ", cmd->req.arg[i]);
 811	}
 812	pr_info("\n");
 813	dev_info(&adapter->pdev->dev,
 814		 "FW MBX regs(%d)\n", cmd->rsp.num);
 815	for (i = 0; i < cmd->rsp.num; i++) {
 816		if (i && !(i % 8))
 817			pr_info("\n");
 818		pr_info("%08x ", cmd->rsp.arg[i]);
 819	}
 820	pr_info("\n");
 821}
 822
 823static void qlcnic_83xx_poll_for_mbx_completion(struct qlcnic_adapter *adapter,
 824						struct qlcnic_cmd_args *cmd)
 825{
 826	struct qlcnic_hardware_context *ahw = adapter->ahw;
 827	int opcode = LSW(cmd->req.arg[0]);
 828	unsigned long max_loops;
 829
 830	max_loops = cmd->total_cmds * QLC_83XX_MBX_CMD_LOOP;
 831
 832	for (; max_loops; max_loops--) {
 833		if (atomic_read(&cmd->rsp_status) ==
 834		    QLC_83XX_MBX_RESPONSE_ARRIVED)
 835			return;
 836
 837		udelay(1);
 838	}
 839
 840	dev_err(&adapter->pdev->dev,
 841		"%s: Mailbox command timed out, cmd_op=0x%x, cmd_type=0x%x, pci_func=0x%x, op_mode=0x%x\n",
 842		__func__, opcode, cmd->type, ahw->pci_func, ahw->op_mode);
 843	flush_workqueue(ahw->mailbox->work_q);
 844	return;
 845}
 846
 847int qlcnic_83xx_issue_cmd(struct qlcnic_adapter *adapter,
 848			  struct qlcnic_cmd_args *cmd)
 849{
 850	struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
 851	struct qlcnic_hardware_context *ahw = adapter->ahw;
 852	int cmd_type, err, opcode;
 853	unsigned long timeout;
 854
 855	if (!mbx)
 856		return -EIO;
 857
 858	opcode = LSW(cmd->req.arg[0]);
 859	cmd_type = cmd->type;
 860	err = mbx->ops->enqueue_cmd(adapter, cmd, &timeout);
 861	if (err) {
 862		dev_err(&adapter->pdev->dev,
 863			"%s: Mailbox not available, cmd_op=0x%x, cmd_context=0x%x, pci_func=0x%x, op_mode=0x%x\n",
 864			__func__, opcode, cmd->type, ahw->pci_func,
 865			ahw->op_mode);
 866		return err;
 867	}
 868
 869	switch (cmd_type) {
 870	case QLC_83XX_MBX_CMD_WAIT:
 871		if (!wait_for_completion_timeout(&cmd->completion, timeout)) {
 872			dev_err(&adapter->pdev->dev,
 873				"%s: Mailbox command timed out, cmd_op=0x%x, cmd_type=0x%x, pci_func=0x%x, op_mode=0x%x\n",
 874				__func__, opcode, cmd_type, ahw->pci_func,
 875				ahw->op_mode);
 876			flush_workqueue(mbx->work_q);
 877		}
 878		break;
 879	case QLC_83XX_MBX_CMD_NO_WAIT:
 880		return 0;
 881	case QLC_83XX_MBX_CMD_BUSY_WAIT:
 882		qlcnic_83xx_poll_for_mbx_completion(adapter, cmd);
 883		break;
 884	default:
 885		dev_err(&adapter->pdev->dev,
 886			"%s: Invalid mailbox command, cmd_op=0x%x, cmd_type=0x%x, pci_func=0x%x, op_mode=0x%x\n",
 887			__func__, opcode, cmd_type, ahw->pci_func,
 888			ahw->op_mode);
 889		qlcnic_83xx_detach_mailbox_work(adapter);
 890	}
 891
 892	return cmd->rsp_opcode;
 893}
 894
 895int qlcnic_83xx_alloc_mbx_args(struct qlcnic_cmd_args *mbx,
 896			       struct qlcnic_adapter *adapter, u32 type)
 897{
 898	int i, size;
 899	u32 temp;
 900	const struct qlcnic_mailbox_metadata *mbx_tbl;
 901
 902	memset(mbx, 0, sizeof(struct qlcnic_cmd_args));
 903	mbx_tbl = qlcnic_83xx_mbx_tbl;
 904	size = ARRAY_SIZE(qlcnic_83xx_mbx_tbl);
 905	for (i = 0; i < size; i++) {
 906		if (type == mbx_tbl[i].cmd) {
 907			mbx->op_type = QLC_83XX_FW_MBX_CMD;
 908			mbx->req.num = mbx_tbl[i].in_args;
 909			mbx->rsp.num = mbx_tbl[i].out_args;
 910			mbx->req.arg = kcalloc(mbx->req.num, sizeof(u32),
 911					       GFP_ATOMIC);
 912			if (!mbx->req.arg)
 913				return -ENOMEM;
 914			mbx->rsp.arg = kcalloc(mbx->rsp.num, sizeof(u32),
 915					       GFP_ATOMIC);
 916			if (!mbx->rsp.arg) {
 917				kfree(mbx->req.arg);
 918				mbx->req.arg = NULL;
 919				return -ENOMEM;
 920			}
 921			temp = adapter->ahw->fw_hal_version << 29;
 922			mbx->req.arg[0] = (type | (mbx->req.num << 16) | temp);
 923			mbx->cmd_op = type;
 924			return 0;
 925		}
 926	}
 927
 928	dev_err(&adapter->pdev->dev, "%s: Invalid mailbox command opcode 0x%x\n",
 929		__func__, type);
 930	return -EINVAL;
 931}
 932
 933void qlcnic_83xx_idc_aen_work(struct work_struct *work)
 934{
 935	struct qlcnic_adapter *adapter;
 936	struct qlcnic_cmd_args cmd;
 937	int i, err = 0;
 938
 939	adapter = container_of(work, struct qlcnic_adapter, idc_aen_work.work);
 940	err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_IDC_ACK);
 941	if (err)
 942		return;
 943
 944	for (i = 1; i < QLC_83XX_MBX_AEN_CNT; i++)
 945		cmd.req.arg[i] = adapter->ahw->mbox_aen[i];
 946
 947	err = qlcnic_issue_cmd(adapter, &cmd);
 948	if (err)
 949		dev_info(&adapter->pdev->dev,
 950			 "%s: Mailbox IDC ACK failed.\n", __func__);
 951	qlcnic_free_mbx_args(&cmd);
 952}
 953
 954static void qlcnic_83xx_handle_idc_comp_aen(struct qlcnic_adapter *adapter,
 955					    u32 data[])
 956{
 957	dev_dbg(&adapter->pdev->dev, "Completion AEN:0x%x.\n",
 958		QLCNIC_MBX_RSP(data[0]));
 959	clear_bit(QLC_83XX_IDC_COMP_AEN, &adapter->ahw->idc.status);
 960	return;
 961}
 962
 963static void __qlcnic_83xx_process_aen(struct qlcnic_adapter *adapter)
 964{
 965	struct qlcnic_hardware_context *ahw = adapter->ahw;
 966	u32 event[QLC_83XX_MBX_AEN_CNT];
 967	int i;
 968
 969	for (i = 0; i < QLC_83XX_MBX_AEN_CNT; i++)
 970		event[i] = readl(QLCNIC_MBX_FW(ahw, i));
 971
 972	switch (QLCNIC_MBX_RSP(event[0])) {
 973
 974	case QLCNIC_MBX_LINK_EVENT:
 975		qlcnic_83xx_handle_link_aen(adapter, event);
 976		break;
 977	case QLCNIC_MBX_COMP_EVENT:
 978		qlcnic_83xx_handle_idc_comp_aen(adapter, event);
 979		break;
 980	case QLCNIC_MBX_REQUEST_EVENT:
 981		for (i = 0; i < QLC_83XX_MBX_AEN_CNT; i++)
 982			adapter->ahw->mbox_aen[i] = QLCNIC_MBX_RSP(event[i]);
 983		queue_delayed_work(adapter->qlcnic_wq,
 984				   &adapter->idc_aen_work, 0);
 985		break;
 986	case QLCNIC_MBX_TIME_EXTEND_EVENT:
 987		ahw->extend_lb_time = event[1] >> 8 & 0xf;
 988		break;
 989	case QLCNIC_MBX_BC_EVENT:
 990		qlcnic_sriov_handle_bc_event(adapter, event[1]);
 991		break;
 992	case QLCNIC_MBX_SFP_INSERT_EVENT:
 993		dev_info(&adapter->pdev->dev, "SFP+ Insert AEN:0x%x.\n",
 994			 QLCNIC_MBX_RSP(event[0]));
 995		break;
 996	case QLCNIC_MBX_SFP_REMOVE_EVENT:
 997		dev_info(&adapter->pdev->dev, "SFP Removed AEN:0x%x.\n",
 998			 QLCNIC_MBX_RSP(event[0]));
 999		break;
1000	case QLCNIC_MBX_DCBX_CONFIG_CHANGE_EVENT:
1001		qlcnic_dcb_aen_handler(adapter->dcb, (void *)&event[1]);
1002		break;
1003	default:
1004		dev_dbg(&adapter->pdev->dev, "Unsupported AEN:0x%x.\n",
1005			QLCNIC_MBX_RSP(event[0]));
1006		break;
1007	}
1008
1009	QLCWRX(ahw, QLCNIC_FW_MBX_CTRL, QLCNIC_CLR_OWNER);
1010}
1011
1012static void qlcnic_83xx_process_aen(struct qlcnic_adapter *adapter)
1013{
1014	u32 resp, event, rsp_status = QLC_83XX_MBX_RESPONSE_ARRIVED;
1015	struct qlcnic_hardware_context *ahw = adapter->ahw;
1016	struct qlcnic_mailbox *mbx = ahw->mailbox;
1017	unsigned long flags;
1018
1019	spin_lock_irqsave(&mbx->aen_lock, flags);
1020	resp = QLCRDX(ahw, QLCNIC_FW_MBX_CTRL);
1021	if (resp & QLCNIC_SET_OWNER) {
1022		event = readl(QLCNIC_MBX_FW(ahw, 0));
1023		if (event &  QLCNIC_MBX_ASYNC_EVENT) {
1024			__qlcnic_83xx_process_aen(adapter);
1025		} else {
1026			if (mbx->rsp_status != rsp_status)
1027				qlcnic_83xx_notify_mbx_response(mbx);
1028		}
1029	}
1030	spin_unlock_irqrestore(&mbx->aen_lock, flags);
1031}
1032
1033static void qlcnic_83xx_mbx_poll_work(struct work_struct *work)
1034{
1035	struct qlcnic_adapter *adapter;
1036
1037	adapter = container_of(work, struct qlcnic_adapter, mbx_poll_work.work);
1038
1039	if (!test_bit(__QLCNIC_MBX_POLL_ENABLE, &adapter->state))
1040		return;
1041
1042	qlcnic_83xx_process_aen(adapter);
1043	queue_delayed_work(adapter->qlcnic_wq, &adapter->mbx_poll_work,
1044			   (HZ / 10));
1045}
1046
1047void qlcnic_83xx_enable_mbx_poll(struct qlcnic_adapter *adapter)
1048{
1049	if (test_and_set_bit(__QLCNIC_MBX_POLL_ENABLE, &adapter->state))
1050		return;
1051
1052	INIT_DELAYED_WORK(&adapter->mbx_poll_work, qlcnic_83xx_mbx_poll_work);
1053	queue_delayed_work(adapter->qlcnic_wq, &adapter->mbx_poll_work, 0);
1054}
1055
1056void qlcnic_83xx_disable_mbx_poll(struct qlcnic_adapter *adapter)
1057{
1058	if (!test_and_clear_bit(__QLCNIC_MBX_POLL_ENABLE, &adapter->state))
1059		return;
1060	cancel_delayed_work_sync(&adapter->mbx_poll_work);
1061}
1062
1063static int qlcnic_83xx_add_rings(struct qlcnic_adapter *adapter)
1064{
1065	int index, i, err, sds_mbx_size;
1066	u32 *buf, intrpt_id, intr_mask;
1067	u16 context_id;
1068	u8 num_sds;
1069	struct qlcnic_cmd_args cmd;
1070	struct qlcnic_host_sds_ring *sds;
1071	struct qlcnic_sds_mbx sds_mbx;
1072	struct qlcnic_add_rings_mbx_out *mbx_out;
1073	struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
1074	struct qlcnic_hardware_context *ahw = adapter->ahw;
1075
1076	sds_mbx_size = sizeof(struct qlcnic_sds_mbx);
1077	context_id = recv_ctx->context_id;
1078	num_sds = adapter->drv_sds_rings - QLCNIC_MAX_SDS_RINGS;
1079	err = ahw->hw_ops->alloc_mbx_args(&cmd, adapter,
1080					QLCNIC_CMD_ADD_RCV_RINGS);
1081	if (err) {
1082		dev_err(&adapter->pdev->dev,
1083			"Failed to alloc mbx args %d\n", err);
1084		return err;
1085	}
1086
1087	cmd.req.arg[1] = 0 | (num_sds << 8) | (context_id << 16);
1088
1089	/* set up status rings, mbx 2-81 */
1090	index = 2;
1091	for (i = 8; i < adapter->drv_sds_rings; i++) {
1092		memset(&sds_mbx, 0, sds_mbx_size);
1093		sds = &recv_ctx->sds_rings[i];
1094		sds->consumer = 0;
1095		memset(sds->desc_head, 0, STATUS_DESC_RINGSIZE(sds));
1096		sds_mbx.phy_addr_low = LSD(sds->phys_addr);
1097		sds_mbx.phy_addr_high = MSD(sds->phys_addr);
1098		sds_mbx.sds_ring_size = sds->num_desc;
1099
1100		if (adapter->flags & QLCNIC_MSIX_ENABLED)
1101			intrpt_id = ahw->intr_tbl[i].id;
1102		else
1103			intrpt_id = QLCRDX(ahw, QLCNIC_DEF_INT_ID);
1104
1105		if (adapter->ahw->diag_test != QLCNIC_LOOPBACK_TEST)
1106			sds_mbx.intrpt_id = intrpt_id;
1107		else
1108			sds_mbx.intrpt_id = 0xffff;
1109		sds_mbx.intrpt_val = 0;
1110		buf = &cmd.req.arg[index];
1111		memcpy(buf, &sds_mbx, sds_mbx_size);
1112		index += sds_mbx_size / sizeof(u32);
1113	}
1114
1115	/* send the mailbox command */
1116	err = ahw->hw_ops->mbx_cmd(adapter, &cmd);
1117	if (err) {
1118		dev_err(&adapter->pdev->dev,
1119			"Failed to add rings %d\n", err);
1120		goto out;
1121	}
1122
1123	mbx_out = (struct qlcnic_add_rings_mbx_out *)&cmd.rsp.arg[1];
1124	index = 0;
1125	/* status descriptor ring */
1126	for (i = 8; i < adapter->drv_sds_rings; i++) {
1127		sds = &recv_ctx->sds_rings[i];
1128		sds->crb_sts_consumer = ahw->pci_base0 +
1129					mbx_out->host_csmr[index];
1130		if (adapter->flags & QLCNIC_MSIX_ENABLED)
1131			intr_mask = ahw->intr_tbl[i].src;
1132		else
1133			intr_mask = QLCRDX(ahw, QLCNIC_DEF_INT_MASK);
1134
1135		sds->crb_intr_mask = ahw->pci_base0 + intr_mask;
1136		index++;
1137	}
1138out:
1139	qlcnic_free_mbx_args(&cmd);
1140	return err;
1141}
1142
1143void qlcnic_83xx_del_rx_ctx(struct qlcnic_adapter *adapter)
1144{
1145	int err;
1146	u32 temp = 0;
1147	struct qlcnic_cmd_args cmd;
1148	struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
1149
1150	if (qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_DESTROY_RX_CTX))
1151		return;
1152
1153	if (qlcnic_sriov_pf_check(adapter) || qlcnic_sriov_vf_check(adapter))
1154		cmd.req.arg[0] |= (0x3 << 29);
1155
1156	if (qlcnic_sriov_pf_check(adapter))
1157		qlcnic_pf_set_interface_id_del_rx_ctx(adapter, &temp);
1158
1159	cmd.req.arg[1] = recv_ctx->context_id | temp;
1160	err = qlcnic_issue_cmd(adapter, &cmd);
1161	if (err)
1162		dev_err(&adapter->pdev->dev,
1163			"Failed to destroy rx ctx in firmware\n");
1164
1165	recv_ctx->state = QLCNIC_HOST_CTX_STATE_FREED;
1166	qlcnic_free_mbx_args(&cmd);
1167}
1168
1169int qlcnic_83xx_create_rx_ctx(struct qlcnic_adapter *adapter)
1170{
1171	int i, err, index, sds_mbx_size, rds_mbx_size;
1172	u8 num_sds, num_rds;
1173	u32 *buf, intrpt_id, intr_mask, cap = 0;
1174	struct qlcnic_host_sds_ring *sds;
1175	struct qlcnic_host_rds_ring *rds;
1176	struct qlcnic_sds_mbx sds_mbx;
1177	struct qlcnic_rds_mbx rds_mbx;
1178	struct qlcnic_cmd_args cmd;
1179	struct qlcnic_rcv_mbx_out *mbx_out;
1180	struct qlcnic_recv_context *recv_ctx = adapter->recv_ctx;
1181	struct qlcnic_hardware_context *ahw = adapter->ahw;
1182	num_rds = adapter->max_rds_rings;
1183
1184	if (adapter->drv_sds_rings <= QLCNIC_MAX_SDS_RINGS)
1185		num_sds = adapter->drv_sds_rings;
1186	else
1187		num_sds = QLCNIC_MAX_SDS_RINGS;
1188
1189	sds_mbx_size = sizeof(struct qlcnic_sds_mbx);
1190	rds_mbx_size = sizeof(struct qlcnic_rds_mbx);
1191	cap = QLCNIC_CAP0_LEGACY_CONTEXT;
1192
1193	if (adapter->flags & QLCNIC_FW_LRO_MSS_CAP)
1194		cap |= QLC_83XX_FW_CAP_LRO_MSS;
1195
1196	/* set mailbox hdr and capabilities */
1197	err = qlcnic_alloc_mbx_args(&cmd, adapter,
1198				    QLCNIC_CMD_CREATE_RX_CTX);
1199	if (err)
1200		return err;
1201
1202	if (qlcnic_sriov_pf_check(adapter) || qlcnic_sriov_vf_check(adapter))
1203		cmd.req.arg[0] |= (0x3 << 29);
1204
1205	cmd.req.arg[1] = cap;
1206	cmd.req.arg[5] = 1 | (num_rds << 5) | (num_sds << 8) |
1207			 (QLC_83XX_HOST_RDS_MODE_UNIQUE << 16);
1208
1209	if (qlcnic_sriov_pf_check(adapter))
1210		qlcnic_pf_set_interface_id_create_rx_ctx(adapter,
1211							 &cmd.req.arg[6]);
1212	/* set up status rings, mbx 8-57/87 */
1213	index = QLC_83XX_HOST_SDS_MBX_IDX;
1214	for (i = 0; i < num_sds; i++) {
1215		memset(&sds_mbx, 0, sds_mbx_size);
1216		sds = &recv_ctx->sds_rings[i];
1217		sds->consumer = 0;
1218		memset(sds->desc_head, 0, STATUS_DESC_RINGSIZE(sds));
1219		sds_mbx.phy_addr_low = LSD(sds->phys_addr);
1220		sds_mbx.phy_addr_high = MSD(sds->phys_addr);
1221		sds_mbx.sds_ring_size = sds->num_desc;
1222		if (adapter->flags & QLCNIC_MSIX_ENABLED)
1223			intrpt_id = ahw->intr_tbl[i].id;
1224		else
1225			intrpt_id = QLCRDX(ahw, QLCNIC_DEF_INT_ID);
1226		if (adapter->ahw->diag_test != QLCNIC_LOOPBACK_TEST)
1227			sds_mbx.intrpt_id = intrpt_id;
1228		else
1229			sds_mbx.intrpt_id = 0xffff;
1230		sds_mbx.intrpt_val = 0;
1231		buf = &cmd.req.arg[index];
1232		memcpy(buf, &sds_mbx, sds_mbx_size);
1233		index += sds_mbx_size / sizeof(u32);
1234	}
1235	/* set up receive rings, mbx 88-111/135 */
1236	index = QLCNIC_HOST_RDS_MBX_IDX;
1237	rds = &recv_ctx->rds_rings[0];
1238	rds->producer = 0;
1239	memset(&rds_mbx, 0, rds_mbx_size);
1240	rds_mbx.phy_addr_reg_low = LSD(rds->phys_addr);
1241	rds_mbx.phy_addr_reg_high = MSD(rds->phys_addr);
1242	rds_mbx.reg_ring_sz = rds->dma_size;
1243	rds_mbx.reg_ring_len = rds->num_desc;
1244	/* Jumbo ring */
1245	rds = &recv_ctx->rds_rings[1];
1246	rds->producer = 0;
1247	rds_mbx.phy_addr_jmb_low = LSD(rds->phys_addr);
1248	rds_mbx.phy_addr_jmb_high = MSD(rds->phys_addr);
1249	rds_mbx.jmb_ring_sz = rds->dma_size;
1250	rds_mbx.jmb_ring_len = rds->num_desc;
1251	buf = &cmd.req.arg[index];
1252	memcpy(buf, &rds_mbx, rds_mbx_size);
1253
1254	/* send the mailbox command */
1255	err = ahw->hw_ops->mbx_cmd(adapter, &cmd);
1256	if (err) {
1257		dev_err(&adapter->pdev->dev,
1258			"Failed to create Rx ctx in firmware%d\n", err);
1259		goto out;
1260	}
1261	mbx_out = (struct qlcnic_rcv_mbx_out *)&cmd.rsp.arg[1];
1262	recv_ctx->context_id = mbx_out->ctx_id;
1263	recv_ctx->state = mbx_out->state;
1264	recv_ctx->virt_port = mbx_out->vport_id;
1265	dev_info(&adapter->pdev->dev, "Rx Context[%d] Created, state:0x%x\n",
1266		 recv_ctx->context_id, recv_ctx->state);
1267	/* Receive descriptor ring */
1268	/* Standard ring */
1269	rds = &recv_ctx->rds_rings[0];
1270	rds->crb_rcv_producer = ahw->pci_base0 +
1271				mbx_out->host_prod[0].reg_buf;
1272	/* Jumbo ring */
1273	rds = &recv_ctx->rds_rings[1];
1274	rds->crb_rcv_producer = ahw->pci_base0 +
1275				mbx_out->host_prod[0].jmb_buf;
1276	/* status descriptor ring */
1277	for (i = 0; i < num_sds; i++) {
1278		sds = &recv_ctx->sds_rings[i];
1279		sds->crb_sts_consumer = ahw->pci_base0 +
1280					mbx_out->host_csmr[i];
1281		if (adapter->flags & QLCNIC_MSIX_ENABLED)
1282			intr_mask = ahw->intr_tbl[i].src;
1283		else
1284			intr_mask = QLCRDX(ahw, QLCNIC_DEF_INT_MASK);
1285		sds->crb_intr_mask = ahw->pci_base0 + intr_mask;
1286	}
1287
1288	if (adapter->drv_sds_rings > QLCNIC_MAX_SDS_RINGS)
1289		err = qlcnic_83xx_add_rings(adapter);
1290out:
1291	qlcnic_free_mbx_args(&cmd);
1292	return err;
1293}
1294
1295void qlcnic_83xx_del_tx_ctx(struct qlcnic_adapter *adapter,
1296			    struct qlcnic_host_tx_ring *tx_ring)
1297{
1298	struct qlcnic_cmd_args cmd;
1299	u32 temp = 0;
1300
1301	if (qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_DESTROY_TX_CTX))
1302		return;
1303
1304	if (qlcnic_sriov_pf_check(adapter) || qlcnic_sriov_vf_check(adapter))
1305		cmd.req.arg[0] |= (0x3 << 29);
1306
1307	if (qlcnic_sriov_pf_check(adapter))
1308		qlcnic_pf_set_interface_id_del_tx_ctx(adapter, &temp);
1309
1310	cmd.req.arg[1] = tx_ring->ctx_id | temp;
1311	if (qlcnic_issue_cmd(adapter, &cmd))
1312		dev_err(&adapter->pdev->dev,
1313			"Failed to destroy tx ctx in firmware\n");
1314	qlcnic_free_mbx_args(&cmd);
1315}
1316
1317int qlcnic_83xx_create_tx_ctx(struct qlcnic_adapter *adapter,
1318			      struct qlcnic_host_tx_ring *tx, int ring)
1319{
1320	int err;
1321	u16 msix_id;
1322	u32 *buf, intr_mask, temp = 0;
1323	struct qlcnic_cmd_args cmd;
1324	struct qlcnic_tx_mbx mbx;
1325	struct qlcnic_tx_mbx_out *mbx_out;
1326	struct qlcnic_hardware_context *ahw = adapter->ahw;
1327	u32 msix_vector;
1328
1329	/* Reset host resources */
1330	tx->producer = 0;
1331	tx->sw_consumer = 0;
1332	*(tx->hw_consumer) = 0;
1333
1334	memset(&mbx, 0, sizeof(struct qlcnic_tx_mbx));
1335
1336	/* setup mailbox inbox registerss */
1337	mbx.phys_addr_low = LSD(tx->phys_addr);
1338	mbx.phys_addr_high = MSD(tx->phys_addr);
1339	mbx.cnsmr_index_low = LSD(tx->hw_cons_phys_addr);
1340	mbx.cnsmr_index_high = MSD(tx->hw_cons_phys_addr);
1341	mbx.size = tx->num_desc;
1342	if (adapter->flags & QLCNIC_MSIX_ENABLED) {
1343		if (!(adapter->flags & QLCNIC_TX_INTR_SHARED))
1344			msix_vector = adapter->drv_sds_rings + ring;
1345		else
1346			msix_vector = adapter->drv_sds_rings - 1;
1347		msix_id = ahw->intr_tbl[msix_vector].id;
1348	} else {
1349		msix_id = QLCRDX(ahw, QLCNIC_DEF_INT_ID);
1350	}
1351
1352	if (adapter->ahw->diag_test != QLCNIC_LOOPBACK_TEST)
1353		mbx.intr_id = msix_id;
1354	else
1355		mbx.intr_id = 0xffff;
1356	mbx.src = 0;
1357
1358	err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_CREATE_TX_CTX);
1359	if (err)
1360		return err;
1361
1362	if (qlcnic_sriov_pf_check(adapter) || qlcnic_sriov_vf_check(adapter))
1363		cmd.req.arg[0] |= (0x3 << 29);
1364
1365	if (qlcnic_sriov_pf_check(adapter))
1366		qlcnic_pf_set_interface_id_create_tx_ctx(adapter, &temp);
1367
1368	cmd.req.arg[1] = QLCNIC_CAP0_LEGACY_CONTEXT;
1369	cmd.req.arg[5] = QLCNIC_SINGLE_RING | temp;
1370
1371	buf = &cmd.req.arg[6];
1372	memcpy(buf, &mbx, sizeof(struct qlcnic_tx_mbx));
1373	/* send the mailbox command*/
1374	err = qlcnic_issue_cmd(adapter, &cmd);
1375	if (err) {
1376		netdev_err(adapter->netdev,
1377			   "Failed to create Tx ctx in firmware 0x%x\n", err);
1378		goto out;
1379	}
1380	mbx_out = (struct qlcnic_tx_mbx_out *)&cmd.rsp.arg[2];
1381	tx->crb_cmd_producer = ahw->pci_base0 + mbx_out->host_prod;
1382	tx->ctx_id = mbx_out->ctx_id;
1383	if ((adapter->flags & QLCNIC_MSIX_ENABLED) &&
1384	    !(adapter->flags & QLCNIC_TX_INTR_SHARED)) {
1385		intr_mask = ahw->intr_tbl[adapter->drv_sds_rings + ring].src;
1386		tx->crb_intr_mask = ahw->pci_base0 + intr_mask;
1387	}
1388	netdev_info(adapter->netdev,
1389		    "Tx Context[0x%x] Created, state:0x%x\n",
1390		    tx->ctx_id, mbx_out->state);
1391out:
1392	qlcnic_free_mbx_args(&cmd);
1393	return err;
1394}
1395
1396static int qlcnic_83xx_diag_alloc_res(struct net_device *netdev, int test,
1397				      u8 num_sds_ring)
1398{
1399	struct qlcnic_adapter *adapter = netdev_priv(netdev);
1400	struct qlcnic_host_sds_ring *sds_ring;
1401	struct qlcnic_host_rds_ring *rds_ring;
1402	u16 adapter_state = adapter->is_up;
1403	u8 ring;
1404	int ret;
1405
1406	netif_device_detach(netdev);
1407
1408	if (netif_running(netdev))
1409		__qlcnic_down(adapter, netdev);
1410
1411	qlcnic_detach(adapter);
1412
1413	adapter->drv_sds_rings = QLCNIC_SINGLE_RING;
1414	adapter->ahw->diag_test = test;
1415	adapter->ahw->linkup = 0;
1416
1417	ret = qlcnic_attach(adapter);
1418	if (ret) {
1419		netif_device_attach(netdev);
1420		return ret;
1421	}
1422
1423	ret = qlcnic_fw_create_ctx(adapter);
1424	if (ret) {
1425		qlcnic_detach(adapter);
1426		if (adapter_state == QLCNIC_ADAPTER_UP_MAGIC) {
1427			adapter->drv_sds_rings = num_sds_ring;
1428			qlcnic_attach(adapter);
1429		}
1430		netif_device_attach(netdev);
1431		return ret;
1432	}
1433
1434	for (ring = 0; ring < adapter->max_rds_rings; ring++) {
1435		rds_ring = &adapter->recv_ctx->rds_rings[ring];
1436		qlcnic_post_rx_buffers(adapter, rds_ring, ring);
1437	}
1438
1439	if (adapter->ahw->diag_test == QLCNIC_INTERRUPT_TEST) {
1440		for (ring = 0; ring < adapter->drv_sds_rings; ring++) {
1441			sds_ring = &adapter->recv_ctx->sds_rings[ring];
1442			qlcnic_enable_sds_intr(adapter, sds_ring);
1443		}
1444	}
1445
1446	if (adapter->ahw->diag_test == QLCNIC_LOOPBACK_TEST) {
1447		adapter->ahw->loopback_state = 0;
1448		adapter->ahw->hw_ops->setup_link_event(adapter, 1);
1449	}
1450
1451	set_bit(__QLCNIC_DEV_UP, &adapter->state);
1452	return 0;
1453}
1454
1455static void qlcnic_83xx_diag_free_res(struct net_device *netdev,
1456				      u8 drv_sds_rings)
1457{
1458	struct qlcnic_adapter *adapter = netdev_priv(netdev);
1459	struct qlcnic_host_sds_ring *sds_ring;
1460	int ring;
1461
1462	clear_bit(__QLCNIC_DEV_UP, &adapter->state);
1463	if (adapter->ahw->diag_test == QLCNIC_INTERRUPT_TEST) {
1464		for (ring = 0; ring < adapter->drv_sds_rings; ring++) {
1465			sds_ring = &adapter->recv_ctx->sds_rings[ring];
1466			if (adapter->flags & QLCNIC_MSIX_ENABLED)
1467				qlcnic_disable_sds_intr(adapter, sds_ring);
1468		}
1469	}
1470
1471	qlcnic_fw_destroy_ctx(adapter);
1472	qlcnic_detach(adapter);
1473
1474	adapter->ahw->diag_test = 0;
1475	adapter->drv_sds_rings = drv_sds_rings;
1476
1477	if (qlcnic_attach(adapter))
1478		goto out;
1479
1480	if (netif_running(netdev))
1481		__qlcnic_up(adapter, netdev);
1482
1483out:
1484	netif_device_attach(netdev);
1485}
1486
1487static void qlcnic_83xx_get_beacon_state(struct qlcnic_adapter *adapter)
1488{
1489	struct qlcnic_hardware_context *ahw = adapter->ahw;
1490	struct qlcnic_cmd_args cmd;
1491	u8 beacon_state;
1492	int err = 0;
1493
1494	err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_LED_CONFIG);
1495	if (!err) {
1496		err = qlcnic_issue_cmd(adapter, &cmd);
1497		if (!err) {
1498			beacon_state = cmd.rsp.arg[4];
1499			if (beacon_state == QLCNIC_BEACON_DISABLE)
1500				ahw->beacon_state = QLC_83XX_BEACON_OFF;
1501			else if (beacon_state == QLC_83XX_ENABLE_BEACON)
1502				ahw->beacon_state = QLC_83XX_BEACON_ON;
1503		}
1504	} else {
1505		netdev_err(adapter->netdev, "Get beacon state failed, err=%d\n",
1506			   err);
1507	}
1508
1509	qlcnic_free_mbx_args(&cmd);
1510
1511	return;
1512}
1513
1514int qlcnic_83xx_config_led(struct qlcnic_adapter *adapter, u32 state,
1515			   u32 beacon)
1516{
1517	struct qlcnic_cmd_args cmd;
1518	u32 mbx_in;
1519	int i, status = 0;
1520
1521	if (state) {
1522		/* Get LED configuration */
1523		status = qlcnic_alloc_mbx_args(&cmd, adapter,
1524					       QLCNIC_CMD_GET_LED_CONFIG);
1525		if (status)
1526			return status;
1527
1528		status = qlcnic_issue_cmd(adapter, &cmd);
1529		if (status) {
1530			dev_err(&adapter->pdev->dev,
1531				"Get led config failed.\n");
1532			goto mbx_err;
1533		} else {
1534			for (i = 0; i < 4; i++)
1535				adapter->ahw->mbox_reg[i] = cmd.rsp.arg[i+1];
1536		}
1537		qlcnic_free_mbx_args(&cmd);
1538		/* Set LED Configuration */
1539		mbx_in = (LSW(QLC_83XX_LED_CONFIG) << 16) |
1540			  LSW(QLC_83XX_LED_CONFIG);
1541		status = qlcnic_alloc_mbx_args(&cmd, adapter,
1542					       QLCNIC_CMD_SET_LED_CONFIG);
1543		if (status)
1544			return status;
1545
1546		cmd.req.arg[1] = mbx_in;
1547		cmd.req.arg[2] = mbx_in;
1548		cmd.req.arg[3] = mbx_in;
1549		if (beacon)
1550			cmd.req.arg[4] = QLC_83XX_ENABLE_BEACON;
1551		status = qlcnic_issue_cmd(adapter, &cmd);
1552		if (status) {
1553			dev_err(&adapter->pdev->dev,
1554				"Set led config failed.\n");
1555		}
1556mbx_err:
1557		qlcnic_free_mbx_args(&cmd);
1558		return status;
1559
1560	} else {
1561		/* Restoring default LED configuration */
1562		status = qlcnic_alloc_mbx_args(&cmd, adapter,
1563					       QLCNIC_CMD_SET_LED_CONFIG);
1564		if (status)
1565			return status;
1566
1567		cmd.req.arg[1] = adapter->ahw->mbox_reg[0];
1568		cmd.req.arg[2] = adapter->ahw->mbox_reg[1];
1569		cmd.req.arg[3] = adapter->ahw->mbox_reg[2];
1570		if (beacon)
1571			cmd.req.arg[4] = adapter->ahw->mbox_reg[3];
1572		status = qlcnic_issue_cmd(adapter, &cmd);
1573		if (status)
1574			dev_err(&adapter->pdev->dev,
1575				"Restoring led config failed.\n");
1576		qlcnic_free_mbx_args(&cmd);
1577		return status;
1578	}
1579}
1580
1581int  qlcnic_83xx_set_led(struct net_device *netdev,
1582			 enum ethtool_phys_id_state state)
1583{
1584	struct qlcnic_adapter *adapter = netdev_priv(netdev);
1585	int err = -EIO, active = 1;
1586
1587	if (adapter->ahw->op_mode == QLCNIC_NON_PRIV_FUNC) {
1588		netdev_warn(netdev,
1589			    "LED test is not supported in non-privileged mode\n");
1590		return -EOPNOTSUPP;
1591	}
1592
1593	switch (state) {
1594	case ETHTOOL_ID_ACTIVE:
1595		if (test_and_set_bit(__QLCNIC_LED_ENABLE, &adapter->state))
1596			return -EBUSY;
1597
1598		if (test_bit(__QLCNIC_RESETTING, &adapter->state))
1599			break;
1600
1601		err = qlcnic_83xx_config_led(adapter, active, 0);
1602		if (err)
1603			netdev_err(netdev, "Failed to set LED blink state\n");
1604		break;
1605	case ETHTOOL_ID_INACTIVE:
1606		active = 0;
1607
1608		if (test_bit(__QLCNIC_RESETTING, &adapter->state))
1609			break;
1610
1611		err = qlcnic_83xx_config_led(adapter, active, 0);
1612		if (err)
1613			netdev_err(netdev, "Failed to reset LED blink state\n");
1614		break;
1615
1616	default:
1617		return -EINVAL;
1618	}
1619
1620	if (!active || err)
1621		clear_bit(__QLCNIC_LED_ENABLE, &adapter->state);
1622
1623	return err;
1624}
1625
1626void qlcnic_83xx_initialize_nic(struct qlcnic_adapter *adapter, int enable)
1627{
1628	struct qlcnic_cmd_args cmd;
1629	int status;
1630
1631	if (qlcnic_sriov_vf_check(adapter))
1632		return;
1633
1634	if (enable)
1635		status = qlcnic_alloc_mbx_args(&cmd, adapter,
1636					       QLCNIC_CMD_INIT_NIC_FUNC);
1637	else
1638		status = qlcnic_alloc_mbx_args(&cmd, adapter,
1639					       QLCNIC_CMD_STOP_NIC_FUNC);
1640
1641	if (status)
1642		return;
1643
1644	cmd.req.arg[1] = QLC_REGISTER_LB_IDC | QLC_INIT_FW_RESOURCES;
1645
1646	if (adapter->dcb)
1647		cmd.req.arg[1] |= QLC_REGISTER_DCB_AEN;
1648
1649	status = qlcnic_issue_cmd(adapter, &cmd);
1650	if (status)
1651		dev_err(&adapter->pdev->dev,
1652			"Failed to %s in NIC IDC function event.\n",
1653			(enable ? "register" : "unregister"));
1654
1655	qlcnic_free_mbx_args(&cmd);
1656}
1657
1658static int qlcnic_83xx_set_port_config(struct qlcnic_adapter *adapter)
1659{
1660	struct qlcnic_cmd_args cmd;
1661	int err;
1662
1663	err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_SET_PORT_CONFIG);
1664	if (err)
1665		return err;
1666
1667	cmd.req.arg[1] = adapter->ahw->port_config;
1668	err = qlcnic_issue_cmd(adapter, &cmd);
1669	if (err)
1670		dev_info(&adapter->pdev->dev, "Set Port Config failed.\n");
1671	qlcnic_free_mbx_args(&cmd);
1672	return err;
1673}
1674
1675static int qlcnic_83xx_get_port_config(struct qlcnic_adapter *adapter)
1676{
1677	struct qlcnic_cmd_args cmd;
1678	int err;
1679
1680	err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_PORT_CONFIG);
1681	if (err)
1682		return err;
1683
1684	err = qlcnic_issue_cmd(adapter, &cmd);
1685	if (err)
1686		dev_info(&adapter->pdev->dev, "Get Port config failed\n");
1687	else
1688		adapter->ahw->port_config = cmd.rsp.arg[1];
1689	qlcnic_free_mbx_args(&cmd);
1690	return err;
1691}
1692
1693int qlcnic_83xx_setup_link_event(struct qlcnic_adapter *adapter, int enable)
1694{
1695	int err;
1696	u32 temp;
1697	struct qlcnic_cmd_args cmd;
1698
1699	err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_LINK_EVENT);
1700	if (err)
1701		return err;
1702
1703	temp = adapter->recv_ctx->context_id << 16;
1704	cmd.req.arg[1] = (enable ? 1 : 0) | BIT_8 | temp;
1705	err = qlcnic_issue_cmd(adapter, &cmd);
1706	if (err)
1707		dev_info(&adapter->pdev->dev,
1708			 "Setup linkevent mailbox failed\n");
1709	qlcnic_free_mbx_args(&cmd);
1710	return err;
1711}
1712
1713static void qlcnic_83xx_set_interface_id_promisc(struct qlcnic_adapter *adapter,
1714						 u32 *interface_id)
1715{
1716	if (qlcnic_sriov_pf_check(adapter)) {
1717		qlcnic_alloc_lb_filters_mem(adapter);
1718		qlcnic_pf_set_interface_id_promisc(adapter, interface_id);
1719		adapter->rx_mac_learn = true;
1720	} else {
1721		if (!qlcnic_sriov_vf_check(adapter))
1722			*interface_id = adapter->recv_ctx->context_id << 16;
1723	}
1724}
1725
1726int qlcnic_83xx_nic_set_promisc(struct qlcnic_adapter *adapter, u32 mode)
1727{
1728	struct qlcnic_cmd_args *cmd = NULL;
1729	u32 temp = 0;
1730	int err;
1731
1732	if (adapter->recv_ctx->state == QLCNIC_HOST_CTX_STATE_FREED)
1733		return -EIO;
1734
1735	cmd = kzalloc(sizeof(*cmd), GFP_ATOMIC);
1736	if (!cmd)
1737		return -ENOMEM;
1738
1739	err = qlcnic_alloc_mbx_args(cmd, adapter,
1740				    QLCNIC_CMD_CONFIGURE_MAC_RX_MODE);
1741	if (err)
1742		goto out;
1743
1744	cmd->type = QLC_83XX_MBX_CMD_NO_WAIT;
1745	qlcnic_83xx_set_interface_id_promisc(adapter, &temp);
1746
1747	if (qlcnic_84xx_check(adapter) && qlcnic_sriov_pf_check(adapter))
1748		mode = VPORT_MISS_MODE_ACCEPT_ALL;
1749
1750	cmd->req.arg[1] = mode | temp;
1751	err = qlcnic_issue_cmd(adapter, cmd);
1752	if (!err)
1753		return err;
1754
1755	qlcnic_free_mbx_args(cmd);
1756
1757out:
1758	kfree(cmd);
1759	return err;
1760}
1761
1762int qlcnic_83xx_loopback_test(struct net_device *netdev, u8 mode)
1763{
1764	struct qlcnic_adapter *adapter = netdev_priv(netdev);
1765	struct qlcnic_hardware_context *ahw = adapter->ahw;
1766	u8 drv_sds_rings = adapter->drv_sds_rings;
1767	u8 drv_tx_rings = adapter->drv_tx_rings;
1768	int ret = 0, loop = 0;
1769
1770	if (ahw->op_mode == QLCNIC_NON_PRIV_FUNC) {
1771		netdev_warn(netdev,
1772			    "Loopback test not supported in non privileged mode\n");
1773		return -ENOTSUPP;
1774	}
1775
1776	if (test_bit(__QLCNIC_RESETTING, &adapter->state)) {
1777		netdev_info(netdev, "Device is resetting\n");
1778		return -EBUSY;
1779	}
1780
1781	if (qlcnic_get_diag_lock(adapter)) {
1782		netdev_info(netdev, "Device is in diagnostics mode\n");
1783		return -EBUSY;
1784	}
1785
1786	netdev_info(netdev, "%s loopback test in progress\n",
1787		    mode == QLCNIC_ILB_MODE ? "internal" : "external");
1788
1789	ret = qlcnic_83xx_diag_alloc_res(netdev, QLCNIC_LOOPBACK_TEST,
1790					 drv_sds_rings);
1791	if (ret)
1792		goto fail_diag_alloc;
1793
1794	ret = qlcnic_83xx_set_lb_mode(adapter, mode);
1795	if (ret)
1796		goto free_diag_res;
1797
1798	/* Poll for link up event before running traffic */
1799	do {
1800		msleep(QLC_83XX_LB_MSLEEP_COUNT);
1801
1802		if (test_bit(__QLCNIC_RESETTING, &adapter->state)) {
1803			netdev_info(netdev,
1804				    "Device is resetting, free LB test resources\n");
1805			ret = -EBUSY;
1806			goto free_diag_res;
1807		}
1808		if (loop++ > QLC_83XX_LB_WAIT_COUNT) {
1809			netdev_info(netdev,
1810				    "Firmware didn't sent link up event to loopback request\n");
1811			ret = -ETIMEDOUT;
1812			qlcnic_83xx_clear_lb_mode(adapter, mode);
1813			goto free_diag_res;
1814		}
1815	} while ((adapter->ahw->linkup && ahw->has_link_events) != 1);
1816
1817	ret = qlcnic_do_lb_test(adapter, mode);
1818
1819	qlcnic_83xx_clear_lb_mode(adapter, mode);
1820
1821free_diag_res:
1822	qlcnic_83xx_diag_free_res(netdev, drv_sds_rings);
1823
1824fail_diag_alloc:
1825	adapter->drv_sds_rings = drv_sds_rings;
1826	adapter->drv_tx_rings = drv_tx_rings;
1827	qlcnic_release_diag_lock(adapter);
1828	return ret;
1829}
1830
1831static void qlcnic_extend_lb_idc_cmpltn_wait(struct qlcnic_adapter *adapter,
1832					     u32 *max_wait_count)
1833{
1834	struct qlcnic_hardware_context *ahw = adapter->ahw;
1835	int temp;
1836
1837	netdev_info(adapter->netdev, "Received loopback IDC time extend event for 0x%x seconds\n",
1838		    ahw->extend_lb_time);
1839	temp = ahw->extend_lb_time * 1000;
1840	*max_wait_count += temp / QLC_83XX_LB_MSLEEP_COUNT;
1841	ahw->extend_lb_time = 0;
1842}
1843
1844static int qlcnic_83xx_set_lb_mode(struct qlcnic_adapter *adapter, u8 mode)
1845{
1846	struct qlcnic_hardware_context *ahw = adapter->ahw;
1847	struct net_device *netdev = adapter->netdev;
1848	u32 config, max_wait_count;
1849	int status = 0, loop = 0;
1850
1851	ahw->extend_lb_time = 0;
1852	max_wait_count = QLC_83XX_LB_WAIT_COUNT;
1853	status = qlcnic_83xx_get_port_config(adapter);
1854	if (status)
1855		return status;
1856
1857	config = ahw->port_config;
1858
1859	/* Check if port is already in loopback mode */
1860	if ((config & QLC_83XX_CFG_LOOPBACK_HSS) ||
1861	    (config & QLC_83XX_CFG_LOOPBACK_EXT)) {
1862		netdev_err(netdev,
1863			   "Port already in Loopback mode.\n");
1864		return -EINPROGRESS;
1865	}
1866
1867	set_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1868
1869	if (mode == QLCNIC_ILB_MODE)
1870		ahw->port_config |= QLC_83XX_CFG_LOOPBACK_HSS;
1871	if (mode == QLCNIC_ELB_MODE)
1872		ahw->port_config |= QLC_83XX_CFG_LOOPBACK_EXT;
1873
1874	status = qlcnic_83xx_set_port_config(adapter);
1875	if (status) {
1876		netdev_err(netdev,
1877			   "Failed to Set Loopback Mode = 0x%x.\n",
1878			   ahw->port_config);
1879		ahw->port_config = config;
1880		clear_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1881		return status;
1882	}
1883
1884	/* Wait for Link and IDC Completion AEN */
1885	do {
1886		msleep(QLC_83XX_LB_MSLEEP_COUNT);
1887
1888		if (test_bit(__QLCNIC_RESETTING, &adapter->state)) {
1889			netdev_info(netdev,
1890				    "Device is resetting, free LB test resources\n");
1891			clear_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1892			return -EBUSY;
1893		}
1894
1895		if (ahw->extend_lb_time)
1896			qlcnic_extend_lb_idc_cmpltn_wait(adapter,
1897							 &max_wait_count);
1898
1899		if (loop++ > max_wait_count) {
1900			netdev_err(netdev, "%s: Did not receive loopback IDC completion AEN\n",
1901				   __func__);
1902			clear_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1903			qlcnic_83xx_clear_lb_mode(adapter, mode);
1904			return -ETIMEDOUT;
1905		}
1906	} while (test_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status));
1907
1908	qlcnic_sre_macaddr_change(adapter, adapter->mac_addr, 0,
1909				  QLCNIC_MAC_ADD);
1910	return status;
1911}
1912
1913static int qlcnic_83xx_clear_lb_mode(struct qlcnic_adapter *adapter, u8 mode)
1914{
1915	struct qlcnic_hardware_context *ahw = adapter->ahw;
1916	u32 config = ahw->port_config, max_wait_count;
1917	struct net_device *netdev = adapter->netdev;
1918	int status = 0, loop = 0;
1919
1920	ahw->extend_lb_time = 0;
1921	max_wait_count = QLC_83XX_LB_WAIT_COUNT;
1922	set_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1923	if (mode == QLCNIC_ILB_MODE)
1924		ahw->port_config &= ~QLC_83XX_CFG_LOOPBACK_HSS;
1925	if (mode == QLCNIC_ELB_MODE)
1926		ahw->port_config &= ~QLC_83XX_CFG_LOOPBACK_EXT;
1927
1928	status = qlcnic_83xx_set_port_config(adapter);
1929	if (status) {
1930		netdev_err(netdev,
1931			   "Failed to Clear Loopback Mode = 0x%x.\n",
1932			   ahw->port_config);
1933		ahw->port_config = config;
1934		clear_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1935		return status;
1936	}
1937
1938	/* Wait for Link and IDC Completion AEN */
1939	do {
1940		msleep(QLC_83XX_LB_MSLEEP_COUNT);
1941
1942		if (test_bit(__QLCNIC_RESETTING, &adapter->state)) {
1943			netdev_info(netdev,
1944				    "Device is resetting, free LB test resources\n");
1945			clear_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1946			return -EBUSY;
1947		}
1948
1949		if (ahw->extend_lb_time)
1950			qlcnic_extend_lb_idc_cmpltn_wait(adapter,
1951							 &max_wait_count);
1952
1953		if (loop++ > max_wait_count) {
1954			netdev_err(netdev, "%s: Did not receive loopback IDC completion AEN\n",
1955				   __func__);
1956			clear_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status);
1957			return -ETIMEDOUT;
1958		}
1959	} while (test_bit(QLC_83XX_IDC_COMP_AEN, &ahw->idc.status));
1960
1961	qlcnic_sre_macaddr_change(adapter, adapter->mac_addr, 0,
1962				  QLCNIC_MAC_DEL);
1963	return status;
1964}
1965
1966static void qlcnic_83xx_set_interface_id_ipaddr(struct qlcnic_adapter *adapter,
1967						u32 *interface_id)
1968{
1969	if (qlcnic_sriov_pf_check(adapter)) {
1970		qlcnic_pf_set_interface_id_ipaddr(adapter, interface_id);
1971	} else {
1972		if (!qlcnic_sriov_vf_check(adapter))
1973			*interface_id = adapter->recv_ctx->context_id << 16;
1974	}
1975}
1976
1977void qlcnic_83xx_config_ipaddr(struct qlcnic_adapter *adapter, __be32 ip,
1978			       int mode)
1979{
1980	int err;
1981	u32 temp = 0, temp_ip;
1982	struct qlcnic_cmd_args cmd;
1983
1984	err = qlcnic_alloc_mbx_args(&cmd, adapter,
1985				    QLCNIC_CMD_CONFIGURE_IP_ADDR);
1986	if (err)
1987		return;
1988
1989	qlcnic_83xx_set_interface_id_ipaddr(adapter, &temp);
1990
1991	if (mode == QLCNIC_IP_UP)
1992		cmd.req.arg[1] = 1 | temp;
1993	else
1994		cmd.req.arg[1] = 2 | temp;
1995
1996	/*
1997	 * Adapter needs IP address in network byte order.
1998	 * But hardware mailbox registers go through writel(), hence IP address
1999	 * gets swapped on big endian architecture.
2000	 * To negate swapping of writel() on big endian architecture
2001	 * use swab32(value).
2002	 */
2003
2004	temp_ip = swab32(ntohl(ip));
2005	memcpy(&cmd.req.arg[2], &temp_ip, sizeof(u32));
2006	err = qlcnic_issue_cmd(adapter, &cmd);
2007	if (err != QLCNIC_RCODE_SUCCESS)
2008		dev_err(&adapter->netdev->dev,
2009			"could not notify %s IP 0x%x request\n",
2010			(mode == QLCNIC_IP_UP) ? "Add" : "Remove", ip);
2011
2012	qlcnic_free_mbx_args(&cmd);
2013}
2014
2015int qlcnic_83xx_config_hw_lro(struct qlcnic_adapter *adapter, int mode)
2016{
2017	int err;
2018	u32 temp, arg1;
2019	struct qlcnic_cmd_args cmd;
2020	int lro_bit_mask;
2021
2022	lro_bit_mask = (mode ? (BIT_0 | BIT_1 | BIT_2 | BIT_3) : 0);
2023
2024	if (adapter->recv_ctx->state == QLCNIC_HOST_CTX_STATE_FREED)
2025		return 0;
2026
2027	err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_CONFIGURE_HW_LRO);
2028	if (err)
2029		return err;
2030
2031	temp = adapter->recv_ctx->context_id << 16;
2032	arg1 = lro_bit_mask | temp;
2033	cmd.req.arg[1] = arg1;
2034
2035	err = qlcnic_issue_cmd(adapter, &cmd);
2036	if (err)
2037		dev_info(&adapter->pdev->dev, "LRO config failed\n");
2038	qlcnic_free_mbx_args(&cmd);
2039
2040	return err;
2041}
2042
2043int qlcnic_83xx_config_rss(struct qlcnic_adapter *adapter, int enable)
2044{
2045	int err;
2046	u32 word;
2047	struct qlcnic_cmd_args cmd;
2048	const u64 key[] = { 0xbeac01fa6a42b73bULL, 0x8030f20c77cb2da3ULL,
2049			    0xae7b30b4d0ca2bcbULL, 0x43a38fb04167253dULL,
2050			    0x255b0ec26d5a56daULL };
2051
2052	err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_CONFIGURE_RSS);
2053	if (err)
2054		return err;
2055	/*
2056	 * RSS request:
2057	 * bits 3-0: Rsvd
2058	 *      5-4: hash_type_ipv4
2059	 *	7-6: hash_type_ipv6
2060	 *	  8: enable
2061	 *        9: use indirection table
2062	 *    16-31: indirection table mask
2063	 */
2064	word =  ((u32)(RSS_HASHTYPE_IP_TCP & 0x3) << 4) |
2065		((u32)(RSS_HASHTYPE_IP_TCP & 0x3) << 6) |
2066		((u32)(enable & 0x1) << 8) |
2067		((0x7ULL) << 16);
2068	cmd.req.arg[1] = (adapter->recv_ctx->context_id);
2069	cmd.req.arg[2] = word;
2070	memcpy(&cmd.req.arg[4], key, sizeof(key));
2071
2072	err = qlcnic_issue_cmd(adapter, &cmd);
2073
2074	if (err)
2075		dev_info(&adapter->pdev->dev, "RSS config failed\n");
2076	qlcnic_free_mbx_args(&cmd);
2077
2078	return err;
2079
2080}
2081
2082static void qlcnic_83xx_set_interface_id_macaddr(struct qlcnic_adapter *adapter,
2083						 u32 *interface_id)
2084{
2085	if (qlcnic_sriov_pf_check(adapter)) {
2086		qlcnic_pf_set_interface_id_macaddr(adapter, interface_id);
2087	} else {
2088		if (!qlcnic_sriov_vf_check(adapter))
2089			*interface_id = adapter->recv_ctx->context_id << 16;
2090	}
2091}
2092
2093int qlcnic_83xx_sre_macaddr_change(struct qlcnic_adapter *adapter, u8 *addr,
2094				   u16 vlan_id, u8 op)
2095{
2096	struct qlcnic_cmd_args *cmd = NULL;
2097	struct qlcnic_macvlan_mbx mv;
2098	u32 *buf, temp = 0;
2099	int err;
2100
2101	if (adapter->recv_ctx->state == QLCNIC_HOST_CTX_STATE_FREED)
2102		return -EIO;
2103
2104	cmd = kzalloc(sizeof(*cmd), GFP_ATOMIC);
2105	if (!cmd)
2106		return -ENOMEM;
2107
2108	err = qlcnic_alloc_mbx_args(cmd, adapter, QLCNIC_CMD_CONFIG_MAC_VLAN);
2109	if (err)
2110		goto out;
2111
2112	cmd->type = QLC_83XX_MBX_CMD_NO_WAIT;
2113
2114	if (vlan_id)
2115		op = (op == QLCNIC_MAC_ADD || op == QLCNIC_MAC_VLAN_ADD) ?
2116		     QLCNIC_MAC_VLAN_ADD : QLCNIC_MAC_VLAN_DEL;
2117
2118	cmd->req.arg[1] = op | (1 << 8);
2119	qlcnic_83xx_set_interface_id_macaddr(adapter, &temp);
2120	cmd->req.arg[1] |= temp;
2121	mv.vlan = vlan_id;
2122	mv.mac_addr0 = addr[0];
2123	mv.mac_addr1 = addr[1];
2124	mv.mac_addr2 = addr[2];
2125	mv.mac_addr3 = addr[3];
2126	mv.mac_addr4 = addr[4];
2127	mv.mac_addr5 = addr[5];
2128	buf = &cmd->req.arg[2];
2129	memcpy(buf, &mv, sizeof(struct qlcnic_macvlan_mbx));
2130	err = qlcnic_issue_cmd(adapter, cmd);
2131	if (!err)
2132		return err;
2133
2134	qlcnic_free_mbx_args(cmd);
2135out:
2136	kfree(cmd);
2137	return err;
2138}
2139
2140void qlcnic_83xx_change_l2_filter(struct qlcnic_adapter *adapter, u64 *addr,
2141				  u16 vlan_id,
2142				  struct qlcnic_host_tx_ring *tx_ring)
2143{
2144	u8 mac[ETH_ALEN];
2145	memcpy(&mac, addr, ETH_ALEN);
2146	qlcnic_83xx_sre_macaddr_change(adapter, mac, vlan_id, QLCNIC_MAC_ADD);
2147}
2148
2149static void qlcnic_83xx_configure_mac(struct qlcnic_adapter *adapter, u8 *mac,
2150				      u8 type, struct qlcnic_cmd_args *cmd)
2151{
2152	switch (type) {
2153	case QLCNIC_SET_STATION_MAC:
2154	case QLCNIC_SET_FAC_DEF_MAC:
2155		memcpy(&cmd->req.arg[2], mac, sizeof(u32));
2156		memcpy(&cmd->req.arg[3], &mac[4], sizeof(u16));
2157		break;
2158	}
2159	cmd->req.arg[1] = type;
2160}
2161
2162int qlcnic_83xx_get_mac_address(struct qlcnic_adapter *adapter, u8 *mac,
2163				u8 function)
2164{
2165	int err, i;
2166	struct qlcnic_cmd_args cmd;
2167	u32 mac_low, mac_high;
2168
2169	err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_MAC_ADDRESS);
2170	if (err)
2171		return err;
2172
2173	qlcnic_83xx_configure_mac(adapter, mac, QLCNIC_GET_CURRENT_MAC, &cmd);
2174	err = qlcnic_issue_cmd(adapter, &cmd);
2175
2176	if (err == QLCNIC_RCODE_SUCCESS) {
2177		mac_low = cmd.rsp.arg[1];
2178		mac_high = cmd.rsp.arg[2];
2179
2180		for (i = 0; i < 2; i++)
2181			mac[i] = (u8) (mac_high >> ((1 - i) * 8));
2182		for (i = 2; i < 6; i++)
2183			mac[i] = (u8) (mac_low >> ((5 - i) * 8));
2184	} else {
2185		dev_err(&adapter->pdev->dev, "Failed to get mac address%d\n",
2186			err);
2187		err = -EIO;
2188	}
2189	qlcnic_free_mbx_args(&cmd);
2190	return err;
2191}
2192
2193static int qlcnic_83xx_set_rx_intr_coal(struct qlcnic_adapter *adapter)
2194{
2195	struct qlcnic_nic_intr_coalesce *coal = &adapter->ahw->coal;
2196	struct qlcnic_cmd_args cmd;
2197	u16 temp;
2198	int err;
2199
2200	err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_CONFIG_INTR_COAL);
2201	if (err)
2202		return err;
2203
2204	temp = adapter->recv_ctx->context_id;
2205	cmd.req.arg[1] = QLCNIC_INTR_COAL_TYPE_RX | temp << 16;
2206	temp = coal->rx_time_us;
2207	cmd.req.arg[2] = coal->rx_packets | temp << 16;
2208	cmd.req.arg[3] = coal->flag;
2209
2210	err = qlcnic_issue_cmd(adapter, &cmd);
2211	if (err != QLCNIC_RCODE_SUCCESS)
2212		netdev_err(adapter->netdev,
2213			   "failed to set interrupt coalescing parameters\n");
2214
2215	qlcnic_free_mbx_args(&cmd);
2216
2217	return err;
2218}
2219
2220static int qlcnic_83xx_set_tx_intr_coal(struct qlcnic_adapter *adapter)
2221{
2222	struct qlcnic_nic_intr_coalesce *coal = &adapter->ahw->coal;
2223	struct qlcnic_cmd_args cmd;
2224	u16 temp;
2225	int err;
2226
2227	err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_CONFIG_INTR_COAL);
2228	if (err)
2229		return err;
2230
2231	temp = adapter->tx_ring->ctx_id;
2232	cmd.req.arg[1] = QLCNIC_INTR_COAL_TYPE_TX | temp << 16;
2233	temp = coal->tx_time_us;
2234	cmd.req.arg[2] = coal->tx_packets | temp << 16;
2235	cmd.req.arg[3] = coal->flag;
2236
2237	err = qlcnic_issue_cmd(adapter, &cmd);
2238	if (err != QLCNIC_RCODE_SUCCESS)
2239		netdev_err(adapter->netdev,
2240			   "failed to set interrupt coalescing  parameters\n");
2241
2242	qlcnic_free_mbx_args(&cmd);
2243
2244	return err;
2245}
2246
2247int qlcnic_83xx_set_rx_tx_intr_coal(struct qlcnic_adapter *adapter)
2248{
2249	int err = 0;
2250
2251	err = qlcnic_83xx_set_rx_intr_coal(adapter);
2252	if (err)
2253		netdev_err(adapter->netdev,
2254			   "failed to set Rx coalescing parameters\n");
2255
2256	err = qlcnic_83xx_set_tx_intr_coal(adapter);
2257	if (err)
2258		netdev_err(adapter->netdev,
2259			   "failed to set Tx coalescing parameters\n");
2260
2261	return err;
2262}
2263
2264int qlcnic_83xx_config_intr_coal(struct qlcnic_adapter *adapter,
2265				 struct ethtool_coalesce *ethcoal)
2266{
2267	struct qlcnic_nic_intr_coalesce *coal = &adapter->ahw->coal;
2268	u32 rx_coalesce_usecs, rx_max_frames;
2269	u32 tx_coalesce_usecs, tx_max_frames;
2270	int err;
2271
2272	if (adapter->recv_ctx->state == QLCNIC_HOST_CTX_STATE_FREED)
2273		return -EIO;
2274
2275	tx_coalesce_usecs = ethcoal->tx_coalesce_usecs;
2276	tx_max_frames = ethcoal->tx_max_coalesced_frames;
2277	rx_coalesce_usecs = ethcoal->rx_coalesce_usecs;
2278	rx_max_frames = ethcoal->rx_max_coalesced_frames;
2279	coal->flag = QLCNIC_INTR_DEFAULT;
2280
2281	if ((coal->rx_time_us == rx_coalesce_usecs) &&
2282	    (coal->rx_packets == rx_max_frames)) {
2283		coal->type = QLCNIC_INTR_COAL_TYPE_TX;
2284		coal->tx_time_us = tx_coalesce_usecs;
2285		coal->tx_packets = tx_max_frames;
2286	} else if ((coal->tx_time_us == tx_coalesce_usecs) &&
2287		   (coal->tx_packets == tx_max_frames)) {
2288		coal->type = QLCNIC_INTR_COAL_TYPE_RX;
2289		coal->rx_time_us = rx_coalesce_usecs;
2290		coal->rx_packets = rx_max_frames;
2291	} else {
2292		coal->type = QLCNIC_INTR_COAL_TYPE_RX_TX;
2293		coal->rx_time_us = rx_coalesce_usecs;
2294		coal->rx_packets = rx_max_frames;
2295		coal->tx_time_us = tx_coalesce_usecs;
2296		coal->tx_packets = tx_max_frames;
2297	}
2298
2299	switch (coal->type) {
2300	case QLCNIC_INTR_COAL_TYPE_RX:
2301		err = qlcnic_83xx_set_rx_intr_coal(adapter);
2302		break;
2303	case QLCNIC_INTR_COAL_TYPE_TX:
2304		err = qlcnic_83xx_set_tx_intr_coal(adapter);
2305		break;
2306	case QLCNIC_INTR_COAL_TYPE_RX_TX:
2307		err = qlcnic_83xx_set_rx_tx_intr_coal(adapter);
2308		break;
2309	default:
2310		err = -EINVAL;
2311		netdev_err(adapter->netdev,
2312			   "Invalid Interrupt coalescing type\n");
2313		break;
2314	}
2315
2316	return err;
2317}
2318
2319static void qlcnic_83xx_handle_link_aen(struct qlcnic_adapter *adapter,
2320					u32 data[])
2321{
2322	struct qlcnic_hardware_context *ahw = adapter->ahw;
2323	u8 link_status, duplex;
2324	/* link speed */
2325	link_status = LSB(data[3]) & 1;
2326	if (link_status) {
2327		ahw->link_speed = MSW(data[2]);
2328		duplex = LSB(MSW(data[3]));
2329		if (duplex)
2330			ahw->link_duplex = DUPLEX_FULL;
2331		else
2332			ahw->link_duplex = DUPLEX_HALF;
2333	} else {
2334		ahw->link_speed = SPEED_UNKNOWN;
2335		ahw->link_duplex = DUPLEX_UNKNOWN;
2336	}
2337
2338	ahw->link_autoneg = MSB(MSW(data[3]));
2339	ahw->module_type = MSB(LSW(data[3]));
2340	ahw->has_link_events = 1;
2341	ahw->lb_mode = data[4] & QLCNIC_LB_MODE_MASK;
2342	qlcnic_advert_link_change(adapter, link_status);
2343}
2344
2345static irqreturn_t qlcnic_83xx_handle_aen(int irq, void *data)
2346{
2347	u32 mask, resp, event, rsp_status = QLC_83XX_MBX_RESPONSE_ARRIVED;
2348	struct qlcnic_adapter *adapter = data;
2349	struct qlcnic_mailbox *mbx;
2350	unsigned long flags;
2351
2352	mbx = adapter->ahw->mailbox;
2353	spin_lock_irqsave(&mbx->aen_lock, flags);
2354	resp = QLCRDX(adapter->ahw, QLCNIC_FW_MBX_CTRL);
2355	if (!(resp & QLCNIC_SET_OWNER))
2356		goto out;
2357
2358	event = readl(QLCNIC_MBX_FW(adapter->ahw, 0));
2359	if (event &  QLCNIC_MBX_ASYNC_EVENT) {
2360		__qlcnic_83xx_process_aen(adapter);
2361	} else {
2362		if (mbx->rsp_status != rsp_status)
2363			qlcnic_83xx_notify_mbx_response(mbx);
2364		else
2365			adapter->stats.mbx_spurious_intr++;
2366	}
2367
2368out:
2369	mask = QLCRDX(adapter->ahw, QLCNIC_DEF_INT_MASK);
2370	writel(0, adapter->ahw->pci_base0 + mask);
2371	spin_unlock_irqrestore(&mbx->aen_lock, flags);
2372	return IRQ_HANDLED;
2373}
2374
2375int qlcnic_83xx_set_nic_info(struct qlcnic_adapter *adapter,
2376			     struct qlcnic_info *nic)
2377{
2378	int i, err = -EIO;
2379	struct qlcnic_cmd_args cmd;
2380
2381	if (adapter->ahw->op_mode != QLCNIC_MGMT_FUNC) {
2382		dev_err(&adapter->pdev->dev,
2383			"%s: Error, invoked by non management func\n",
2384			__func__);
2385		return err;
2386	}
2387
2388	err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_SET_NIC_INFO);
2389	if (err)
2390		return err;
2391
2392	cmd.req.arg[1] = (nic->pci_func << 16);
2393	cmd.req.arg[2] = 0x1 << 16;
2394	cmd.req.arg[3] = nic->phys_port | (nic->switch_mode << 16);
2395	cmd.req.arg[4] = nic->capabilities;
2396	cmd.req.arg[5] = (nic->max_mac_filters & 0xFF) | ((nic->max_mtu) << 16);
2397	cmd.req.arg[6] = (nic->max_tx_ques) | ((nic->max_rx_ques) << 16);
2398	cmd.req.arg[7] = (nic->min_tx_bw) | ((nic->max_tx_bw) << 16);
2399	for (i = 8; i < 32; i++)
2400		cmd.req.arg[i] = 0;
2401
2402	err = qlcnic_issue_cmd(adapter, &cmd);
2403
2404	if (err != QLCNIC_RCODE_SUCCESS) {
2405		dev_err(&adapter->pdev->dev, "Failed to set nic info%d\n",
2406			err);
2407		err = -EIO;
2408	}
2409
2410	qlcnic_free_mbx_args(&cmd);
2411
2412	return err;
2413}
2414
2415int qlcnic_83xx_get_nic_info(struct qlcnic_adapter *adapter,
2416			     struct qlcnic_info *npar_info, u8 func_id)
2417{
2418	int err;
2419	u32 temp;
2420	u8 op = 0;
2421	struct qlcnic_cmd_args cmd;
2422	struct qlcnic_hardware_context *ahw = adapter->ahw;
2423
2424	err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_NIC_INFO);
2425	if (err)
2426		return err;
2427
2428	if (func_id != ahw->pci_func) {
2429		temp = func_id << 16;
2430		cmd.req.arg[1] = op | BIT_31 | temp;
2431	} else {
2432		cmd.req.arg[1] = ahw->pci_func << 16;
2433	}
2434	err = qlcnic_issue_cmd(adapter, &cmd);
2435	if (err) {
2436		dev_info(&adapter->pdev->dev,
2437			 "Failed to get nic info %d\n", err);
2438		goto out;
2439	}
2440
2441	npar_info->op_type = cmd.rsp.arg[1];
2442	npar_info->pci_func = cmd.rsp.arg[2] & 0xFFFF;
2443	npar_info->op_mode = (cmd.rsp.arg[2] & 0xFFFF0000) >> 16;
2444	npar_info->phys_port = cmd.rsp.arg[3] & 0xFFFF;
2445	npar_info->switch_mode = (cmd.rsp.arg[3] & 0xFFFF0000) >> 16;
2446	npar_info->capabilities = cmd.rsp.arg[4];
2447	npar_info->max_mac_filters = cmd.rsp.arg[5] & 0xFF;
2448	npar_info->max_mtu = (cmd.rsp.arg[5] & 0xFFFF0000) >> 16;
2449	npar_info->max_tx_ques = cmd.rsp.arg[6] & 0xFFFF;
2450	npar_info->max_rx_ques = (cmd.rsp.arg[6] & 0xFFFF0000) >> 16;
2451	npar_info->min_tx_bw = cmd.rsp.arg[7] & 0xFFFF;
2452	npar_info->max_tx_bw = (cmd.rsp.arg[7] & 0xFFFF0000) >> 16;
2453	if (cmd.rsp.arg[8] & 0x1)
2454		npar_info->max_bw_reg_offset = (cmd.rsp.arg[8] & 0x7FFE) >> 1;
2455	if (cmd.rsp.arg[8] & 0x10000) {
2456		temp = (cmd.rsp.arg[8] & 0x7FFE0000) >> 17;
2457		npar_info->max_linkspeed_reg_offset = temp;
2458	}
2459
2460	memcpy(ahw->extra_capability, &cmd.rsp.arg[16],
2461	       sizeof(ahw->extra_capability));
2462
2463out:
2464	qlcnic_free_mbx_args(&cmd);
2465	return err;
2466}
2467
2468int qlcnic_get_pci_func_type(struct qlcnic_adapter *adapter, u16 type,
2469			     u16 *nic, u16 *fcoe, u16 *iscsi)
2470{
2471	struct device *dev = &adapter->pdev->dev;
2472	int err = 0;
2473
2474	switch (type) {
2475	case QLCNIC_TYPE_NIC:
2476		(*nic)++;
2477		break;
2478	case QLCNIC_TYPE_FCOE:
2479		(*fcoe)++;
2480		break;
2481	case QLCNIC_TYPE_ISCSI:
2482		(*iscsi)++;
2483		break;
2484	default:
2485		dev_err(dev, "%s: Unknown PCI type[%x]\n",
2486			__func__, type);
2487		err = -EIO;
2488	}
2489
2490	return err;
2491}
2492
2493int qlcnic_83xx_get_pci_info(struct qlcnic_adapter *adapter,
2494			     struct qlcnic_pci_info *pci_info)
2495{
2496	struct qlcnic_hardware_context *ahw = adapter->ahw;
2497	struct device *dev = &adapter->pdev->dev;
2498	u16 nic = 0, fcoe = 0, iscsi = 0;
2499	struct qlcnic_cmd_args cmd;
2500	int i, err = 0, j = 0;
2501	u32 temp;
2502
2503	err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_PCI_INFO);
2504	if (err)
2505		return err;
2506
2507	err = qlcnic_issue_cmd(adapter, &cmd);
2508
2509	ahw->total_nic_func = 0;
2510	if (err == QLCNIC_RCODE_SUCCESS) {
2511		ahw->max_pci_func = cmd.rsp.arg[1] & 0xFF;
2512		for (i = 2, j = 0; j < ahw->max_vnic_func; j++, pci_info++) {
2513			pci_info->id = cmd.rsp.arg[i] & 0xFFFF;
2514			pci_info->active = (cmd.rsp.arg[i] & 0xFFFF0000) >> 16;
2515			i++;
2516			if (!pci_info->active) {
2517				i += QLC_SKIP_INACTIVE_PCI_REGS;
2518				continue;
2519			}
2520			pci_info->type = cmd.rsp.arg[i] & 0xFFFF;
2521			err = qlcnic_get_pci_func_type(adapter, pci_info->type,
2522						       &nic, &fcoe, &iscsi);
2523			temp = (cmd.rsp.arg[i] & 0xFFFF0000) >> 16;
2524			pci_info->default_port = temp;
2525			i++;
2526			pci_info->tx_min_bw = cmd.rsp.arg[i] & 0xFFFF;
2527			temp = (cmd.rsp.arg[i] & 0xFFFF0000) >> 16;
2528			pci_info->tx_max_bw = temp;
2529			i = i + 2;
2530			memcpy(pci_info->mac, &cmd.rsp.arg[i], ETH_ALEN - 2);
2531			i++;
2532			memcpy(pci_info->mac + sizeof(u32), &cmd.rsp.arg[i], 2);
2533			i = i + 3;
2534		}
2535	} else {
2536		dev_err(dev, "Failed to get PCI Info, error = %d\n", err);
2537		err = -EIO;
2538	}
2539
2540	ahw->total_nic_func = nic;
2541	ahw->total_pci_func = nic + fcoe + iscsi;
2542	if (ahw->total_nic_func == 0 || ahw->total_pci_func == 0) {
2543		dev_err(dev, "%s: Invalid function count: total nic func[%x], total pci func[%x]\n",
2544			__func__, ahw->total_nic_func, ahw->total_pci_func);
2545		err = -EIO;
2546	}
2547	qlcnic_free_mbx_args(&cmd);
2548
2549	return err;
2550}
2551
2552int qlcnic_83xx_config_intrpt(struct qlcnic_adapter *adapter, bool op_type)
2553{
2554	int i, index, err;
2555	u8 max_ints;
2556	u32 val, temp, type;
2557	struct qlcnic_cmd_args cmd;
2558
2559	max_ints = adapter->ahw->num_msix - 1;
2560	err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_CONFIG_INTRPT);
2561	if (err)
2562		return err;
2563
2564	cmd.req.arg[1] = max_ints;
2565
2566	if (qlcnic_sriov_vf_check(adapter))
2567		cmd.req.arg[1] |= (adapter->ahw->pci_func << 8) | BIT_16;
2568
2569	for (i = 0, index = 2; i < max_ints; i++) {
2570		type = op_type ? QLCNIC_INTRPT_ADD : QLCNIC_INTRPT_DEL;
2571		val = type | (adapter->ahw->intr_tbl[i].type << 4);
2572		if (adapter->ahw->intr_tbl[i].type == QLCNIC_INTRPT_MSIX)
2573			val |= (adapter->ahw->intr_tbl[i].id << 16);
2574		cmd.req.arg[index++] = val;
2575	}
2576	err = qlcnic_issue_cmd(adapter, &cmd);
2577	if (err) {
2578		dev_err(&adapter->pdev->dev,
2579			"Failed to configure interrupts 0x%x\n", err);
2580		goto out;
2581	}
2582
2583	max_ints = cmd.rsp.arg[1];
2584	for (i = 0, index = 2; i < max_ints; i++, index += 2) {
2585		val = cmd.rsp.arg[index];
2586		if (LSB(val)) {
2587			dev_info(&adapter->pdev->dev,
2588				 "Can't configure interrupt %d\n",
2589				 adapter->ahw->intr_tbl[i].id);
2590			continue;
2591		}
2592		if (op_type) {
2593			adapter->ahw->intr_tbl[i].id = MSW(val);
2594			adapter->ahw->intr_tbl[i].enabled = 1;
2595			temp = cmd.rsp.arg[index + 1];
2596			adapter->ahw->intr_tbl[i].src = temp;
2597		} else {
2598			adapter->ahw->intr_tbl[i].id = i;
2599			adapter->ahw->intr_tbl[i].enabled = 0;
2600			adapter->ahw->intr_tbl[i].src = 0;
2601		}
2602	}
2603out:
2604	qlcnic_free_mbx_args(&cmd);
2605	return err;
2606}
2607
2608int qlcnic_83xx_lock_flash(struct qlcnic_adapter *adapter)
2609{
2610	int id, timeout = 0;
2611	u32 status = 0;
2612
2613	while (status == 0) {
2614		status = QLC_SHARED_REG_RD32(adapter, QLCNIC_FLASH_LOCK);
2615		if (status)
2616			break;
2617
2618		if (++timeout >= QLC_83XX_FLASH_LOCK_TIMEOUT) {
2619			id = QLC_SHARED_REG_RD32(adapter,
2620						 QLCNIC_FLASH_LOCK_OWNER);
2621			dev_err(&adapter->pdev->dev,
2622				"%s: failed, lock held by %d\n", __func__, id);
2623			return -EIO;
2624		}
2625		usleep_range(1000, 2000);
2626	}
2627
2628	QLC_SHARED_REG_WR32(adapter, QLCNIC_FLASH_LOCK_OWNER, adapter->portnum);
2629	return 0;
2630}
2631
2632void qlcnic_83xx_unlock_flash(struct qlcnic_adapter *adapter)
2633{
2634	QLC_SHARED_REG_RD32(adapter, QLCNIC_FLASH_UNLOCK);
2635	QLC_SHARED_REG_WR32(adapter, QLCNIC_FLASH_LOCK_OWNER, 0xFF);
2636}
2637
2638int qlcnic_83xx_lockless_flash_read32(struct qlcnic_adapter *adapter,
2639				      u32 flash_addr, u8 *p_data,
2640				      int count)
2641{
2642	u32 word, range, flash_offset, addr = flash_addr, ret;
2643	ulong indirect_add, direct_window;
2644	int i, err = 0;
2645
2646	flash_offset = addr & (QLCNIC_FLASH_SECTOR_SIZE - 1);
2647	if (addr & 0x3) {
2648		dev_err(&adapter->pdev->dev, "Illegal addr = 0x%x\n", addr);
2649		return -EIO;
2650	}
2651
2652	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_DIRECT_WINDOW,
2653				     (addr & 0xFFFF0000));
2654
2655	range = flash_offset + (count * sizeof(u32));
2656	/* Check if data is spread across multiple sectors */
2657	if (range > (QLCNIC_FLASH_SECTOR_SIZE - 1)) {
2658
2659		/* Multi sector read */
2660		for (i = 0; i < count; i++) {
2661			indirect_add = QLC_83XX_FLASH_DIRECT_DATA(addr);
2662			ret = QLCRD32(adapter, indirect_add, &err);
2663			if (err == -EIO)
2664				return err;
2665
2666			word = ret;
2667			*(u32 *)p_data  = word;
2668			p_data = p_data + 4;
2669			addr = addr + 4;
2670			flash_offset = flash_offset + 4;
2671
2672			if (flash_offset > (QLCNIC_FLASH_SECTOR_SIZE - 1)) {
2673				direct_window = QLC_83XX_FLASH_DIRECT_WINDOW;
2674				/* This write is needed once for each sector */
2675				qlcnic_83xx_wrt_reg_indirect(adapter,
2676							     direct_window,
2677							     (addr));
2678				flash_offset = 0;
2679			}
2680		}
2681	} else {
2682		/* Single sector read */
2683		for (i = 0; i < count; i++) {
2684			indirect_add = QLC_83XX_FLASH_DIRECT_DATA(addr);
2685			ret = QLCRD32(adapter, indirect_add, &err);
2686			if (err == -EIO)
2687				return err;
2688
2689			word = ret;
2690			*(u32 *)p_data  = word;
2691			p_data = p_data + 4;
2692			addr = addr + 4;
2693		}
2694	}
2695
2696	return 0;
2697}
2698
2699static int qlcnic_83xx_poll_flash_status_reg(struct qlcnic_adapter *adapter)
2700{
2701	u32 status;
2702	int retries = QLC_83XX_FLASH_READ_RETRY_COUNT;
2703	int err = 0;
2704
2705	do {
2706		status = QLCRD32(adapter, QLC_83XX_FLASH_STATUS, &err);
2707		if (err == -EIO)
2708			return err;
2709
2710		if ((status & QLC_83XX_FLASH_STATUS_READY) ==
2711		    QLC_83XX_FLASH_STATUS_READY)
2712			break;
2713
2714		usleep_range(1000, 1100);
2715	} while (--retries);
2716
2717	if (!retries)
2718		return -EIO;
2719
2720	return 0;
2721}
2722
2723int qlcnic_83xx_enable_flash_write(struct qlcnic_adapter *adapter)
2724{
2725	int ret;
2726	u32 cmd;
2727	cmd = adapter->ahw->fdt.write_statusreg_cmd;
2728	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2729				     (QLC_83XX_FLASH_FDT_WRITE_DEF_SIG | cmd));
2730	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA,
2731				     adapter->ahw->fdt.write_enable_bits);
2732	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2733				     QLC_83XX_FLASH_SECOND_ERASE_MS_VAL);
2734	ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2735	if (ret)
2736		return -EIO;
2737
2738	return 0;
2739}
2740
2741int qlcnic_83xx_disable_flash_write(struct qlcnic_adapter *adapter)
2742{
2743	int ret;
2744
2745	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2746				     (QLC_83XX_FLASH_FDT_WRITE_DEF_SIG |
2747				     adapter->ahw->fdt.write_statusreg_cmd));
2748	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA,
2749				     adapter->ahw->fdt.write_disable_bits);
2750	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2751				     QLC_83XX_FLASH_SECOND_ERASE_MS_VAL);
2752	ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2753	if (ret)
2754		return -EIO;
2755
2756	return 0;
2757}
2758
2759int qlcnic_83xx_read_flash_mfg_id(struct qlcnic_adapter *adapter)
2760{
2761	int ret, err = 0;
2762	u32 mfg_id;
2763
2764	if (qlcnic_83xx_lock_flash(adapter))
2765		return -EIO;
2766
2767	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2768				     QLC_83XX_FLASH_FDT_READ_MFG_ID_VAL);
2769	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2770				     QLC_83XX_FLASH_READ_CTRL);
2771	ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2772	if (ret) {
2773		qlcnic_83xx_unlock_flash(adapter);
2774		return -EIO;
2775	}
2776
2777	mfg_id = QLCRD32(adapter, QLC_83XX_FLASH_RDDATA, &err);
2778	if (err == -EIO) {
2779		qlcnic_83xx_unlock_flash(adapter);
2780		return err;
2781	}
2782
2783	adapter->flash_mfg_id = (mfg_id & 0xFF);
2784	qlcnic_83xx_unlock_flash(adapter);
2785
2786	return 0;
2787}
2788
2789int qlcnic_83xx_read_flash_descriptor_table(struct qlcnic_adapter *adapter)
2790{
2791	int count, fdt_size, ret = 0;
2792
2793	fdt_size = sizeof(struct qlcnic_fdt);
2794	count = fdt_size / sizeof(u32);
2795
2796	if (qlcnic_83xx_lock_flash(adapter))
2797		return -EIO;
2798
2799	memset(&adapter->ahw->fdt, 0, fdt_size);
2800	ret = qlcnic_83xx_lockless_flash_read32(adapter, QLCNIC_FDT_LOCATION,
2801						(u8 *)&adapter->ahw->fdt,
2802						count);
2803	qlcnic_swap32_buffer((u32 *)&adapter->ahw->fdt, count);
2804	qlcnic_83xx_unlock_flash(adapter);
2805	return ret;
2806}
2807
2808int qlcnic_83xx_erase_flash_sector(struct qlcnic_adapter *adapter,
2809				   u32 sector_start_addr)
2810{
2811	u32 reversed_addr, addr1, addr2, cmd;
2812	int ret = -EIO;
2813
2814	if (qlcnic_83xx_lock_flash(adapter) != 0)
2815		return -EIO;
2816
2817	if (adapter->ahw->fdt.mfg_id == adapter->flash_mfg_id) {
2818		ret = qlcnic_83xx_enable_flash_write(adapter);
2819		if (ret) {
2820			qlcnic_83xx_unlock_flash(adapter);
2821			dev_err(&adapter->pdev->dev,
2822				"%s failed at %d\n",
2823				__func__, __LINE__);
2824			return ret;
2825		}
2826	}
2827
2828	ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2829	if (ret) {
2830		qlcnic_83xx_unlock_flash(adapter);
2831		dev_err(&adapter->pdev->dev,
2832			"%s: failed at %d\n", __func__, __LINE__);
2833		return -EIO;
2834	}
2835
2836	addr1 = (sector_start_addr & 0xFF) << 16;
2837	addr2 = (sector_start_addr & 0xFF0000) >> 16;
2838	reversed_addr = addr1 | addr2 | (sector_start_addr & 0xFF00);
2839
2840	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA,
2841				     reversed_addr);
2842	cmd = QLC_83XX_FLASH_FDT_ERASE_DEF_SIG | adapter->ahw->fdt.erase_cmd;
2843	if (adapter->ahw->fdt.mfg_id == adapter->flash_mfg_id)
2844		qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR, cmd);
2845	else
2846		qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2847					     QLC_83XX_FLASH_OEM_ERASE_SIG);
2848	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2849				     QLC_83XX_FLASH_LAST_ERASE_MS_VAL);
2850
2851	ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2852	if (ret) {
2853		qlcnic_83xx_unlock_flash(adapter);
2854		dev_err(&adapter->pdev->dev,
2855			"%s: failed at %d\n", __func__, __LINE__);
2856		return -EIO;
2857	}
2858
2859	if (adapter->ahw->fdt.mfg_id == adapter->flash_mfg_id) {
2860		ret = qlcnic_83xx_disable_flash_write(adapter);
2861		if (ret) {
2862			qlcnic_83xx_unlock_flash(adapter);
2863			dev_err(&adapter->pdev->dev,
2864				"%s: failed at %d\n", __func__, __LINE__);
2865			return ret;
2866		}
2867	}
2868
2869	qlcnic_83xx_unlock_flash(adapter);
2870
2871	return 0;
2872}
2873
2874int qlcnic_83xx_flash_write32(struct qlcnic_adapter *adapter, u32 addr,
2875			      u32 *p_data)
2876{
2877	int ret = -EIO;
2878	u32 addr1 = 0x00800000 | (addr >> 2);
2879
2880	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR, addr1);
2881	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA, *p_data);
2882	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2883				     QLC_83XX_FLASH_LAST_ERASE_MS_VAL);
2884	ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2885	if (ret) {
2886		dev_err(&adapter->pdev->dev,
2887			"%s: failed at %d\n", __func__, __LINE__);
2888		return -EIO;
2889	}
2890
2891	return 0;
2892}
2893
2894int qlcnic_83xx_flash_bulk_write(struct qlcnic_adapter *adapter, u32 addr,
2895				 u32 *p_data, int count)
2896{
2897	u32 temp;
2898	int ret = -EIO, err = 0;
2899
2900	if ((count < QLC_83XX_FLASH_WRITE_MIN) ||
2901	    (count > QLC_83XX_FLASH_WRITE_MAX)) {
2902		dev_err(&adapter->pdev->dev,
2903			"%s: Invalid word count\n", __func__);
2904		return -EIO;
2905	}
2906
2907	temp = QLCRD32(adapter, QLC_83XX_FLASH_SPI_CONTROL, &err);
2908	if (err == -EIO)
2909		return err;
2910
2911	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_SPI_CONTROL,
2912				     (temp | QLC_83XX_FLASH_SPI_CTRL));
2913	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2914				     QLC_83XX_FLASH_ADDR_TEMP_VAL);
2915
2916	/* First DWORD write */
2917	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA, *p_data++);
2918	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2919				     QLC_83XX_FLASH_FIRST_MS_PATTERN);
2920	ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2921	if (ret) {
2922		dev_err(&adapter->pdev->dev,
2923			"%s: failed at %d\n", __func__, __LINE__);
2924		return -EIO;
2925	}
2926
2927	count--;
2928	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2929				     QLC_83XX_FLASH_ADDR_SECOND_TEMP_VAL);
2930	/* Second to N-1 DWORD writes */
2931	while (count != 1) {
2932		qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA,
2933					     *p_data++);
2934		qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2935					     QLC_83XX_FLASH_SECOND_MS_PATTERN);
2936		ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2937		if (ret) {
2938			dev_err(&adapter->pdev->dev,
2939				"%s: failed at %d\n", __func__, __LINE__);
2940			return -EIO;
2941		}
2942		count--;
2943	}
2944
2945	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
2946				     QLC_83XX_FLASH_ADDR_TEMP_VAL |
2947				     (addr >> 2));
2948	/* Last DWORD write */
2949	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_WRDATA, *p_data++);
2950	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
2951				     QLC_83XX_FLASH_LAST_MS_PATTERN);
2952	ret = qlcnic_83xx_poll_flash_status_reg(adapter);
2953	if (ret) {
2954		dev_err(&adapter->pdev->dev,
2955			"%s: failed at %d\n", __func__, __LINE__);
2956		return -EIO;
2957	}
2958
2959	ret = QLCRD32(adapter, QLC_83XX_FLASH_SPI_STATUS, &err);
2960	if (err == -EIO)
2961		return err;
2962
2963	if ((ret & QLC_83XX_FLASH_SPI_CTRL) == QLC_83XX_FLASH_SPI_CTRL) {
2964		dev_err(&adapter->pdev->dev, "%s: failed at %d\n",
2965			__func__, __LINE__);
2966		/* Operation failed, clear error bit */
2967		temp = QLCRD32(adapter, QLC_83XX_FLASH_SPI_CONTROL, &err);
2968		if (err == -EIO)
2969			return err;
2970
2971		qlcnic_83xx_wrt_reg_indirect(adapter,
2972					     QLC_83XX_FLASH_SPI_CONTROL,
2973					     (temp | QLC_83XX_FLASH_SPI_CTRL));
2974	}
2975
2976	return 0;
2977}
2978
2979static void qlcnic_83xx_recover_driver_lock(struct qlcnic_adapter *adapter)
2980{
2981	u32 val, id;
2982
2983	val = QLCRDX(adapter->ahw, QLC_83XX_RECOVER_DRV_LOCK);
2984
2985	/* Check if recovery need to be performed by the calling function */
2986	if ((val & QLC_83XX_DRV_LOCK_RECOVERY_STATUS_MASK) == 0) {
2987		val = val & ~0x3F;
2988		val = val | ((adapter->portnum << 2) |
2989			     QLC_83XX_NEED_DRV_LOCK_RECOVERY);
2990		QLCWRX(adapter->ahw, QLC_83XX_RECOVER_DRV_LOCK, val);
2991		dev_info(&adapter->pdev->dev,
2992			 "%s: lock recovery initiated\n", __func__);
2993		mdelay(QLC_83XX_DRV_LOCK_RECOVERY_DELAY);
2994		val = QLCRDX(adapter->ahw, QLC_83XX_RECOVER_DRV_LOCK);
2995		id = ((val >> 2) & 0xF);
2996		if (id == adapter->portnum) {
2997			val = val & ~QLC_83XX_DRV_LOCK_RECOVERY_STATUS_MASK;
2998			val = val | QLC_83XX_DRV_LOCK_RECOVERY_IN_PROGRESS;
2999			QLCWRX(adapter->ahw, QLC_83XX_RECOVER_DRV_LOCK, val);
3000			/* Force release the lock */
3001			QLCRDX(adapter->ahw, QLC_83XX_DRV_UNLOCK);
3002			/* Clear recovery bits */
3003			val = val & ~0x3F;
3004			QLCWRX(adapter->ahw, QLC_83XX_RECOVER_DRV_LOCK, val);
3005			dev_info(&adapter->pdev->dev,
3006				 "%s: lock recovery completed\n", __func__);
3007		} else {
3008			dev_info(&adapter->pdev->dev,
3009				 "%s: func %d to resume lock recovery process\n",
3010				 __func__, id);
3011		}
3012	} else {
3013		dev_info(&adapter->pdev->dev,
3014			 "%s: lock recovery initiated by other functions\n",
3015			 __func__);
3016	}
3017}
3018
3019int qlcnic_83xx_lock_driver(struct qlcnic_adapter *adapter)
3020{
3021	u32 lock_alive_counter, val, id, i = 0, status = 0, temp = 0;
3022	int max_attempt = 0;
3023
3024	while (status == 0) {
3025		status = QLCRDX(adapter->ahw, QLC_83XX_DRV_LOCK);
3026		if (status)
3027			break;
3028
3029		mdelay(QLC_83XX_DRV_LOCK_WAIT_DELAY);
3030		i++;
3031
3032		if (i == 1)
3033			temp = QLCRDX(adapter->ahw, QLC_83XX_DRV_LOCK_ID);
3034
3035		if (i == QLC_83XX_DRV_LOCK_WAIT_COUNTER) {
3036			val = QLCRDX(adapter->ahw, QLC_83XX_DRV_LOCK_ID);
3037			if (val == temp) {
3038				id = val & 0xFF;
3039				dev_info(&adapter->pdev->dev,
3040					 "%s: lock to be recovered from %d\n",
3041					 __func__, id);
3042				qlcnic_83xx_recover_driver_lock(adapter);
3043				i = 0;
3044				max_attempt++;
3045			} else {
3046				dev_err(&adapter->pdev->dev,
3047					"%s: failed to get lock\n", __func__);
3048				return -EIO;
3049			}
3050		}
3051
3052		/* Force exit from while loop after few attempts */
3053		if (max_attempt == QLC_83XX_MAX_DRV_LOCK_RECOVERY_ATTEMPT) {
3054			dev_err(&adapter->pdev->dev,
3055				"%s: failed to get lock\n", __func__);
3056			return -EIO;
3057		}
3058	}
3059
3060	val = QLCRDX(adapter->ahw, QLC_83XX_DRV_LOCK_ID);
3061	lock_alive_counter = val >> 8;
3062	lock_alive_counter++;
3063	val = lock_alive_counter << 8 | adapter->portnum;
3064	QLCWRX(adapter->ahw, QLC_83XX_DRV_LOCK_ID, val);
3065
3066	return 0;
3067}
3068
3069void qlcnic_83xx_unlock_driver(struct qlcnic_adapter *adapter)
3070{
3071	u32 val, lock_alive_counter, id;
3072
3073	val = QLCRDX(adapter->ahw, QLC_83XX_DRV_LOCK_ID);
3074	id = val & 0xFF;
3075	lock_alive_counter = val >> 8;
3076
3077	if (id != adapter->portnum)
3078		dev_err(&adapter->pdev->dev,
3079			"%s:Warning func %d is unlocking lock owned by %d\n",
3080			__func__, adapter->portnum, id);
3081
3082	val = (lock_alive_counter << 8) | 0xFF;
3083	QLCWRX(adapter->ahw, QLC_83XX_DRV_LOCK_ID, val);
3084	QLCRDX(adapter->ahw, QLC_83XX_DRV_UNLOCK);
3085}
3086
3087int qlcnic_ms_mem_write128(struct qlcnic_adapter *adapter, u64 addr,
3088				u32 *data, u32 count)
3089{
3090	int i, j, ret = 0;
3091	u32 temp;
3092
3093	/* Check alignment */
3094	if (addr & 0xF)
3095		return -EIO;
3096
3097	mutex_lock(&adapter->ahw->mem_lock);
3098	qlcnic_ind_wr(adapter, QLCNIC_MS_ADDR_HI, 0);
3099
3100	for (i = 0; i < count; i++, addr += 16) {
3101		if (!((ADDR_IN_RANGE(addr, QLCNIC_ADDR_QDR_NET,
3102				     QLCNIC_ADDR_QDR_NET_MAX)) ||
3103		      (ADDR_IN_RANGE(addr, QLCNIC_ADDR_DDR_NET,
3104				     QLCNIC_ADDR_DDR_NET_MAX)))) {
3105			mutex_unlock(&adapter->ahw->mem_lock);
3106			return -EIO;
3107		}
3108
3109		qlcnic_ind_wr(adapter, QLCNIC_MS_ADDR_LO, addr);
3110		qlcnic_ind_wr(adapter, QLCNIC_MS_WRTDATA_LO, *data++);
3111		qlcnic_ind_wr(adapter, QLCNIC_MS_WRTDATA_HI, *data++);
3112		qlcnic_ind_wr(adapter, QLCNIC_MS_WRTDATA_ULO, *data++);
3113		qlcnic_ind_wr(adapter, QLCNIC_MS_WRTDATA_UHI, *data++);
3114		qlcnic_ind_wr(adapter, QLCNIC_MS_CTRL, QLCNIC_TA_WRITE_ENABLE);
3115		qlcnic_ind_wr(adapter, QLCNIC_MS_CTRL, QLCNIC_TA_WRITE_START);
3116
3117		for (j = 0; j < MAX_CTL_CHECK; j++) {
3118			temp = qlcnic_ind_rd(adapter, QLCNIC_MS_CTRL);
3119
3120			if ((temp & TA_CTL_BUSY) == 0)
3121				break;
3122		}
3123
3124		/* Status check failure */
3125		if (j >= MAX_CTL_CHECK) {
3126			printk_ratelimited(KERN_WARNING
3127					   "MS memory write failed\n");
3128			mutex_unlock(&adapter->ahw->mem_lock);
3129			return -EIO;
3130		}
3131	}
3132
3133	mutex_unlock(&adapter->ahw->mem_lock);
3134
3135	return ret;
3136}
3137
3138int qlcnic_83xx_flash_read32(struct qlcnic_adapter *adapter, u32 flash_addr,
3139			     u8 *p_data, int count)
3140{
3141	u32 word, addr = flash_addr, ret;
3142	ulong  indirect_addr;
3143	int i, err = 0;
3144
3145	if (qlcnic_83xx_lock_flash(adapter) != 0)
3146		return -EIO;
3147
3148	if (addr & 0x3) {
3149		dev_err(&adapter->pdev->dev, "Illegal addr = 0x%x\n", addr);
3150		qlcnic_83xx_unlock_flash(adapter);
3151		return -EIO;
3152	}
3153
3154	for (i = 0; i < count; i++) {
3155		if (qlcnic_83xx_wrt_reg_indirect(adapter,
3156						 QLC_83XX_FLASH_DIRECT_WINDOW,
3157						 (addr))) {
3158			qlcnic_83xx_unlock_flash(adapter);
3159			return -EIO;
3160		}
3161
3162		indirect_addr = QLC_83XX_FLASH_DIRECT_DATA(addr);
3163		ret = QLCRD32(adapter, indirect_addr, &err);
3164		if (err == -EIO) {
3165			qlcnic_83xx_unlock_flash(adapter);
3166			return err;
3167		}
3168
3169		word = ret;
3170		*(u32 *)p_data  = word;
3171		p_data = p_data + 4;
3172		addr = addr + 4;
3173	}
3174
3175	qlcnic_83xx_unlock_flash(adapter);
3176
3177	return 0;
3178}
3179
3180void qlcnic_83xx_get_port_type(struct qlcnic_adapter *adapter)
3181{
3182	struct qlcnic_hardware_context *ahw = adapter->ahw;
3183	struct qlcnic_cmd_args cmd;
3184	u32 config;
3185	int err;
3186
3187	err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_LINK_STATUS);
3188	if (err)
3189		return;
3190
3191	err = qlcnic_issue_cmd(adapter, &cmd);
3192	if (err) {
3193		dev_info(&adapter->pdev->dev,
3194			 "Get Link Status Command failed: 0x%x\n", err);
3195		goto out;
3196	} else {
3197		config = cmd.rsp.arg[3];
3198
3199		switch (QLC_83XX_SFP_MODULE_TYPE(config)) {
3200		case QLC_83XX_MODULE_FIBRE_1000BASE_SX:
3201		case QLC_83XX_MODULE_FIBRE_1000BASE_LX:
3202		case QLC_83XX_MODULE_FIBRE_1000BASE_CX:
3203		case QLC_83XX_MODULE_TP_1000BASE_T:
3204			ahw->port_type = QLCNIC_GBE;
3205			break;
3206		default:
3207			ahw->port_type = QLCNIC_XGBE;
3208		}
3209	}
3210out:
3211	qlcnic_free_mbx_args(&cmd);
3212}
3213
3214int qlcnic_83xx_test_link(struct qlcnic_adapter *adapter)
3215{
3216	u8 pci_func;
3217	int err;
3218	u32 config = 0, state;
3219	struct qlcnic_cmd_args cmd;
3220	struct qlcnic_hardware_context *ahw = adapter->ahw;
3221
3222	if (qlcnic_sriov_vf_check(adapter))
3223		pci_func = adapter->portnum;
3224	else
3225		pci_func = ahw->pci_func;
3226
3227	state = readl(ahw->pci_base0 + QLC_83XX_LINK_STATE(pci_func));
3228	if (!QLC_83xx_FUNC_VAL(state, pci_func)) {
3229		dev_info(&adapter->pdev->dev, "link state down\n");
3230		return config;
3231	}
3232
3233	err = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_LINK_STATUS);
3234	if (err)
3235		return err;
3236
3237	err = qlcnic_issue_cmd(adapter, &cmd);
3238	if (err) {
3239		dev_info(&adapter->pdev->dev,
3240			 "Get Link Status Command failed: 0x%x\n", err);
3241		goto out;
3242	} else {
3243		config = cmd.rsp.arg[1];
3244		switch (QLC_83XX_CURRENT_LINK_SPEED(config)) {
3245		case QLC_83XX_10M_LINK:
3246			ahw->link_speed = SPEED_10;
3247			break;
3248		case QLC_83XX_100M_LINK:
3249			ahw->link_speed = SPEED_100;
3250			break;
3251		case QLC_83XX_1G_LINK:
3252			ahw->link_speed = SPEED_1000;
3253			break;
3254		case QLC_83XX_10G_LINK:
3255			ahw->link_speed = SPEED_10000;
3256			break;
3257		default:
3258			ahw->link_speed = 0;
3259			break;
3260		}
3261		config = cmd.rsp.arg[3];
3262		switch (QLC_83XX_SFP_MODULE_TYPE(config)) {
3263		case QLC_83XX_MODULE_FIBRE_10GBASE_LRM:
3264		case QLC_83XX_MODULE_FIBRE_10GBASE_LR:
3265		case QLC_83XX_MODULE_FIBRE_10GBASE_SR:
3266			ahw->supported_type = PORT_FIBRE;
3267			ahw->port_type = QLCNIC_XGBE;
3268			break;
3269		case QLC_83XX_MODULE_FIBRE_1000BASE_SX:
3270		case QLC_83XX_MODULE_FIBRE_1000BASE_LX:
3271		case QLC_83XX_MODULE_FIBRE_1000BASE_CX:
3272			ahw->supported_type = PORT_FIBRE;
3273			ahw->port_type = QLCNIC_GBE;
3274			break;
3275		case QLC_83XX_MODULE_TP_1000BASE_T:
3276			ahw->supported_type = PORT_TP;
3277			ahw->port_type = QLCNIC_GBE;
3278			break;
3279		case QLC_83XX_MODULE_DA_10GE_PASSIVE_CP:
3280		case QLC_83XX_MODULE_DA_10GE_ACTIVE_CP:
3281		case QLC_83XX_MODULE_DA_10GE_LEGACY_CP:
3282		case QLC_83XX_MODULE_DA_1GE_PASSIVE_CP:
3283			ahw->supported_type = PORT_DA;
3284			ahw->port_type = QLCNIC_XGBE;
3285			break;
3286		default:
3287			ahw->supported_type = PORT_OTHER;
3288			ahw->port_type = QLCNIC_XGBE;
3289		}
3290		if (config & 1)
3291			err = 1;
3292	}
3293out:
3294	qlcnic_free_mbx_args(&cmd);
3295	return config;
3296}
3297
3298int qlcnic_83xx_get_link_ksettings(struct qlcnic_adapter *adapter,
3299				   struct ethtool_link_ksettings *ecmd)
3300{
3301	struct qlcnic_hardware_context *ahw = adapter->ahw;
3302	u32 config = 0;
3303	int status = 0;
3304	u32 supported, advertising;
3305
3306	if (!test_bit(__QLCNIC_MAINTENANCE_MODE, &adapter->state)) {
3307		/* Get port configuration info */
3308		status = qlcnic_83xx_get_port_info(adapter);
3309		/* Get Link Status related info */
3310		config = qlcnic_83xx_test_link(adapter);
3311		ahw->module_type = QLC_83XX_SFP_MODULE_TYPE(config);
3312	}
3313
3314	/* hard code until there is a way to get it from flash */
3315	ahw->board_type = QLCNIC_BRDTYPE_83XX_10G;
3316
3317	if (netif_running(adapter->netdev) && ahw->has_link_events) {
3318		ecmd->base.speed = ahw->link_speed;
3319		ecmd->base.duplex = ahw->link_duplex;
3320		ecmd->base.autoneg = ahw->link_autoneg;
3321	} else {
3322		ecmd->base.speed = SPEED_UNKNOWN;
3323		ecmd->base.duplex = DUPLEX_UNKNOWN;
3324		ecmd->base.autoneg = AUTONEG_DISABLE;
3325	}
3326
3327	supported = (SUPPORTED_10baseT_Full |
3328			   SUPPORTED_100baseT_Full |
3329			   SUPPORTED_1000baseT_Full |
3330			   SUPPORTED_10000baseT_Full |
3331			   SUPPORTED_Autoneg);
3332
3333	ethtool_convert_link_mode_to_legacy_u32(&advertising,
3334						ecmd->link_modes.advertising);
3335
3336	if (ecmd->base.autoneg == AUTONEG_ENABLE) {
3337		if (ahw->port_config & QLC_83XX_10_CAPABLE)
3338			advertising |= SUPPORTED_10baseT_Full;
3339		if (ahw->port_config & QLC_83XX_100_CAPABLE)
3340			advertising |= SUPPORTED_100baseT_Full;
3341		if (ahw->port_config & QLC_83XX_1G_CAPABLE)
3342			advertising |= SUPPORTED_1000baseT_Full;
3343		if (ahw->port_config & QLC_83XX_10G_CAPABLE)
3344			advertising |= SUPPORTED_10000baseT_Full;
3345		if (ahw->port_config & QLC_83XX_AUTONEG_ENABLE)
3346			advertising |= ADVERTISED_Autoneg;
3347	} else {
3348		switch (ahw->link_speed) {
3349		case SPEED_10:
3350			advertising = SUPPORTED_10baseT_Full;
3351			break;
3352		case SPEED_100:
3353			advertising = SUPPORTED_100baseT_Full;
3354			break;
3355		case SPEED_1000:
3356			advertising = SUPPORTED_1000baseT_Full;
3357			break;
3358		case SPEED_10000:
3359			advertising = SUPPORTED_10000baseT_Full;
3360			break;
3361		default:
3362			break;
3363		}
3364
3365	}
3366
3367	switch (ahw->supported_type) {
3368	case PORT_FIBRE:
3369		supported |= SUPPORTED_FIBRE;
3370		advertising |= ADVERTISED_FIBRE;
3371		ecmd->base.port = PORT_FIBRE;
3372		break;
3373	case PORT_TP:
3374		supported |= SUPPORTED_TP;
3375		advertising |= ADVERTISED_TP;
3376		ecmd->base.port = PORT_TP;
3377		break;
3378	case PORT_DA:
3379		supported |= SUPPORTED_FIBRE;
3380		advertising |= ADVERTISED_FIBRE;
3381		ecmd->base.port = PORT_DA;
3382		break;
3383	default:
3384		supported |= SUPPORTED_FIBRE;
3385		advertising |= ADVERTISED_FIBRE;
3386		ecmd->base.port = PORT_OTHER;
3387		break;
3388	}
3389	ecmd->base.phy_address = ahw->physical_port;
3390
3391	ethtool_convert_legacy_u32_to_link_mode(ecmd->link_modes.supported,
3392						supported);
3393	ethtool_convert_legacy_u32_to_link_mode(ecmd->link_modes.advertising,
3394						advertising);
3395
3396	return status;
3397}
3398
3399int qlcnic_83xx_set_link_ksettings(struct qlcnic_adapter *adapter,
3400				   const struct ethtool_link_ksettings *ecmd)
3401{
3402	struct qlcnic_hardware_context *ahw = adapter->ahw;
3403	u32 config = adapter->ahw->port_config;
3404	int status = 0;
3405
3406	/* 83xx devices do not support Half duplex */
3407	if (ecmd->base.duplex == DUPLEX_HALF) {
3408		netdev_info(adapter->netdev,
3409			    "Half duplex mode not supported\n");
3410		return -EINVAL;
3411	}
3412
3413	if (ecmd->base.autoneg) {
3414		ahw->port_config |= QLC_83XX_AUTONEG_ENABLE;
3415		ahw->port_config |= (QLC_83XX_100_CAPABLE |
3416				     QLC_83XX_1G_CAPABLE |
3417				     QLC_83XX_10G_CAPABLE);
3418	} else { /* force speed */
3419		ahw->port_config &= ~QLC_83XX_AUTONEG_ENABLE;
3420		switch (ecmd->base.speed) {
3421		case SPEED_10:
3422			ahw->port_config &= ~(QLC_83XX_100_CAPABLE |
3423					      QLC_83XX_1G_CAPABLE |
3424					      QLC_83XX_10G_CAPABLE);
3425			ahw->port_config |= QLC_83XX_10_CAPABLE;
3426			break;
3427		case SPEED_100:
3428			ahw->port_config &= ~(QLC_83XX_10_CAPABLE |
3429					      QLC_83XX_1G_CAPABLE |
3430					      QLC_83XX_10G_CAPABLE);
3431			ahw->port_config |= QLC_83XX_100_CAPABLE;
3432			break;
3433		case SPEED_1000:
3434			ahw->port_config &= ~(QLC_83XX_10_CAPABLE |
3435					      QLC_83XX_100_CAPABLE |
3436					      QLC_83XX_10G_CAPABLE);
3437			ahw->port_config |= QLC_83XX_1G_CAPABLE;
3438			break;
3439		case SPEED_10000:
3440			ahw->port_config &= ~(QLC_83XX_10_CAPABLE |
3441					      QLC_83XX_100_CAPABLE |
3442					      QLC_83XX_1G_CAPABLE);
3443			ahw->port_config |= QLC_83XX_10G_CAPABLE;
3444			break;
3445		default:
3446			return -EINVAL;
3447		}
3448	}
3449	status = qlcnic_83xx_set_port_config(adapter);
3450	if (status) {
3451		netdev_info(adapter->netdev,
3452			    "Failed to Set Link Speed and autoneg.\n");
3453		ahw->port_config = config;
3454	}
3455
3456	return status;
3457}
3458
3459static inline u64 *qlcnic_83xx_copy_stats(struct qlcnic_cmd_args *cmd,
3460					  u64 *data, int index)
3461{
3462	u32 low, hi;
3463	u64 val;
3464
3465	low = cmd->rsp.arg[index];
3466	hi = cmd->rsp.arg[index + 1];
3467	val = (((u64) low) | (((u64) hi) << 32));
3468	*data++ = val;
3469	return data;
3470}
3471
3472static u64 *qlcnic_83xx_fill_stats(struct qlcnic_adapter *adapter,
3473				   struct qlcnic_cmd_args *cmd, u64 *data,
3474				   int type, int *ret)
3475{
3476	int err, k, total_regs;
3477
3478	*ret = 0;
3479	err = qlcnic_issue_cmd(adapter, cmd);
3480	if (err != QLCNIC_RCODE_SUCCESS) {
3481		dev_info(&adapter->pdev->dev,
3482			 "Error in get statistics mailbox command\n");
3483		*ret = -EIO;
3484		return data;
3485	}
3486	total_regs = cmd->rsp.num;
3487	switch (type) {
3488	case QLC_83XX_STAT_MAC:
3489		/* fill in MAC tx counters */
3490		for (k = 2; k < 28; k += 2)
3491			data = qlcnic_83xx_copy_stats(cmd, data, k);
3492		/* skip 24 bytes of reserved area */
3493		/* fill in MAC rx counters */
3494		for (k += 6; k < 60; k += 2)
3495			data = qlcnic_83xx_copy_stats(cmd, data, k);
3496		/* skip 24 bytes of reserved area */
3497		/* fill in MAC rx frame stats */
3498		for (k += 6; k < 80; k += 2)
3499			data = qlcnic_83xx_copy_stats(cmd, data, k);
3500		/* fill in eSwitch stats */
3501		for (; k < total_regs; k += 2)
3502			data = qlcnic_83xx_copy_stats(cmd, data, k);
3503		break;
3504	case QLC_83XX_STAT_RX:
3505		for (k = 2; k < 8; k += 2)
3506			data = qlcnic_83xx_copy_stats(cmd, data, k);
3507		/* skip 8 bytes of reserved data */
3508		for (k += 2; k < 24; k += 2)
3509			data = qlcnic_83xx_copy_stats(cmd, data, k);
3510		/* skip 8 bytes containing RE1FBQ error data */
3511		for (k += 2; k < total_regs; k += 2)
3512			data = qlcnic_83xx_copy_stats(cmd, data, k);
3513		break;
3514	case QLC_83XX_STAT_TX:
3515		for (k = 2; k < 10; k += 2)
3516			data = qlcnic_83xx_copy_stats(cmd, data, k);
3517		/* skip 8 bytes of reserved data */
3518		for (k += 2; k < total_regs; k += 2)
3519			data = qlcnic_83xx_copy_stats(cmd, data, k);
3520		break;
3521	default:
3522		dev_warn(&adapter->pdev->dev, "Unknown get statistics mode\n");
3523		*ret = -EIO;
3524	}
3525	return data;
3526}
3527
3528void qlcnic_83xx_get_stats(struct qlcnic_adapter *adapter, u64 *data)
3529{
3530	struct qlcnic_cmd_args cmd;
3531	struct net_device *netdev = adapter->netdev;
3532	int ret = 0;
3533
3534	ret = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_GET_STATISTICS);
3535	if (ret)
3536		return;
3537	/* Get Tx stats */
3538	cmd.req.arg[1] = BIT_1 | (adapter->tx_ring->ctx_id << 16);
3539	cmd.rsp.num = QLC_83XX_TX_STAT_REGS;
3540	data = qlcnic_83xx_fill_stats(adapter, &cmd, data,
3541				      QLC_83XX_STAT_TX, &ret);
3542	if (ret) {
3543		netdev_err(netdev, "Error getting Tx stats\n");
3544		goto out;
3545	}
3546	/* Get MAC stats */
3547	cmd.req.arg[1] = BIT_2 | (adapter->portnum << 16);
3548	cmd.rsp.num = QLC_83XX_MAC_STAT_REGS;
3549	memset(cmd.rsp.arg, 0, sizeof(u32) * cmd.rsp.num);
3550	data = qlcnic_83xx_fill_stats(adapter, &cmd, data,
3551				      QLC_83XX_STAT_MAC, &ret);
3552	if (ret) {
3553		netdev_err(netdev, "Error getting MAC stats\n");
3554		goto out;
3555	}
3556	/* Get Rx stats */
3557	cmd.req.arg[1] = adapter->recv_ctx->context_id << 16;
3558	cmd.rsp.num = QLC_83XX_RX_STAT_REGS;
3559	memset(cmd.rsp.arg, 0, sizeof(u32) * cmd.rsp.num);
3560	data = qlcnic_83xx_fill_stats(adapter, &cmd, data,
3561				      QLC_83XX_STAT_RX, &ret);
3562	if (ret)
3563		netdev_err(netdev, "Error getting Rx stats\n");
3564out:
3565	qlcnic_free_mbx_args(&cmd);
3566}
3567
3568#define QLCNIC_83XX_ADD_PORT0		BIT_0
3569#define QLCNIC_83XX_ADD_PORT1		BIT_1
3570#define QLCNIC_83XX_EXTENDED_MEM_SIZE	13 /* In MB */
3571int qlcnic_83xx_extend_md_capab(struct qlcnic_adapter *adapter)
3572{
3573	struct qlcnic_cmd_args cmd;
3574	int err;
3575
3576	err = qlcnic_alloc_mbx_args(&cmd, adapter,
3577				    QLCNIC_CMD_83XX_EXTEND_ISCSI_DUMP_CAP);
3578	if (err)
3579		return err;
3580
3581	cmd.req.arg[1] = (QLCNIC_83XX_ADD_PORT0 | QLCNIC_83XX_ADD_PORT1);
3582	cmd.req.arg[2] = QLCNIC_83XX_EXTENDED_MEM_SIZE;
3583	cmd.req.arg[3] = QLCNIC_83XX_EXTENDED_MEM_SIZE;
3584
3585	err = qlcnic_issue_cmd(adapter, &cmd);
3586	if (err)
3587		dev_err(&adapter->pdev->dev,
3588			"failed to issue extend iSCSI minidump capability\n");
3589
3590	return err;
3591}
3592
3593int qlcnic_83xx_reg_test(struct qlcnic_adapter *adapter)
3594{
3595	u32 major, minor, sub;
3596
3597	major = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_MAJOR);
3598	minor = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_MINOR);
3599	sub = QLC_SHARED_REG_RD32(adapter, QLCNIC_FW_VERSION_SUB);
3600
3601	if (adapter->fw_version != QLCNIC_VERSION_CODE(major, minor, sub)) {
3602		dev_info(&adapter->pdev->dev, "%s: Reg test failed\n",
3603			 __func__);
3604		return 1;
3605	}
3606	return 0;
3607}
3608
3609inline int qlcnic_83xx_get_regs_len(struct qlcnic_adapter *adapter)
3610{
3611	return (ARRAY_SIZE(qlcnic_83xx_ext_reg_tbl) *
3612		sizeof(*adapter->ahw->ext_reg_tbl)) +
3613		(ARRAY_SIZE(qlcnic_83xx_reg_tbl) *
3614		sizeof(*adapter->ahw->reg_tbl));
3615}
3616
3617int qlcnic_83xx_get_registers(struct qlcnic_adapter *adapter, u32 *regs_buff)
3618{
3619	int i, j = 0;
3620
3621	for (i = QLCNIC_DEV_INFO_SIZE + 1;
3622	     j < ARRAY_SIZE(qlcnic_83xx_reg_tbl); i++, j++)
3623		regs_buff[i] = QLC_SHARED_REG_RD32(adapter, j);
3624
3625	for (j = 0; j < ARRAY_SIZE(qlcnic_83xx_ext_reg_tbl); j++)
3626		regs_buff[i++] = QLCRDX(adapter->ahw, j);
3627	return i;
3628}
3629
3630int qlcnic_83xx_interrupt_test(struct net_device *netdev)
3631{
3632	struct qlcnic_adapter *adapter = netdev_priv(netdev);
3633	struct qlcnic_hardware_context *ahw = adapter->ahw;
3634	struct qlcnic_cmd_args cmd;
3635	u8 val, drv_sds_rings = adapter->drv_sds_rings;
3636	u8 drv_tx_rings = adapter->drv_tx_rings;
3637	u32 data;
3638	u16 intrpt_id, id;
3639	int ret;
3640
3641	if (test_bit(__QLCNIC_RESETTING, &adapter->state)) {
3642		netdev_info(netdev, "Device is resetting\n");
3643		return -EBUSY;
3644	}
3645
3646	if (qlcnic_get_diag_lock(adapter)) {
3647		netdev_info(netdev, "Device in diagnostics mode\n");
3648		return -EBUSY;
3649	}
3650
3651	ret = qlcnic_83xx_diag_alloc_res(netdev, QLCNIC_INTERRUPT_TEST,
3652					 drv_sds_rings);
3653	if (ret)
3654		goto fail_diag_irq;
3655
3656	ahw->diag_cnt = 0;
3657	ret = qlcnic_alloc_mbx_args(&cmd, adapter, QLCNIC_CMD_INTRPT_TEST);
3658	if (ret)
3659		goto fail_mbx_args;
3660
3661	if (adapter->flags & QLCNIC_MSIX_ENABLED)
3662		intrpt_id = ahw->intr_tbl[0].id;
3663	else
3664		intrpt_id = QLCRDX(ahw, QLCNIC_DEF_INT_ID);
3665
3666	cmd.req.arg[1] = 1;
3667	cmd.req.arg[2] = intrpt_id;
3668	cmd.req.arg[3] = BIT_0;
3669
3670	ret = qlcnic_issue_cmd(adapter, &cmd);
3671	data = cmd.rsp.arg[2];
3672	id = LSW(data);
3673	val = LSB(MSW(data));
3674	if (id != intrpt_id)
3675		dev_info(&adapter->pdev->dev,
3676			 "Interrupt generated: 0x%x, requested:0x%x\n",
3677			 id, intrpt_id);
3678	if (val)
3679		dev_err(&adapter->pdev->dev,
3680			 "Interrupt test error: 0x%x\n", val);
3681	if (ret)
3682		goto done;
3683
3684	msleep(20);
3685	ret = !ahw->diag_cnt;
3686
3687done:
3688	qlcnic_free_mbx_args(&cmd);
3689
3690fail_mbx_args:
3691	qlcnic_83xx_diag_free_res(netdev, drv_sds_rings);
3692
3693fail_diag_irq:
3694	adapter->drv_sds_rings = drv_sds_rings;
3695	adapter->drv_tx_rings = drv_tx_rings;
3696	qlcnic_release_diag_lock(adapter);
3697	return ret;
3698}
3699
3700void qlcnic_83xx_get_pauseparam(struct qlcnic_adapter *adapter,
3701				struct ethtool_pauseparam *pause)
3702{
3703	struct qlcnic_hardware_context *ahw = adapter->ahw;
3704	int status = 0;
3705	u32 config;
3706
3707	status = qlcnic_83xx_get_port_config(adapter);
3708	if (status) {
3709		dev_err(&adapter->pdev->dev,
3710			"%s: Get Pause Config failed\n", __func__);
3711		return;
3712	}
3713	config = ahw->port_config;
3714	if (config & QLC_83XX_CFG_STD_PAUSE) {
3715		switch (MSW(config)) {
3716		case QLC_83XX_TX_PAUSE:
3717			pause->tx_pause = 1;
3718			break;
3719		case QLC_83XX_RX_PAUSE:
3720			pause->rx_pause = 1;
3721			break;
3722		case QLC_83XX_TX_RX_PAUSE:
3723		default:
3724			/* Backward compatibility for existing
3725			 * flash definitions
3726			 */
3727			pause->tx_pause = 1;
3728			pause->rx_pause = 1;
3729		}
3730	}
3731
3732	if (QLC_83XX_AUTONEG(config))
3733		pause->autoneg = 1;
3734}
3735
3736int qlcnic_83xx_set_pauseparam(struct qlcnic_adapter *adapter,
3737			       struct ethtool_pauseparam *pause)
3738{
3739	struct qlcnic_hardware_context *ahw = adapter->ahw;
3740	int status = 0;
3741	u32 config;
3742
3743	status = qlcnic_83xx_get_port_config(adapter);
3744	if (status) {
3745		dev_err(&adapter->pdev->dev,
3746			"%s: Get Pause Config failed.\n", __func__);
3747		return status;
3748	}
3749	config = ahw->port_config;
3750
3751	if (ahw->port_type == QLCNIC_GBE) {
3752		if (pause->autoneg)
3753			ahw->port_config |= QLC_83XX_ENABLE_AUTONEG;
3754		if (!pause->autoneg)
3755			ahw->port_config &= ~QLC_83XX_ENABLE_AUTONEG;
3756	} else if ((ahw->port_type == QLCNIC_XGBE) && (pause->autoneg)) {
3757		return -EOPNOTSUPP;
3758	}
3759
3760	if (!(config & QLC_83XX_CFG_STD_PAUSE))
3761		ahw->port_config |= QLC_83XX_CFG_STD_PAUSE;
3762
3763	if (pause->rx_pause && pause->tx_pause) {
3764		ahw->port_config |= QLC_83XX_CFG_STD_TX_RX_PAUSE;
3765	} else if (pause->rx_pause && !pause->tx_pause) {
3766		ahw->port_config &= ~QLC_83XX_CFG_STD_TX_PAUSE;
3767		ahw->port_config |= QLC_83XX_CFG_STD_RX_PAUSE;
3768	} else if (pause->tx_pause && !pause->rx_pause) {
3769		ahw->port_config &= ~QLC_83XX_CFG_STD_RX_PAUSE;
3770		ahw->port_config |= QLC_83XX_CFG_STD_TX_PAUSE;
3771	} else if (!pause->rx_pause && !pause->tx_pause) {
3772		ahw->port_config &= ~(QLC_83XX_CFG_STD_TX_RX_PAUSE |
3773				      QLC_83XX_CFG_STD_PAUSE);
3774	}
3775	status = qlcnic_83xx_set_port_config(adapter);
3776	if (status) {
3777		dev_err(&adapter->pdev->dev,
3778			"%s: Set Pause Config failed.\n", __func__);
3779		ahw->port_config = config;
3780	}
3781	return status;
3782}
3783
3784static int qlcnic_83xx_read_flash_status_reg(struct qlcnic_adapter *adapter)
3785{
3786	int ret, err = 0;
3787	u32 temp;
3788
3789	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_ADDR,
3790				     QLC_83XX_FLASH_OEM_READ_SIG);
3791	qlcnic_83xx_wrt_reg_indirect(adapter, QLC_83XX_FLASH_CONTROL,
3792				     QLC_83XX_FLASH_READ_CTRL);
3793	ret = qlcnic_83xx_poll_flash_status_reg(adapter);
3794	if (ret)
3795		return -EIO;
3796
3797	temp = QLCRD32(adapter, QLC_83XX_FLASH_RDDATA, &err);
3798	if (err == -EIO)
3799		return err;
3800
3801	return temp & 0xFF;
3802}
3803
3804int qlcnic_83xx_flash_test(struct qlcnic_adapter *adapter)
3805{
3806	int status;
3807
3808	status = qlcnic_83xx_read_flash_status_reg(adapter);
3809	if (status == -EIO) {
3810		dev_info(&adapter->pdev->dev, "%s: EEPROM test failed.\n",
3811			 __func__);
3812		return 1;
3813	}
3814	return 0;
3815}
3816
3817static int qlcnic_83xx_shutdown(struct pci_dev *pdev)
3818{
3819	struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
3820	struct net_device *netdev = adapter->netdev;
 
3821
3822	netif_device_detach(netdev);
3823	qlcnic_cancel_idc_work(adapter);
3824
3825	if (netif_running(netdev))
3826		qlcnic_down(adapter, netdev);
3827
3828	qlcnic_83xx_disable_mbx_intr(adapter);
3829	cancel_delayed_work_sync(&adapter->idc_aen_work);
3830
3831	return pci_save_state(pdev);
 
 
 
 
3832}
3833
3834static int qlcnic_83xx_resume(struct qlcnic_adapter *adapter)
3835{
3836	struct qlcnic_hardware_context *ahw = adapter->ahw;
3837	struct qlc_83xx_idc *idc = &ahw->idc;
3838	int err = 0;
3839
3840	err = qlcnic_83xx_idc_init(adapter);
3841	if (err)
3842		return err;
3843
3844	if (ahw->nic_mode == QLCNIC_VNIC_MODE) {
3845		if (ahw->op_mode == QLCNIC_MGMT_FUNC) {
3846			qlcnic_83xx_set_vnic_opmode(adapter);
3847		} else {
3848			err = qlcnic_83xx_check_vnic_state(adapter);
3849			if (err)
3850				return err;
3851		}
3852	}
3853
3854	err = qlcnic_83xx_idc_reattach_driver(adapter);
3855	if (err)
3856		return err;
3857
3858	qlcnic_schedule_work(adapter, qlcnic_83xx_idc_poll_dev_state,
3859			     idc->delay);
3860	return err;
3861}
3862
3863void qlcnic_83xx_reinit_mbx_work(struct qlcnic_mailbox *mbx)
3864{
3865	reinit_completion(&mbx->completion);
3866	set_bit(QLC_83XX_MBX_READY, &mbx->status);
3867}
3868
3869void qlcnic_83xx_free_mailbox(struct qlcnic_mailbox *mbx)
3870{
3871	if (!mbx)
3872		return;
3873
3874	destroy_workqueue(mbx->work_q);
3875	kfree(mbx);
3876}
3877
3878static inline void
3879qlcnic_83xx_notify_cmd_completion(struct qlcnic_adapter *adapter,
3880				  struct qlcnic_cmd_args *cmd)
3881{
3882	atomic_set(&cmd->rsp_status, QLC_83XX_MBX_RESPONSE_ARRIVED);
3883
3884	if (cmd->type == QLC_83XX_MBX_CMD_NO_WAIT) {
3885		qlcnic_free_mbx_args(cmd);
3886		kfree(cmd);
3887		return;
3888	}
3889	complete(&cmd->completion);
3890}
3891
3892static void qlcnic_83xx_flush_mbx_queue(struct qlcnic_adapter *adapter)
3893{
3894	struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
3895	struct list_head *head = &mbx->cmd_q;
3896	struct qlcnic_cmd_args *cmd = NULL;
3897
3898	spin_lock_bh(&mbx->queue_lock);
3899
3900	while (!list_empty(head)) {
3901		cmd = list_entry(head->next, struct qlcnic_cmd_args, list);
3902		dev_info(&adapter->pdev->dev, "%s: Mailbox command 0x%x\n",
3903			 __func__, cmd->cmd_op);
3904		list_del(&cmd->list);
3905		mbx->num_cmds--;
3906		qlcnic_83xx_notify_cmd_completion(adapter, cmd);
3907	}
3908
3909	spin_unlock_bh(&mbx->queue_lock);
3910}
3911
3912static int qlcnic_83xx_check_mbx_status(struct qlcnic_adapter *adapter)
3913{
3914	struct qlcnic_hardware_context *ahw = adapter->ahw;
3915	struct qlcnic_mailbox *mbx = ahw->mailbox;
3916	u32 host_mbx_ctrl;
3917
3918	if (!test_bit(QLC_83XX_MBX_READY, &mbx->status))
3919		return -EBUSY;
3920
3921	host_mbx_ctrl = QLCRDX(ahw, QLCNIC_HOST_MBX_CTRL);
3922	if (host_mbx_ctrl) {
3923		clear_bit(QLC_83XX_MBX_READY, &mbx->status);
3924		ahw->idc.collect_dump = 1;
3925		return -EIO;
3926	}
3927
3928	return 0;
3929}
3930
3931static inline void qlcnic_83xx_signal_mbx_cmd(struct qlcnic_adapter *adapter,
3932					      u8 issue_cmd)
3933{
3934	if (issue_cmd)
3935		QLCWRX(adapter->ahw, QLCNIC_HOST_MBX_CTRL, QLCNIC_SET_OWNER);
3936	else
3937		QLCWRX(adapter->ahw, QLCNIC_FW_MBX_CTRL, QLCNIC_CLR_OWNER);
3938}
3939
3940static void qlcnic_83xx_dequeue_mbx_cmd(struct qlcnic_adapter *adapter,
3941					struct qlcnic_cmd_args *cmd)
3942{
3943	struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
3944
3945	spin_lock_bh(&mbx->queue_lock);
3946
3947	list_del(&cmd->list);
3948	mbx->num_cmds--;
3949
3950	spin_unlock_bh(&mbx->queue_lock);
3951
3952	qlcnic_83xx_notify_cmd_completion(adapter, cmd);
3953}
3954
3955static void qlcnic_83xx_encode_mbx_cmd(struct qlcnic_adapter *adapter,
3956				       struct qlcnic_cmd_args *cmd)
3957{
3958	u32 mbx_cmd, fw_hal_version, hdr_size, total_size, tmp;
3959	struct qlcnic_hardware_context *ahw = adapter->ahw;
3960	int i, j;
3961
3962	if (cmd->op_type != QLC_83XX_MBX_POST_BC_OP) {
3963		mbx_cmd = cmd->req.arg[0];
3964		writel(mbx_cmd, QLCNIC_MBX_HOST(ahw, 0));
3965		for (i = 1; i < cmd->req.num; i++)
3966			writel(cmd->req.arg[i], QLCNIC_MBX_HOST(ahw, i));
3967	} else {
3968		fw_hal_version = ahw->fw_hal_version;
3969		hdr_size = sizeof(struct qlcnic_bc_hdr) / sizeof(u32);
3970		total_size = cmd->pay_size + hdr_size;
3971		tmp = QLCNIC_CMD_BC_EVENT_SETUP | total_size << 16;
3972		mbx_cmd = tmp | fw_hal_version << 29;
3973		writel(mbx_cmd, QLCNIC_MBX_HOST(ahw, 0));
3974
3975		/* Back channel specific operations bits */
3976		mbx_cmd = 0x1 | 1 << 4;
3977
3978		if (qlcnic_sriov_pf_check(adapter))
3979			mbx_cmd |= cmd->func_num << 5;
3980
3981		writel(mbx_cmd, QLCNIC_MBX_HOST(ahw, 1));
3982
3983		for (i = 2, j = 0; j < hdr_size; i++, j++)
3984			writel(*(cmd->hdr++), QLCNIC_MBX_HOST(ahw, i));
3985		for (j = 0; j < cmd->pay_size; j++, i++)
3986			writel(*(cmd->pay++), QLCNIC_MBX_HOST(ahw, i));
3987	}
3988}
3989
3990void qlcnic_83xx_detach_mailbox_work(struct qlcnic_adapter *adapter)
3991{
3992	struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
3993
3994	if (!mbx)
3995		return;
3996
3997	clear_bit(QLC_83XX_MBX_READY, &mbx->status);
3998	complete(&mbx->completion);
3999	cancel_work_sync(&mbx->work);
4000	flush_workqueue(mbx->work_q);
4001	qlcnic_83xx_flush_mbx_queue(adapter);
4002}
4003
4004static int qlcnic_83xx_enqueue_mbx_cmd(struct qlcnic_adapter *adapter,
4005				       struct qlcnic_cmd_args *cmd,
4006				       unsigned long *timeout)
4007{
4008	struct qlcnic_mailbox *mbx = adapter->ahw->mailbox;
4009
4010	if (test_bit(QLC_83XX_MBX_READY, &mbx->status)) {
4011		atomic_set(&cmd->rsp_status, QLC_83XX_MBX_RESPONSE_WAIT);
4012		init_completion(&cmd->completion);
4013		cmd->rsp_opcode = QLC_83XX_MBX_RESPONSE_UNKNOWN;
4014
4015		spin_lock_bh(&mbx->queue_lock);
4016
4017		list_add_tail(&cmd->list, &mbx->cmd_q);
4018		mbx->num_cmds++;
4019		cmd->total_cmds = mbx->num_cmds;
4020		*timeout = cmd->total_cmds * QLC_83XX_MBX_TIMEOUT;
4021		queue_work(mbx->work_q, &mbx->work);
4022
4023		spin_unlock_bh(&mbx->queue_lock);
4024
4025		return 0;
4026	}
4027
4028	return -EBUSY;
4029}
4030
4031static int qlcnic_83xx_check_mac_rcode(struct qlcnic_adapter *adapter,
4032				       struct qlcnic_cmd_args *cmd)
4033{
4034	u8 mac_cmd_rcode;
4035	u32 fw_data;
4036
4037	if (cmd->cmd_op == QLCNIC_CMD_CONFIG_MAC_VLAN) {
4038		fw_data = readl(QLCNIC_MBX_FW(adapter->ahw, 2));
4039		mac_cmd_rcode = (u8)fw_data;
4040		if (mac_cmd_rcode == QLC_83XX_NO_NIC_RESOURCE ||
4041		    mac_cmd_rcode == QLC_83XX_MAC_PRESENT ||
4042		    mac_cmd_rcode == QLC_83XX_MAC_ABSENT) {
4043			cmd->rsp_opcode = QLCNIC_RCODE_SUCCESS;
4044			return QLCNIC_RCODE_SUCCESS;
4045		}
4046	}
4047
4048	return -EINVAL;
4049}
4050
4051static void qlcnic_83xx_decode_mbx_rsp(struct qlcnic_adapter *adapter,
4052				       struct qlcnic_cmd_args *cmd)
4053{
4054	struct qlcnic_hardware_context *ahw = adapter->ahw;
4055	struct device *dev = &adapter->pdev->dev;
4056	u8 mbx_err_code;
4057	u32 fw_data;
4058
4059	fw_data = readl(QLCNIC_MBX_FW(ahw, 0));
4060	mbx_err_code = QLCNIC_MBX_STATUS(fw_data);
4061	qlcnic_83xx_get_mbx_data(adapter, cmd);
4062
4063	switch (mbx_err_code) {
4064	case QLCNIC_MBX_RSP_OK:
4065	case QLCNIC_MBX_PORT_RSP_OK:
4066		cmd->rsp_opcode = QLCNIC_RCODE_SUCCESS;
4067		break;
4068	default:
4069		if (!qlcnic_83xx_check_mac_rcode(adapter, cmd))
4070			break;
4071
4072		dev_err(dev, "%s: Mailbox command failed, opcode=0x%x, cmd_type=0x%x, func=0x%x, op_mode=0x%x, error=0x%x\n",
4073			__func__, cmd->cmd_op, cmd->type, ahw->pci_func,
4074			ahw->op_mode, mbx_err_code);
4075		cmd->rsp_opcode = QLC_83XX_MBX_RESPONSE_FAILED;
4076		qlcnic_dump_mbx(adapter, cmd);
4077	}
4078
4079	return;
4080}
4081
4082static inline void qlcnic_dump_mailbox_registers(struct qlcnic_adapter *adapter)
4083{
4084	struct qlcnic_hardware_context *ahw = adapter->ahw;
4085	u32 offset;
4086
4087	offset = QLCRDX(ahw, QLCNIC_DEF_INT_MASK);
4088	dev_info(&adapter->pdev->dev, "Mbx interrupt mask=0x%x, Mbx interrupt enable=0x%x, Host mbx control=0x%x, Fw mbx control=0x%x",
4089		 readl(ahw->pci_base0 + offset),
4090		 QLCRDX(ahw, QLCNIC_MBX_INTR_ENBL),
4091		 QLCRDX(ahw, QLCNIC_HOST_MBX_CTRL),
4092		 QLCRDX(ahw, QLCNIC_FW_MBX_CTRL));
4093}
4094
4095static void qlcnic_83xx_mailbox_worker(struct work_struct *work)
4096{
4097	struct qlcnic_mailbox *mbx = container_of(work, struct qlcnic_mailbox,
4098						  work);
4099	struct qlcnic_adapter *adapter = mbx->adapter;
4100	const struct qlcnic_mbx_ops *mbx_ops = mbx->ops;
4101	struct device *dev = &adapter->pdev->dev;
4102	struct list_head *head = &mbx->cmd_q;
4103	struct qlcnic_hardware_context *ahw;
4104	struct qlcnic_cmd_args *cmd = NULL;
4105	unsigned long flags;
4106
4107	ahw = adapter->ahw;
4108
4109	while (true) {
4110		if (qlcnic_83xx_check_mbx_status(adapter)) {
4111			qlcnic_83xx_flush_mbx_queue(adapter);
4112			return;
4113		}
4114
4115		spin_lock_irqsave(&mbx->aen_lock, flags);
4116		mbx->rsp_status = QLC_83XX_MBX_RESPONSE_WAIT;
4117		spin_unlock_irqrestore(&mbx->aen_lock, flags);
4118
4119		spin_lock_bh(&mbx->queue_lock);
4120
4121		if (list_empty(head)) {
4122			spin_unlock_bh(&mbx->queue_lock);
4123			return;
4124		}
4125		cmd = list_entry(head->next, struct qlcnic_cmd_args, list);
4126
4127		spin_unlock_bh(&mbx->queue_lock);
4128
4129		mbx_ops->encode_cmd(adapter, cmd);
4130		mbx_ops->nofity_fw(adapter, QLC_83XX_MBX_REQUEST);
4131
4132		if (wait_for_completion_timeout(&mbx->completion,
4133						QLC_83XX_MBX_TIMEOUT)) {
4134			mbx_ops->decode_resp(adapter, cmd);
4135			mbx_ops->nofity_fw(adapter, QLC_83XX_MBX_COMPLETION);
4136		} else {
4137			dev_err(dev, "%s: Mailbox command timeout, opcode=0x%x, cmd_type=0x%x, func=0x%x, op_mode=0x%x\n",
4138				__func__, cmd->cmd_op, cmd->type, ahw->pci_func,
4139				ahw->op_mode);
4140			clear_bit(QLC_83XX_MBX_READY, &mbx->status);
4141			qlcnic_dump_mailbox_registers(adapter);
4142			qlcnic_83xx_get_mbx_data(adapter, cmd);
4143			qlcnic_dump_mbx(adapter, cmd);
4144			qlcnic_83xx_idc_request_reset(adapter,
4145						      QLCNIC_FORCE_FW_DUMP_KEY);
4146			cmd->rsp_opcode = QLCNIC_RCODE_TIMEOUT;
4147		}
4148		mbx_ops->dequeue_cmd(adapter, cmd);
4149	}
4150}
4151
4152static const struct qlcnic_mbx_ops qlcnic_83xx_mbx_ops = {
4153	.enqueue_cmd    = qlcnic_83xx_enqueue_mbx_cmd,
4154	.dequeue_cmd    = qlcnic_83xx_dequeue_mbx_cmd,
4155	.decode_resp    = qlcnic_83xx_decode_mbx_rsp,
4156	.encode_cmd     = qlcnic_83xx_encode_mbx_cmd,
4157	.nofity_fw      = qlcnic_83xx_signal_mbx_cmd,
4158};
4159
4160int qlcnic_83xx_init_mailbox_work(struct qlcnic_adapter *adapter)
4161{
4162	struct qlcnic_hardware_context *ahw = adapter->ahw;
4163	struct qlcnic_mailbox *mbx;
4164
4165	ahw->mailbox = kzalloc(sizeof(*mbx), GFP_KERNEL);
4166	if (!ahw->mailbox)
4167		return -ENOMEM;
4168
4169	mbx = ahw->mailbox;
4170	mbx->ops = &qlcnic_83xx_mbx_ops;
4171	mbx->adapter = adapter;
4172
4173	spin_lock_init(&mbx->queue_lock);
4174	spin_lock_init(&mbx->aen_lock);
4175	INIT_LIST_HEAD(&mbx->cmd_q);
4176	init_completion(&mbx->completion);
4177
4178	mbx->work_q = create_singlethread_workqueue("qlcnic_mailbox");
4179	if (mbx->work_q == NULL) {
4180		kfree(mbx);
4181		return -ENOMEM;
4182	}
4183
4184	INIT_WORK(&mbx->work, qlcnic_83xx_mailbox_worker);
4185	set_bit(QLC_83XX_MBX_READY, &mbx->status);
4186	return 0;
4187}
4188
4189static pci_ers_result_t qlcnic_83xx_io_error_detected(struct pci_dev *pdev,
4190						      pci_channel_state_t state)
4191{
4192	struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
4193
4194	if (state == pci_channel_io_perm_failure)
4195		return PCI_ERS_RESULT_DISCONNECT;
4196
4197	if (state == pci_channel_io_normal)
4198		return PCI_ERS_RESULT_RECOVERED;
4199
4200	set_bit(__QLCNIC_AER, &adapter->state);
4201	set_bit(__QLCNIC_RESETTING, &adapter->state);
4202
4203	qlcnic_83xx_aer_stop_poll_work(adapter);
4204
4205	pci_save_state(pdev);
4206	pci_disable_device(pdev);
4207
4208	return PCI_ERS_RESULT_NEED_RESET;
4209}
4210
4211static pci_ers_result_t qlcnic_83xx_io_slot_reset(struct pci_dev *pdev)
4212{
4213	struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
4214	int err = 0;
4215
4216	pdev->error_state = pci_channel_io_normal;
4217	err = pci_enable_device(pdev);
4218	if (err)
4219		goto disconnect;
4220
4221	pci_set_power_state(pdev, PCI_D0);
4222	pci_set_master(pdev);
4223	pci_restore_state(pdev);
4224
4225	err = qlcnic_83xx_aer_reset(adapter);
4226	if (err == 0)
4227		return PCI_ERS_RESULT_RECOVERED;
4228disconnect:
4229	clear_bit(__QLCNIC_AER, &adapter->state);
4230	clear_bit(__QLCNIC_RESETTING, &adapter->state);
4231	return PCI_ERS_RESULT_DISCONNECT;
4232}
4233
4234static void qlcnic_83xx_io_resume(struct pci_dev *pdev)
4235{
4236	struct qlcnic_adapter *adapter = pci_get_drvdata(pdev);
4237
4238	if (test_and_clear_bit(__QLCNIC_AER, &adapter->state))
4239		qlcnic_83xx_aer_start_poll_work(adapter);
4240}