Linux Audio

Check our new training course

Loading...
v3.1
   1/*
   2 * PMC-Sierra SPC 8001 SAS/SATA based host adapters driver
   3 *
   4 * Copyright (c) 2008-2009 USI Co., Ltd.
   5 * All rights reserved.
   6 *
   7 * Redistribution and use in source and binary forms, with or without
   8 * modification, are permitted provided that the following conditions
   9 * are met:
  10 * 1. Redistributions of source code must retain the above copyright
  11 *    notice, this list of conditions, and the following disclaimer,
  12 *    without modification.
  13 * 2. Redistributions in binary form must reproduce at minimum a disclaimer
  14 *    substantially similar to the "NO WARRANTY" disclaimer below
  15 *    ("Disclaimer") and any redistribution must be conditioned upon
  16 *    including a substantially similar Disclaimer requirement for further
  17 *    binary redistribution.
  18 * 3. Neither the names of the above-listed copyright holders nor the names
  19 *    of any contributors may be used to endorse or promote products derived
  20 *    from this software without specific prior written permission.
  21 *
  22 * Alternatively, this software may be distributed under the terms of the
  23 * GNU General Public License ("GPL") version 2 as published by the Free
  24 * Software Foundation.
  25 *
  26 * NO WARRANTY
  27 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  28 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  29 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTIBILITY AND FITNESS FOR
  30 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
  31 * HOLDERS OR CONTRIBUTORS BE LIABLE FOR SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  32 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  33 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  34 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
  35 * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
  36 * IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
  37 * POSSIBILITY OF SUCH DAMAGES.
  38 *
  39 */
  40 #include <linux/slab.h>
  41 #include "pm8001_sas.h"
  42 #include "pm8001_hwi.h"
  43 #include "pm8001_chips.h"
  44 #include "pm8001_ctl.h"
  45
  46/**
  47 * read_main_config_table - read the configure table and save it.
  48 * @pm8001_ha: our hba card information
  49 */
  50static void __devinit read_main_config_table(struct pm8001_hba_info *pm8001_ha)
  51{
  52	void __iomem *address = pm8001_ha->main_cfg_tbl_addr;
  53	pm8001_ha->main_cfg_tbl.signature	= pm8001_mr32(address, 0x00);
  54	pm8001_ha->main_cfg_tbl.interface_rev	= pm8001_mr32(address, 0x04);
  55	pm8001_ha->main_cfg_tbl.firmware_rev	= pm8001_mr32(address, 0x08);
  56	pm8001_ha->main_cfg_tbl.max_out_io	= pm8001_mr32(address, 0x0C);
  57	pm8001_ha->main_cfg_tbl.max_sgl		= pm8001_mr32(address, 0x10);
  58	pm8001_ha->main_cfg_tbl.ctrl_cap_flag	= pm8001_mr32(address, 0x14);
  59	pm8001_ha->main_cfg_tbl.gst_offset	= pm8001_mr32(address, 0x18);
  60	pm8001_ha->main_cfg_tbl.inbound_queue_offset =
 
 
 
 
 
 
 
  61		pm8001_mr32(address, MAIN_IBQ_OFFSET);
  62	pm8001_ha->main_cfg_tbl.outbound_queue_offset =
  63		pm8001_mr32(address, MAIN_OBQ_OFFSET);
  64	pm8001_ha->main_cfg_tbl.hda_mode_flag	=
  65		pm8001_mr32(address, MAIN_HDA_FLAGS_OFFSET);
  66
  67	/* read analog Setting offset from the configuration table */
  68	pm8001_ha->main_cfg_tbl.anolog_setup_table_offset =
  69		pm8001_mr32(address, MAIN_ANALOG_SETUP_OFFSET);
  70
  71	/* read Error Dump Offset and Length */
  72	pm8001_ha->main_cfg_tbl.fatal_err_dump_offset0 =
  73		pm8001_mr32(address, MAIN_FATAL_ERROR_RDUMP0_OFFSET);
  74	pm8001_ha->main_cfg_tbl.fatal_err_dump_length0 =
  75		pm8001_mr32(address, MAIN_FATAL_ERROR_RDUMP0_LENGTH);
  76	pm8001_ha->main_cfg_tbl.fatal_err_dump_offset1 =
  77		pm8001_mr32(address, MAIN_FATAL_ERROR_RDUMP1_OFFSET);
  78	pm8001_ha->main_cfg_tbl.fatal_err_dump_length1 =
  79		pm8001_mr32(address, MAIN_FATAL_ERROR_RDUMP1_LENGTH);
  80}
  81
  82/**
  83 * read_general_status_table - read the general status table and save it.
  84 * @pm8001_ha: our hba card information
  85 */
  86static void __devinit
  87read_general_status_table(struct pm8001_hba_info *pm8001_ha)
  88{
  89	void __iomem *address = pm8001_ha->general_stat_tbl_addr;
  90	pm8001_ha->gs_tbl.gst_len_mpistate	= pm8001_mr32(address, 0x00);
  91	pm8001_ha->gs_tbl.iq_freeze_state0	= pm8001_mr32(address, 0x04);
  92	pm8001_ha->gs_tbl.iq_freeze_state1	= pm8001_mr32(address, 0x08);
  93	pm8001_ha->gs_tbl.msgu_tcnt		= pm8001_mr32(address, 0x0C);
  94	pm8001_ha->gs_tbl.iop_tcnt		= pm8001_mr32(address, 0x10);
  95	pm8001_ha->gs_tbl.reserved		= pm8001_mr32(address, 0x14);
  96	pm8001_ha->gs_tbl.phy_state[0]	= pm8001_mr32(address, 0x18);
  97	pm8001_ha->gs_tbl.phy_state[1]	= pm8001_mr32(address, 0x1C);
  98	pm8001_ha->gs_tbl.phy_state[2]	= pm8001_mr32(address, 0x20);
  99	pm8001_ha->gs_tbl.phy_state[3]	= pm8001_mr32(address, 0x24);
 100	pm8001_ha->gs_tbl.phy_state[4]	= pm8001_mr32(address, 0x28);
 101	pm8001_ha->gs_tbl.phy_state[5]	= pm8001_mr32(address, 0x2C);
 102	pm8001_ha->gs_tbl.phy_state[6]	= pm8001_mr32(address, 0x30);
 103	pm8001_ha->gs_tbl.phy_state[7]	= pm8001_mr32(address, 0x34);
 104	pm8001_ha->gs_tbl.reserved1		= pm8001_mr32(address, 0x38);
 105	pm8001_ha->gs_tbl.reserved2		= pm8001_mr32(address, 0x3C);
 106	pm8001_ha->gs_tbl.reserved3		= pm8001_mr32(address, 0x40);
 107	pm8001_ha->gs_tbl.recover_err_info[0]	= pm8001_mr32(address, 0x44);
 108	pm8001_ha->gs_tbl.recover_err_info[1]	= pm8001_mr32(address, 0x48);
 109	pm8001_ha->gs_tbl.recover_err_info[2]	= pm8001_mr32(address, 0x4C);
 110	pm8001_ha->gs_tbl.recover_err_info[3]	= pm8001_mr32(address, 0x50);
 111	pm8001_ha->gs_tbl.recover_err_info[4]	= pm8001_mr32(address, 0x54);
 112	pm8001_ha->gs_tbl.recover_err_info[5]	= pm8001_mr32(address, 0x58);
 113	pm8001_ha->gs_tbl.recover_err_info[6]	= pm8001_mr32(address, 0x5C);
 114	pm8001_ha->gs_tbl.recover_err_info[7]	= pm8001_mr32(address, 0x60);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 115}
 116
 117/**
 118 * read_inbnd_queue_table - read the inbound queue table and save it.
 119 * @pm8001_ha: our hba card information
 120 */
 121static void __devinit
 122read_inbnd_queue_table(struct pm8001_hba_info *pm8001_ha)
 123{
 124	int inbQ_num = 1;
 125	int i;
 126	void __iomem *address = pm8001_ha->inbnd_q_tbl_addr;
 127	for (i = 0; i < inbQ_num; i++) {
 128		u32 offset = i * 0x20;
 129		pm8001_ha->inbnd_q_tbl[i].pi_pci_bar =
 130		      get_pci_bar_index(pm8001_mr32(address, (offset + 0x14)));
 131		pm8001_ha->inbnd_q_tbl[i].pi_offset =
 132			pm8001_mr32(address, (offset + 0x18));
 133	}
 134}
 135
 136/**
 137 * read_outbnd_queue_table - read the outbound queue table and save it.
 138 * @pm8001_ha: our hba card information
 139 */
 140static void __devinit
 141read_outbnd_queue_table(struct pm8001_hba_info *pm8001_ha)
 142{
 143	int outbQ_num = 1;
 144	int i;
 145	void __iomem *address = pm8001_ha->outbnd_q_tbl_addr;
 146	for (i = 0; i < outbQ_num; i++) {
 147		u32 offset = i * 0x24;
 148		pm8001_ha->outbnd_q_tbl[i].ci_pci_bar =
 149		      get_pci_bar_index(pm8001_mr32(address, (offset + 0x14)));
 150		pm8001_ha->outbnd_q_tbl[i].ci_offset =
 151			pm8001_mr32(address, (offset + 0x18));
 152	}
 153}
 154
 155/**
 156 * init_default_table_values - init the default table.
 157 * @pm8001_ha: our hba card information
 158 */
 159static void __devinit
 160init_default_table_values(struct pm8001_hba_info *pm8001_ha)
 161{
 162	int qn = 1;
 163	int i;
 164	u32 offsetib, offsetob;
 165	void __iomem *addressib = pm8001_ha->inbnd_q_tbl_addr;
 166	void __iomem *addressob = pm8001_ha->outbnd_q_tbl_addr;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 167
 168	pm8001_ha->main_cfg_tbl.inbound_q_nppd_hppd			= 0;
 169	pm8001_ha->main_cfg_tbl.outbound_hw_event_pid0_3 		= 0;
 170	pm8001_ha->main_cfg_tbl.outbound_hw_event_pid4_7		= 0;
 171	pm8001_ha->main_cfg_tbl.outbound_ncq_event_pid0_3		= 0;
 172	pm8001_ha->main_cfg_tbl.outbound_ncq_event_pid4_7		= 0;
 173	pm8001_ha->main_cfg_tbl.outbound_tgt_ITNexus_event_pid0_3	= 0;
 174	pm8001_ha->main_cfg_tbl.outbound_tgt_ITNexus_event_pid4_7	= 0;
 175	pm8001_ha->main_cfg_tbl.outbound_tgt_ssp_event_pid0_3	= 0;
 176	pm8001_ha->main_cfg_tbl.outbound_tgt_ssp_event_pid4_7	= 0;
 177	pm8001_ha->main_cfg_tbl.outbound_tgt_smp_event_pid0_3	= 0;
 178	pm8001_ha->main_cfg_tbl.outbound_tgt_smp_event_pid4_7	= 0;
 179
 180	pm8001_ha->main_cfg_tbl.upper_event_log_addr		=
 181		pm8001_ha->memoryMap.region[AAP1].phys_addr_hi;
 182	pm8001_ha->main_cfg_tbl.lower_event_log_addr		=
 183		pm8001_ha->memoryMap.region[AAP1].phys_addr_lo;
 184	pm8001_ha->main_cfg_tbl.event_log_size	= PM8001_EVENT_LOG_SIZE;
 185	pm8001_ha->main_cfg_tbl.event_log_option		= 0x01;
 186	pm8001_ha->main_cfg_tbl.upper_iop_event_log_addr	=
 
 187		pm8001_ha->memoryMap.region[IOP].phys_addr_hi;
 188	pm8001_ha->main_cfg_tbl.lower_iop_event_log_addr	=
 189		pm8001_ha->memoryMap.region[IOP].phys_addr_lo;
 190	pm8001_ha->main_cfg_tbl.iop_event_log_size	= PM8001_EVENT_LOG_SIZE;
 191	pm8001_ha->main_cfg_tbl.iop_event_log_option		= 0x01;
 192	pm8001_ha->main_cfg_tbl.fatal_err_interrupt		= 0x01;
 193	for (i = 0; i < qn; i++) {
 
 194		pm8001_ha->inbnd_q_tbl[i].element_pri_size_cnt	=
 195			0x00000100 | (0x00000040 << 16) | (0x00<<30);
 196		pm8001_ha->inbnd_q_tbl[i].upper_base_addr	=
 197			pm8001_ha->memoryMap.region[IB].phys_addr_hi;
 198		pm8001_ha->inbnd_q_tbl[i].lower_base_addr	=
 199		pm8001_ha->memoryMap.region[IB].phys_addr_lo;
 200		pm8001_ha->inbnd_q_tbl[i].base_virt		=
 201			(u8 *)pm8001_ha->memoryMap.region[IB].virt_ptr;
 202		pm8001_ha->inbnd_q_tbl[i].total_length		=
 203			pm8001_ha->memoryMap.region[IB].total_len;
 204		pm8001_ha->inbnd_q_tbl[i].ci_upper_base_addr	=
 205			pm8001_ha->memoryMap.region[CI].phys_addr_hi;
 206		pm8001_ha->inbnd_q_tbl[i].ci_lower_base_addr	=
 207			pm8001_ha->memoryMap.region[CI].phys_addr_lo;
 208		pm8001_ha->inbnd_q_tbl[i].ci_virt		=
 209			pm8001_ha->memoryMap.region[CI].virt_ptr;
 
 210		offsetib = i * 0x20;
 211		pm8001_ha->inbnd_q_tbl[i].pi_pci_bar		=
 212			get_pci_bar_index(pm8001_mr32(addressib,
 213				(offsetib + 0x14)));
 214		pm8001_ha->inbnd_q_tbl[i].pi_offset		=
 215			pm8001_mr32(addressib, (offsetib + 0x18));
 216		pm8001_ha->inbnd_q_tbl[i].producer_idx		= 0;
 217		pm8001_ha->inbnd_q_tbl[i].consumer_index	= 0;
 218	}
 219	for (i = 0; i < qn; i++) {
 220		pm8001_ha->outbnd_q_tbl[i].element_size_cnt	=
 221			256 | (64 << 16) | (1<<30);
 222		pm8001_ha->outbnd_q_tbl[i].upper_base_addr	=
 223			pm8001_ha->memoryMap.region[OB].phys_addr_hi;
 224		pm8001_ha->outbnd_q_tbl[i].lower_base_addr	=
 225			pm8001_ha->memoryMap.region[OB].phys_addr_lo;
 226		pm8001_ha->outbnd_q_tbl[i].base_virt		=
 227			(u8 *)pm8001_ha->memoryMap.region[OB].virt_ptr;
 228		pm8001_ha->outbnd_q_tbl[i].total_length		=
 229			pm8001_ha->memoryMap.region[OB].total_len;
 230		pm8001_ha->outbnd_q_tbl[i].pi_upper_base_addr	=
 231			pm8001_ha->memoryMap.region[PI].phys_addr_hi;
 232		pm8001_ha->outbnd_q_tbl[i].pi_lower_base_addr	=
 233			pm8001_ha->memoryMap.region[PI].phys_addr_lo;
 234		pm8001_ha->outbnd_q_tbl[i].interrup_vec_cnt_delay	=
 235			0 | (10 << 16) | (0 << 24);
 236		pm8001_ha->outbnd_q_tbl[i].pi_virt		=
 237			pm8001_ha->memoryMap.region[PI].virt_ptr;
 
 238		offsetob = i * 0x24;
 239		pm8001_ha->outbnd_q_tbl[i].ci_pci_bar		=
 240			get_pci_bar_index(pm8001_mr32(addressob,
 241			offsetob + 0x14));
 242		pm8001_ha->outbnd_q_tbl[i].ci_offset		=
 243			pm8001_mr32(addressob, (offsetob + 0x18));
 244		pm8001_ha->outbnd_q_tbl[i].consumer_idx		= 0;
 245		pm8001_ha->outbnd_q_tbl[i].producer_index	= 0;
 246	}
 247}
 248
 249/**
 250 * update_main_config_table - update the main default table to the HBA.
 251 * @pm8001_ha: our hba card information
 252 */
 253static void __devinit
 254update_main_config_table(struct pm8001_hba_info *pm8001_ha)
 255{
 256	void __iomem *address = pm8001_ha->main_cfg_tbl_addr;
 257	pm8001_mw32(address, 0x24,
 258		pm8001_ha->main_cfg_tbl.inbound_q_nppd_hppd);
 259	pm8001_mw32(address, 0x28,
 260		pm8001_ha->main_cfg_tbl.outbound_hw_event_pid0_3);
 261	pm8001_mw32(address, 0x2C,
 262		pm8001_ha->main_cfg_tbl.outbound_hw_event_pid4_7);
 263	pm8001_mw32(address, 0x30,
 264		pm8001_ha->main_cfg_tbl.outbound_ncq_event_pid0_3);
 265	pm8001_mw32(address, 0x34,
 266		pm8001_ha->main_cfg_tbl.outbound_ncq_event_pid4_7);
 267	pm8001_mw32(address, 0x38,
 268		pm8001_ha->main_cfg_tbl.outbound_tgt_ITNexus_event_pid0_3);
 
 269	pm8001_mw32(address, 0x3C,
 270		pm8001_ha->main_cfg_tbl.outbound_tgt_ITNexus_event_pid4_7);
 
 271	pm8001_mw32(address, 0x40,
 272		pm8001_ha->main_cfg_tbl.outbound_tgt_ssp_event_pid0_3);
 
 273	pm8001_mw32(address, 0x44,
 274		pm8001_ha->main_cfg_tbl.outbound_tgt_ssp_event_pid4_7);
 
 275	pm8001_mw32(address, 0x48,
 276		pm8001_ha->main_cfg_tbl.outbound_tgt_smp_event_pid0_3);
 
 277	pm8001_mw32(address, 0x4C,
 278		pm8001_ha->main_cfg_tbl.outbound_tgt_smp_event_pid4_7);
 
 279	pm8001_mw32(address, 0x50,
 280		pm8001_ha->main_cfg_tbl.upper_event_log_addr);
 281	pm8001_mw32(address, 0x54,
 282		pm8001_ha->main_cfg_tbl.lower_event_log_addr);
 283	pm8001_mw32(address, 0x58, pm8001_ha->main_cfg_tbl.event_log_size);
 284	pm8001_mw32(address, 0x5C, pm8001_ha->main_cfg_tbl.event_log_option);
 
 
 285	pm8001_mw32(address, 0x60,
 286		pm8001_ha->main_cfg_tbl.upper_iop_event_log_addr);
 287	pm8001_mw32(address, 0x64,
 288		pm8001_ha->main_cfg_tbl.lower_iop_event_log_addr);
 289	pm8001_mw32(address, 0x68, pm8001_ha->main_cfg_tbl.iop_event_log_size);
 
 290	pm8001_mw32(address, 0x6C,
 291		pm8001_ha->main_cfg_tbl.iop_event_log_option);
 292	pm8001_mw32(address, 0x70,
 293		pm8001_ha->main_cfg_tbl.fatal_err_interrupt);
 294}
 295
 296/**
 297 * update_inbnd_queue_table - update the inbound queue table to the HBA.
 298 * @pm8001_ha: our hba card information
 
 299 */
 300static void __devinit
 301update_inbnd_queue_table(struct pm8001_hba_info *pm8001_ha, int number)
 302{
 303	void __iomem *address = pm8001_ha->inbnd_q_tbl_addr;
 304	u16 offset = number * 0x20;
 305	pm8001_mw32(address, offset + 0x00,
 306		pm8001_ha->inbnd_q_tbl[number].element_pri_size_cnt);
 307	pm8001_mw32(address, offset + 0x04,
 308		pm8001_ha->inbnd_q_tbl[number].upper_base_addr);
 309	pm8001_mw32(address, offset + 0x08,
 310		pm8001_ha->inbnd_q_tbl[number].lower_base_addr);
 311	pm8001_mw32(address, offset + 0x0C,
 312		pm8001_ha->inbnd_q_tbl[number].ci_upper_base_addr);
 313	pm8001_mw32(address, offset + 0x10,
 314		pm8001_ha->inbnd_q_tbl[number].ci_lower_base_addr);
 315}
 316
 317/**
 318 * update_outbnd_queue_table - update the outbound queue table to the HBA.
 319 * @pm8001_ha: our hba card information
 
 320 */
 321static void __devinit
 322update_outbnd_queue_table(struct pm8001_hba_info *pm8001_ha, int number)
 323{
 324	void __iomem *address = pm8001_ha->outbnd_q_tbl_addr;
 325	u16 offset = number * 0x24;
 326	pm8001_mw32(address, offset + 0x00,
 327		pm8001_ha->outbnd_q_tbl[number].element_size_cnt);
 328	pm8001_mw32(address, offset + 0x04,
 329		pm8001_ha->outbnd_q_tbl[number].upper_base_addr);
 330	pm8001_mw32(address, offset + 0x08,
 331		pm8001_ha->outbnd_q_tbl[number].lower_base_addr);
 332	pm8001_mw32(address, offset + 0x0C,
 333		pm8001_ha->outbnd_q_tbl[number].pi_upper_base_addr);
 334	pm8001_mw32(address, offset + 0x10,
 335		pm8001_ha->outbnd_q_tbl[number].pi_lower_base_addr);
 336	pm8001_mw32(address, offset + 0x1C,
 337		pm8001_ha->outbnd_q_tbl[number].interrup_vec_cnt_delay);
 338}
 339
 340/**
 341 * bar4_shift - function is called to shift BAR base address
 342 * @pm8001_ha : our hba card information
 343 * @shiftValue : shifting value in memory bar.
 344 */
 345static int bar4_shift(struct pm8001_hba_info *pm8001_ha, u32 shiftValue)
 346{
 347	u32 regVal;
 348	u32 max_wait_count;
 349
 350	/* program the inbound AXI translation Lower Address */
 351	pm8001_cw32(pm8001_ha, 1, SPC_IBW_AXI_TRANSLATION_LOW, shiftValue);
 352
 353	/* confirm the setting is written */
 354	max_wait_count = 1 * 1000 * 1000;  /* 1 sec */
 355	do {
 356		udelay(1);
 357		regVal = pm8001_cr32(pm8001_ha, 1, SPC_IBW_AXI_TRANSLATION_LOW);
 358	} while ((regVal != shiftValue) && (--max_wait_count));
 359
 360	if (!max_wait_count) {
 361		PM8001_INIT_DBG(pm8001_ha,
 362			pm8001_printk("TIMEOUT:SPC_IBW_AXI_TRANSLATION_LOW"
 363			" = 0x%x\n", regVal));
 364		return -1;
 365	}
 366	return 0;
 367}
 368
 369/**
 370 * mpi_set_phys_g3_with_ssc
 371 * @pm8001_ha: our hba card information
 372 * @SSCbit: set SSCbit to 0 to disable all phys ssc; 1 to enable all phys ssc.
 373 */
 374static void __devinit
 375mpi_set_phys_g3_with_ssc(struct pm8001_hba_info *pm8001_ha, u32 SSCbit)
 376{
 377	u32 value, offset, i;
 
 378
 379#define SAS2_SETTINGS_LOCAL_PHY_0_3_SHIFT_ADDR 0x00030000
 380#define SAS2_SETTINGS_LOCAL_PHY_4_7_SHIFT_ADDR 0x00040000
 381#define SAS2_SETTINGS_LOCAL_PHY_0_3_OFFSET 0x1074
 382#define SAS2_SETTINGS_LOCAL_PHY_4_7_OFFSET 0x1074
 383#define PHY_G3_WITHOUT_SSC_BIT_SHIFT 12
 384#define PHY_G3_WITH_SSC_BIT_SHIFT 13
 385#define SNW3_PHY_CAPABILITIES_PARITY 31
 386
 387   /*
 388    * Using shifted destination address 0x3_0000:0x1074 + 0x4000*N (N=0:3)
 389    * Using shifted destination address 0x4_0000:0x1074 + 0x4000*(N-4) (N=4:7)
 390    */
 391	if (-1 == bar4_shift(pm8001_ha, SAS2_SETTINGS_LOCAL_PHY_0_3_SHIFT_ADDR))
 
 
 
 392		return;
 
 393
 394	for (i = 0; i < 4; i++) {
 395		offset = SAS2_SETTINGS_LOCAL_PHY_0_3_OFFSET + 0x4000 * i;
 396		pm8001_cw32(pm8001_ha, 2, offset, 0x80001501);
 397	}
 398	/* shift membase 3 for SAS2_SETTINGS_LOCAL_PHY 4 - 7 */
 399	if (-1 == bar4_shift(pm8001_ha, SAS2_SETTINGS_LOCAL_PHY_4_7_SHIFT_ADDR))
 
 
 400		return;
 
 401	for (i = 4; i < 8; i++) {
 402		offset = SAS2_SETTINGS_LOCAL_PHY_4_7_OFFSET + 0x4000 * (i-4);
 403		pm8001_cw32(pm8001_ha, 2, offset, 0x80001501);
 404	}
 405	/*************************************************************
 406	Change the SSC upspreading value to 0x0 so that upspreading is disabled.
 407	Device MABC SMOD0 Controls
 408	Address: (via MEMBASE-III):
 409	Using shifted destination address 0x0_0000: with Offset 0xD8
 410
 411	31:28 R/W Reserved Do not change
 412	27:24 R/W SAS_SMOD_SPRDUP 0000
 413	23:20 R/W SAS_SMOD_SPRDDN 0000
 414	19:0  R/W  Reserved Do not change
 415	Upon power-up this register will read as 0x8990c016,
 416	and I would like you to change the SAS_SMOD_SPRDUP bits to 0b0000
 417	so that the written value will be 0x8090c016.
 418	This will ensure only down-spreading SSC is enabled on the SPC.
 419	*************************************************************/
 420	value = pm8001_cr32(pm8001_ha, 2, 0xd8);
 421	pm8001_cw32(pm8001_ha, 2, 0xd8, 0x8000C016);
 422
 423	/*set the shifted destination address to 0x0 to avoid error operation */
 424	bar4_shift(pm8001_ha, 0x0);
 
 425	return;
 426}
 427
 428/**
 429 * mpi_set_open_retry_interval_reg
 430 * @pm8001_ha: our hba card information
 431 * @interval - interval time for each OPEN_REJECT (RETRY). The units are in 1us.
 432 */
 433static void __devinit
 434mpi_set_open_retry_interval_reg(struct pm8001_hba_info *pm8001_ha,
 435				u32 interval)
 436{
 437	u32 offset;
 438	u32 value;
 439	u32 i;
 
 440
 441#define OPEN_RETRY_INTERVAL_PHY_0_3_SHIFT_ADDR 0x00030000
 442#define OPEN_RETRY_INTERVAL_PHY_4_7_SHIFT_ADDR 0x00040000
 443#define OPEN_RETRY_INTERVAL_PHY_0_3_OFFSET 0x30B4
 444#define OPEN_RETRY_INTERVAL_PHY_4_7_OFFSET 0x30B4
 445#define OPEN_RETRY_INTERVAL_REG_MASK 0x0000FFFF
 446
 447	value = interval & OPEN_RETRY_INTERVAL_REG_MASK;
 
 448	/* shift bar and set the OPEN_REJECT(RETRY) interval time of PHY 0 -3.*/
 449	if (-1 == bar4_shift(pm8001_ha,
 450			     OPEN_RETRY_INTERVAL_PHY_0_3_SHIFT_ADDR))
 
 451		return;
 
 452	for (i = 0; i < 4; i++) {
 453		offset = OPEN_RETRY_INTERVAL_PHY_0_3_OFFSET + 0x4000 * i;
 454		pm8001_cw32(pm8001_ha, 2, offset, value);
 455	}
 456
 457	if (-1 == bar4_shift(pm8001_ha,
 458			     OPEN_RETRY_INTERVAL_PHY_4_7_SHIFT_ADDR))
 
 459		return;
 
 460	for (i = 4; i < 8; i++) {
 461		offset = OPEN_RETRY_INTERVAL_PHY_4_7_OFFSET + 0x4000 * (i-4);
 462		pm8001_cw32(pm8001_ha, 2, offset, value);
 463	}
 464	/*set the shifted destination address to 0x0 to avoid error operation */
 465	bar4_shift(pm8001_ha, 0x0);
 
 466	return;
 467}
 468
 469/**
 470 * mpi_init_check - check firmware initialization status.
 471 * @pm8001_ha: our hba card information
 472 */
 473static int mpi_init_check(struct pm8001_hba_info *pm8001_ha)
 474{
 475	u32 max_wait_count;
 476	u32 value;
 477	u32 gst_len_mpistate;
 478	/* Write bit0=1 to Inbound DoorBell Register to tell the SPC FW the
 479	table is updated */
 480	pm8001_cw32(pm8001_ha, 0, MSGU_IBDB_SET, SPC_MSGU_CFG_TABLE_UPDATE);
 481	/* wait until Inbound DoorBell Clear Register toggled */
 482	max_wait_count = 1 * 1000 * 1000;/* 1 sec */
 483	do {
 484		udelay(1);
 485		value = pm8001_cr32(pm8001_ha, 0, MSGU_IBDB_SET);
 486		value &= SPC_MSGU_CFG_TABLE_UPDATE;
 487	} while ((value != 0) && (--max_wait_count));
 488
 489	if (!max_wait_count)
 490		return -1;
 491	/* check the MPI-State for initialization */
 492	gst_len_mpistate =
 493		pm8001_mr32(pm8001_ha->general_stat_tbl_addr,
 494		GST_GSTLEN_MPIS_OFFSET);
 495	if (GST_MPI_STATE_INIT != (gst_len_mpistate & GST_MPI_STATE_MASK))
 496		return -1;
 497	/* check MPI Initialization error */
 498	gst_len_mpistate = gst_len_mpistate >> 16;
 499	if (0x0000 != gst_len_mpistate)
 500		return -1;
 501	return 0;
 502}
 503
 504/**
 505 * check_fw_ready - The LLDD check if the FW is ready, if not, return error.
 506 * @pm8001_ha: our hba card information
 507 */
 508static int check_fw_ready(struct pm8001_hba_info *pm8001_ha)
 509{
 510	u32 value, value1;
 511	u32 max_wait_count;
 512	/* check error state */
 513	value = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_1);
 514	value1 = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_2);
 515	/* check AAP error */
 516	if (SCRATCH_PAD1_ERR == (value & SCRATCH_PAD_STATE_MASK)) {
 517		/* error state */
 518		value = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_0);
 519		return -1;
 520	}
 521
 522	/* check IOP error */
 523	if (SCRATCH_PAD2_ERR == (value1 & SCRATCH_PAD_STATE_MASK)) {
 524		/* error state */
 525		value1 = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_3);
 526		return -1;
 527	}
 528
 529	/* bit 4-31 of scratch pad1 should be zeros if it is not
 530	in error state*/
 531	if (value & SCRATCH_PAD1_STATE_MASK) {
 532		/* error case */
 533		pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_0);
 534		return -1;
 535	}
 536
 537	/* bit 2, 4-31 of scratch pad2 should be zeros if it is not
 538	in error state */
 539	if (value1 & SCRATCH_PAD2_STATE_MASK) {
 540		/* error case */
 541		return -1;
 542	}
 543
 544	max_wait_count = 1 * 1000 * 1000;/* 1 sec timeout */
 545
 546	/* wait until scratch pad 1 and 2 registers in ready state  */
 547	do {
 548		udelay(1);
 549		value = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_1)
 550			& SCRATCH_PAD1_RDY;
 551		value1 = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_2)
 552			& SCRATCH_PAD2_RDY;
 553		if ((--max_wait_count) == 0)
 554			return -1;
 555	} while ((value != SCRATCH_PAD1_RDY) || (value1 != SCRATCH_PAD2_RDY));
 556	return 0;
 557}
 558
 559static void init_pci_device_addresses(struct pm8001_hba_info *pm8001_ha)
 560{
 561	void __iomem *base_addr;
 562	u32	value;
 563	u32	offset;
 564	u32	pcibar;
 565	u32	pcilogic;
 566
 567	value = pm8001_cr32(pm8001_ha, 0, 0x44);
 568	offset = value & 0x03FFFFFF;
 569	PM8001_INIT_DBG(pm8001_ha,
 570		pm8001_printk("Scratchpad 0 Offset: %x \n", offset));
 571	pcilogic = (value & 0xFC000000) >> 26;
 572	pcibar = get_pci_bar_index(pcilogic);
 573	PM8001_INIT_DBG(pm8001_ha,
 574		pm8001_printk("Scratchpad 0 PCI BAR: %d \n", pcibar));
 575	pm8001_ha->main_cfg_tbl_addr = base_addr =
 576		pm8001_ha->io_mem[pcibar].memvirtaddr + offset;
 577	pm8001_ha->general_stat_tbl_addr =
 578		base_addr + pm8001_cr32(pm8001_ha, pcibar, offset + 0x18);
 579	pm8001_ha->inbnd_q_tbl_addr =
 580		base_addr + pm8001_cr32(pm8001_ha, pcibar, offset + 0x1C);
 581	pm8001_ha->outbnd_q_tbl_addr =
 582		base_addr + pm8001_cr32(pm8001_ha, pcibar, offset + 0x20);
 583}
 584
 585/**
 586 * pm8001_chip_init - the main init function that initialize whole PM8001 chip.
 587 * @pm8001_ha: our hba card information
 588 */
 589static int __devinit pm8001_chip_init(struct pm8001_hba_info *pm8001_ha)
 590{
 
 
 
 
 
 
 
 
 
 
 
 
 
 591	/* check the firmware status */
 592	if (-1 == check_fw_ready(pm8001_ha)) {
 593		PM8001_FAIL_DBG(pm8001_ha,
 594			pm8001_printk("Firmware is not ready!\n"));
 595		return -EBUSY;
 596	}
 597
 598	/* Initialize pci space address eg: mpi offset */
 599	init_pci_device_addresses(pm8001_ha);
 600	init_default_table_values(pm8001_ha);
 601	read_main_config_table(pm8001_ha);
 602	read_general_status_table(pm8001_ha);
 603	read_inbnd_queue_table(pm8001_ha);
 604	read_outbnd_queue_table(pm8001_ha);
 605	/* update main config table ,inbound table and outbound table */
 606	update_main_config_table(pm8001_ha);
 607	update_inbnd_queue_table(pm8001_ha, 0);
 608	update_outbnd_queue_table(pm8001_ha, 0);
 609	mpi_set_phys_g3_with_ssc(pm8001_ha, 0);
 610	mpi_set_open_retry_interval_reg(pm8001_ha, 7);
 
 
 
 
 
 
 611	/* notify firmware update finished and check initialization status */
 612	if (0 == mpi_init_check(pm8001_ha)) {
 613		PM8001_INIT_DBG(pm8001_ha,
 614			pm8001_printk("MPI initialize successful!\n"));
 615	} else
 616		return -EBUSY;
 617	/*This register is a 16-bit timer with a resolution of 1us. This is the
 618	timer used for interrupt delay/coalescing in the PCIe Application Layer.
 619	Zero is not a valid value. A value of 1 in the register will cause the
 620	interrupts to be normal. A value greater than 1 will cause coalescing
 621	delays.*/
 622	pm8001_cw32(pm8001_ha, 1, 0x0033c0, 0x1);
 623	pm8001_cw32(pm8001_ha, 1, 0x0033c4, 0x0);
 624	return 0;
 625}
 626
 627static int mpi_uninit_check(struct pm8001_hba_info *pm8001_ha)
 628{
 629	u32 max_wait_count;
 630	u32 value;
 631	u32 gst_len_mpistate;
 
 
 
 
 
 
 
 
 
 
 632	init_pci_device_addresses(pm8001_ha);
 633	/* Write bit1=1 to Inbound DoorBell Register to tell the SPC FW the
 634	table is stop */
 635	pm8001_cw32(pm8001_ha, 0, MSGU_IBDB_SET, SPC_MSGU_CFG_TABLE_RESET);
 636
 637	/* wait until Inbound DoorBell Clear Register toggled */
 638	max_wait_count = 1 * 1000 * 1000;/* 1 sec */
 639	do {
 640		udelay(1);
 641		value = pm8001_cr32(pm8001_ha, 0, MSGU_IBDB_SET);
 642		value &= SPC_MSGU_CFG_TABLE_RESET;
 643	} while ((value != 0) && (--max_wait_count));
 644
 645	if (!max_wait_count) {
 646		PM8001_FAIL_DBG(pm8001_ha,
 647			pm8001_printk("TIMEOUT:IBDB value/=0x%x\n", value));
 648		return -1;
 649	}
 650
 651	/* check the MPI-State for termination in progress */
 652	/* wait until Inbound DoorBell Clear Register toggled */
 653	max_wait_count = 1 * 1000 * 1000;  /* 1 sec */
 654	do {
 655		udelay(1);
 656		gst_len_mpistate =
 657			pm8001_mr32(pm8001_ha->general_stat_tbl_addr,
 658			GST_GSTLEN_MPIS_OFFSET);
 659		if (GST_MPI_STATE_UNINIT ==
 660			(gst_len_mpistate & GST_MPI_STATE_MASK))
 661			break;
 662	} while (--max_wait_count);
 663	if (!max_wait_count) {
 664		PM8001_FAIL_DBG(pm8001_ha,
 665			pm8001_printk(" TIME OUT MPI State = 0x%x\n",
 666				gst_len_mpistate & GST_MPI_STATE_MASK));
 667		return -1;
 668	}
 669	return 0;
 670}
 671
 672/**
 673 * soft_reset_ready_check - Function to check FW is ready for soft reset.
 674 * @pm8001_ha: our hba card information
 675 */
 676static u32 soft_reset_ready_check(struct pm8001_hba_info *pm8001_ha)
 677{
 678	u32 regVal, regVal1, regVal2;
 679	if (mpi_uninit_check(pm8001_ha) != 0) {
 680		PM8001_FAIL_DBG(pm8001_ha,
 681			pm8001_printk("MPI state is not ready\n"));
 682		return -1;
 683	}
 684	/* read the scratch pad 2 register bit 2 */
 685	regVal = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_2)
 686		& SCRATCH_PAD2_FWRDY_RST;
 687	if (regVal == SCRATCH_PAD2_FWRDY_RST) {
 688		PM8001_INIT_DBG(pm8001_ha,
 689			pm8001_printk("Firmware is ready for reset .\n"));
 690	} else {
 691	/* Trigger NMI twice via RB6 */
 692		if (-1 == bar4_shift(pm8001_ha, RB6_ACCESS_REG)) {
 693			PM8001_FAIL_DBG(pm8001_ha,
 694				pm8001_printk("Shift Bar4 to 0x%x failed\n",
 695					RB6_ACCESS_REG));
 
 
 
 696			return -1;
 697		}
 698		pm8001_cw32(pm8001_ha, 2, SPC_RB6_OFFSET,
 699			RB6_MAGIC_NUMBER_RST);
 700		pm8001_cw32(pm8001_ha, 2, SPC_RB6_OFFSET, RB6_MAGIC_NUMBER_RST);
 701		/* wait for 100 ms */
 702		mdelay(100);
 703		regVal = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_2) &
 704			SCRATCH_PAD2_FWRDY_RST;
 705		if (regVal != SCRATCH_PAD2_FWRDY_RST) {
 706			regVal1 = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_1);
 707			regVal2 = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_2);
 708			PM8001_FAIL_DBG(pm8001_ha,
 709				pm8001_printk("TIMEOUT:MSGU_SCRATCH_PAD1"
 710				"=0x%x, MSGU_SCRATCH_PAD2=0x%x\n",
 711				regVal1, regVal2));
 712			PM8001_FAIL_DBG(pm8001_ha,
 713				pm8001_printk("SCRATCH_PAD0 value = 0x%x\n",
 714				pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_0)));
 715			PM8001_FAIL_DBG(pm8001_ha,
 716				pm8001_printk("SCRATCH_PAD3 value = 0x%x\n",
 717				pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_3)));
 718			return -1;
 719		}
 
 720	}
 721	return 0;
 722}
 723
 724/**
 725 * pm8001_chip_soft_rst - soft reset the PM8001 chip, so that the clear all
 726 * the FW register status to the originated status.
 727 * @pm8001_ha: our hba card information
 728 * @signature: signature in host scratch pad0 register.
 729 */
 730static int
 731pm8001_chip_soft_rst(struct pm8001_hba_info *pm8001_ha, u32 signature)
 732{
 733	u32	regVal, toggleVal;
 734	u32	max_wait_count;
 735	u32	regVal1, regVal2, regVal3;
 
 
 736
 737	/* step1: Check FW is ready for soft reset */
 738	if (soft_reset_ready_check(pm8001_ha) != 0) {
 739		PM8001_FAIL_DBG(pm8001_ha, pm8001_printk("FW is not ready\n"));
 740		return -1;
 741	}
 742
 743	/* step 2: clear NMI status register on AAP1 and IOP, write the same
 744	value to clear */
 745	/* map 0x60000 to BAR4(0x20), BAR2(win) */
 746	if (-1 == bar4_shift(pm8001_ha, MBIC_AAP1_ADDR_BASE)) {
 747		PM8001_FAIL_DBG(pm8001_ha,
 748			pm8001_printk("Shift Bar4 to 0x%x failed\n",
 749			MBIC_AAP1_ADDR_BASE));
 
 750		return -1;
 751	}
 752	regVal = pm8001_cr32(pm8001_ha, 2, MBIC_NMI_ENABLE_VPE0_IOP);
 753	PM8001_INIT_DBG(pm8001_ha,
 754		pm8001_printk("MBIC - NMI Enable VPE0 (IOP)= 0x%x\n", regVal));
 755	pm8001_cw32(pm8001_ha, 2, MBIC_NMI_ENABLE_VPE0_IOP, 0x0);
 756	/* map 0x70000 to BAR4(0x20), BAR2(win) */
 757	if (-1 == bar4_shift(pm8001_ha, MBIC_IOP_ADDR_BASE)) {
 758		PM8001_FAIL_DBG(pm8001_ha,
 759			pm8001_printk("Shift Bar4 to 0x%x failed\n",
 760			MBIC_IOP_ADDR_BASE));
 761		return -1;
 762	}
 763	regVal = pm8001_cr32(pm8001_ha, 2, MBIC_NMI_ENABLE_VPE0_AAP1);
 764	PM8001_INIT_DBG(pm8001_ha,
 765		pm8001_printk("MBIC - NMI Enable VPE0 (AAP1)= 0x%x\n", regVal));
 766	pm8001_cw32(pm8001_ha, 2, MBIC_NMI_ENABLE_VPE0_AAP1, 0x0);
 767
 768	regVal = pm8001_cr32(pm8001_ha, 1, PCIE_EVENT_INTERRUPT_ENABLE);
 769	PM8001_INIT_DBG(pm8001_ha,
 770		pm8001_printk("PCIE -Event Interrupt Enable = 0x%x\n", regVal));
 771	pm8001_cw32(pm8001_ha, 1, PCIE_EVENT_INTERRUPT_ENABLE, 0x0);
 772
 773	regVal = pm8001_cr32(pm8001_ha, 1, PCIE_EVENT_INTERRUPT);
 774	PM8001_INIT_DBG(pm8001_ha,
 775		pm8001_printk("PCIE - Event Interrupt  = 0x%x\n", regVal));
 776	pm8001_cw32(pm8001_ha, 1, PCIE_EVENT_INTERRUPT, regVal);
 777
 778	regVal = pm8001_cr32(pm8001_ha, 1, PCIE_ERROR_INTERRUPT_ENABLE);
 779	PM8001_INIT_DBG(pm8001_ha,
 780		pm8001_printk("PCIE -Error Interrupt Enable = 0x%x\n", regVal));
 781	pm8001_cw32(pm8001_ha, 1, PCIE_ERROR_INTERRUPT_ENABLE, 0x0);
 782
 783	regVal = pm8001_cr32(pm8001_ha, 1, PCIE_ERROR_INTERRUPT);
 784	PM8001_INIT_DBG(pm8001_ha,
 785		pm8001_printk("PCIE - Error Interrupt = 0x%x\n", regVal));
 786	pm8001_cw32(pm8001_ha, 1, PCIE_ERROR_INTERRUPT, regVal);
 787
 788	/* read the scratch pad 1 register bit 2 */
 789	regVal = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_1)
 790		& SCRATCH_PAD1_RST;
 791	toggleVal = regVal ^ SCRATCH_PAD1_RST;
 792
 793	/* set signature in host scratch pad0 register to tell SPC that the
 794	host performs the soft reset */
 795	pm8001_cw32(pm8001_ha, 0, MSGU_HOST_SCRATCH_PAD_0, signature);
 796
 797	/* read required registers for confirmming */
 798	/* map 0x0700000 to BAR4(0x20), BAR2(win) */
 799	if (-1 == bar4_shift(pm8001_ha, GSM_ADDR_BASE)) {
 800		PM8001_FAIL_DBG(pm8001_ha,
 801			pm8001_printk("Shift Bar4 to 0x%x failed\n",
 802			GSM_ADDR_BASE));
 803		return -1;
 804	}
 805	PM8001_INIT_DBG(pm8001_ha,
 806		pm8001_printk("GSM 0x0(0x00007b88)-GSM Configuration and"
 807		" Reset = 0x%x\n",
 808		pm8001_cr32(pm8001_ha, 2, GSM_CONFIG_RESET)));
 809
 810	/* step 3: host read GSM Configuration and Reset register */
 811	regVal = pm8001_cr32(pm8001_ha, 2, GSM_CONFIG_RESET);
 812	/* Put those bits to low */
 813	/* GSM XCBI offset = 0x70 0000
 814	0x00 Bit 13 COM_SLV_SW_RSTB 1
 815	0x00 Bit 12 QSSP_SW_RSTB 1
 816	0x00 Bit 11 RAAE_SW_RSTB 1
 817	0x00 Bit 9 RB_1_SW_RSTB 1
 818	0x00 Bit 8 SM_SW_RSTB 1
 819	*/
 820	regVal &= ~(0x00003b00);
 821	/* host write GSM Configuration and Reset register */
 822	pm8001_cw32(pm8001_ha, 2, GSM_CONFIG_RESET, regVal);
 823	PM8001_INIT_DBG(pm8001_ha,
 824		pm8001_printk("GSM 0x0 (0x00007b88 ==> 0x00004088) - GSM "
 825		"Configuration and Reset is set to = 0x%x\n",
 826		pm8001_cr32(pm8001_ha, 2, GSM_CONFIG_RESET)));
 827
 828	/* step 4: */
 829	/* disable GSM - Read Address Parity Check */
 830	regVal1 = pm8001_cr32(pm8001_ha, 2, GSM_READ_ADDR_PARITY_CHECK);
 831	PM8001_INIT_DBG(pm8001_ha,
 832		pm8001_printk("GSM 0x700038 - Read Address Parity Check "
 833		"Enable = 0x%x\n", regVal1));
 834	pm8001_cw32(pm8001_ha, 2, GSM_READ_ADDR_PARITY_CHECK, 0x0);
 835	PM8001_INIT_DBG(pm8001_ha,
 836		pm8001_printk("GSM 0x700038 - Read Address Parity Check Enable"
 837		"is set to = 0x%x\n",
 838		pm8001_cr32(pm8001_ha, 2, GSM_READ_ADDR_PARITY_CHECK)));
 839
 840	/* disable GSM - Write Address Parity Check */
 841	regVal2 = pm8001_cr32(pm8001_ha, 2, GSM_WRITE_ADDR_PARITY_CHECK);
 842	PM8001_INIT_DBG(pm8001_ha,
 843		pm8001_printk("GSM 0x700040 - Write Address Parity Check"
 844		" Enable = 0x%x\n", regVal2));
 845	pm8001_cw32(pm8001_ha, 2, GSM_WRITE_ADDR_PARITY_CHECK, 0x0);
 846	PM8001_INIT_DBG(pm8001_ha,
 847		pm8001_printk("GSM 0x700040 - Write Address Parity Check "
 848		"Enable is set to = 0x%x\n",
 849		pm8001_cr32(pm8001_ha, 2, GSM_WRITE_ADDR_PARITY_CHECK)));
 850
 851	/* disable GSM - Write Data Parity Check */
 852	regVal3 = pm8001_cr32(pm8001_ha, 2, GSM_WRITE_DATA_PARITY_CHECK);
 853	PM8001_INIT_DBG(pm8001_ha,
 854		pm8001_printk("GSM 0x300048 - Write Data Parity Check"
 855		" Enable = 0x%x\n", regVal3));
 856	pm8001_cw32(pm8001_ha, 2, GSM_WRITE_DATA_PARITY_CHECK, 0x0);
 857	PM8001_INIT_DBG(pm8001_ha,
 858		pm8001_printk("GSM 0x300048 - Write Data Parity Check Enable"
 859		"is set to = 0x%x\n",
 860	pm8001_cr32(pm8001_ha, 2, GSM_WRITE_DATA_PARITY_CHECK)));
 861
 862	/* step 5: delay 10 usec */
 863	udelay(10);
 864	/* step 5-b: set GPIO-0 output control to tristate anyway */
 865	if (-1 == bar4_shift(pm8001_ha, GPIO_ADDR_BASE)) {
 866		PM8001_INIT_DBG(pm8001_ha,
 867				pm8001_printk("Shift Bar4 to 0x%x failed\n",
 868				GPIO_ADDR_BASE));
 869		return -1;
 870	}
 871	regVal = pm8001_cr32(pm8001_ha, 2, GPIO_GPIO_0_0UTPUT_CTL_OFFSET);
 872		PM8001_INIT_DBG(pm8001_ha,
 873				pm8001_printk("GPIO Output Control Register:"
 874				" = 0x%x\n", regVal));
 875	/* set GPIO-0 output control to tri-state */
 876	regVal &= 0xFFFFFFFC;
 877	pm8001_cw32(pm8001_ha, 2, GPIO_GPIO_0_0UTPUT_CTL_OFFSET, regVal);
 878
 879	/* Step 6: Reset the IOP and AAP1 */
 880	/* map 0x00000 to BAR4(0x20), BAR2(win) */
 881	if (-1 == bar4_shift(pm8001_ha, SPC_TOP_LEVEL_ADDR_BASE)) {
 882		PM8001_FAIL_DBG(pm8001_ha,
 883			pm8001_printk("SPC Shift Bar4 to 0x%x failed\n",
 884			SPC_TOP_LEVEL_ADDR_BASE));
 885		return -1;
 886	}
 887	regVal = pm8001_cr32(pm8001_ha, 2, SPC_REG_RESET);
 888	PM8001_INIT_DBG(pm8001_ha,
 889		pm8001_printk("Top Register before resetting IOP/AAP1"
 890		":= 0x%x\n", regVal));
 891	regVal &= ~(SPC_REG_RESET_PCS_IOP_SS | SPC_REG_RESET_PCS_AAP1_SS);
 892	pm8001_cw32(pm8001_ha, 2, SPC_REG_RESET, regVal);
 893
 894	/* step 7: Reset the BDMA/OSSP */
 895	regVal = pm8001_cr32(pm8001_ha, 2, SPC_REG_RESET);
 896	PM8001_INIT_DBG(pm8001_ha,
 897		pm8001_printk("Top Register before resetting BDMA/OSSP"
 898		": = 0x%x\n", regVal));
 899	regVal &= ~(SPC_REG_RESET_BDMA_CORE | SPC_REG_RESET_OSSP);
 900	pm8001_cw32(pm8001_ha, 2, SPC_REG_RESET, regVal);
 901
 902	/* step 8: delay 10 usec */
 903	udelay(10);
 904
 905	/* step 9: bring the BDMA and OSSP out of reset */
 906	regVal = pm8001_cr32(pm8001_ha, 2, SPC_REG_RESET);
 907	PM8001_INIT_DBG(pm8001_ha,
 908		pm8001_printk("Top Register before bringing up BDMA/OSSP"
 909		":= 0x%x\n", regVal));
 910	regVal |= (SPC_REG_RESET_BDMA_CORE | SPC_REG_RESET_OSSP);
 911	pm8001_cw32(pm8001_ha, 2, SPC_REG_RESET, regVal);
 912
 913	/* step 10: delay 10 usec */
 914	udelay(10);
 915
 916	/* step 11: reads and sets the GSM Configuration and Reset Register */
 917	/* map 0x0700000 to BAR4(0x20), BAR2(win) */
 918	if (-1 == bar4_shift(pm8001_ha, GSM_ADDR_BASE)) {
 919		PM8001_FAIL_DBG(pm8001_ha,
 920			pm8001_printk("SPC Shift Bar4 to 0x%x failed\n",
 921			GSM_ADDR_BASE));
 922		return -1;
 923	}
 924	PM8001_INIT_DBG(pm8001_ha,
 925		pm8001_printk("GSM 0x0 (0x00007b88)-GSM Configuration and "
 926		"Reset = 0x%x\n", pm8001_cr32(pm8001_ha, 2, GSM_CONFIG_RESET)));
 927	regVal = pm8001_cr32(pm8001_ha, 2, GSM_CONFIG_RESET);
 928	/* Put those bits to high */
 929	/* GSM XCBI offset = 0x70 0000
 930	0x00 Bit 13 COM_SLV_SW_RSTB 1
 931	0x00 Bit 12 QSSP_SW_RSTB 1
 932	0x00 Bit 11 RAAE_SW_RSTB 1
 933	0x00 Bit 9   RB_1_SW_RSTB 1
 934	0x00 Bit 8   SM_SW_RSTB 1
 935	*/
 936	regVal |= (GSM_CONFIG_RESET_VALUE);
 937	pm8001_cw32(pm8001_ha, 2, GSM_CONFIG_RESET, regVal);
 938	PM8001_INIT_DBG(pm8001_ha,
 939		pm8001_printk("GSM (0x00004088 ==> 0x00007b88) - GSM"
 940		" Configuration and Reset is set to = 0x%x\n",
 941		pm8001_cr32(pm8001_ha, 2, GSM_CONFIG_RESET)));
 942
 943	/* step 12: Restore GSM - Read Address Parity Check */
 944	regVal = pm8001_cr32(pm8001_ha, 2, GSM_READ_ADDR_PARITY_CHECK);
 945	/* just for debugging */
 946	PM8001_INIT_DBG(pm8001_ha,
 947		pm8001_printk("GSM 0x700038 - Read Address Parity Check Enable"
 948		" = 0x%x\n", regVal));
 949	pm8001_cw32(pm8001_ha, 2, GSM_READ_ADDR_PARITY_CHECK, regVal1);
 950	PM8001_INIT_DBG(pm8001_ha,
 951		pm8001_printk("GSM 0x700038 - Read Address Parity"
 952		" Check Enable is set to = 0x%x\n",
 953		pm8001_cr32(pm8001_ha, 2, GSM_READ_ADDR_PARITY_CHECK)));
 954	/* Restore GSM - Write Address Parity Check */
 955	regVal = pm8001_cr32(pm8001_ha, 2, GSM_WRITE_ADDR_PARITY_CHECK);
 956	pm8001_cw32(pm8001_ha, 2, GSM_WRITE_ADDR_PARITY_CHECK, regVal2);
 957	PM8001_INIT_DBG(pm8001_ha,
 958		pm8001_printk("GSM 0x700040 - Write Address Parity Check"
 959		" Enable is set to = 0x%x\n",
 960		pm8001_cr32(pm8001_ha, 2, GSM_WRITE_ADDR_PARITY_CHECK)));
 961	/* Restore GSM - Write Data Parity Check */
 962	regVal = pm8001_cr32(pm8001_ha, 2, GSM_WRITE_DATA_PARITY_CHECK);
 963	pm8001_cw32(pm8001_ha, 2, GSM_WRITE_DATA_PARITY_CHECK, regVal3);
 964	PM8001_INIT_DBG(pm8001_ha,
 965		pm8001_printk("GSM 0x700048 - Write Data Parity Check Enable"
 966		"is set to = 0x%x\n",
 967		pm8001_cr32(pm8001_ha, 2, GSM_WRITE_DATA_PARITY_CHECK)));
 968
 969	/* step 13: bring the IOP and AAP1 out of reset */
 970	/* map 0x00000 to BAR4(0x20), BAR2(win) */
 971	if (-1 == bar4_shift(pm8001_ha, SPC_TOP_LEVEL_ADDR_BASE)) {
 972		PM8001_FAIL_DBG(pm8001_ha,
 973			pm8001_printk("Shift Bar4 to 0x%x failed\n",
 974			SPC_TOP_LEVEL_ADDR_BASE));
 975		return -1;
 976	}
 977	regVal = pm8001_cr32(pm8001_ha, 2, SPC_REG_RESET);
 978	regVal |= (SPC_REG_RESET_PCS_IOP_SS | SPC_REG_RESET_PCS_AAP1_SS);
 979	pm8001_cw32(pm8001_ha, 2, SPC_REG_RESET, regVal);
 980
 981	/* step 14: delay 10 usec - Normal Mode */
 982	udelay(10);
 983	/* check Soft Reset Normal mode or Soft Reset HDA mode */
 984	if (signature == SPC_SOFT_RESET_SIGNATURE) {
 985		/* step 15 (Normal Mode): wait until scratch pad1 register
 986		bit 2 toggled */
 987		max_wait_count = 2 * 1000 * 1000;/* 2 sec */
 988		do {
 989			udelay(1);
 990			regVal = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_1) &
 991				SCRATCH_PAD1_RST;
 992		} while ((regVal != toggleVal) && (--max_wait_count));
 993
 994		if (!max_wait_count) {
 995			regVal = pm8001_cr32(pm8001_ha, 0,
 996				MSGU_SCRATCH_PAD_1);
 997			PM8001_FAIL_DBG(pm8001_ha,
 998				pm8001_printk("TIMEOUT : ToggleVal 0x%x,"
 999				"MSGU_SCRATCH_PAD1 = 0x%x\n",
1000				toggleVal, regVal));
1001			PM8001_FAIL_DBG(pm8001_ha,
1002				pm8001_printk("SCRATCH_PAD0 value = 0x%x\n",
1003				pm8001_cr32(pm8001_ha, 0,
1004				MSGU_SCRATCH_PAD_0)));
1005			PM8001_FAIL_DBG(pm8001_ha,
1006				pm8001_printk("SCRATCH_PAD2 value = 0x%x\n",
1007				pm8001_cr32(pm8001_ha, 0,
1008				MSGU_SCRATCH_PAD_2)));
1009			PM8001_FAIL_DBG(pm8001_ha,
1010				pm8001_printk("SCRATCH_PAD3 value = 0x%x\n",
1011				pm8001_cr32(pm8001_ha, 0,
1012				MSGU_SCRATCH_PAD_3)));
1013			return -1;
1014		}
1015
1016		/* step 16 (Normal) - Clear ODMR and ODCR */
1017		pm8001_cw32(pm8001_ha, 0, MSGU_ODCR, ODCR_CLEAR_ALL);
1018		pm8001_cw32(pm8001_ha, 0, MSGU_ODMR, ODMR_CLEAR_ALL);
1019
1020		/* step 17 (Normal Mode): wait for the FW and IOP to get
1021		ready - 1 sec timeout */
1022		/* Wait for the SPC Configuration Table to be ready */
1023		if (check_fw_ready(pm8001_ha) == -1) {
1024			regVal = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_1);
1025			/* return error if MPI Configuration Table not ready */
1026			PM8001_INIT_DBG(pm8001_ha,
1027				pm8001_printk("FW not ready SCRATCH_PAD1"
1028				" = 0x%x\n", regVal));
1029			regVal = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_2);
1030			/* return error if MPI Configuration Table not ready */
1031			PM8001_INIT_DBG(pm8001_ha,
1032				pm8001_printk("FW not ready SCRATCH_PAD2"
1033				" = 0x%x\n", regVal));
1034			PM8001_INIT_DBG(pm8001_ha,
1035				pm8001_printk("SCRATCH_PAD0 value = 0x%x\n",
1036				pm8001_cr32(pm8001_ha, 0,
1037				MSGU_SCRATCH_PAD_0)));
1038			PM8001_INIT_DBG(pm8001_ha,
1039				pm8001_printk("SCRATCH_PAD3 value = 0x%x\n",
1040				pm8001_cr32(pm8001_ha, 0,
1041				MSGU_SCRATCH_PAD_3)));
 
1042			return -1;
1043		}
1044	}
 
 
1045
1046	PM8001_INIT_DBG(pm8001_ha,
1047		pm8001_printk("SPC soft reset Complete\n"));
1048	return 0;
1049}
1050
1051static void pm8001_hw_chip_rst(struct pm8001_hba_info *pm8001_ha)
1052{
1053	u32 i;
1054	u32 regVal;
1055	PM8001_INIT_DBG(pm8001_ha,
1056		pm8001_printk("chip reset start\n"));
1057
1058	/* do SPC chip reset. */
1059	regVal = pm8001_cr32(pm8001_ha, 1, SPC_REG_RESET);
1060	regVal &= ~(SPC_REG_RESET_DEVICE);
1061	pm8001_cw32(pm8001_ha, 1, SPC_REG_RESET, regVal);
1062
1063	/* delay 10 usec */
1064	udelay(10);
1065
1066	/* bring chip reset out of reset */
1067	regVal = pm8001_cr32(pm8001_ha, 1, SPC_REG_RESET);
1068	regVal |= SPC_REG_RESET_DEVICE;
1069	pm8001_cw32(pm8001_ha, 1, SPC_REG_RESET, regVal);
1070
1071	/* delay 10 usec */
1072	udelay(10);
1073
1074	/* wait for 20 msec until the firmware gets reloaded */
1075	i = 20;
1076	do {
1077		mdelay(1);
1078	} while ((--i) != 0);
1079
1080	PM8001_INIT_DBG(pm8001_ha,
1081		pm8001_printk("chip reset finished\n"));
1082}
1083
1084/**
1085 * pm8001_chip_iounmap - which maped when initialized.
1086 * @pm8001_ha: our hba card information
1087 */
1088static void pm8001_chip_iounmap(struct pm8001_hba_info *pm8001_ha)
1089{
1090	s8 bar, logical = 0;
1091	for (bar = 0; bar < 6; bar++) {
1092		/*
1093		** logical BARs for SPC:
1094		** bar 0 and 1 - logical BAR0
1095		** bar 2 and 3 - logical BAR1
1096		** bar4 - logical BAR2
1097		** bar5 - logical BAR3
1098		** Skip the appropriate assignments:
1099		*/
1100		if ((bar == 1) || (bar == 3))
1101			continue;
1102		if (pm8001_ha->io_mem[logical].memvirtaddr) {
1103			iounmap(pm8001_ha->io_mem[logical].memvirtaddr);
1104			logical++;
1105		}
1106	}
1107}
1108
 
1109/**
1110 * pm8001_chip_interrupt_enable - enable PM8001 chip interrupt
1111 * @pm8001_ha: our hba card information
1112 */
1113static void
1114pm8001_chip_intx_interrupt_enable(struct pm8001_hba_info *pm8001_ha)
1115{
1116	pm8001_cw32(pm8001_ha, 0, MSGU_ODMR, ODMR_CLEAR_ALL);
1117	pm8001_cw32(pm8001_ha, 0, MSGU_ODCR, ODCR_CLEAR_ALL);
1118}
1119
1120 /**
1121  * pm8001_chip_intx_interrupt_disable- disable PM8001 chip interrupt
1122  * @pm8001_ha: our hba card information
1123  */
1124static void
1125pm8001_chip_intx_interrupt_disable(struct pm8001_hba_info *pm8001_ha)
1126{
1127	pm8001_cw32(pm8001_ha, 0, MSGU_ODMR, ODMR_MASK_ALL);
1128}
1129
 
 
1130/**
1131 * pm8001_chip_msix_interrupt_enable - enable PM8001 chip interrupt
1132 * @pm8001_ha: our hba card information
 
1133 */
1134static void
1135pm8001_chip_msix_interrupt_enable(struct pm8001_hba_info *pm8001_ha,
1136	u32 int_vec_idx)
1137{
1138	u32 msi_index;
1139	u32 value;
1140	msi_index = int_vec_idx * MSIX_TABLE_ELEMENT_SIZE;
1141	msi_index += MSIX_TABLE_BASE;
1142	pm8001_cw32(pm8001_ha, 0, msi_index, MSIX_INTERRUPT_ENABLE);
1143	value = (1 << int_vec_idx);
1144	pm8001_cw32(pm8001_ha, 0,  MSGU_ODCR, value);
1145
1146}
1147
1148/**
1149 * pm8001_chip_msix_interrupt_disable - disable PM8001 chip interrupt
1150 * @pm8001_ha: our hba card information
 
1151 */
1152static void
1153pm8001_chip_msix_interrupt_disable(struct pm8001_hba_info *pm8001_ha,
1154	u32 int_vec_idx)
1155{
1156	u32 msi_index;
1157	msi_index = int_vec_idx * MSIX_TABLE_ELEMENT_SIZE;
1158	msi_index += MSIX_TABLE_BASE;
1159	pm8001_cw32(pm8001_ha, 0,  msi_index, MSIX_INTERRUPT_DISABLE);
1160
1161}
 
 
1162/**
1163 * pm8001_chip_interrupt_enable - enable PM8001 chip interrupt
1164 * @pm8001_ha: our hba card information
 
1165 */
1166static void
1167pm8001_chip_interrupt_enable(struct pm8001_hba_info *pm8001_ha)
1168{
1169#ifdef PM8001_USE_MSIX
1170	pm8001_chip_msix_interrupt_enable(pm8001_ha, 0);
1171	return;
1172#endif
1173	pm8001_chip_intx_interrupt_enable(pm8001_ha);
1174
1175}
1176
1177/**
1178 * pm8001_chip_intx_interrupt_disable- disable PM8001 chip interrupt
1179 * @pm8001_ha: our hba card information
 
1180 */
1181static void
1182pm8001_chip_interrupt_disable(struct pm8001_hba_info *pm8001_ha)
1183{
1184#ifdef PM8001_USE_MSIX
1185	pm8001_chip_msix_interrupt_disable(pm8001_ha, 0);
1186	return;
1187#endif
1188	pm8001_chip_intx_interrupt_disable(pm8001_ha);
1189
1190}
1191
1192/**
1193 * mpi_msg_free_get- get the free message buffer for transfer inbound queue.
 
1194 * @circularQ: the inbound queue  we want to transfer to HBA.
1195 * @messageSize: the message size of this transfer, normally it is 64 bytes
1196 * @messagePtr: the pointer to message.
1197 */
1198static int mpi_msg_free_get(struct inbound_queue_table *circularQ,
1199			    u16 messageSize, void **messagePtr)
1200{
1201	u32 offset, consumer_index;
1202	struct mpi_msg_hdr *msgHeader;
1203	u8 bcCount = 1; /* only support single buffer */
1204
1205	/* Checks is the requested message size can be allocated in this queue*/
1206	if (messageSize > 64) {
1207		*messagePtr = NULL;
1208		return -1;
1209	}
1210
1211	/* Stores the new consumer index */
1212	consumer_index = pm8001_read_32(circularQ->ci_virt);
1213	circularQ->consumer_index = cpu_to_le32(consumer_index);
1214	if (((circularQ->producer_idx + bcCount) % 256) ==
1215		circularQ->consumer_index) {
1216		*messagePtr = NULL;
1217		return -1;
1218	}
1219	/* get memory IOMB buffer address */
1220	offset = circularQ->producer_idx * 64;
1221	/* increment to next bcCount element */
1222	circularQ->producer_idx = (circularQ->producer_idx + bcCount) % 256;
 
1223	/* Adds that distance to the base of the region virtual address plus
1224	the message header size*/
1225	msgHeader = (struct mpi_msg_hdr *)(circularQ->base_virt	+ offset);
1226	*messagePtr = ((void *)msgHeader) + sizeof(struct mpi_msg_hdr);
1227	return 0;
1228}
1229
1230/**
1231 * mpi_build_cmd- build the message queue for transfer, update the PI to FW
1232 * to tell the fw to get this message from IOMB.
1233 * @pm8001_ha: our hba card information
1234 * @circularQ: the inbound queue we want to transfer to HBA.
1235 * @opCode: the operation code represents commands which LLDD and fw recognized.
1236 * @payload: the command payload of each operation command.
 
 
1237 */
1238static int mpi_build_cmd(struct pm8001_hba_info *pm8001_ha,
1239			 struct inbound_queue_table *circularQ,
1240			 u32 opCode, void *payload)
 
1241{
1242	u32 Header = 0, hpriority = 0, bc = 1, category = 0x02;
1243	u32 responseQueue = 0;
1244	void *pMessage;
 
 
 
1245
1246	if (mpi_msg_free_get(circularQ, 64, &pMessage) < 0) {
1247		PM8001_IO_DBG(pm8001_ha,
1248			pm8001_printk("No free mpi buffer \n"));
1249		return -1;
1250	}
1251	BUG_ON(!payload);
1252	/*Copy to the payload*/
1253	memcpy(pMessage, payload, (64 - sizeof(struct mpi_msg_hdr)));
 
 
 
 
 
 
 
 
1254
1255	/*Build the header*/
1256	Header = ((1 << 31) | (hpriority << 30) | ((bc & 0x1f) << 24)
1257		| ((responseQueue & 0x3F) << 16)
1258		| ((category & 0xF) << 12) | (opCode & 0xFFF));
1259
1260	pm8001_write_32((pMessage - 4), 0, cpu_to_le32(Header));
1261	/*Update the PI to the firmware*/
1262	pm8001_cw32(pm8001_ha, circularQ->pi_pci_bar,
1263		circularQ->pi_offset, circularQ->producer_idx);
1264	PM8001_IO_DBG(pm8001_ha,
1265		pm8001_printk("after PI= %d CI= %d \n", circularQ->producer_idx,
1266		circularQ->consumer_index));
1267	return 0;
 
 
 
1268}
1269
1270static u32 mpi_msg_free_set(struct pm8001_hba_info *pm8001_ha, void *pMsg,
1271			    struct outbound_queue_table *circularQ, u8 bc)
1272{
1273	u32 producer_index;
1274	struct mpi_msg_hdr *msgHeader;
1275	struct mpi_msg_hdr *pOutBoundMsgHeader;
1276
1277	msgHeader = (struct mpi_msg_hdr *)(pMsg - sizeof(struct mpi_msg_hdr));
1278	pOutBoundMsgHeader = (struct mpi_msg_hdr *)(circularQ->base_virt +
1279				circularQ->consumer_idx * 64);
1280	if (pOutBoundMsgHeader != msgHeader) {
1281		PM8001_FAIL_DBG(pm8001_ha,
1282			pm8001_printk("consumer_idx = %d msgHeader = %p\n",
1283			circularQ->consumer_idx, msgHeader));
1284
1285		/* Update the producer index from SPC */
1286		producer_index = pm8001_read_32(circularQ->pi_virt);
1287		circularQ->producer_index = cpu_to_le32(producer_index);
1288		PM8001_FAIL_DBG(pm8001_ha,
1289			pm8001_printk("consumer_idx = %d producer_index = %d"
1290			"msgHeader = %p\n", circularQ->consumer_idx,
1291			circularQ->producer_index, msgHeader));
1292		return 0;
1293	}
1294	/* free the circular queue buffer elements associated with the message*/
1295	circularQ->consumer_idx = (circularQ->consumer_idx + bc) % 256;
 
1296	/* update the CI of outbound queue */
1297	pm8001_cw32(pm8001_ha, circularQ->ci_pci_bar, circularQ->ci_offset,
1298		circularQ->consumer_idx);
1299	/* Update the producer index from SPC*/
1300	producer_index = pm8001_read_32(circularQ->pi_virt);
1301	circularQ->producer_index = cpu_to_le32(producer_index);
1302	PM8001_IO_DBG(pm8001_ha,
1303		pm8001_printk(" CI=%d PI=%d\n", circularQ->consumer_idx,
1304		circularQ->producer_index));
1305	return 0;
1306}
1307
1308/**
1309 * mpi_msg_consume- get the MPI message from  outbound queue message table.
 
1310 * @pm8001_ha: our hba card information
1311 * @circularQ: the outbound queue  table.
1312 * @messagePtr1: the message contents of this outbound message.
1313 * @pBC: the message size.
1314 */
1315static u32 mpi_msg_consume(struct pm8001_hba_info *pm8001_ha,
1316			   struct outbound_queue_table *circularQ,
1317			   void **messagePtr1, u8 *pBC)
1318{
1319	struct mpi_msg_hdr	*msgHeader;
1320	__le32	msgHeader_tmp;
1321	u32 header_tmp;
1322	do {
1323		/* If there are not-yet-delivered messages ... */
1324		if (circularQ->producer_index != circularQ->consumer_idx) {
 
1325			/*Get the pointer to the circular queue buffer element*/
1326			msgHeader = (struct mpi_msg_hdr *)
1327				(circularQ->base_virt +
1328				circularQ->consumer_idx * 64);
1329			/* read header */
1330			header_tmp = pm8001_read_32(msgHeader);
1331			msgHeader_tmp = cpu_to_le32(header_tmp);
1332			if (0 != (msgHeader_tmp & 0x80000000)) {
 
 
 
 
1333				if (OPC_OUB_SKIP_ENTRY !=
1334					(msgHeader_tmp & 0xfff)) {
1335					*messagePtr1 =
1336						((u8 *)msgHeader) +
1337						sizeof(struct mpi_msg_hdr);
1338					*pBC = (u8)((msgHeader_tmp >> 24) &
1339						0x1f);
1340					PM8001_IO_DBG(pm8001_ha,
1341						pm8001_printk(": CI=%d PI=%d "
1342						"msgHeader=%x\n",
1343						circularQ->consumer_idx,
1344						circularQ->producer_index,
1345						msgHeader_tmp));
1346					return MPI_IO_STATUS_SUCCESS;
1347				} else {
1348					circularQ->consumer_idx =
1349						(circularQ->consumer_idx +
1350						((msgHeader_tmp >> 24) & 0x1f))
1351						% 256;
 
1352					msgHeader_tmp = 0;
1353					pm8001_write_32(msgHeader, 0, 0);
1354					/* update the CI of outbound queue */
1355					pm8001_cw32(pm8001_ha,
1356						circularQ->ci_pci_bar,
1357						circularQ->ci_offset,
1358						circularQ->consumer_idx);
1359				}
1360			} else {
1361				circularQ->consumer_idx =
1362					(circularQ->consumer_idx +
1363					((msgHeader_tmp >> 24) & 0x1f)) % 256;
 
1364				msgHeader_tmp = 0;
1365				pm8001_write_32(msgHeader, 0, 0);
1366				/* update the CI of outbound queue */
1367				pm8001_cw32(pm8001_ha, circularQ->ci_pci_bar,
1368					circularQ->ci_offset,
1369					circularQ->consumer_idx);
1370				return MPI_IO_STATUS_FAIL;
1371			}
1372		} else {
1373			u32 producer_index;
1374			void *pi_virt = circularQ->pi_virt;
 
 
 
 
 
 
1375			/* Update the producer index from SPC */
1376			producer_index = pm8001_read_32(pi_virt);
1377			circularQ->producer_index = cpu_to_le32(producer_index);
1378		}
1379	} while (circularQ->producer_index != circularQ->consumer_idx);
 
1380	/* while we don't have any more not-yet-delivered message */
1381	/* report empty */
1382	return MPI_IO_STATUS_BUSY;
1383}
1384
1385static void pm8001_work_fn(struct work_struct *work)
1386{
1387	struct pm8001_work *pw = container_of(work, struct pm8001_work, work);
1388	struct pm8001_device *pm8001_dev;
1389	struct domain_device *dev;
1390
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1391	switch (pw->handler) {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1392	case IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS:
1393		pm8001_dev = pw->data;
1394		dev = pm8001_dev->sas_device;
1395		pm8001_I_T_nexus_reset(dev);
1396		break;
1397	case IO_OPEN_CNX_ERROR_STP_RESOURCES_BUSY:
1398		pm8001_dev = pw->data;
1399		dev = pm8001_dev->sas_device;
1400		pm8001_I_T_nexus_reset(dev);
1401		break;
1402	case IO_DS_IN_ERROR:
1403		pm8001_dev = pw->data;
1404		dev = pm8001_dev->sas_device;
1405		pm8001_I_T_nexus_reset(dev);
1406		break;
1407	case IO_DS_NON_OPERATIONAL:
1408		pm8001_dev = pw->data;
1409		dev = pm8001_dev->sas_device;
1410		pm8001_I_T_nexus_reset(dev);
1411		break;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1412	}
1413	kfree(pw);
1414}
1415
1416static int pm8001_handle_event(struct pm8001_hba_info *pm8001_ha, void *data,
1417			       int handler)
1418{
1419	struct pm8001_work *pw;
1420	int ret = 0;
1421
1422	pw = kmalloc(sizeof(struct pm8001_work), GFP_ATOMIC);
1423	if (pw) {
1424		pw->pm8001_ha = pm8001_ha;
1425		pw->data = data;
1426		pw->handler = handler;
1427		INIT_WORK(&pw->work, pm8001_work_fn);
1428		queue_work(pm8001_wq, &pw->work);
1429	} else
1430		ret = -ENOMEM;
1431
1432	return ret;
1433}
1434
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1435/**
1436 * mpi_ssp_completion- process the event that FW response to the SSP request.
1437 * @pm8001_ha: our hba card information
1438 * @piomb: the message contents of this outbound message.
1439 *
1440 * When FW has completed a ssp request for example a IO request, after it has
1441 * filled the SG data with the data, it will trigger this event represent
1442 * that he has finished the job,please check the coresponding buffer.
1443 * So we will tell the caller who maybe waiting the result to tell upper layer
1444 * that the task has been finished.
1445 */
1446static void
1447mpi_ssp_completion(struct pm8001_hba_info *pm8001_ha , void *piomb)
1448{
1449	struct sas_task *t;
1450	struct pm8001_ccb_info *ccb;
1451	unsigned long flags;
1452	u32 status;
1453	u32 param;
1454	u32 tag;
1455	struct ssp_completion_resp *psspPayload;
1456	struct task_status_struct *ts;
1457	struct ssp_response_iu *iu;
1458	struct pm8001_device *pm8001_dev;
1459	psspPayload = (struct ssp_completion_resp *)(piomb + 4);
1460	status = le32_to_cpu(psspPayload->status);
1461	tag = le32_to_cpu(psspPayload->tag);
1462	ccb = &pm8001_ha->ccb_info[tag];
 
 
 
 
 
1463	pm8001_dev = ccb->device;
1464	param = le32_to_cpu(psspPayload->param);
1465
1466	t = ccb->task;
1467
1468	if (status && status != IO_UNDERFLOW)
1469		PM8001_FAIL_DBG(pm8001_ha,
1470			pm8001_printk("sas IO status 0x%x\n", status));
1471	if (unlikely(!t || !t->lldd_task || !t->dev))
1472		return;
1473	ts = &t->task_status;
 
 
 
 
 
 
 
 
 
 
 
1474	switch (status) {
1475	case IO_SUCCESS:
1476		PM8001_IO_DBG(pm8001_ha, pm8001_printk("IO_SUCCESS"
1477			",param = %d \n", param));
1478		if (param == 0) {
1479			ts->resp = SAS_TASK_COMPLETE;
1480			ts->stat = SAM_STAT_GOOD;
1481		} else {
1482			ts->resp = SAS_TASK_COMPLETE;
1483			ts->stat = SAS_PROTO_RESPONSE;
1484			ts->residual = param;
1485			iu = &psspPayload->ssp_resp_iu;
1486			sas_ssp_task_response(pm8001_ha->dev, t, iu);
1487		}
1488		if (pm8001_dev)
1489			pm8001_dev->running_req--;
1490		break;
1491	case IO_ABORTED:
1492		PM8001_IO_DBG(pm8001_ha,
1493			pm8001_printk("IO_ABORTED IOMB Tag \n"));
1494		ts->resp = SAS_TASK_COMPLETE;
1495		ts->stat = SAS_ABORTED_TASK;
1496		break;
1497	case IO_UNDERFLOW:
1498		/* SSP Completion with error */
1499		PM8001_IO_DBG(pm8001_ha, pm8001_printk("IO_UNDERFLOW"
1500			",param = %d \n", param));
1501		ts->resp = SAS_TASK_COMPLETE;
1502		ts->stat = SAS_DATA_UNDERRUN;
1503		ts->residual = param;
1504		if (pm8001_dev)
1505			pm8001_dev->running_req--;
1506		break;
1507	case IO_NO_DEVICE:
1508		PM8001_IO_DBG(pm8001_ha,
1509			pm8001_printk("IO_NO_DEVICE\n"));
1510		ts->resp = SAS_TASK_UNDELIVERED;
1511		ts->stat = SAS_PHY_DOWN;
1512		break;
1513	case IO_XFER_ERROR_BREAK:
1514		PM8001_IO_DBG(pm8001_ha,
1515			pm8001_printk("IO_XFER_ERROR_BREAK\n"));
1516		ts->resp = SAS_TASK_COMPLETE;
1517		ts->stat = SAS_OPEN_REJECT;
 
 
1518		break;
1519	case IO_XFER_ERROR_PHY_NOT_READY:
1520		PM8001_IO_DBG(pm8001_ha,
1521			pm8001_printk("IO_XFER_ERROR_PHY_NOT_READY\n"));
1522		ts->resp = SAS_TASK_COMPLETE;
1523		ts->stat = SAS_OPEN_REJECT;
1524		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
1525		break;
1526	case IO_OPEN_CNX_ERROR_PROTOCOL_NOT_SUPPORTED:
1527		PM8001_IO_DBG(pm8001_ha,
1528		pm8001_printk("IO_OPEN_CNX_ERROR_PROTOCOL_NOT_SUPPORTED\n"));
1529		ts->resp = SAS_TASK_COMPLETE;
1530		ts->stat = SAS_OPEN_REJECT;
1531		ts->open_rej_reason = SAS_OREJ_EPROTO;
1532		break;
1533	case IO_OPEN_CNX_ERROR_ZONE_VIOLATION:
1534		PM8001_IO_DBG(pm8001_ha,
1535			pm8001_printk("IO_OPEN_CNX_ERROR_ZONE_VIOLATION\n"));
1536		ts->resp = SAS_TASK_COMPLETE;
1537		ts->stat = SAS_OPEN_REJECT;
1538		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
1539		break;
1540	case IO_OPEN_CNX_ERROR_BREAK:
1541		PM8001_IO_DBG(pm8001_ha,
1542			pm8001_printk("IO_OPEN_CNX_ERROR_BREAK\n"));
1543		ts->resp = SAS_TASK_COMPLETE;
1544		ts->stat = SAS_OPEN_REJECT;
1545		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
1546		break;
1547	case IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS:
1548		PM8001_IO_DBG(pm8001_ha,
1549			pm8001_printk("IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS\n"));
1550		ts->resp = SAS_TASK_COMPLETE;
1551		ts->stat = SAS_OPEN_REJECT;
1552		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
1553		if (!t->uldd_task)
1554			pm8001_handle_event(pm8001_ha,
1555				pm8001_dev,
1556				IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS);
1557		break;
1558	case IO_OPEN_CNX_ERROR_BAD_DESTINATION:
1559		PM8001_IO_DBG(pm8001_ha,
1560			pm8001_printk("IO_OPEN_CNX_ERROR_BAD_DESTINATION\n"));
1561		ts->resp = SAS_TASK_COMPLETE;
1562		ts->stat = SAS_OPEN_REJECT;
1563		ts->open_rej_reason = SAS_OREJ_BAD_DEST;
1564		break;
1565	case IO_OPEN_CNX_ERROR_CONNECTION_RATE_NOT_SUPPORTED:
1566		PM8001_IO_DBG(pm8001_ha,
1567			pm8001_printk("IO_OPEN_CNX_ERROR_CONNECTION_RATE_"
1568			"NOT_SUPPORTED\n"));
1569		ts->resp = SAS_TASK_COMPLETE;
1570		ts->stat = SAS_OPEN_REJECT;
1571		ts->open_rej_reason = SAS_OREJ_CONN_RATE;
1572		break;
1573	case IO_OPEN_CNX_ERROR_WRONG_DESTINATION:
1574		PM8001_IO_DBG(pm8001_ha,
1575			pm8001_printk("IO_OPEN_CNX_ERROR_WRONG_DESTINATION\n"));
1576		ts->resp = SAS_TASK_UNDELIVERED;
1577		ts->stat = SAS_OPEN_REJECT;
1578		ts->open_rej_reason = SAS_OREJ_WRONG_DEST;
1579		break;
1580	case IO_XFER_ERROR_NAK_RECEIVED:
1581		PM8001_IO_DBG(pm8001_ha,
1582			pm8001_printk("IO_XFER_ERROR_NAK_RECEIVED\n"));
1583		ts->resp = SAS_TASK_COMPLETE;
1584		ts->stat = SAS_OPEN_REJECT;
1585		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
1586		break;
1587	case IO_XFER_ERROR_ACK_NAK_TIMEOUT:
1588		PM8001_IO_DBG(pm8001_ha,
1589			pm8001_printk("IO_XFER_ERROR_ACK_NAK_TIMEOUT\n"));
1590		ts->resp = SAS_TASK_COMPLETE;
1591		ts->stat = SAS_NAK_R_ERR;
1592		break;
1593	case IO_XFER_ERROR_DMA:
1594		PM8001_IO_DBG(pm8001_ha,
1595		pm8001_printk("IO_XFER_ERROR_DMA\n"));
1596		ts->resp = SAS_TASK_COMPLETE;
1597		ts->stat = SAS_OPEN_REJECT;
1598		break;
1599	case IO_XFER_OPEN_RETRY_TIMEOUT:
1600		PM8001_IO_DBG(pm8001_ha,
1601			pm8001_printk("IO_XFER_OPEN_RETRY_TIMEOUT\n"));
1602		ts->resp = SAS_TASK_COMPLETE;
1603		ts->stat = SAS_OPEN_REJECT;
1604		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
1605		break;
1606	case IO_XFER_ERROR_OFFSET_MISMATCH:
1607		PM8001_IO_DBG(pm8001_ha,
1608			pm8001_printk("IO_XFER_ERROR_OFFSET_MISMATCH\n"));
1609		ts->resp = SAS_TASK_COMPLETE;
1610		ts->stat = SAS_OPEN_REJECT;
1611		break;
1612	case IO_PORT_IN_RESET:
1613		PM8001_IO_DBG(pm8001_ha,
1614			pm8001_printk("IO_PORT_IN_RESET\n"));
1615		ts->resp = SAS_TASK_COMPLETE;
1616		ts->stat = SAS_OPEN_REJECT;
1617		break;
1618	case IO_DS_NON_OPERATIONAL:
1619		PM8001_IO_DBG(pm8001_ha,
1620			pm8001_printk("IO_DS_NON_OPERATIONAL\n"));
1621		ts->resp = SAS_TASK_COMPLETE;
1622		ts->stat = SAS_OPEN_REJECT;
1623		if (!t->uldd_task)
1624			pm8001_handle_event(pm8001_ha,
1625				pm8001_dev,
1626				IO_DS_NON_OPERATIONAL);
1627		break;
1628	case IO_DS_IN_RECOVERY:
1629		PM8001_IO_DBG(pm8001_ha,
1630			pm8001_printk("IO_DS_IN_RECOVERY\n"));
1631		ts->resp = SAS_TASK_COMPLETE;
1632		ts->stat = SAS_OPEN_REJECT;
1633		break;
1634	case IO_TM_TAG_NOT_FOUND:
1635		PM8001_IO_DBG(pm8001_ha,
1636			pm8001_printk("IO_TM_TAG_NOT_FOUND\n"));
1637		ts->resp = SAS_TASK_COMPLETE;
1638		ts->stat = SAS_OPEN_REJECT;
1639		break;
1640	case IO_SSP_EXT_IU_ZERO_LEN_ERROR:
1641		PM8001_IO_DBG(pm8001_ha,
1642			pm8001_printk("IO_SSP_EXT_IU_ZERO_LEN_ERROR\n"));
1643		ts->resp = SAS_TASK_COMPLETE;
1644		ts->stat = SAS_OPEN_REJECT;
1645		break;
1646	case IO_OPEN_CNX_ERROR_HW_RESOURCE_BUSY:
1647		PM8001_IO_DBG(pm8001_ha,
1648			pm8001_printk("IO_OPEN_CNX_ERROR_HW_RESOURCE_BUSY\n"));
1649		ts->resp = SAS_TASK_COMPLETE;
1650		ts->stat = SAS_OPEN_REJECT;
1651		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
 
1652	default:
1653		PM8001_IO_DBG(pm8001_ha,
1654			pm8001_printk("Unknown status 0x%x\n", status));
1655		/* not allowed case. Therefore, return failed status */
1656		ts->resp = SAS_TASK_COMPLETE;
1657		ts->stat = SAS_OPEN_REJECT;
1658		break;
1659	}
1660	PM8001_IO_DBG(pm8001_ha,
1661		pm8001_printk("scsi_status = %x \n ",
1662		psspPayload->ssp_resp_iu.status));
1663	spin_lock_irqsave(&t->task_state_lock, flags);
1664	t->task_state_flags &= ~SAS_TASK_STATE_PENDING;
1665	t->task_state_flags &= ~SAS_TASK_AT_INITIATOR;
1666	t->task_state_flags |= SAS_TASK_STATE_DONE;
1667	if (unlikely((t->task_state_flags & SAS_TASK_STATE_ABORTED))) {
1668		spin_unlock_irqrestore(&t->task_state_lock, flags);
1669		PM8001_FAIL_DBG(pm8001_ha, pm8001_printk("task 0x%p done with"
1670			" io_status 0x%x resp 0x%x "
1671			"stat 0x%x but aborted by upper layer!\n",
1672			t, status, ts->resp, ts->stat));
1673		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
1674	} else {
1675		spin_unlock_irqrestore(&t->task_state_lock, flags);
1676		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
1677		mb();/* in order to force CPU ordering */
1678		t->task_done(t);
1679	}
1680}
1681
1682/*See the comments for mpi_ssp_completion */
1683static void mpi_ssp_event(struct pm8001_hba_info *pm8001_ha , void *piomb)
1684{
1685	struct sas_task *t;
1686	unsigned long flags;
1687	struct task_status_struct *ts;
1688	struct pm8001_ccb_info *ccb;
1689	struct pm8001_device *pm8001_dev;
1690	struct ssp_event_resp *psspPayload =
1691		(struct ssp_event_resp *)(piomb + 4);
1692	u32 event = le32_to_cpu(psspPayload->event);
1693	u32 tag = le32_to_cpu(psspPayload->tag);
1694	u32 port_id = le32_to_cpu(psspPayload->port_id);
1695	u32 dev_id = le32_to_cpu(psspPayload->device_id);
1696
1697	ccb = &pm8001_ha->ccb_info[tag];
1698	t = ccb->task;
1699	pm8001_dev = ccb->device;
1700	if (event)
1701		PM8001_FAIL_DBG(pm8001_ha,
1702			pm8001_printk("sas IO status 0x%x\n", event));
1703	if (unlikely(!t || !t->lldd_task || !t->dev))
1704		return;
1705	ts = &t->task_status;
1706	PM8001_IO_DBG(pm8001_ha,
1707		pm8001_printk("port_id = %x,device_id = %x\n",
1708		port_id, dev_id));
1709	switch (event) {
1710	case IO_OVERFLOW:
1711		PM8001_IO_DBG(pm8001_ha, pm8001_printk("IO_UNDERFLOW\n");)
1712		ts->resp = SAS_TASK_COMPLETE;
1713		ts->stat = SAS_DATA_OVERRUN;
1714		ts->residual = 0;
1715		if (pm8001_dev)
1716			pm8001_dev->running_req--;
1717		break;
1718	case IO_XFER_ERROR_BREAK:
1719		PM8001_IO_DBG(pm8001_ha,
1720			pm8001_printk("IO_XFER_ERROR_BREAK\n"));
1721		ts->resp = SAS_TASK_COMPLETE;
1722		ts->stat = SAS_INTERRUPTED;
1723		break;
1724	case IO_XFER_ERROR_PHY_NOT_READY:
1725		PM8001_IO_DBG(pm8001_ha,
1726			pm8001_printk("IO_XFER_ERROR_PHY_NOT_READY\n"));
1727		ts->resp = SAS_TASK_COMPLETE;
1728		ts->stat = SAS_OPEN_REJECT;
1729		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
1730		break;
1731	case IO_OPEN_CNX_ERROR_PROTOCOL_NOT_SUPPORTED:
1732		PM8001_IO_DBG(pm8001_ha,
1733			pm8001_printk("IO_OPEN_CNX_ERROR_PROTOCOL_NOT"
1734			"_SUPPORTED\n"));
1735		ts->resp = SAS_TASK_COMPLETE;
1736		ts->stat = SAS_OPEN_REJECT;
1737		ts->open_rej_reason = SAS_OREJ_EPROTO;
1738		break;
1739	case IO_OPEN_CNX_ERROR_ZONE_VIOLATION:
1740		PM8001_IO_DBG(pm8001_ha,
1741			pm8001_printk("IO_OPEN_CNX_ERROR_ZONE_VIOLATION\n"));
1742		ts->resp = SAS_TASK_COMPLETE;
1743		ts->stat = SAS_OPEN_REJECT;
1744		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
1745		break;
1746	case IO_OPEN_CNX_ERROR_BREAK:
1747		PM8001_IO_DBG(pm8001_ha,
1748			pm8001_printk("IO_OPEN_CNX_ERROR_BREAK\n"));
1749		ts->resp = SAS_TASK_COMPLETE;
1750		ts->stat = SAS_OPEN_REJECT;
1751		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
1752		break;
1753	case IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS:
1754		PM8001_IO_DBG(pm8001_ha,
1755			pm8001_printk("IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS\n"));
1756		ts->resp = SAS_TASK_COMPLETE;
1757		ts->stat = SAS_OPEN_REJECT;
1758		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
1759		if (!t->uldd_task)
1760			pm8001_handle_event(pm8001_ha,
1761				pm8001_dev,
1762				IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS);
1763		break;
1764	case IO_OPEN_CNX_ERROR_BAD_DESTINATION:
1765		PM8001_IO_DBG(pm8001_ha,
1766			pm8001_printk("IO_OPEN_CNX_ERROR_BAD_DESTINATION\n"));
1767		ts->resp = SAS_TASK_COMPLETE;
1768		ts->stat = SAS_OPEN_REJECT;
1769		ts->open_rej_reason = SAS_OREJ_BAD_DEST;
1770		break;
1771	case IO_OPEN_CNX_ERROR_CONNECTION_RATE_NOT_SUPPORTED:
1772		PM8001_IO_DBG(pm8001_ha,
1773			pm8001_printk("IO_OPEN_CNX_ERROR_CONNECTION_RATE_"
1774			"NOT_SUPPORTED\n"));
1775		ts->resp = SAS_TASK_COMPLETE;
1776		ts->stat = SAS_OPEN_REJECT;
1777		ts->open_rej_reason = SAS_OREJ_CONN_RATE;
1778		break;
1779	case IO_OPEN_CNX_ERROR_WRONG_DESTINATION:
1780		PM8001_IO_DBG(pm8001_ha,
1781		       pm8001_printk("IO_OPEN_CNX_ERROR_WRONG_DESTINATION\n"));
1782		ts->resp = SAS_TASK_COMPLETE;
1783		ts->stat = SAS_OPEN_REJECT;
1784		ts->open_rej_reason = SAS_OREJ_WRONG_DEST;
1785		break;
1786	case IO_XFER_ERROR_NAK_RECEIVED:
1787		PM8001_IO_DBG(pm8001_ha,
1788			pm8001_printk("IO_XFER_ERROR_NAK_RECEIVED\n"));
1789		ts->resp = SAS_TASK_COMPLETE;
1790		ts->stat = SAS_OPEN_REJECT;
1791		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
1792		break;
1793	case IO_XFER_ERROR_ACK_NAK_TIMEOUT:
1794		PM8001_IO_DBG(pm8001_ha,
1795			pm8001_printk("IO_XFER_ERROR_ACK_NAK_TIMEOUT\n"));
1796		ts->resp = SAS_TASK_COMPLETE;
1797		ts->stat = SAS_NAK_R_ERR;
1798		break;
1799	case IO_XFER_OPEN_RETRY_TIMEOUT:
1800		PM8001_IO_DBG(pm8001_ha,
1801			pm8001_printk("IO_XFER_OPEN_RETRY_TIMEOUT\n"));
1802		ts->resp = SAS_TASK_COMPLETE;
1803		ts->stat = SAS_OPEN_REJECT;
1804		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
1805		break;
1806	case IO_XFER_ERROR_UNEXPECTED_PHASE:
1807		PM8001_IO_DBG(pm8001_ha,
1808			pm8001_printk("IO_XFER_ERROR_UNEXPECTED_PHASE\n"));
1809		ts->resp = SAS_TASK_COMPLETE;
1810		ts->stat = SAS_DATA_OVERRUN;
1811		break;
1812	case IO_XFER_ERROR_XFER_RDY_OVERRUN:
1813		PM8001_IO_DBG(pm8001_ha,
1814			pm8001_printk("IO_XFER_ERROR_XFER_RDY_OVERRUN\n"));
1815		ts->resp = SAS_TASK_COMPLETE;
1816		ts->stat = SAS_DATA_OVERRUN;
1817		break;
1818	case IO_XFER_ERROR_XFER_RDY_NOT_EXPECTED:
1819		PM8001_IO_DBG(pm8001_ha,
1820		       pm8001_printk("IO_XFER_ERROR_XFER_RDY_NOT_EXPECTED\n"));
1821		ts->resp = SAS_TASK_COMPLETE;
1822		ts->stat = SAS_DATA_OVERRUN;
1823		break;
1824	case IO_XFER_ERROR_CMD_ISSUE_ACK_NAK_TIMEOUT:
1825		PM8001_IO_DBG(pm8001_ha,
1826		pm8001_printk("IO_XFER_ERROR_CMD_ISSUE_ACK_NAK_TIMEOUT\n"));
1827		ts->resp = SAS_TASK_COMPLETE;
1828		ts->stat = SAS_DATA_OVERRUN;
1829		break;
1830	case IO_XFER_ERROR_OFFSET_MISMATCH:
1831		PM8001_IO_DBG(pm8001_ha,
1832			pm8001_printk("IO_XFER_ERROR_OFFSET_MISMATCH\n"));
1833		ts->resp = SAS_TASK_COMPLETE;
1834		ts->stat = SAS_DATA_OVERRUN;
1835		break;
1836	case IO_XFER_ERROR_XFER_ZERO_DATA_LEN:
1837		PM8001_IO_DBG(pm8001_ha,
1838			pm8001_printk("IO_XFER_ERROR_XFER_ZERO_DATA_LEN\n"));
1839		ts->resp = SAS_TASK_COMPLETE;
1840		ts->stat = SAS_DATA_OVERRUN;
1841		break;
1842	case IO_XFER_CMD_FRAME_ISSUED:
1843		PM8001_IO_DBG(pm8001_ha,
1844			pm8001_printk("  IO_XFER_CMD_FRAME_ISSUED\n"));
1845		return;
1846	default:
1847		PM8001_IO_DBG(pm8001_ha,
1848			pm8001_printk("Unknown status 0x%x\n", event));
1849		/* not allowed case. Therefore, return failed status */
1850		ts->resp = SAS_TASK_COMPLETE;
1851		ts->stat = SAS_DATA_OVERRUN;
1852		break;
1853	}
1854	spin_lock_irqsave(&t->task_state_lock, flags);
1855	t->task_state_flags &= ~SAS_TASK_STATE_PENDING;
1856	t->task_state_flags &= ~SAS_TASK_AT_INITIATOR;
1857	t->task_state_flags |= SAS_TASK_STATE_DONE;
1858	if (unlikely((t->task_state_flags & SAS_TASK_STATE_ABORTED))) {
1859		spin_unlock_irqrestore(&t->task_state_lock, flags);
1860		PM8001_FAIL_DBG(pm8001_ha, pm8001_printk("task 0x%p done with"
1861			" event 0x%x resp 0x%x "
1862			"stat 0x%x but aborted by upper layer!\n",
1863			t, event, ts->resp, ts->stat));
1864		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
1865	} else {
1866		spin_unlock_irqrestore(&t->task_state_lock, flags);
1867		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
1868		mb();/* in order to force CPU ordering */
1869		t->task_done(t);
1870	}
1871}
1872
1873/*See the comments for mpi_ssp_completion */
1874static void
1875mpi_sata_completion(struct pm8001_hba_info *pm8001_ha, void *piomb)
1876{
1877	struct sas_task *t;
1878	struct pm8001_ccb_info *ccb;
1879	unsigned long flags = 0;
1880	u32 param;
1881	u32 status;
1882	u32 tag;
 
 
 
 
 
1883	struct sata_completion_resp *psataPayload;
1884	struct task_status_struct *ts;
1885	struct ata_task_resp *resp ;
1886	u32 *sata_resp;
1887	struct pm8001_device *pm8001_dev;
 
1888
1889	psataPayload = (struct sata_completion_resp *)(piomb + 4);
1890	status = le32_to_cpu(psataPayload->status);
1891	tag = le32_to_cpu(psataPayload->tag);
1892
 
 
 
 
1893	ccb = &pm8001_ha->ccb_info[tag];
1894	param = le32_to_cpu(psataPayload->param);
1895	t = ccb->task;
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1896	ts = &t->task_status;
1897	pm8001_dev = ccb->device;
1898	if (status)
1899		PM8001_FAIL_DBG(pm8001_ha,
1900			pm8001_printk("sata IO status 0x%x\n", status));
1901	if (unlikely(!t || !t->lldd_task || !t->dev))
1902		return;
 
1903
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1904	switch (status) {
1905	case IO_SUCCESS:
1906		PM8001_IO_DBG(pm8001_ha, pm8001_printk("IO_SUCCESS\n"));
1907		if (param == 0) {
1908			ts->resp = SAS_TASK_COMPLETE;
1909			ts->stat = SAM_STAT_GOOD;
 
 
 
 
 
 
 
 
 
 
 
 
 
1910		} else {
1911			u8 len;
1912			ts->resp = SAS_TASK_COMPLETE;
1913			ts->stat = SAS_PROTO_RESPONSE;
1914			ts->residual = param;
1915			PM8001_IO_DBG(pm8001_ha,
1916				pm8001_printk("SAS_PROTO_RESPONSE len = %d\n",
1917				param));
1918			sata_resp = &psataPayload->sata_resp[0];
1919			resp = (struct ata_task_resp *)ts->buf;
1920			if (t->ata_task.dma_xfer == 0 &&
1921			t->data_dir == PCI_DMA_FROMDEVICE) {
1922				len = sizeof(struct pio_setup_fis);
1923				PM8001_IO_DBG(pm8001_ha,
1924				pm8001_printk("PIO read len = %d\n", len));
1925			} else if (t->ata_task.use_ncq) {
1926				len = sizeof(struct set_dev_bits_fis);
1927				PM8001_IO_DBG(pm8001_ha,
1928					pm8001_printk("FPDMA len = %d\n", len));
1929			} else {
1930				len = sizeof(struct dev_to_host_fis);
1931				PM8001_IO_DBG(pm8001_ha,
1932				pm8001_printk("other len = %d\n", len));
1933			}
1934			if (SAS_STATUS_BUF_SIZE >= sizeof(*resp)) {
1935				resp->frame_len = len;
1936				memcpy(&resp->ending_fis[0], sata_resp, len);
1937				ts->buf_valid_size = sizeof(*resp);
1938			} else
1939				PM8001_IO_DBG(pm8001_ha,
1940					pm8001_printk("response to large \n"));
1941		}
1942		if (pm8001_dev)
1943			pm8001_dev->running_req--;
1944		break;
1945	case IO_ABORTED:
1946		PM8001_IO_DBG(pm8001_ha,
1947			pm8001_printk("IO_ABORTED IOMB Tag \n"));
1948		ts->resp = SAS_TASK_COMPLETE;
1949		ts->stat = SAS_ABORTED_TASK;
1950		if (pm8001_dev)
1951			pm8001_dev->running_req--;
1952		break;
1953		/* following cases are to do cases */
1954	case IO_UNDERFLOW:
1955		/* SATA Completion with error */
1956		PM8001_IO_DBG(pm8001_ha,
1957			pm8001_printk("IO_UNDERFLOW param = %d\n", param));
1958		ts->resp = SAS_TASK_COMPLETE;
1959		ts->stat = SAS_DATA_UNDERRUN;
1960		ts->residual =  param;
1961		if (pm8001_dev)
1962			pm8001_dev->running_req--;
1963		break;
1964	case IO_NO_DEVICE:
1965		PM8001_IO_DBG(pm8001_ha,
1966			pm8001_printk("IO_NO_DEVICE\n"));
1967		ts->resp = SAS_TASK_UNDELIVERED;
1968		ts->stat = SAS_PHY_DOWN;
 
 
1969		break;
1970	case IO_XFER_ERROR_BREAK:
1971		PM8001_IO_DBG(pm8001_ha,
1972			pm8001_printk("IO_XFER_ERROR_BREAK\n"));
1973		ts->resp = SAS_TASK_COMPLETE;
1974		ts->stat = SAS_INTERRUPTED;
 
 
1975		break;
1976	case IO_XFER_ERROR_PHY_NOT_READY:
1977		PM8001_IO_DBG(pm8001_ha,
1978			pm8001_printk("IO_XFER_ERROR_PHY_NOT_READY\n"));
1979		ts->resp = SAS_TASK_COMPLETE;
1980		ts->stat = SAS_OPEN_REJECT;
1981		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
 
 
1982		break;
1983	case IO_OPEN_CNX_ERROR_PROTOCOL_NOT_SUPPORTED:
1984		PM8001_IO_DBG(pm8001_ha,
1985			pm8001_printk("IO_OPEN_CNX_ERROR_PROTOCOL_NOT"
1986			"_SUPPORTED\n"));
1987		ts->resp = SAS_TASK_COMPLETE;
1988		ts->stat = SAS_OPEN_REJECT;
1989		ts->open_rej_reason = SAS_OREJ_EPROTO;
 
 
1990		break;
1991	case IO_OPEN_CNX_ERROR_ZONE_VIOLATION:
1992		PM8001_IO_DBG(pm8001_ha,
1993			pm8001_printk("IO_OPEN_CNX_ERROR_ZONE_VIOLATION\n"));
1994		ts->resp = SAS_TASK_COMPLETE;
1995		ts->stat = SAS_OPEN_REJECT;
1996		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
 
 
1997		break;
1998	case IO_OPEN_CNX_ERROR_BREAK:
1999		PM8001_IO_DBG(pm8001_ha,
2000			pm8001_printk("IO_OPEN_CNX_ERROR_BREAK\n"));
2001		ts->resp = SAS_TASK_COMPLETE;
2002		ts->stat = SAS_OPEN_REJECT;
2003		ts->open_rej_reason = SAS_OREJ_RSVD_CONT0;
 
 
2004		break;
2005	case IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS:
2006		PM8001_IO_DBG(pm8001_ha,
2007			pm8001_printk("IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS\n"));
2008		ts->resp = SAS_TASK_COMPLETE;
2009		ts->stat = SAS_DEV_NO_RESPONSE;
2010		if (!t->uldd_task) {
2011			pm8001_handle_event(pm8001_ha,
2012				pm8001_dev,
2013				IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS);
2014			ts->resp = SAS_TASK_UNDELIVERED;
2015			ts->stat = SAS_QUEUE_FULL;
2016			pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2017			mb();/*in order to force CPU ordering*/
2018			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
2019			t->task_done(t);
2020			spin_lock_irqsave(&pm8001_ha->lock, flags);
2021			return;
2022		}
2023		break;
2024	case IO_OPEN_CNX_ERROR_BAD_DESTINATION:
2025		PM8001_IO_DBG(pm8001_ha,
2026			pm8001_printk("IO_OPEN_CNX_ERROR_BAD_DESTINATION\n"));
2027		ts->resp = SAS_TASK_UNDELIVERED;
2028		ts->stat = SAS_OPEN_REJECT;
2029		ts->open_rej_reason = SAS_OREJ_BAD_DEST;
2030		if (!t->uldd_task) {
2031			pm8001_handle_event(pm8001_ha,
2032				pm8001_dev,
2033				IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS);
2034			ts->resp = SAS_TASK_UNDELIVERED;
2035			ts->stat = SAS_QUEUE_FULL;
2036			pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2037			mb();/*ditto*/
2038			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
2039			t->task_done(t);
2040			spin_lock_irqsave(&pm8001_ha->lock, flags);
2041			return;
2042		}
2043		break;
2044	case IO_OPEN_CNX_ERROR_CONNECTION_RATE_NOT_SUPPORTED:
2045		PM8001_IO_DBG(pm8001_ha,
2046			pm8001_printk("IO_OPEN_CNX_ERROR_CONNECTION_RATE_"
2047			"NOT_SUPPORTED\n"));
2048		ts->resp = SAS_TASK_COMPLETE;
2049		ts->stat = SAS_OPEN_REJECT;
2050		ts->open_rej_reason = SAS_OREJ_CONN_RATE;
 
 
2051		break;
2052	case IO_OPEN_CNX_ERROR_STP_RESOURCES_BUSY:
2053		PM8001_IO_DBG(pm8001_ha,
2054			pm8001_printk("IO_OPEN_CNX_ERROR_STP_RESOURCES"
2055			"_BUSY\n"));
2056		ts->resp = SAS_TASK_COMPLETE;
2057		ts->stat = SAS_DEV_NO_RESPONSE;
2058		if (!t->uldd_task) {
2059			pm8001_handle_event(pm8001_ha,
2060				pm8001_dev,
2061				IO_OPEN_CNX_ERROR_STP_RESOURCES_BUSY);
2062			ts->resp = SAS_TASK_UNDELIVERED;
2063			ts->stat = SAS_QUEUE_FULL;
2064			pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2065			mb();/* ditto*/
2066			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
2067			t->task_done(t);
2068			spin_lock_irqsave(&pm8001_ha->lock, flags);
2069			return;
2070		}
2071		break;
2072	case IO_OPEN_CNX_ERROR_WRONG_DESTINATION:
2073		PM8001_IO_DBG(pm8001_ha,
2074		       pm8001_printk("IO_OPEN_CNX_ERROR_WRONG_DESTINATION\n"));
2075		ts->resp = SAS_TASK_COMPLETE;
2076		ts->stat = SAS_OPEN_REJECT;
2077		ts->open_rej_reason = SAS_OREJ_WRONG_DEST;
 
 
2078		break;
2079	case IO_XFER_ERROR_NAK_RECEIVED:
2080		PM8001_IO_DBG(pm8001_ha,
2081			pm8001_printk("IO_XFER_ERROR_NAK_RECEIVED\n"));
2082		ts->resp = SAS_TASK_COMPLETE;
2083		ts->stat = SAS_NAK_R_ERR;
 
 
2084		break;
2085	case IO_XFER_ERROR_ACK_NAK_TIMEOUT:
2086		PM8001_IO_DBG(pm8001_ha,
2087			pm8001_printk("IO_XFER_ERROR_ACK_NAK_TIMEOUT\n"));
2088		ts->resp = SAS_TASK_COMPLETE;
2089		ts->stat = SAS_NAK_R_ERR;
 
 
2090		break;
2091	case IO_XFER_ERROR_DMA:
2092		PM8001_IO_DBG(pm8001_ha,
2093			pm8001_printk("IO_XFER_ERROR_DMA\n"));
2094		ts->resp = SAS_TASK_COMPLETE;
2095		ts->stat = SAS_ABORTED_TASK;
 
 
2096		break;
2097	case IO_XFER_ERROR_SATA_LINK_TIMEOUT:
2098		PM8001_IO_DBG(pm8001_ha,
2099			pm8001_printk("IO_XFER_ERROR_SATA_LINK_TIMEOUT\n"));
2100		ts->resp = SAS_TASK_UNDELIVERED;
2101		ts->stat = SAS_DEV_NO_RESPONSE;
 
 
2102		break;
2103	case IO_XFER_ERROR_REJECTED_NCQ_MODE:
2104		PM8001_IO_DBG(pm8001_ha,
2105			pm8001_printk("IO_XFER_ERROR_REJECTED_NCQ_MODE\n"));
2106		ts->resp = SAS_TASK_COMPLETE;
2107		ts->stat = SAS_DATA_UNDERRUN;
 
 
2108		break;
2109	case IO_XFER_OPEN_RETRY_TIMEOUT:
2110		PM8001_IO_DBG(pm8001_ha,
2111			pm8001_printk("IO_XFER_OPEN_RETRY_TIMEOUT\n"));
2112		ts->resp = SAS_TASK_COMPLETE;
2113		ts->stat = SAS_OPEN_TO;
 
 
2114		break;
2115	case IO_PORT_IN_RESET:
2116		PM8001_IO_DBG(pm8001_ha,
2117			pm8001_printk("IO_PORT_IN_RESET\n"));
2118		ts->resp = SAS_TASK_COMPLETE;
2119		ts->stat = SAS_DEV_NO_RESPONSE;
 
 
2120		break;
2121	case IO_DS_NON_OPERATIONAL:
2122		PM8001_IO_DBG(pm8001_ha,
2123			pm8001_printk("IO_DS_NON_OPERATIONAL\n"));
2124		ts->resp = SAS_TASK_COMPLETE;
2125		ts->stat = SAS_DEV_NO_RESPONSE;
2126		if (!t->uldd_task) {
2127			pm8001_handle_event(pm8001_ha, pm8001_dev,
2128				    IO_DS_NON_OPERATIONAL);
2129			ts->resp = SAS_TASK_UNDELIVERED;
2130			ts->stat = SAS_QUEUE_FULL;
2131			pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2132			mb();/*ditto*/
2133			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
2134			t->task_done(t);
2135			spin_lock_irqsave(&pm8001_ha->lock, flags);
2136			return;
2137		}
2138		break;
2139	case IO_DS_IN_RECOVERY:
2140		PM8001_IO_DBG(pm8001_ha,
2141			pm8001_printk("  IO_DS_IN_RECOVERY\n"));
2142		ts->resp = SAS_TASK_COMPLETE;
2143		ts->stat = SAS_DEV_NO_RESPONSE;
 
 
2144		break;
2145	case IO_DS_IN_ERROR:
2146		PM8001_IO_DBG(pm8001_ha,
2147			pm8001_printk("IO_DS_IN_ERROR\n"));
2148		ts->resp = SAS_TASK_COMPLETE;
2149		ts->stat = SAS_DEV_NO_RESPONSE;
2150		if (!t->uldd_task) {
2151			pm8001_handle_event(pm8001_ha, pm8001_dev,
2152				    IO_DS_IN_ERROR);
2153			ts->resp = SAS_TASK_UNDELIVERED;
2154			ts->stat = SAS_QUEUE_FULL;
2155			pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2156			mb();/*ditto*/
2157			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
2158			t->task_done(t);
2159			spin_lock_irqsave(&pm8001_ha->lock, flags);
2160			return;
2161		}
2162		break;
2163	case IO_OPEN_CNX_ERROR_HW_RESOURCE_BUSY:
2164		PM8001_IO_DBG(pm8001_ha,
2165			pm8001_printk("IO_OPEN_CNX_ERROR_HW_RESOURCE_BUSY\n"));
2166		ts->resp = SAS_TASK_COMPLETE;
2167		ts->stat = SAS_OPEN_REJECT;
2168		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
 
 
 
2169	default:
2170		PM8001_IO_DBG(pm8001_ha,
2171			pm8001_printk("Unknown status 0x%x\n", status));
2172		/* not allowed case. Therefore, return failed status */
2173		ts->resp = SAS_TASK_COMPLETE;
2174		ts->stat = SAS_DEV_NO_RESPONSE;
 
 
2175		break;
2176	}
2177	spin_lock_irqsave(&t->task_state_lock, flags);
2178	t->task_state_flags &= ~SAS_TASK_STATE_PENDING;
2179	t->task_state_flags &= ~SAS_TASK_AT_INITIATOR;
2180	t->task_state_flags |= SAS_TASK_STATE_DONE;
2181	if (unlikely((t->task_state_flags & SAS_TASK_STATE_ABORTED))) {
2182		spin_unlock_irqrestore(&t->task_state_lock, flags);
2183		PM8001_FAIL_DBG(pm8001_ha,
2184			pm8001_printk("task 0x%p done with io_status 0x%x"
2185			" resp 0x%x stat 0x%x but aborted by upper layer!\n",
2186			t, status, ts->resp, ts->stat));
2187		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2188	} else if (t->uldd_task) {
2189		spin_unlock_irqrestore(&t->task_state_lock, flags);
2190		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2191		mb();/* ditto */
2192		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
2193		t->task_done(t);
2194		spin_lock_irqsave(&pm8001_ha->lock, flags);
2195	} else if (!t->uldd_task) {
2196		spin_unlock_irqrestore(&t->task_state_lock, flags);
2197		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2198		mb();/*ditto*/
2199		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
2200		t->task_done(t);
2201		spin_lock_irqsave(&pm8001_ha->lock, flags);
2202	}
2203}
2204
2205/*See the comments for mpi_ssp_completion */
2206static void mpi_sata_event(struct pm8001_hba_info *pm8001_ha , void *piomb)
2207{
2208	struct sas_task *t;
2209	unsigned long flags = 0;
2210	struct task_status_struct *ts;
2211	struct pm8001_ccb_info *ccb;
2212	struct pm8001_device *pm8001_dev;
2213	struct sata_event_resp *psataPayload =
2214		(struct sata_event_resp *)(piomb + 4);
2215	u32 event = le32_to_cpu(psataPayload->event);
2216	u32 tag = le32_to_cpu(psataPayload->tag);
2217	u32 port_id = le32_to_cpu(psataPayload->port_id);
2218	u32 dev_id = le32_to_cpu(psataPayload->device_id);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2219
2220	ccb = &pm8001_ha->ccb_info[tag];
2221	t = ccb->task;
2222	pm8001_dev = ccb->device;
2223	if (event)
2224		PM8001_FAIL_DBG(pm8001_ha,
2225			pm8001_printk("sata IO status 0x%x\n", event));
2226	if (unlikely(!t || !t->lldd_task || !t->dev))
2227		return;
2228	ts = &t->task_status;
2229	PM8001_IO_DBG(pm8001_ha,
2230		pm8001_printk("port_id = %x,device_id = %x\n",
2231		port_id, dev_id));
2232	switch (event) {
2233	case IO_OVERFLOW:
2234		PM8001_IO_DBG(pm8001_ha, pm8001_printk("IO_UNDERFLOW\n"));
2235		ts->resp = SAS_TASK_COMPLETE;
2236		ts->stat = SAS_DATA_OVERRUN;
2237		ts->residual = 0;
2238		if (pm8001_dev)
2239			pm8001_dev->running_req--;
2240		break;
2241	case IO_XFER_ERROR_BREAK:
2242		PM8001_IO_DBG(pm8001_ha,
2243			pm8001_printk("IO_XFER_ERROR_BREAK\n"));
2244		ts->resp = SAS_TASK_COMPLETE;
2245		ts->stat = SAS_INTERRUPTED;
2246		break;
2247	case IO_XFER_ERROR_PHY_NOT_READY:
2248		PM8001_IO_DBG(pm8001_ha,
2249			pm8001_printk("IO_XFER_ERROR_PHY_NOT_READY\n"));
2250		ts->resp = SAS_TASK_COMPLETE;
2251		ts->stat = SAS_OPEN_REJECT;
2252		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
2253		break;
2254	case IO_OPEN_CNX_ERROR_PROTOCOL_NOT_SUPPORTED:
2255		PM8001_IO_DBG(pm8001_ha,
2256			pm8001_printk("IO_OPEN_CNX_ERROR_PROTOCOL_NOT"
2257			"_SUPPORTED\n"));
2258		ts->resp = SAS_TASK_COMPLETE;
2259		ts->stat = SAS_OPEN_REJECT;
2260		ts->open_rej_reason = SAS_OREJ_EPROTO;
2261		break;
2262	case IO_OPEN_CNX_ERROR_ZONE_VIOLATION:
2263		PM8001_IO_DBG(pm8001_ha,
2264			pm8001_printk("IO_OPEN_CNX_ERROR_ZONE_VIOLATION\n"));
2265		ts->resp = SAS_TASK_COMPLETE;
2266		ts->stat = SAS_OPEN_REJECT;
2267		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
2268		break;
2269	case IO_OPEN_CNX_ERROR_BREAK:
2270		PM8001_IO_DBG(pm8001_ha,
2271			pm8001_printk("IO_OPEN_CNX_ERROR_BREAK\n"));
2272		ts->resp = SAS_TASK_COMPLETE;
2273		ts->stat = SAS_OPEN_REJECT;
2274		ts->open_rej_reason = SAS_OREJ_RSVD_CONT0;
2275		break;
2276	case IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS:
2277		PM8001_IO_DBG(pm8001_ha,
2278			pm8001_printk("IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS\n"));
2279		ts->resp = SAS_TASK_UNDELIVERED;
2280		ts->stat = SAS_DEV_NO_RESPONSE;
2281		if (!t->uldd_task) {
2282			pm8001_handle_event(pm8001_ha,
2283				pm8001_dev,
2284				IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS);
2285			ts->resp = SAS_TASK_COMPLETE;
2286			ts->stat = SAS_QUEUE_FULL;
2287			pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2288			mb();/*ditto*/
2289			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
2290			t->task_done(t);
2291			spin_lock_irqsave(&pm8001_ha->lock, flags);
2292			return;
2293		}
2294		break;
2295	case IO_OPEN_CNX_ERROR_BAD_DESTINATION:
2296		PM8001_IO_DBG(pm8001_ha,
2297			pm8001_printk("IO_OPEN_CNX_ERROR_BAD_DESTINATION\n"));
2298		ts->resp = SAS_TASK_UNDELIVERED;
2299		ts->stat = SAS_OPEN_REJECT;
2300		ts->open_rej_reason = SAS_OREJ_BAD_DEST;
2301		break;
2302	case IO_OPEN_CNX_ERROR_CONNECTION_RATE_NOT_SUPPORTED:
2303		PM8001_IO_DBG(pm8001_ha,
2304			pm8001_printk("IO_OPEN_CNX_ERROR_CONNECTION_RATE_"
2305			"NOT_SUPPORTED\n"));
2306		ts->resp = SAS_TASK_COMPLETE;
2307		ts->stat = SAS_OPEN_REJECT;
2308		ts->open_rej_reason = SAS_OREJ_CONN_RATE;
2309		break;
2310	case IO_OPEN_CNX_ERROR_WRONG_DESTINATION:
2311		PM8001_IO_DBG(pm8001_ha,
2312		       pm8001_printk("IO_OPEN_CNX_ERROR_WRONG_DESTINATION\n"));
2313		ts->resp = SAS_TASK_COMPLETE;
2314		ts->stat = SAS_OPEN_REJECT;
2315		ts->open_rej_reason = SAS_OREJ_WRONG_DEST;
2316		break;
2317	case IO_XFER_ERROR_NAK_RECEIVED:
2318		PM8001_IO_DBG(pm8001_ha,
2319			pm8001_printk("IO_XFER_ERROR_NAK_RECEIVED\n"));
2320		ts->resp = SAS_TASK_COMPLETE;
2321		ts->stat = SAS_NAK_R_ERR;
2322		break;
2323	case IO_XFER_ERROR_PEER_ABORTED:
2324		PM8001_IO_DBG(pm8001_ha,
2325			pm8001_printk("IO_XFER_ERROR_PEER_ABORTED\n"));
2326		ts->resp = SAS_TASK_COMPLETE;
2327		ts->stat = SAS_NAK_R_ERR;
2328		break;
2329	case IO_XFER_ERROR_REJECTED_NCQ_MODE:
2330		PM8001_IO_DBG(pm8001_ha,
2331			pm8001_printk("IO_XFER_ERROR_REJECTED_NCQ_MODE\n"));
2332		ts->resp = SAS_TASK_COMPLETE;
2333		ts->stat = SAS_DATA_UNDERRUN;
2334		break;
2335	case IO_XFER_OPEN_RETRY_TIMEOUT:
2336		PM8001_IO_DBG(pm8001_ha,
2337			pm8001_printk("IO_XFER_OPEN_RETRY_TIMEOUT\n"));
2338		ts->resp = SAS_TASK_COMPLETE;
2339		ts->stat = SAS_OPEN_TO;
2340		break;
2341	case IO_XFER_ERROR_UNEXPECTED_PHASE:
2342		PM8001_IO_DBG(pm8001_ha,
2343			pm8001_printk("IO_XFER_ERROR_UNEXPECTED_PHASE\n"));
2344		ts->resp = SAS_TASK_COMPLETE;
2345		ts->stat = SAS_OPEN_TO;
2346		break;
2347	case IO_XFER_ERROR_XFER_RDY_OVERRUN:
2348		PM8001_IO_DBG(pm8001_ha,
2349			pm8001_printk("IO_XFER_ERROR_XFER_RDY_OVERRUN\n"));
2350		ts->resp = SAS_TASK_COMPLETE;
2351		ts->stat = SAS_OPEN_TO;
2352		break;
2353	case IO_XFER_ERROR_XFER_RDY_NOT_EXPECTED:
2354		PM8001_IO_DBG(pm8001_ha,
2355		       pm8001_printk("IO_XFER_ERROR_XFER_RDY_NOT_EXPECTED\n"));
2356		ts->resp = SAS_TASK_COMPLETE;
2357		ts->stat = SAS_OPEN_TO;
2358		break;
2359	case IO_XFER_ERROR_OFFSET_MISMATCH:
2360		PM8001_IO_DBG(pm8001_ha,
2361			pm8001_printk("IO_XFER_ERROR_OFFSET_MISMATCH\n"));
2362		ts->resp = SAS_TASK_COMPLETE;
2363		ts->stat = SAS_OPEN_TO;
2364		break;
2365	case IO_XFER_ERROR_XFER_ZERO_DATA_LEN:
2366		PM8001_IO_DBG(pm8001_ha,
2367			pm8001_printk("IO_XFER_ERROR_XFER_ZERO_DATA_LEN\n"));
2368		ts->resp = SAS_TASK_COMPLETE;
2369		ts->stat = SAS_OPEN_TO;
2370		break;
2371	case IO_XFER_CMD_FRAME_ISSUED:
2372		PM8001_IO_DBG(pm8001_ha,
2373			pm8001_printk("IO_XFER_CMD_FRAME_ISSUED\n"));
2374		break;
2375	case IO_XFER_PIO_SETUP_ERROR:
2376		PM8001_IO_DBG(pm8001_ha,
2377			pm8001_printk("IO_XFER_PIO_SETUP_ERROR\n"));
2378		ts->resp = SAS_TASK_COMPLETE;
2379		ts->stat = SAS_OPEN_TO;
2380		break;
2381	default:
2382		PM8001_IO_DBG(pm8001_ha,
2383			pm8001_printk("Unknown status 0x%x\n", event));
2384		/* not allowed case. Therefore, return failed status */
2385		ts->resp = SAS_TASK_COMPLETE;
2386		ts->stat = SAS_OPEN_TO;
2387		break;
2388	}
2389	spin_lock_irqsave(&t->task_state_lock, flags);
2390	t->task_state_flags &= ~SAS_TASK_STATE_PENDING;
2391	t->task_state_flags &= ~SAS_TASK_AT_INITIATOR;
2392	t->task_state_flags |= SAS_TASK_STATE_DONE;
2393	if (unlikely((t->task_state_flags & SAS_TASK_STATE_ABORTED))) {
2394		spin_unlock_irqrestore(&t->task_state_lock, flags);
2395		PM8001_FAIL_DBG(pm8001_ha,
2396			pm8001_printk("task 0x%p done with io_status 0x%x"
2397			" resp 0x%x stat 0x%x but aborted by upper layer!\n",
2398			t, event, ts->resp, ts->stat));
2399		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2400	} else if (t->uldd_task) {
2401		spin_unlock_irqrestore(&t->task_state_lock, flags);
2402		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2403		mb();/* ditto */
2404		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
2405		t->task_done(t);
2406		spin_lock_irqsave(&pm8001_ha->lock, flags);
2407	} else if (!t->uldd_task) {
2408		spin_unlock_irqrestore(&t->task_state_lock, flags);
2409		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2410		mb();/*ditto*/
2411		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
2412		t->task_done(t);
2413		spin_lock_irqsave(&pm8001_ha->lock, flags);
2414	}
2415}
2416
2417/*See the comments for mpi_ssp_completion */
2418static void
2419mpi_smp_completion(struct pm8001_hba_info *pm8001_ha, void *piomb)
2420{
2421	u32 param;
2422	struct sas_task *t;
2423	struct pm8001_ccb_info *ccb;
2424	unsigned long flags;
2425	u32 status;
2426	u32 tag;
2427	struct smp_completion_resp *psmpPayload;
2428	struct task_status_struct *ts;
2429	struct pm8001_device *pm8001_dev;
2430
2431	psmpPayload = (struct smp_completion_resp *)(piomb + 4);
2432	status = le32_to_cpu(psmpPayload->status);
2433	tag = le32_to_cpu(psmpPayload->tag);
2434
2435	ccb = &pm8001_ha->ccb_info[tag];
2436	param = le32_to_cpu(psmpPayload->param);
2437	t = ccb->task;
2438	ts = &t->task_status;
2439	pm8001_dev = ccb->device;
2440	if (status)
2441		PM8001_FAIL_DBG(pm8001_ha,
2442			pm8001_printk("smp IO status 0x%x\n", status));
 
 
 
2443	if (unlikely(!t || !t->lldd_task || !t->dev))
2444		return;
2445
2446	switch (status) {
2447	case IO_SUCCESS:
2448		PM8001_IO_DBG(pm8001_ha, pm8001_printk("IO_SUCCESS\n"));
2449		ts->resp = SAS_TASK_COMPLETE;
2450		ts->stat = SAM_STAT_GOOD;
2451	if (pm8001_dev)
2452			pm8001_dev->running_req--;
2453		break;
2454	case IO_ABORTED:
2455		PM8001_IO_DBG(pm8001_ha,
2456			pm8001_printk("IO_ABORTED IOMB\n"));
2457		ts->resp = SAS_TASK_COMPLETE;
2458		ts->stat = SAS_ABORTED_TASK;
2459		if (pm8001_dev)
2460			pm8001_dev->running_req--;
2461		break;
2462	case IO_OVERFLOW:
2463		PM8001_IO_DBG(pm8001_ha, pm8001_printk("IO_UNDERFLOW\n"));
2464		ts->resp = SAS_TASK_COMPLETE;
2465		ts->stat = SAS_DATA_OVERRUN;
2466		ts->residual = 0;
2467		if (pm8001_dev)
2468			pm8001_dev->running_req--;
2469		break;
2470	case IO_NO_DEVICE:
2471		PM8001_IO_DBG(pm8001_ha, pm8001_printk("IO_NO_DEVICE\n"));
2472		ts->resp = SAS_TASK_COMPLETE;
2473		ts->stat = SAS_PHY_DOWN;
2474		break;
2475	case IO_ERROR_HW_TIMEOUT:
2476		PM8001_IO_DBG(pm8001_ha,
2477			pm8001_printk("IO_ERROR_HW_TIMEOUT\n"));
2478		ts->resp = SAS_TASK_COMPLETE;
2479		ts->stat = SAM_STAT_BUSY;
2480		break;
2481	case IO_XFER_ERROR_BREAK:
2482		PM8001_IO_DBG(pm8001_ha,
2483			pm8001_printk("IO_XFER_ERROR_BREAK\n"));
2484		ts->resp = SAS_TASK_COMPLETE;
2485		ts->stat = SAM_STAT_BUSY;
2486		break;
2487	case IO_XFER_ERROR_PHY_NOT_READY:
2488		PM8001_IO_DBG(pm8001_ha,
2489			pm8001_printk("IO_XFER_ERROR_PHY_NOT_READY\n"));
2490		ts->resp = SAS_TASK_COMPLETE;
2491		ts->stat = SAM_STAT_BUSY;
2492		break;
2493	case IO_OPEN_CNX_ERROR_PROTOCOL_NOT_SUPPORTED:
2494		PM8001_IO_DBG(pm8001_ha,
2495		pm8001_printk("IO_OPEN_CNX_ERROR_PROTOCOL_NOT_SUPPORTED\n"));
2496		ts->resp = SAS_TASK_COMPLETE;
2497		ts->stat = SAS_OPEN_REJECT;
2498		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
2499		break;
2500	case IO_OPEN_CNX_ERROR_ZONE_VIOLATION:
2501		PM8001_IO_DBG(pm8001_ha,
2502			pm8001_printk("IO_OPEN_CNX_ERROR_ZONE_VIOLATION\n"));
2503		ts->resp = SAS_TASK_COMPLETE;
2504		ts->stat = SAS_OPEN_REJECT;
2505		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
2506		break;
2507	case IO_OPEN_CNX_ERROR_BREAK:
2508		PM8001_IO_DBG(pm8001_ha,
2509			pm8001_printk("IO_OPEN_CNX_ERROR_BREAK\n"));
2510		ts->resp = SAS_TASK_COMPLETE;
2511		ts->stat = SAS_OPEN_REJECT;
2512		ts->open_rej_reason = SAS_OREJ_RSVD_CONT0;
2513		break;
2514	case IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS:
2515		PM8001_IO_DBG(pm8001_ha,
2516			pm8001_printk("IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS\n"));
2517		ts->resp = SAS_TASK_COMPLETE;
2518		ts->stat = SAS_OPEN_REJECT;
2519		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
2520		pm8001_handle_event(pm8001_ha,
2521				pm8001_dev,
2522				IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS);
2523		break;
2524	case IO_OPEN_CNX_ERROR_BAD_DESTINATION:
2525		PM8001_IO_DBG(pm8001_ha,
2526			pm8001_printk("IO_OPEN_CNX_ERROR_BAD_DESTINATION\n"));
2527		ts->resp = SAS_TASK_COMPLETE;
2528		ts->stat = SAS_OPEN_REJECT;
2529		ts->open_rej_reason = SAS_OREJ_BAD_DEST;
2530		break;
2531	case IO_OPEN_CNX_ERROR_CONNECTION_RATE_NOT_SUPPORTED:
2532		PM8001_IO_DBG(pm8001_ha,
2533			pm8001_printk("IO_OPEN_CNX_ERROR_CONNECTION_RATE_"
2534			"NOT_SUPPORTED\n"));
2535		ts->resp = SAS_TASK_COMPLETE;
2536		ts->stat = SAS_OPEN_REJECT;
2537		ts->open_rej_reason = SAS_OREJ_CONN_RATE;
2538		break;
2539	case IO_OPEN_CNX_ERROR_WRONG_DESTINATION:
2540		PM8001_IO_DBG(pm8001_ha,
2541		       pm8001_printk("IO_OPEN_CNX_ERROR_WRONG_DESTINATION\n"));
2542		ts->resp = SAS_TASK_COMPLETE;
2543		ts->stat = SAS_OPEN_REJECT;
2544		ts->open_rej_reason = SAS_OREJ_WRONG_DEST;
2545		break;
2546	case IO_XFER_ERROR_RX_FRAME:
2547		PM8001_IO_DBG(pm8001_ha,
2548			pm8001_printk("IO_XFER_ERROR_RX_FRAME\n"));
2549		ts->resp = SAS_TASK_COMPLETE;
2550		ts->stat = SAS_DEV_NO_RESPONSE;
2551		break;
2552	case IO_XFER_OPEN_RETRY_TIMEOUT:
2553		PM8001_IO_DBG(pm8001_ha,
2554			pm8001_printk("IO_XFER_OPEN_RETRY_TIMEOUT\n"));
2555		ts->resp = SAS_TASK_COMPLETE;
2556		ts->stat = SAS_OPEN_REJECT;
2557		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
2558		break;
2559	case IO_ERROR_INTERNAL_SMP_RESOURCE:
2560		PM8001_IO_DBG(pm8001_ha,
2561			pm8001_printk("IO_ERROR_INTERNAL_SMP_RESOURCE\n"));
2562		ts->resp = SAS_TASK_COMPLETE;
2563		ts->stat = SAS_QUEUE_FULL;
2564		break;
2565	case IO_PORT_IN_RESET:
2566		PM8001_IO_DBG(pm8001_ha,
2567			pm8001_printk("IO_PORT_IN_RESET\n"));
2568		ts->resp = SAS_TASK_COMPLETE;
2569		ts->stat = SAS_OPEN_REJECT;
2570		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
2571		break;
2572	case IO_DS_NON_OPERATIONAL:
2573		PM8001_IO_DBG(pm8001_ha,
2574			pm8001_printk("IO_DS_NON_OPERATIONAL\n"));
2575		ts->resp = SAS_TASK_COMPLETE;
2576		ts->stat = SAS_DEV_NO_RESPONSE;
2577		break;
2578	case IO_DS_IN_RECOVERY:
2579		PM8001_IO_DBG(pm8001_ha,
2580			pm8001_printk("IO_DS_IN_RECOVERY\n"));
2581		ts->resp = SAS_TASK_COMPLETE;
2582		ts->stat = SAS_OPEN_REJECT;
2583		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
2584		break;
2585	case IO_OPEN_CNX_ERROR_HW_RESOURCE_BUSY:
2586		PM8001_IO_DBG(pm8001_ha,
2587			pm8001_printk("IO_OPEN_CNX_ERROR_HW_RESOURCE_BUSY\n"));
2588		ts->resp = SAS_TASK_COMPLETE;
2589		ts->stat = SAS_OPEN_REJECT;
2590		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
2591		break;
2592	default:
2593		PM8001_IO_DBG(pm8001_ha,
2594			pm8001_printk("Unknown status 0x%x\n", status));
2595		ts->resp = SAS_TASK_COMPLETE;
2596		ts->stat = SAS_DEV_NO_RESPONSE;
2597		/* not allowed case. Therefore, return failed status */
2598		break;
2599	}
2600	spin_lock_irqsave(&t->task_state_lock, flags);
2601	t->task_state_flags &= ~SAS_TASK_STATE_PENDING;
2602	t->task_state_flags &= ~SAS_TASK_AT_INITIATOR;
2603	t->task_state_flags |= SAS_TASK_STATE_DONE;
2604	if (unlikely((t->task_state_flags & SAS_TASK_STATE_ABORTED))) {
2605		spin_unlock_irqrestore(&t->task_state_lock, flags);
2606		PM8001_FAIL_DBG(pm8001_ha, pm8001_printk("task 0x%p done with"
2607			" io_status 0x%x resp 0x%x "
2608			"stat 0x%x but aborted by upper layer!\n",
2609			t, status, ts->resp, ts->stat));
2610		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2611	} else {
2612		spin_unlock_irqrestore(&t->task_state_lock, flags);
2613		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2614		mb();/* in order to force CPU ordering */
2615		t->task_done(t);
2616	}
2617}
2618
2619static void
2620mpi_set_dev_state_resp(struct pm8001_hba_info *pm8001_ha, void *piomb)
2621{
2622	struct set_dev_state_resp *pPayload =
2623		(struct set_dev_state_resp *)(piomb + 4);
2624	u32 tag = le32_to_cpu(pPayload->tag);
2625	struct pm8001_ccb_info *ccb = &pm8001_ha->ccb_info[tag];
2626	struct pm8001_device *pm8001_dev = ccb->device;
2627	u32 status = le32_to_cpu(pPayload->status);
2628	u32 device_id = le32_to_cpu(pPayload->device_id);
2629	u8 pds = le32_to_cpu(pPayload->pds_nds) | PDS_BITS;
2630	u8 nds = le32_to_cpu(pPayload->pds_nds) | NDS_BITS;
2631	PM8001_MSG_DBG(pm8001_ha, pm8001_printk("Set device id = 0x%x state "
2632		"from 0x%x to 0x%x status = 0x%x!\n",
2633		device_id, pds, nds, status));
2634	complete(pm8001_dev->setds_completion);
2635	ccb->task = NULL;
2636	ccb->ccb_tag = 0xFFFFFFFF;
2637	pm8001_ccb_free(pm8001_ha, tag);
2638}
2639
2640static void
2641mpi_set_nvmd_resp(struct pm8001_hba_info *pm8001_ha, void *piomb)
2642{
2643	struct get_nvm_data_resp *pPayload =
2644		(struct get_nvm_data_resp *)(piomb + 4);
2645	u32 tag = le32_to_cpu(pPayload->tag);
2646	struct pm8001_ccb_info *ccb = &pm8001_ha->ccb_info[tag];
2647	u32 dlen_status = le32_to_cpu(pPayload->dlen_status);
2648	complete(pm8001_ha->nvmd_completion);
2649	PM8001_MSG_DBG(pm8001_ha, pm8001_printk("Set nvm data complete!\n"));
2650	if ((dlen_status & NVMD_STAT) != 0) {
2651		PM8001_FAIL_DBG(pm8001_ha,
2652			pm8001_printk("Set nvm data error!\n"));
2653		return;
2654	}
2655	ccb->task = NULL;
2656	ccb->ccb_tag = 0xFFFFFFFF;
2657	pm8001_ccb_free(pm8001_ha, tag);
2658}
2659
2660static void
2661mpi_get_nvmd_resp(struct pm8001_hba_info *pm8001_ha, void *piomb)
2662{
2663	struct fw_control_ex	*fw_control_context;
2664	struct get_nvm_data_resp *pPayload =
2665		(struct get_nvm_data_resp *)(piomb + 4);
2666	u32 tag = le32_to_cpu(pPayload->tag);
2667	struct pm8001_ccb_info *ccb = &pm8001_ha->ccb_info[tag];
2668	u32 dlen_status = le32_to_cpu(pPayload->dlen_status);
2669	u32 ir_tds_bn_dps_das_nvm =
2670		le32_to_cpu(pPayload->ir_tda_bn_dps_das_nvm);
2671	void *virt_addr = pm8001_ha->memoryMap.region[NVMD].virt_ptr;
2672	fw_control_context = ccb->fw_control_context;
2673
2674	PM8001_MSG_DBG(pm8001_ha, pm8001_printk("Get nvm data complete!\n"));
2675	if ((dlen_status & NVMD_STAT) != 0) {
2676		PM8001_FAIL_DBG(pm8001_ha,
2677			pm8001_printk("Get nvm data error!\n"));
2678		complete(pm8001_ha->nvmd_completion);
 
 
 
 
 
 
2679		return;
2680	}
2681
2682	if (ir_tds_bn_dps_das_nvm & IPMode) {
2683		/* indirect mode - IR bit set */
2684		PM8001_MSG_DBG(pm8001_ha,
2685			pm8001_printk("Get NVMD success, IR=1\n"));
2686		if ((ir_tds_bn_dps_das_nvm & NVMD_TYPE) == TWI_DEVICE) {
2687			if (ir_tds_bn_dps_das_nvm == 0x80a80200) {
2688				memcpy(pm8001_ha->sas_addr,
2689				      ((u8 *)virt_addr + 4),
2690				       SAS_ADDR_SIZE);
2691				PM8001_MSG_DBG(pm8001_ha,
2692					pm8001_printk("Get SAS address"
2693					" from VPD successfully!\n"));
2694			}
2695		} else if (((ir_tds_bn_dps_das_nvm & NVMD_TYPE) == C_SEEPROM)
2696			|| ((ir_tds_bn_dps_das_nvm & NVMD_TYPE) == VPD_FLASH) ||
2697			((ir_tds_bn_dps_das_nvm & NVMD_TYPE) == EXPAN_ROM)) {
2698				;
2699		} else if (((ir_tds_bn_dps_das_nvm & NVMD_TYPE) == AAP1_RDUMP)
2700			|| ((ir_tds_bn_dps_das_nvm & NVMD_TYPE) == IOP_RDUMP)) {
2701			;
2702		} else {
2703			/* Should not be happened*/
2704			PM8001_MSG_DBG(pm8001_ha,
2705				pm8001_printk("(IR=1)Wrong Device type 0x%x\n",
2706				ir_tds_bn_dps_das_nvm));
2707		}
2708	} else /* direct mode */{
2709		PM8001_MSG_DBG(pm8001_ha,
2710			pm8001_printk("Get NVMD success, IR=0, dataLen=%d\n",
2711			(dlen_status & NVMD_LEN) >> 24));
2712	}
 
 
 
2713	memcpy(fw_control_context->usrAddr,
2714		pm8001_ha->memoryMap.region[NVMD].virt_ptr,
2715		fw_control_context->len);
 
 
 
 
 
2716	complete(pm8001_ha->nvmd_completion);
 
2717	ccb->task = NULL;
2718	ccb->ccb_tag = 0xFFFFFFFF;
2719	pm8001_ccb_free(pm8001_ha, tag);
2720}
2721
2722static int mpi_local_phy_ctl(struct pm8001_hba_info *pm8001_ha, void *piomb)
2723{
 
2724	struct local_phy_ctl_resp *pPayload =
2725		(struct local_phy_ctl_resp *)(piomb + 4);
2726	u32 status = le32_to_cpu(pPayload->status);
2727	u32 phy_id = le32_to_cpu(pPayload->phyop_phyid) & ID_BITS;
2728	u32 phy_op = le32_to_cpu(pPayload->phyop_phyid) & OP_BITS;
 
2729	if (status != 0) {
2730		PM8001_MSG_DBG(pm8001_ha,
2731			pm8001_printk("%x phy execute %x phy op failed! \n",
2732			phy_id, phy_op));
2733	} else
2734		PM8001_MSG_DBG(pm8001_ha,
2735			pm8001_printk("%x phy execute %x phy op success! \n",
2736			phy_id, phy_op));
 
 
 
 
 
 
 
2737	return 0;
2738}
2739
2740/**
2741 * pm8001_bytes_dmaed - one of the interface function communication with libsas
2742 * @pm8001_ha: our hba card information
2743 * @i: which phy that received the event.
2744 *
2745 * when HBA driver received the identify done event or initiate FIS received
2746 * event(for SATA), it will invoke this function to notify the sas layer that
2747 * the sas toplogy has formed, please discover the the whole sas domain,
2748 * while receive a broadcast(change) primitive just tell the sas
2749 * layer to discover the changed domain rather than the whole domain.
2750 */
2751static void pm8001_bytes_dmaed(struct pm8001_hba_info *pm8001_ha, int i)
2752{
2753	struct pm8001_phy *phy = &pm8001_ha->phy[i];
2754	struct asd_sas_phy *sas_phy = &phy->sas_phy;
2755	struct sas_ha_struct *sas_ha;
2756	if (!phy->phy_attached)
2757		return;
2758
2759	sas_ha = pm8001_ha->sas;
2760	if (sas_phy->phy) {
2761		struct sas_phy *sphy = sas_phy->phy;
2762		sphy->negotiated_linkrate = sas_phy->linkrate;
2763		sphy->minimum_linkrate = phy->minimum_linkrate;
2764		sphy->minimum_linkrate_hw = SAS_LINK_RATE_1_5_GBPS;
2765		sphy->maximum_linkrate = phy->maximum_linkrate;
2766		sphy->maximum_linkrate_hw = phy->maximum_linkrate;
2767	}
2768
2769	if (phy->phy_type & PORT_TYPE_SAS) {
2770		struct sas_identify_frame *id;
2771		id = (struct sas_identify_frame *)phy->frame_rcvd;
2772		id->dev_type = phy->identify.device_type;
2773		id->initiator_bits = SAS_PROTOCOL_ALL;
2774		id->target_bits = phy->identify.target_port_protocols;
2775	} else if (phy->phy_type & PORT_TYPE_SATA) {
2776		/*Nothing*/
2777	}
2778	PM8001_MSG_DBG(pm8001_ha, pm8001_printk("phy %d byte dmaded.\n", i));
2779
2780	sas_phy->frame_rcvd_size = phy->frame_rcvd_size;
2781	pm8001_ha->sas->notify_port_event(sas_phy, PORTE_BYTES_DMAED);
2782}
2783
2784/* Get the link rate speed  */
2785static void get_lrate_mode(struct pm8001_phy *phy, u8 link_rate)
2786{
2787	struct sas_phy *sas_phy = phy->sas_phy.phy;
2788
2789	switch (link_rate) {
 
 
 
 
2790	case PHY_SPEED_60:
2791		phy->sas_phy.linkrate = SAS_LINK_RATE_6_0_GBPS;
2792		phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_6_0_GBPS;
2793		break;
2794	case PHY_SPEED_30:
2795		phy->sas_phy.linkrate = SAS_LINK_RATE_3_0_GBPS;
2796		phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_3_0_GBPS;
2797		break;
2798	case PHY_SPEED_15:
2799		phy->sas_phy.linkrate = SAS_LINK_RATE_1_5_GBPS;
2800		phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_1_5_GBPS;
2801		break;
2802	}
2803	sas_phy->negotiated_linkrate = phy->sas_phy.linkrate;
2804	sas_phy->maximum_linkrate_hw = SAS_LINK_RATE_6_0_GBPS;
2805	sas_phy->minimum_linkrate_hw = SAS_LINK_RATE_1_5_GBPS;
2806	sas_phy->maximum_linkrate = SAS_LINK_RATE_6_0_GBPS;
2807	sas_phy->minimum_linkrate = SAS_LINK_RATE_1_5_GBPS;
2808}
2809
2810/**
2811 * asd_get_attached_sas_addr -- extract/generate attached SAS address
2812 * @phy: pointer to asd_phy
2813 * @sas_addr: pointer to buffer where the SAS address is to be written
2814 *
2815 * This function extracts the SAS address from an IDENTIFY frame
2816 * received.  If OOB is SATA, then a SAS address is generated from the
2817 * HA tables.
2818 *
2819 * LOCKING: the frame_rcvd_lock needs to be held since this parses the frame
2820 * buffer.
2821 */
2822static void pm8001_get_attached_sas_addr(struct pm8001_phy *phy,
2823	u8 *sas_addr)
2824{
2825	if (phy->sas_phy.frame_rcvd[0] == 0x34
2826		&& phy->sas_phy.oob_mode == SATA_OOB_MODE) {
2827		struct pm8001_hba_info *pm8001_ha = phy->sas_phy.ha->lldd_ha;
2828		/* FIS device-to-host */
2829		u64 addr = be64_to_cpu(*(__be64 *)pm8001_ha->sas_addr);
2830		addr += phy->sas_phy.id;
2831		*(__be64 *)sas_addr = cpu_to_be64(addr);
2832	} else {
2833		struct sas_identify_frame *idframe =
2834			(void *) phy->sas_phy.frame_rcvd;
2835		memcpy(sas_addr, idframe->sas_addr, SAS_ADDR_SIZE);
2836	}
2837}
2838
2839/**
2840 * pm8001_hw_event_ack_req- For PM8001,some events need to acknowage to FW.
2841 * @pm8001_ha: our hba card information
2842 * @Qnum: the outbound queue message number.
2843 * @SEA: source of event to ack
2844 * @port_id: port id.
2845 * @phyId: phy id.
2846 * @param0: parameter 0.
2847 * @param1: parameter 1.
2848 */
2849static void pm8001_hw_event_ack_req(struct pm8001_hba_info *pm8001_ha,
2850	u32 Qnum, u32 SEA, u32 port_id, u32 phyId, u32 param0, u32 param1)
2851{
2852	struct hw_event_ack_req	 payload;
2853	u32 opc = OPC_INB_SAS_HW_EVENT_ACK;
2854
2855	struct inbound_queue_table *circularQ;
2856
2857	memset((u8 *)&payload, 0, sizeof(payload));
2858	circularQ = &pm8001_ha->inbnd_q_tbl[Qnum];
2859	payload.tag = 1;
2860	payload.sea_phyid_portid = cpu_to_le32(((SEA & 0xFFFF) << 8) |
2861		((phyId & 0x0F) << 4) | (port_id & 0x0F));
2862	payload.param0 = cpu_to_le32(param0);
2863	payload.param1 = cpu_to_le32(param1);
2864	mpi_build_cmd(pm8001_ha, circularQ, opc, &payload);
 
2865}
2866
2867static int pm8001_chip_phy_ctl_req(struct pm8001_hba_info *pm8001_ha,
2868	u32 phyId, u32 phy_op);
2869
2870/**
2871 * hw_event_sas_phy_up -FW tells me a SAS phy up event.
2872 * @pm8001_ha: our hba card information
2873 * @piomb: IO message buffer
2874 */
2875static void
2876hw_event_sas_phy_up(struct pm8001_hba_info *pm8001_ha, void *piomb)
2877{
2878	struct hw_event_resp *pPayload =
2879		(struct hw_event_resp *)(piomb + 4);
2880	u32 lr_evt_status_phyid_portid =
2881		le32_to_cpu(pPayload->lr_evt_status_phyid_portid);
2882	u8 link_rate =
2883		(u8)((lr_evt_status_phyid_portid & 0xF0000000) >> 28);
2884	u8 port_id = (u8)(lr_evt_status_phyid_portid & 0x0000000F);
2885	u8 phy_id =
2886		(u8)((lr_evt_status_phyid_portid & 0x000000F0) >> 4);
2887	u32 npip_portstate = le32_to_cpu(pPayload->npip_portstate);
2888	u8 portstate = (u8)(npip_portstate & 0x0000000F);
2889	struct pm8001_port *port = &pm8001_ha->port[port_id];
2890	struct sas_ha_struct *sas_ha = pm8001_ha->sas;
2891	struct pm8001_phy *phy = &pm8001_ha->phy[phy_id];
2892	unsigned long flags;
2893	u8 deviceType = pPayload->sas_identify.dev_type;
2894	port->port_state =  portstate;
2895	PM8001_MSG_DBG(pm8001_ha,
2896		pm8001_printk("HW_EVENT_SAS_PHY_UP port id = %d, phy id = %d\n",
2897		port_id, phy_id));
 
2898
2899	switch (deviceType) {
2900	case SAS_PHY_UNUSED:
2901		PM8001_MSG_DBG(pm8001_ha,
2902			pm8001_printk("device type no device.\n"));
2903		break;
2904	case SAS_END_DEVICE:
2905		PM8001_MSG_DBG(pm8001_ha, pm8001_printk("end device.\n"));
2906		pm8001_chip_phy_ctl_req(pm8001_ha, phy_id,
2907			PHY_NOTIFY_ENABLE_SPINUP);
2908		port->port_attached = 1;
2909		get_lrate_mode(phy, link_rate);
2910		break;
2911	case SAS_EDGE_EXPANDER_DEVICE:
2912		PM8001_MSG_DBG(pm8001_ha,
2913			pm8001_printk("expander device.\n"));
2914		port->port_attached = 1;
2915		get_lrate_mode(phy, link_rate);
2916		break;
2917	case SAS_FANOUT_EXPANDER_DEVICE:
2918		PM8001_MSG_DBG(pm8001_ha,
2919			pm8001_printk("fanout expander device.\n"));
2920		port->port_attached = 1;
2921		get_lrate_mode(phy, link_rate);
2922		break;
2923	default:
2924		PM8001_MSG_DBG(pm8001_ha,
2925			pm8001_printk("unknown device type(%x)\n", deviceType));
2926		break;
2927	}
2928	phy->phy_type |= PORT_TYPE_SAS;
2929	phy->identify.device_type = deviceType;
2930	phy->phy_attached = 1;
2931	if (phy->identify.device_type == SAS_END_DEV)
2932		phy->identify.target_port_protocols = SAS_PROTOCOL_SSP;
2933	else if (phy->identify.device_type != NO_DEVICE)
2934		phy->identify.target_port_protocols = SAS_PROTOCOL_SMP;
2935	phy->sas_phy.oob_mode = SAS_OOB_MODE;
2936	sas_ha->notify_phy_event(&phy->sas_phy, PHYE_OOB_DONE);
2937	spin_lock_irqsave(&phy->sas_phy.frame_rcvd_lock, flags);
2938	memcpy(phy->frame_rcvd, &pPayload->sas_identify,
2939		sizeof(struct sas_identify_frame)-4);
2940	phy->frame_rcvd_size = sizeof(struct sas_identify_frame) - 4;
2941	pm8001_get_attached_sas_addr(phy, phy->sas_phy.attached_sas_addr);
2942	spin_unlock_irqrestore(&phy->sas_phy.frame_rcvd_lock, flags);
2943	if (pm8001_ha->flags == PM8001F_RUN_TIME)
2944		mdelay(200);/*delay a moment to wait disk to spinup*/
2945	pm8001_bytes_dmaed(pm8001_ha, phy_id);
2946}
2947
2948/**
2949 * hw_event_sata_phy_up -FW tells me a SATA phy up event.
2950 * @pm8001_ha: our hba card information
2951 * @piomb: IO message buffer
2952 */
2953static void
2954hw_event_sata_phy_up(struct pm8001_hba_info *pm8001_ha, void *piomb)
2955{
2956	struct hw_event_resp *pPayload =
2957		(struct hw_event_resp *)(piomb + 4);
2958	u32 lr_evt_status_phyid_portid =
2959		le32_to_cpu(pPayload->lr_evt_status_phyid_portid);
2960	u8 link_rate =
2961		(u8)((lr_evt_status_phyid_portid & 0xF0000000) >> 28);
2962	u8 port_id = (u8)(lr_evt_status_phyid_portid & 0x0000000F);
2963	u8 phy_id =
2964		(u8)((lr_evt_status_phyid_portid & 0x000000F0) >> 4);
2965	u32 npip_portstate = le32_to_cpu(pPayload->npip_portstate);
2966	u8 portstate = (u8)(npip_portstate & 0x0000000F);
2967	struct pm8001_port *port = &pm8001_ha->port[port_id];
2968	struct sas_ha_struct *sas_ha = pm8001_ha->sas;
2969	struct pm8001_phy *phy = &pm8001_ha->phy[phy_id];
2970	unsigned long flags;
2971	PM8001_MSG_DBG(pm8001_ha,
2972		pm8001_printk("HW_EVENT_SATA_PHY_UP port id = %d,"
2973		" phy id = %d\n", port_id, phy_id));
2974	port->port_state =  portstate;
 
2975	port->port_attached = 1;
2976	get_lrate_mode(phy, link_rate);
2977	phy->phy_type |= PORT_TYPE_SATA;
2978	phy->phy_attached = 1;
2979	phy->sas_phy.oob_mode = SATA_OOB_MODE;
2980	sas_ha->notify_phy_event(&phy->sas_phy, PHYE_OOB_DONE);
2981	spin_lock_irqsave(&phy->sas_phy.frame_rcvd_lock, flags);
2982	memcpy(phy->frame_rcvd, ((u8 *)&pPayload->sata_fis - 4),
2983		sizeof(struct dev_to_host_fis));
2984	phy->frame_rcvd_size = sizeof(struct dev_to_host_fis);
2985	phy->identify.target_port_protocols = SAS_PROTOCOL_SATA;
2986	phy->identify.device_type = SATA_DEV;
2987	pm8001_get_attached_sas_addr(phy, phy->sas_phy.attached_sas_addr);
2988	spin_unlock_irqrestore(&phy->sas_phy.frame_rcvd_lock, flags);
2989	pm8001_bytes_dmaed(pm8001_ha, phy_id);
2990}
2991
2992/**
2993 * hw_event_phy_down -we should notify the libsas the phy is down.
2994 * @pm8001_ha: our hba card information
2995 * @piomb: IO message buffer
2996 */
2997static void
2998hw_event_phy_down(struct pm8001_hba_info *pm8001_ha, void *piomb)
2999{
3000	struct hw_event_resp *pPayload =
3001		(struct hw_event_resp *)(piomb + 4);
3002	u32 lr_evt_status_phyid_portid =
3003		le32_to_cpu(pPayload->lr_evt_status_phyid_portid);
3004	u8 port_id = (u8)(lr_evt_status_phyid_portid & 0x0000000F);
3005	u8 phy_id =
3006		(u8)((lr_evt_status_phyid_portid & 0x000000F0) >> 4);
3007	u32 npip_portstate = le32_to_cpu(pPayload->npip_portstate);
3008	u8 portstate = (u8)(npip_portstate & 0x0000000F);
3009	struct pm8001_port *port = &pm8001_ha->port[port_id];
3010	struct pm8001_phy *phy = &pm8001_ha->phy[phy_id];
3011	port->port_state =  portstate;
3012	phy->phy_type = 0;
3013	phy->identify.device_type = 0;
3014	phy->phy_attached = 0;
3015	memset(&phy->dev_sas_addr, 0, SAS_ADDR_SIZE);
3016	switch (portstate) {
3017	case PORT_VALID:
3018		break;
3019	case PORT_INVALID:
3020		PM8001_MSG_DBG(pm8001_ha,
3021			pm8001_printk(" PortInvalid portID %d \n", port_id));
3022		PM8001_MSG_DBG(pm8001_ha,
3023			pm8001_printk(" Last phy Down and port invalid\n"));
3024		port->port_attached = 0;
3025		pm8001_hw_event_ack_req(pm8001_ha, 0, HW_EVENT_PHY_DOWN,
3026			port_id, phy_id, 0, 0);
3027		break;
3028	case PORT_IN_RESET:
3029		PM8001_MSG_DBG(pm8001_ha,
3030			pm8001_printk(" Port In Reset portID %d \n", port_id));
3031		break;
3032	case PORT_NOT_ESTABLISHED:
3033		PM8001_MSG_DBG(pm8001_ha,
3034			pm8001_printk(" phy Down and PORT_NOT_ESTABLISHED\n"));
3035		port->port_attached = 0;
3036		break;
3037	case PORT_LOSTCOMM:
3038		PM8001_MSG_DBG(pm8001_ha,
3039			pm8001_printk(" phy Down and PORT_LOSTCOMM\n"));
3040		PM8001_MSG_DBG(pm8001_ha,
3041			pm8001_printk(" Last phy Down and port invalid\n"));
3042		port->port_attached = 0;
3043		pm8001_hw_event_ack_req(pm8001_ha, 0, HW_EVENT_PHY_DOWN,
3044			port_id, phy_id, 0, 0);
3045		break;
3046	default:
3047		port->port_attached = 0;
3048		PM8001_MSG_DBG(pm8001_ha,
3049			pm8001_printk(" phy Down and(default) = %x\n",
3050			portstate));
3051		break;
3052
3053	}
3054}
3055
3056/**
3057 * mpi_reg_resp -process register device ID response.
3058 * @pm8001_ha: our hba card information
3059 * @piomb: IO message buffer
3060 *
3061 * when sas layer find a device it will notify LLDD, then the driver register
3062 * the domain device to FW, this event is the return device ID which the FW
3063 * has assigned, from now,inter-communication with FW is no longer using the
3064 * SAS address, use device ID which FW assigned.
3065 */
3066static int mpi_reg_resp(struct pm8001_hba_info *pm8001_ha, void *piomb)
3067{
3068	u32 status;
3069	u32 device_id;
3070	u32 htag;
3071	struct pm8001_ccb_info *ccb;
3072	struct pm8001_device *pm8001_dev;
3073	struct dev_reg_resp *registerRespPayload =
3074		(struct dev_reg_resp *)(piomb + 4);
3075
3076	htag = le32_to_cpu(registerRespPayload->tag);
3077	ccb = &pm8001_ha->ccb_info[registerRespPayload->tag];
3078	pm8001_dev = ccb->device;
3079	status = le32_to_cpu(registerRespPayload->status);
3080	device_id = le32_to_cpu(registerRespPayload->device_id);
3081	PM8001_MSG_DBG(pm8001_ha,
3082		pm8001_printk(" register device is status = %d\n", status));
3083	switch (status) {
3084	case DEVREG_SUCCESS:
3085		PM8001_MSG_DBG(pm8001_ha, pm8001_printk("DEVREG_SUCCESS\n"));
3086		pm8001_dev->device_id = device_id;
3087		break;
3088	case DEVREG_FAILURE_OUT_OF_RESOURCE:
3089		PM8001_MSG_DBG(pm8001_ha,
3090			pm8001_printk("DEVREG_FAILURE_OUT_OF_RESOURCE\n"));
3091		break;
3092	case DEVREG_FAILURE_DEVICE_ALREADY_REGISTERED:
3093		PM8001_MSG_DBG(pm8001_ha,
3094		   pm8001_printk("DEVREG_FAILURE_DEVICE_ALREADY_REGISTERED\n"));
3095		break;
3096	case DEVREG_FAILURE_INVALID_PHY_ID:
3097		PM8001_MSG_DBG(pm8001_ha,
3098			pm8001_printk("DEVREG_FAILURE_INVALID_PHY_ID\n"));
3099		break;
3100	case DEVREG_FAILURE_PHY_ID_ALREADY_REGISTERED:
3101		PM8001_MSG_DBG(pm8001_ha,
3102		   pm8001_printk("DEVREG_FAILURE_PHY_ID_ALREADY_REGISTERED\n"));
3103		break;
3104	case DEVREG_FAILURE_PORT_ID_OUT_OF_RANGE:
3105		PM8001_MSG_DBG(pm8001_ha,
3106			pm8001_printk("DEVREG_FAILURE_PORT_ID_OUT_OF_RANGE\n"));
3107		break;
3108	case DEVREG_FAILURE_PORT_NOT_VALID_STATE:
3109		PM8001_MSG_DBG(pm8001_ha,
3110			pm8001_printk("DEVREG_FAILURE_PORT_NOT_VALID_STATE\n"));
3111		break;
3112	case DEVREG_FAILURE_DEVICE_TYPE_NOT_VALID:
3113		PM8001_MSG_DBG(pm8001_ha,
3114		       pm8001_printk("DEVREG_FAILURE_DEVICE_TYPE_NOT_VALID\n"));
3115		break;
3116	default:
3117		PM8001_MSG_DBG(pm8001_ha,
3118		 pm8001_printk("DEVREG_FAILURE_DEVICE_TYPE_NOT_UNSORPORTED\n"));
3119		break;
3120	}
3121	complete(pm8001_dev->dcompletion);
3122	ccb->task = NULL;
3123	ccb->ccb_tag = 0xFFFFFFFF;
3124	pm8001_ccb_free(pm8001_ha, htag);
3125	return 0;
3126}
3127
3128static int mpi_dereg_resp(struct pm8001_hba_info *pm8001_ha, void *piomb)
3129{
3130	u32 status;
3131	u32 device_id;
3132	struct dev_reg_resp *registerRespPayload =
3133		(struct dev_reg_resp *)(piomb + 4);
3134
3135	status = le32_to_cpu(registerRespPayload->status);
3136	device_id = le32_to_cpu(registerRespPayload->device_id);
3137	if (status != 0)
3138		PM8001_MSG_DBG(pm8001_ha,
3139			pm8001_printk(" deregister device failed ,status = %x"
3140			", device_id = %x\n", status, device_id));
3141	return 0;
3142}
3143
3144static int
3145mpi_fw_flash_update_resp(struct pm8001_hba_info *pm8001_ha, void *piomb)
 
 
 
 
 
3146{
3147	u32 status;
3148	struct fw_control_ex	fw_control_context;
3149	struct fw_flash_Update_resp *ppayload =
3150		(struct fw_flash_Update_resp *)(piomb + 4);
3151	u32 tag = le32_to_cpu(ppayload->tag);
3152	struct pm8001_ccb_info *ccb = &pm8001_ha->ccb_info[tag];
3153	status = le32_to_cpu(ppayload->status);
3154	memcpy(&fw_control_context,
3155		ccb->fw_control_context,
3156		sizeof(fw_control_context));
3157	switch (status) {
3158	case FLASH_UPDATE_COMPLETE_PENDING_REBOOT:
3159		PM8001_MSG_DBG(pm8001_ha,
3160		pm8001_printk(": FLASH_UPDATE_COMPLETE_PENDING_REBOOT\n"));
3161		break;
3162	case FLASH_UPDATE_IN_PROGRESS:
3163		PM8001_MSG_DBG(pm8001_ha,
3164			pm8001_printk(": FLASH_UPDATE_IN_PROGRESS\n"));
3165		break;
3166	case FLASH_UPDATE_HDR_ERR:
3167		PM8001_MSG_DBG(pm8001_ha,
3168			pm8001_printk(": FLASH_UPDATE_HDR_ERR\n"));
3169		break;
3170	case FLASH_UPDATE_OFFSET_ERR:
3171		PM8001_MSG_DBG(pm8001_ha,
3172			pm8001_printk(": FLASH_UPDATE_OFFSET_ERR\n"));
3173		break;
3174	case FLASH_UPDATE_CRC_ERR:
3175		PM8001_MSG_DBG(pm8001_ha,
3176			pm8001_printk(": FLASH_UPDATE_CRC_ERR\n"));
3177		break;
3178	case FLASH_UPDATE_LENGTH_ERR:
3179		PM8001_MSG_DBG(pm8001_ha,
3180			pm8001_printk(": FLASH_UPDATE_LENGTH_ERR\n"));
3181		break;
3182	case FLASH_UPDATE_HW_ERR:
3183		PM8001_MSG_DBG(pm8001_ha,
3184			pm8001_printk(": FLASH_UPDATE_HW_ERR\n"));
3185		break;
3186	case FLASH_UPDATE_DNLD_NOT_SUPPORTED:
3187		PM8001_MSG_DBG(pm8001_ha,
3188			pm8001_printk(": FLASH_UPDATE_DNLD_NOT_SUPPORTED\n"));
3189		break;
3190	case FLASH_UPDATE_DISABLED:
3191		PM8001_MSG_DBG(pm8001_ha,
3192			pm8001_printk(": FLASH_UPDATE_DISABLED\n"));
3193		break;
3194	default:
3195		PM8001_MSG_DBG(pm8001_ha,
3196			pm8001_printk("No matched status = %d\n", status));
3197		break;
3198	}
3199	ccb->fw_control_context->fw_control->retcode = status;
3200	pci_free_consistent(pm8001_ha->pdev,
3201			fw_control_context.len,
3202			fw_control_context.virtAddr,
3203			fw_control_context.phys_addr);
3204	complete(pm8001_ha->nvmd_completion);
3205	ccb->task = NULL;
3206	ccb->ccb_tag = 0xFFFFFFFF;
3207	pm8001_ccb_free(pm8001_ha, tag);
 
3208	return 0;
3209}
3210
3211static int
3212mpi_general_event(struct pm8001_hba_info *pm8001_ha , void *piomb)
3213{
3214	u32 status;
3215	int i;
3216	struct general_event_resp *pPayload =
3217		(struct general_event_resp *)(piomb + 4);
3218	status = le32_to_cpu(pPayload->status);
3219	PM8001_MSG_DBG(pm8001_ha,
3220		pm8001_printk(" status = 0x%x\n", status));
3221	for (i = 0; i < GENERAL_EVENT_PAYLOAD; i++)
3222		PM8001_MSG_DBG(pm8001_ha,
3223			pm8001_printk("inb_IOMB_payload[0x%x] 0x%x, \n", i,
3224			pPayload->inb_IOMB_payload[i]));
3225	return 0;
3226}
3227
3228static int
3229mpi_task_abort_resp(struct pm8001_hba_info *pm8001_ha, void *piomb)
3230{
3231	struct sas_task *t;
3232	struct pm8001_ccb_info *ccb;
3233	unsigned long flags;
3234	u32 status ;
3235	u32 tag, scp;
3236	struct task_status_struct *ts;
 
3237
3238	struct task_abort_resp *pPayload =
3239		(struct task_abort_resp *)(piomb + 4);
3240	ccb = &pm8001_ha->ccb_info[pPayload->tag];
3241	t = ccb->task;
3242
3243
3244	status = le32_to_cpu(pPayload->status);
3245	tag = le32_to_cpu(pPayload->tag);
 
 
 
 
 
3246	scp = le32_to_cpu(pPayload->scp);
3247	PM8001_IO_DBG(pm8001_ha,
3248		pm8001_printk(" status = 0x%x\n", status));
3249	if (t == NULL)
 
 
 
3250		return -1;
 
3251	ts = &t->task_status;
3252	if (status != 0)
3253		PM8001_FAIL_DBG(pm8001_ha,
3254			pm8001_printk("task abort failed status 0x%x ,"
3255			"tag = 0x%x, scp= 0x%x\n", status, tag, scp));
3256	switch (status) {
3257	case IO_SUCCESS:
3258		PM8001_EH_DBG(pm8001_ha, pm8001_printk("IO_SUCCESS\n"));
3259		ts->resp = SAS_TASK_COMPLETE;
3260		ts->stat = SAM_STAT_GOOD;
3261		break;
3262	case IO_NOT_VALID:
3263		PM8001_EH_DBG(pm8001_ha, pm8001_printk("IO_NOT_VALID\n"));
3264		ts->resp = TMF_RESP_FUNC_FAILED;
3265		break;
3266	}
3267	spin_lock_irqsave(&t->task_state_lock, flags);
3268	t->task_state_flags &= ~SAS_TASK_STATE_PENDING;
3269	t->task_state_flags &= ~SAS_TASK_AT_INITIATOR;
3270	t->task_state_flags |= SAS_TASK_STATE_DONE;
3271	spin_unlock_irqrestore(&t->task_state_lock, flags);
3272	pm8001_ccb_task_free(pm8001_ha, t, ccb, pPayload->tag);
3273	mb();
3274	t->task_done(t);
 
 
 
 
 
 
 
 
3275	return 0;
3276}
3277
3278/**
3279 * mpi_hw_event -The hw event has come.
3280 * @pm8001_ha: our hba card information
3281 * @piomb: IO message buffer
3282 */
3283static int mpi_hw_event(struct pm8001_hba_info *pm8001_ha, void* piomb)
3284{
3285	unsigned long flags;
3286	struct hw_event_resp *pPayload =
3287		(struct hw_event_resp *)(piomb + 4);
3288	u32 lr_evt_status_phyid_portid =
3289		le32_to_cpu(pPayload->lr_evt_status_phyid_portid);
3290	u8 port_id = (u8)(lr_evt_status_phyid_portid & 0x0000000F);
3291	u8 phy_id =
3292		(u8)((lr_evt_status_phyid_portid & 0x000000F0) >> 4);
3293	u16 eventType =
3294		(u16)((lr_evt_status_phyid_portid & 0x00FFFF00) >> 8);
3295	u8 status =
3296		(u8)((lr_evt_status_phyid_portid & 0x0F000000) >> 24);
3297	struct sas_ha_struct *sas_ha = pm8001_ha->sas;
3298	struct pm8001_phy *phy = &pm8001_ha->phy[phy_id];
3299	struct asd_sas_phy *sas_phy = sas_ha->sas_phy[phy_id];
3300	PM8001_MSG_DBG(pm8001_ha,
3301		pm8001_printk("outbound queue HW event & event type : "));
 
3302	switch (eventType) {
3303	case HW_EVENT_PHY_START_STATUS:
3304		PM8001_MSG_DBG(pm8001_ha,
3305		pm8001_printk("HW_EVENT_PHY_START_STATUS"
3306			" status = %x\n", status));
3307		if (status == 0) {
3308			phy->phy_state = 1;
3309			if (pm8001_ha->flags == PM8001F_RUN_TIME)
3310				complete(phy->enable_completion);
 
 
 
3311		}
3312		break;
3313	case HW_EVENT_SAS_PHY_UP:
3314		PM8001_MSG_DBG(pm8001_ha,
3315			pm8001_printk("HW_EVENT_PHY_START_STATUS \n"));
3316		hw_event_sas_phy_up(pm8001_ha, piomb);
3317		break;
3318	case HW_EVENT_SATA_PHY_UP:
3319		PM8001_MSG_DBG(pm8001_ha,
3320			pm8001_printk("HW_EVENT_SATA_PHY_UP \n"));
3321		hw_event_sata_phy_up(pm8001_ha, piomb);
3322		break;
3323	case HW_EVENT_PHY_STOP_STATUS:
3324		PM8001_MSG_DBG(pm8001_ha,
3325			pm8001_printk("HW_EVENT_PHY_STOP_STATUS "
3326			"status = %x\n", status));
3327		if (status == 0)
3328			phy->phy_state = 0;
3329		break;
3330	case HW_EVENT_SATA_SPINUP_HOLD:
3331		PM8001_MSG_DBG(pm8001_ha,
3332			pm8001_printk("HW_EVENT_SATA_SPINUP_HOLD \n"));
3333		sas_ha->notify_phy_event(&phy->sas_phy, PHYE_SPINUP_HOLD);
3334		break;
3335	case HW_EVENT_PHY_DOWN:
3336		PM8001_MSG_DBG(pm8001_ha,
3337			pm8001_printk("HW_EVENT_PHY_DOWN \n"));
3338		sas_ha->notify_phy_event(&phy->sas_phy, PHYE_LOSS_OF_SIGNAL);
3339		phy->phy_attached = 0;
3340		phy->phy_state = 0;
3341		hw_event_phy_down(pm8001_ha, piomb);
3342		break;
3343	case HW_EVENT_PORT_INVALID:
3344		PM8001_MSG_DBG(pm8001_ha,
3345			pm8001_printk("HW_EVENT_PORT_INVALID\n"));
3346		sas_phy_disconnected(sas_phy);
3347		phy->phy_attached = 0;
3348		sas_ha->notify_port_event(sas_phy, PORTE_LINK_RESET_ERR);
 
3349		break;
3350	/* the broadcast change primitive received, tell the LIBSAS this event
3351	to revalidate the sas domain*/
3352	case HW_EVENT_BROADCAST_CHANGE:
3353		PM8001_MSG_DBG(pm8001_ha,
3354			pm8001_printk("HW_EVENT_BROADCAST_CHANGE\n"));
3355		pm8001_hw_event_ack_req(pm8001_ha, 0, HW_EVENT_BROADCAST_CHANGE,
3356			port_id, phy_id, 1, 0);
3357		spin_lock_irqsave(&sas_phy->sas_prim_lock, flags);
3358		sas_phy->sas_prim = HW_EVENT_BROADCAST_CHANGE;
3359		spin_unlock_irqrestore(&sas_phy->sas_prim_lock, flags);
3360		sas_ha->notify_port_event(sas_phy, PORTE_BROADCAST_RCVD);
 
3361		break;
3362	case HW_EVENT_PHY_ERROR:
3363		PM8001_MSG_DBG(pm8001_ha,
3364			pm8001_printk("HW_EVENT_PHY_ERROR\n"));
3365		sas_phy_disconnected(&phy->sas_phy);
3366		phy->phy_attached = 0;
3367		sas_ha->notify_phy_event(&phy->sas_phy, PHYE_OOB_ERROR);
3368		break;
3369	case HW_EVENT_BROADCAST_EXP:
3370		PM8001_MSG_DBG(pm8001_ha,
3371			pm8001_printk("HW_EVENT_BROADCAST_EXP\n"));
3372		spin_lock_irqsave(&sas_phy->sas_prim_lock, flags);
3373		sas_phy->sas_prim = HW_EVENT_BROADCAST_EXP;
3374		spin_unlock_irqrestore(&sas_phy->sas_prim_lock, flags);
3375		sas_ha->notify_port_event(sas_phy, PORTE_BROADCAST_RCVD);
 
3376		break;
3377	case HW_EVENT_LINK_ERR_INVALID_DWORD:
3378		PM8001_MSG_DBG(pm8001_ha,
3379			pm8001_printk("HW_EVENT_LINK_ERR_INVALID_DWORD\n"));
3380		pm8001_hw_event_ack_req(pm8001_ha, 0,
3381			HW_EVENT_LINK_ERR_INVALID_DWORD, port_id, phy_id, 0, 0);
3382		sas_phy_disconnected(sas_phy);
3383		phy->phy_attached = 0;
3384		sas_ha->notify_port_event(sas_phy, PORTE_LINK_RESET_ERR);
 
3385		break;
3386	case HW_EVENT_LINK_ERR_DISPARITY_ERROR:
3387		PM8001_MSG_DBG(pm8001_ha,
3388			pm8001_printk("HW_EVENT_LINK_ERR_DISPARITY_ERROR\n"));
3389		pm8001_hw_event_ack_req(pm8001_ha, 0,
3390			HW_EVENT_LINK_ERR_DISPARITY_ERROR,
3391			port_id, phy_id, 0, 0);
3392		sas_phy_disconnected(sas_phy);
3393		phy->phy_attached = 0;
3394		sas_ha->notify_port_event(sas_phy, PORTE_LINK_RESET_ERR);
 
3395		break;
3396	case HW_EVENT_LINK_ERR_CODE_VIOLATION:
3397		PM8001_MSG_DBG(pm8001_ha,
3398			pm8001_printk("HW_EVENT_LINK_ERR_CODE_VIOLATION\n"));
3399		pm8001_hw_event_ack_req(pm8001_ha, 0,
3400			HW_EVENT_LINK_ERR_CODE_VIOLATION,
3401			port_id, phy_id, 0, 0);
3402		sas_phy_disconnected(sas_phy);
3403		phy->phy_attached = 0;
3404		sas_ha->notify_port_event(sas_phy, PORTE_LINK_RESET_ERR);
 
3405		break;
3406	case HW_EVENT_LINK_ERR_LOSS_OF_DWORD_SYNCH:
3407		PM8001_MSG_DBG(pm8001_ha,
3408		      pm8001_printk("HW_EVENT_LINK_ERR_LOSS_OF_DWORD_SYNCH\n"));
3409		pm8001_hw_event_ack_req(pm8001_ha, 0,
3410			HW_EVENT_LINK_ERR_LOSS_OF_DWORD_SYNCH,
3411			port_id, phy_id, 0, 0);
3412		sas_phy_disconnected(sas_phy);
3413		phy->phy_attached = 0;
3414		sas_ha->notify_port_event(sas_phy, PORTE_LINK_RESET_ERR);
 
3415		break;
3416	case HW_EVENT_MALFUNCTION:
3417		PM8001_MSG_DBG(pm8001_ha,
3418			pm8001_printk("HW_EVENT_MALFUNCTION\n"));
3419		break;
3420	case HW_EVENT_BROADCAST_SES:
3421		PM8001_MSG_DBG(pm8001_ha,
3422			pm8001_printk("HW_EVENT_BROADCAST_SES\n"));
3423		spin_lock_irqsave(&sas_phy->sas_prim_lock, flags);
3424		sas_phy->sas_prim = HW_EVENT_BROADCAST_SES;
3425		spin_unlock_irqrestore(&sas_phy->sas_prim_lock, flags);
3426		sas_ha->notify_port_event(sas_phy, PORTE_BROADCAST_RCVD);
 
3427		break;
3428	case HW_EVENT_INBOUND_CRC_ERROR:
3429		PM8001_MSG_DBG(pm8001_ha,
3430			pm8001_printk("HW_EVENT_INBOUND_CRC_ERROR\n"));
3431		pm8001_hw_event_ack_req(pm8001_ha, 0,
3432			HW_EVENT_INBOUND_CRC_ERROR,
3433			port_id, phy_id, 0, 0);
3434		break;
3435	case HW_EVENT_HARD_RESET_RECEIVED:
3436		PM8001_MSG_DBG(pm8001_ha,
3437			pm8001_printk("HW_EVENT_HARD_RESET_RECEIVED\n"));
3438		sas_ha->notify_port_event(sas_phy, PORTE_HARD_RESET);
3439		break;
3440	case HW_EVENT_ID_FRAME_TIMEOUT:
3441		PM8001_MSG_DBG(pm8001_ha,
3442			pm8001_printk("HW_EVENT_ID_FRAME_TIMEOUT\n"));
3443		sas_phy_disconnected(sas_phy);
3444		phy->phy_attached = 0;
3445		sas_ha->notify_port_event(sas_phy, PORTE_LINK_RESET_ERR);
 
3446		break;
3447	case HW_EVENT_LINK_ERR_PHY_RESET_FAILED:
3448		PM8001_MSG_DBG(pm8001_ha,
3449			pm8001_printk("HW_EVENT_LINK_ERR_PHY_RESET_FAILED \n"));
3450		pm8001_hw_event_ack_req(pm8001_ha, 0,
3451			HW_EVENT_LINK_ERR_PHY_RESET_FAILED,
3452			port_id, phy_id, 0, 0);
3453		sas_phy_disconnected(sas_phy);
3454		phy->phy_attached = 0;
3455		sas_ha->notify_port_event(sas_phy, PORTE_LINK_RESET_ERR);
 
3456		break;
3457	case HW_EVENT_PORT_RESET_TIMER_TMO:
3458		PM8001_MSG_DBG(pm8001_ha,
3459			pm8001_printk("HW_EVENT_PORT_RESET_TIMER_TMO \n"));
3460		sas_phy_disconnected(sas_phy);
3461		phy->phy_attached = 0;
3462		sas_ha->notify_port_event(sas_phy, PORTE_LINK_RESET_ERR);
 
3463		break;
3464	case HW_EVENT_PORT_RECOVERY_TIMER_TMO:
3465		PM8001_MSG_DBG(pm8001_ha,
3466			pm8001_printk("HW_EVENT_PORT_RECOVERY_TIMER_TMO \n"));
3467		sas_phy_disconnected(sas_phy);
3468		phy->phy_attached = 0;
3469		sas_ha->notify_port_event(sas_phy, PORTE_LINK_RESET_ERR);
 
3470		break;
3471	case HW_EVENT_PORT_RECOVER:
3472		PM8001_MSG_DBG(pm8001_ha,
3473			pm8001_printk("HW_EVENT_PORT_RECOVER \n"));
3474		break;
3475	case HW_EVENT_PORT_RESET_COMPLETE:
3476		PM8001_MSG_DBG(pm8001_ha,
3477			pm8001_printk("HW_EVENT_PORT_RESET_COMPLETE \n"));
3478		break;
3479	case EVENT_BROADCAST_ASYNCH_EVENT:
3480		PM8001_MSG_DBG(pm8001_ha,
3481			pm8001_printk("EVENT_BROADCAST_ASYNCH_EVENT\n"));
3482		break;
3483	default:
3484		PM8001_MSG_DBG(pm8001_ha,
3485			pm8001_printk("Unknown event type = %x\n", eventType));
3486		break;
3487	}
3488	return 0;
3489}
3490
3491/**
3492 * process_one_iomb - process one outbound Queue memory block
3493 * @pm8001_ha: our hba card information
3494 * @piomb: IO message buffer
3495 */
3496static void process_one_iomb(struct pm8001_hba_info *pm8001_ha, void *piomb)
3497{
3498	u32 pHeader = (u32)*(u32 *)piomb;
3499	u8 opc = (u8)((le32_to_cpu(pHeader)) & 0xFFF);
3500
3501	PM8001_MSG_DBG(pm8001_ha, pm8001_printk("process_one_iomb:"));
3502
3503	switch (opc) {
3504	case OPC_OUB_ECHO:
3505		PM8001_MSG_DBG(pm8001_ha, pm8001_printk("OPC_OUB_ECHO \n"));
3506		break;
3507	case OPC_OUB_HW_EVENT:
3508		PM8001_MSG_DBG(pm8001_ha,
3509			pm8001_printk("OPC_OUB_HW_EVENT \n"));
3510		mpi_hw_event(pm8001_ha, piomb);
3511		break;
3512	case OPC_OUB_SSP_COMP:
3513		PM8001_MSG_DBG(pm8001_ha,
3514			pm8001_printk("OPC_OUB_SSP_COMP \n"));
3515		mpi_ssp_completion(pm8001_ha, piomb);
3516		break;
3517	case OPC_OUB_SMP_COMP:
3518		PM8001_MSG_DBG(pm8001_ha,
3519			pm8001_printk("OPC_OUB_SMP_COMP \n"));
3520		mpi_smp_completion(pm8001_ha, piomb);
3521		break;
3522	case OPC_OUB_LOCAL_PHY_CNTRL:
3523		PM8001_MSG_DBG(pm8001_ha,
3524			pm8001_printk("OPC_OUB_LOCAL_PHY_CNTRL\n"));
3525		mpi_local_phy_ctl(pm8001_ha, piomb);
3526		break;
3527	case OPC_OUB_DEV_REGIST:
3528		PM8001_MSG_DBG(pm8001_ha,
3529			pm8001_printk("OPC_OUB_DEV_REGIST \n"));
3530		mpi_reg_resp(pm8001_ha, piomb);
3531		break;
3532	case OPC_OUB_DEREG_DEV:
3533		PM8001_MSG_DBG(pm8001_ha,
3534			pm8001_printk("unresgister the deviece \n"));
3535		mpi_dereg_resp(pm8001_ha, piomb);
3536		break;
3537	case OPC_OUB_GET_DEV_HANDLE:
3538		PM8001_MSG_DBG(pm8001_ha,
3539			pm8001_printk("OPC_OUB_GET_DEV_HANDLE \n"));
3540		break;
3541	case OPC_OUB_SATA_COMP:
3542		PM8001_MSG_DBG(pm8001_ha,
3543			pm8001_printk("OPC_OUB_SATA_COMP \n"));
3544		mpi_sata_completion(pm8001_ha, piomb);
3545		break;
3546	case OPC_OUB_SATA_EVENT:
3547		PM8001_MSG_DBG(pm8001_ha,
3548			pm8001_printk("OPC_OUB_SATA_EVENT \n"));
3549		mpi_sata_event(pm8001_ha, piomb);
3550		break;
3551	case OPC_OUB_SSP_EVENT:
3552		PM8001_MSG_DBG(pm8001_ha,
3553			pm8001_printk("OPC_OUB_SSP_EVENT\n"));
3554		mpi_ssp_event(pm8001_ha, piomb);
3555		break;
3556	case OPC_OUB_DEV_HANDLE_ARRIV:
3557		PM8001_MSG_DBG(pm8001_ha,
3558			pm8001_printk("OPC_OUB_DEV_HANDLE_ARRIV\n"));
3559		/*This is for target*/
3560		break;
3561	case OPC_OUB_SSP_RECV_EVENT:
3562		PM8001_MSG_DBG(pm8001_ha,
3563			pm8001_printk("OPC_OUB_SSP_RECV_EVENT\n"));
3564		/*This is for target*/
3565		break;
3566	case OPC_OUB_DEV_INFO:
3567		PM8001_MSG_DBG(pm8001_ha,
3568			pm8001_printk("OPC_OUB_DEV_INFO\n"));
3569		break;
3570	case OPC_OUB_FW_FLASH_UPDATE:
3571		PM8001_MSG_DBG(pm8001_ha,
3572			pm8001_printk("OPC_OUB_FW_FLASH_UPDATE\n"));
3573		mpi_fw_flash_update_resp(pm8001_ha, piomb);
3574		break;
3575	case OPC_OUB_GPIO_RESPONSE:
3576		PM8001_MSG_DBG(pm8001_ha,
3577			pm8001_printk("OPC_OUB_GPIO_RESPONSE\n"));
3578		break;
3579	case OPC_OUB_GPIO_EVENT:
3580		PM8001_MSG_DBG(pm8001_ha,
3581			pm8001_printk("OPC_OUB_GPIO_EVENT\n"));
3582		break;
3583	case OPC_OUB_GENERAL_EVENT:
3584		PM8001_MSG_DBG(pm8001_ha,
3585			pm8001_printk("OPC_OUB_GENERAL_EVENT\n"));
3586		mpi_general_event(pm8001_ha, piomb);
3587		break;
3588	case OPC_OUB_SSP_ABORT_RSP:
3589		PM8001_MSG_DBG(pm8001_ha,
3590			pm8001_printk("OPC_OUB_SSP_ABORT_RSP\n"));
3591		mpi_task_abort_resp(pm8001_ha, piomb);
3592		break;
3593	case OPC_OUB_SATA_ABORT_RSP:
3594		PM8001_MSG_DBG(pm8001_ha,
3595			pm8001_printk("OPC_OUB_SATA_ABORT_RSP\n"));
3596		mpi_task_abort_resp(pm8001_ha, piomb);
3597		break;
3598	case OPC_OUB_SAS_DIAG_MODE_START_END:
3599		PM8001_MSG_DBG(pm8001_ha,
3600			pm8001_printk("OPC_OUB_SAS_DIAG_MODE_START_END\n"));
3601		break;
3602	case OPC_OUB_SAS_DIAG_EXECUTE:
3603		PM8001_MSG_DBG(pm8001_ha,
3604			pm8001_printk("OPC_OUB_SAS_DIAG_EXECUTE\n"));
3605		break;
3606	case OPC_OUB_GET_TIME_STAMP:
3607		PM8001_MSG_DBG(pm8001_ha,
3608			pm8001_printk("OPC_OUB_GET_TIME_STAMP\n"));
3609		break;
3610	case OPC_OUB_SAS_HW_EVENT_ACK:
3611		PM8001_MSG_DBG(pm8001_ha,
3612			pm8001_printk("OPC_OUB_SAS_HW_EVENT_ACK\n"));
3613		break;
3614	case OPC_OUB_PORT_CONTROL:
3615		PM8001_MSG_DBG(pm8001_ha,
3616			pm8001_printk("OPC_OUB_PORT_CONTROL\n"));
3617		break;
3618	case OPC_OUB_SMP_ABORT_RSP:
3619		PM8001_MSG_DBG(pm8001_ha,
3620			pm8001_printk("OPC_OUB_SMP_ABORT_RSP\n"));
3621		mpi_task_abort_resp(pm8001_ha, piomb);
3622		break;
3623	case OPC_OUB_GET_NVMD_DATA:
3624		PM8001_MSG_DBG(pm8001_ha,
3625			pm8001_printk("OPC_OUB_GET_NVMD_DATA\n"));
3626		mpi_get_nvmd_resp(pm8001_ha, piomb);
3627		break;
3628	case OPC_OUB_SET_NVMD_DATA:
3629		PM8001_MSG_DBG(pm8001_ha,
3630			pm8001_printk("OPC_OUB_SET_NVMD_DATA\n"));
3631		mpi_set_nvmd_resp(pm8001_ha, piomb);
3632		break;
3633	case OPC_OUB_DEVICE_HANDLE_REMOVAL:
3634		PM8001_MSG_DBG(pm8001_ha,
3635			pm8001_printk("OPC_OUB_DEVICE_HANDLE_REMOVAL\n"));
3636		break;
3637	case OPC_OUB_SET_DEVICE_STATE:
3638		PM8001_MSG_DBG(pm8001_ha,
3639			pm8001_printk("OPC_OUB_SET_DEVICE_STATE\n"));
3640		mpi_set_dev_state_resp(pm8001_ha, piomb);
3641		break;
3642	case OPC_OUB_GET_DEVICE_STATE:
3643		PM8001_MSG_DBG(pm8001_ha,
3644			pm8001_printk("OPC_OUB_GET_DEVICE_STATE\n"));
3645		break;
3646	case OPC_OUB_SET_DEV_INFO:
3647		PM8001_MSG_DBG(pm8001_ha,
3648			pm8001_printk("OPC_OUB_SET_DEV_INFO\n"));
3649		break;
3650	case OPC_OUB_SAS_RE_INITIALIZE:
3651		PM8001_MSG_DBG(pm8001_ha,
3652			pm8001_printk("OPC_OUB_SAS_RE_INITIALIZE\n"));
3653		break;
3654	default:
3655		PM8001_MSG_DBG(pm8001_ha,
3656			pm8001_printk("Unknown outbound Queue IOMB OPC = %x\n",
3657			opc));
3658		break;
3659	}
3660}
3661
3662static int process_oq(struct pm8001_hba_info *pm8001_ha)
3663{
3664	struct outbound_queue_table *circularQ;
3665	void *pMsg1 = NULL;
3666	u8 bc = 0;
3667	u32 ret = MPI_IO_STATUS_FAIL;
 
3668
3669	circularQ = &pm8001_ha->outbnd_q_tbl[0];
 
3670	do {
3671		ret = mpi_msg_consume(pm8001_ha, circularQ, &pMsg1, &bc);
3672		if (MPI_IO_STATUS_SUCCESS == ret) {
3673			/* process the outbound message */
3674			process_one_iomb(pm8001_ha, (void *)(pMsg1 - 4));
3675			/* free the message from the outbound circular buffer */
3676			mpi_msg_free_set(pm8001_ha, pMsg1, circularQ, bc);
 
3677		}
3678		if (MPI_IO_STATUS_BUSY == ret) {
3679			u32 producer_idx;
3680			/* Update the producer index from SPC */
3681			producer_idx = pm8001_read_32(circularQ->pi_virt);
3682			circularQ->producer_index = cpu_to_le32(producer_idx);
3683			if (circularQ->producer_index ==
3684				circularQ->consumer_idx)
3685				/* OQ is empty */
3686				break;
3687		}
3688	} while (1);
 
3689	return ret;
3690}
3691
3692/* PCI_DMA_... to our direction translation. */
3693static const u8 data_dir_flags[] = {
3694	[PCI_DMA_BIDIRECTIONAL] = DATA_DIR_BYRECIPIENT,/* UNSPECIFIED */
3695	[PCI_DMA_TODEVICE]	= DATA_DIR_OUT,/* OUTBOUND */
3696	[PCI_DMA_FROMDEVICE]	= DATA_DIR_IN,/* INBOUND */
3697	[PCI_DMA_NONE]		= DATA_DIR_NONE,/* NO TRANSFER */
3698};
3699static void
3700pm8001_chip_make_sg(struct scatterlist *scatter, int nr, void *prd)
3701{
3702	int i;
3703	struct scatterlist *sg;
3704	struct pm8001_prd *buf_prd = prd;
3705
3706	for_each_sg(scatter, sg, nr, i) {
3707		buf_prd->addr = cpu_to_le64(sg_dma_address(sg));
3708		buf_prd->im_len.len = cpu_to_le32(sg_dma_len(sg));
3709		buf_prd->im_len.e = 0;
3710		buf_prd++;
3711	}
3712}
3713
3714static void build_smp_cmd(u32 deviceID, u32 hTag, struct smp_req *psmp_cmd)
3715{
3716	psmp_cmd->tag = cpu_to_le32(hTag);
3717	psmp_cmd->device_id = cpu_to_le32(deviceID);
3718	psmp_cmd->len_ip_ir = cpu_to_le32(1|(1 << 1));
3719}
3720
3721/**
3722 * pm8001_chip_smp_req - send a SMP task to FW
3723 * @pm8001_ha: our hba card information.
3724 * @ccb: the ccb information this request used.
3725 */
3726static int pm8001_chip_smp_req(struct pm8001_hba_info *pm8001_ha,
3727	struct pm8001_ccb_info *ccb)
3728{
3729	int elem, rc;
3730	struct sas_task *task = ccb->task;
3731	struct domain_device *dev = task->dev;
3732	struct pm8001_device *pm8001_dev = dev->lldd_dev;
3733	struct scatterlist *sg_req, *sg_resp;
3734	u32 req_len, resp_len;
3735	struct smp_req smp_cmd;
3736	u32 opc;
3737	struct inbound_queue_table *circularQ;
3738
3739	memset(&smp_cmd, 0, sizeof(smp_cmd));
3740	/*
3741	 * DMA-map SMP request, response buffers
3742	 */
3743	sg_req = &task->smp_task.smp_req;
3744	elem = dma_map_sg(pm8001_ha->dev, sg_req, 1, PCI_DMA_TODEVICE);
3745	if (!elem)
3746		return -ENOMEM;
3747	req_len = sg_dma_len(sg_req);
3748
3749	sg_resp = &task->smp_task.smp_resp;
3750	elem = dma_map_sg(pm8001_ha->dev, sg_resp, 1, PCI_DMA_FROMDEVICE);
3751	if (!elem) {
3752		rc = -ENOMEM;
3753		goto err_out;
3754	}
3755	resp_len = sg_dma_len(sg_resp);
3756	/* must be in dwords */
3757	if ((req_len & 0x3) || (resp_len & 0x3)) {
3758		rc = -EINVAL;
3759		goto err_out_2;
3760	}
3761
3762	opc = OPC_INB_SMP_REQUEST;
3763	circularQ = &pm8001_ha->inbnd_q_tbl[0];
3764	smp_cmd.tag = cpu_to_le32(ccb->ccb_tag);
3765	smp_cmd.long_smp_req.long_req_addr =
3766		cpu_to_le64((u64)sg_dma_address(&task->smp_task.smp_req));
3767	smp_cmd.long_smp_req.long_req_size =
3768		cpu_to_le32((u32)sg_dma_len(&task->smp_task.smp_req)-4);
3769	smp_cmd.long_smp_req.long_resp_addr =
3770		cpu_to_le64((u64)sg_dma_address(&task->smp_task.smp_resp));
3771	smp_cmd.long_smp_req.long_resp_size =
3772		cpu_to_le32((u32)sg_dma_len(&task->smp_task.smp_resp)-4);
3773	build_smp_cmd(pm8001_dev->device_id, smp_cmd.tag, &smp_cmd);
3774	mpi_build_cmd(pm8001_ha, circularQ, opc, (u32 *)&smp_cmd);
 
 
 
 
3775	return 0;
3776
3777err_out_2:
3778	dma_unmap_sg(pm8001_ha->dev, &ccb->task->smp_task.smp_resp, 1,
3779			PCI_DMA_FROMDEVICE);
3780err_out:
3781	dma_unmap_sg(pm8001_ha->dev, &ccb->task->smp_task.smp_req, 1,
3782			PCI_DMA_TODEVICE);
3783	return rc;
3784}
3785
3786/**
3787 * pm8001_chip_ssp_io_req - send a SSP task to FW
3788 * @pm8001_ha: our hba card information.
3789 * @ccb: the ccb information this request used.
3790 */
3791static int pm8001_chip_ssp_io_req(struct pm8001_hba_info *pm8001_ha,
3792	struct pm8001_ccb_info *ccb)
3793{
3794	struct sas_task *task = ccb->task;
3795	struct domain_device *dev = task->dev;
3796	struct pm8001_device *pm8001_dev = dev->lldd_dev;
3797	struct ssp_ini_io_start_req ssp_cmd;
3798	u32 tag = ccb->ccb_tag;
3799	int ret;
3800	__le64 phys_addr;
3801	struct inbound_queue_table *circularQ;
3802	u32 opc = OPC_INB_SSPINIIOSTART;
3803	memset(&ssp_cmd, 0, sizeof(ssp_cmd));
3804	memcpy(ssp_cmd.ssp_iu.lun, task->ssp_task.LUN, 8);
3805	ssp_cmd.dir_m_tlr =
3806		cpu_to_le32(data_dir_flags[task->data_dir] << 8 | 0x0);/*0 for
3807	SAS 1.1 compatible TLR*/
3808	ssp_cmd.data_len = cpu_to_le32(task->total_xfer_len);
3809	ssp_cmd.device_id = cpu_to_le32(pm8001_dev->device_id);
3810	ssp_cmd.tag = cpu_to_le32(tag);
3811	if (task->ssp_task.enable_first_burst)
3812		ssp_cmd.ssp_iu.efb_prio_attr |= 0x80;
3813	ssp_cmd.ssp_iu.efb_prio_attr |= (task->ssp_task.task_prio << 3);
3814	ssp_cmd.ssp_iu.efb_prio_attr |= (task->ssp_task.task_attr & 7);
3815	memcpy(ssp_cmd.ssp_iu.cdb, task->ssp_task.cdb, 16);
 
3816	circularQ = &pm8001_ha->inbnd_q_tbl[0];
3817
3818	/* fill in PRD (scatter/gather) table, if any */
3819	if (task->num_scatter > 1) {
3820		pm8001_chip_make_sg(task->scatter, ccb->n_elem, ccb->buf_prd);
3821		phys_addr = cpu_to_le64(ccb->ccb_dma_handle +
3822				offsetof(struct pm8001_ccb_info, buf_prd[0]));
3823		ssp_cmd.addr_low = lower_32_bits(phys_addr);
3824		ssp_cmd.addr_high = upper_32_bits(phys_addr);
3825		ssp_cmd.esgl = cpu_to_le32(1<<31);
3826	} else if (task->num_scatter == 1) {
3827		__le64 dma_addr = cpu_to_le64(sg_dma_address(task->scatter));
3828		ssp_cmd.addr_low = lower_32_bits(dma_addr);
3829		ssp_cmd.addr_high = upper_32_bits(dma_addr);
3830		ssp_cmd.len = cpu_to_le32(task->total_xfer_len);
3831		ssp_cmd.esgl = 0;
3832	} else if (task->num_scatter == 0) {
3833		ssp_cmd.addr_low = 0;
3834		ssp_cmd.addr_high = 0;
3835		ssp_cmd.len = cpu_to_le32(task->total_xfer_len);
3836		ssp_cmd.esgl = 0;
3837	}
3838	ret = mpi_build_cmd(pm8001_ha, circularQ, opc, &ssp_cmd);
 
3839	return ret;
3840}
3841
3842static int pm8001_chip_sata_req(struct pm8001_hba_info *pm8001_ha,
3843	struct pm8001_ccb_info *ccb)
3844{
3845	struct sas_task *task = ccb->task;
3846	struct domain_device *dev = task->dev;
3847	struct pm8001_device *pm8001_ha_dev = dev->lldd_dev;
3848	u32 tag = ccb->ccb_tag;
3849	int ret;
3850	struct sata_start_req sata_cmd;
3851	u32 hdr_tag, ncg_tag = 0;
3852	__le64 phys_addr;
3853	u32 ATAP = 0x0;
3854	u32 dir;
3855	struct inbound_queue_table *circularQ;
 
3856	u32  opc = OPC_INB_SATA_HOST_OPSTART;
3857	memset(&sata_cmd, 0, sizeof(sata_cmd));
3858	circularQ = &pm8001_ha->inbnd_q_tbl[0];
3859	if (task->data_dir == PCI_DMA_NONE) {
3860		ATAP = 0x04;  /* no data*/
3861		PM8001_IO_DBG(pm8001_ha, pm8001_printk("no data \n"));
3862	} else if (likely(!task->ata_task.device_control_reg_update)) {
3863		if (task->ata_task.dma_xfer) {
3864			ATAP = 0x06; /* DMA */
3865			PM8001_IO_DBG(pm8001_ha, pm8001_printk("DMA \n"));
3866		} else {
3867			ATAP = 0x05; /* PIO*/
3868			PM8001_IO_DBG(pm8001_ha, pm8001_printk("PIO \n"));
3869		}
3870		if (task->ata_task.use_ncq &&
3871			dev->sata_dev.command_set != ATAPI_COMMAND_SET) {
3872			ATAP = 0x07; /* FPDMA */
3873			PM8001_IO_DBG(pm8001_ha, pm8001_printk("FPDMA \n"));
3874		}
3875	}
3876	if (task->ata_task.use_ncq && pm8001_get_ncq_tag(task, &hdr_tag))
 
3877		ncg_tag = hdr_tag;
 
3878	dir = data_dir_flags[task->data_dir] << 8;
3879	sata_cmd.tag = cpu_to_le32(tag);
3880	sata_cmd.device_id = cpu_to_le32(pm8001_ha_dev->device_id);
3881	sata_cmd.data_len = cpu_to_le32(task->total_xfer_len);
3882	sata_cmd.ncqtag_atap_dir_m =
3883		cpu_to_le32(((ncg_tag & 0xff)<<16)|((ATAP & 0x3f) << 10) | dir);
3884	sata_cmd.sata_fis = task->ata_task.fis;
3885	if (likely(!task->ata_task.device_control_reg_update))
3886		sata_cmd.sata_fis.flags |= 0x80;/* C=1: update ATA cmd reg */
3887	sata_cmd.sata_fis.flags &= 0xF0;/* PM_PORT field shall be 0 */
3888	/* fill in PRD (scatter/gather) table, if any */
3889	if (task->num_scatter > 1) {
3890		pm8001_chip_make_sg(task->scatter, ccb->n_elem, ccb->buf_prd);
3891		phys_addr = cpu_to_le64(ccb->ccb_dma_handle +
3892				offsetof(struct pm8001_ccb_info, buf_prd[0]));
3893		sata_cmd.addr_low = lower_32_bits(phys_addr);
3894		sata_cmd.addr_high = upper_32_bits(phys_addr);
3895		sata_cmd.esgl = cpu_to_le32(1 << 31);
3896	} else if (task->num_scatter == 1) {
3897		__le64 dma_addr = cpu_to_le64(sg_dma_address(task->scatter));
3898		sata_cmd.addr_low = lower_32_bits(dma_addr);
3899		sata_cmd.addr_high = upper_32_bits(dma_addr);
3900		sata_cmd.len = cpu_to_le32(task->total_xfer_len);
3901		sata_cmd.esgl = 0;
3902	} else if (task->num_scatter == 0) {
3903		sata_cmd.addr_low = 0;
3904		sata_cmd.addr_high = 0;
3905		sata_cmd.len = cpu_to_le32(task->total_xfer_len);
3906		sata_cmd.esgl = 0;
3907	}
3908	ret = mpi_build_cmd(pm8001_ha, circularQ, opc, &sata_cmd);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3909	return ret;
3910}
3911
3912/**
3913 * pm8001_chip_phy_start_req - start phy via PHY_START COMMAND
3914 * @pm8001_ha: our hba card information.
3915 * @num: the inbound queue number
3916 * @phy_id: the phy id which we wanted to start up.
3917 */
3918static int
3919pm8001_chip_phy_start_req(struct pm8001_hba_info *pm8001_ha, u8 phy_id)
3920{
3921	struct phy_start_req payload;
3922	struct inbound_queue_table *circularQ;
3923	int ret;
3924	u32 tag = 0x01;
3925	u32 opcode = OPC_INB_PHYSTART;
3926	circularQ = &pm8001_ha->inbnd_q_tbl[0];
3927	memset(&payload, 0, sizeof(payload));
3928	payload.tag = cpu_to_le32(tag);
3929	/*
3930	 ** [0:7]   PHY Identifier
3931	 ** [8:11]  link rate 1.5G, 3G, 6G
3932	 ** [12:13] link mode 01b SAS mode; 10b SATA mode; 11b both
3933	 ** [14]    0b disable spin up hold; 1b enable spin up hold
3934	 */
3935	payload.ase_sh_lm_slr_phyid = cpu_to_le32(SPINHOLD_DISABLE |
3936		LINKMODE_AUTO |	LINKRATE_15 |
3937		LINKRATE_30 | LINKRATE_60 | phy_id);
3938	payload.sas_identify.dev_type = SAS_END_DEV;
3939	payload.sas_identify.initiator_bits = SAS_PROTOCOL_ALL;
3940	memcpy(payload.sas_identify.sas_addr,
3941		pm8001_ha->sas_addr, SAS_ADDR_SIZE);
3942	payload.sas_identify.phy_id = phy_id;
3943	ret = mpi_build_cmd(pm8001_ha, circularQ, opcode, &payload);
 
3944	return ret;
3945}
3946
3947/**
3948 * pm8001_chip_phy_stop_req - start phy via PHY_STOP COMMAND
3949 * @pm8001_ha: our hba card information.
3950 * @num: the inbound queue number
3951 * @phy_id: the phy id which we wanted to start up.
3952 */
3953static int pm8001_chip_phy_stop_req(struct pm8001_hba_info *pm8001_ha,
3954	u8 phy_id)
3955{
3956	struct phy_stop_req payload;
3957	struct inbound_queue_table *circularQ;
3958	int ret;
3959	u32 tag = 0x01;
3960	u32 opcode = OPC_INB_PHYSTOP;
3961	circularQ = &pm8001_ha->inbnd_q_tbl[0];
3962	memset(&payload, 0, sizeof(payload));
3963	payload.tag = cpu_to_le32(tag);
3964	payload.phy_id = cpu_to_le32(phy_id);
3965	ret = mpi_build_cmd(pm8001_ha, circularQ, opcode, &payload);
 
3966	return ret;
3967}
3968
3969/**
3970 * see comments on mpi_reg_resp.
3971 */
3972static int pm8001_chip_reg_dev_req(struct pm8001_hba_info *pm8001_ha,
3973	struct pm8001_device *pm8001_dev, u32 flag)
3974{
3975	struct reg_dev_req payload;
3976	u32	opc;
3977	u32 stp_sspsmp_sata = 0x4;
3978	struct inbound_queue_table *circularQ;
3979	u32 linkrate, phy_id;
3980	int rc, tag = 0xdeadbeef;
3981	struct pm8001_ccb_info *ccb;
3982	u8 retryFlag = 0x1;
3983	u16 firstBurstSize = 0;
3984	u16 ITNT = 2000;
3985	struct domain_device *dev = pm8001_dev->sas_device;
3986	struct domain_device *parent_dev = dev->parent;
3987	circularQ = &pm8001_ha->inbnd_q_tbl[0];
3988
3989	memset(&payload, 0, sizeof(payload));
3990	rc = pm8001_tag_alloc(pm8001_ha, &tag);
3991	if (rc)
3992		return rc;
3993	ccb = &pm8001_ha->ccb_info[tag];
3994	ccb->device = pm8001_dev;
3995	ccb->ccb_tag = tag;
3996	payload.tag = cpu_to_le32(tag);
3997	if (flag == 1)
3998		stp_sspsmp_sata = 0x02; /*direct attached sata */
3999	else {
4000		if (pm8001_dev->dev_type == SATA_DEV)
4001			stp_sspsmp_sata = 0x00; /* stp*/
4002		else if (pm8001_dev->dev_type == SAS_END_DEV ||
4003			pm8001_dev->dev_type == EDGE_DEV ||
4004			pm8001_dev->dev_type == FANOUT_DEV)
4005			stp_sspsmp_sata = 0x01; /*ssp or smp*/
4006	}
4007	if (parent_dev && DEV_IS_EXPANDER(parent_dev->dev_type))
4008		phy_id = parent_dev->ex_dev.ex_phy->phy_id;
4009	else
4010		phy_id = pm8001_dev->attached_phy;
4011	opc = OPC_INB_REG_DEV;
4012	linkrate = (pm8001_dev->sas_device->linkrate < dev->port->linkrate) ?
4013			pm8001_dev->sas_device->linkrate : dev->port->linkrate;
4014	payload.phyid_portid =
4015		cpu_to_le32(((pm8001_dev->sas_device->port->id) & 0x0F) |
4016		((phy_id & 0x0F) << 4));
4017	payload.dtype_dlr_retry = cpu_to_le32((retryFlag & 0x01) |
4018		((linkrate & 0x0F) * 0x1000000) |
4019		((stp_sspsmp_sata & 0x03) * 0x10000000));
4020	payload.firstburstsize_ITNexustimeout =
4021		cpu_to_le32(ITNT | (firstBurstSize * 0x10000));
4022	memcpy(payload.sas_addr, pm8001_dev->sas_device->sas_addr,
4023		SAS_ADDR_SIZE);
4024	rc = mpi_build_cmd(pm8001_ha, circularQ, opc, &payload);
 
4025	return rc;
4026}
4027
4028/**
4029 * see comments on mpi_reg_resp.
4030 */
4031static int pm8001_chip_dereg_dev_req(struct pm8001_hba_info *pm8001_ha,
4032	u32 device_id)
4033{
4034	struct dereg_dev_req payload;
4035	u32 opc = OPC_INB_DEREG_DEV_HANDLE;
4036	int ret;
4037	struct inbound_queue_table *circularQ;
4038
4039	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4040	memset(&payload, 0, sizeof(payload));
4041	payload.tag = 1;
4042	payload.device_id = cpu_to_le32(device_id);
4043	PM8001_MSG_DBG(pm8001_ha,
4044		pm8001_printk("unregister device device_id = %d\n", device_id));
4045	ret = mpi_build_cmd(pm8001_ha, circularQ, opc, &payload);
 
4046	return ret;
4047}
4048
4049/**
4050 * pm8001_chip_phy_ctl_req - support the local phy operation
4051 * @pm8001_ha: our hba card information.
4052 * @num: the inbound queue number
4053 * @phy_id: the phy id which we wanted to operate
4054 * @phy_op:
4055 */
4056static int pm8001_chip_phy_ctl_req(struct pm8001_hba_info *pm8001_ha,
4057	u32 phyId, u32 phy_op)
4058{
4059	struct local_phy_ctl_req payload;
4060	struct inbound_queue_table *circularQ;
4061	int ret;
4062	u32 opc = OPC_INB_LOCAL_PHY_CONTROL;
4063	memset(&payload, 0, sizeof(payload));
4064	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4065	payload.tag = 1;
4066	payload.phyop_phyid =
4067		cpu_to_le32(((phy_op & 0xff) << 8) | (phyId & 0x0F));
4068	ret = mpi_build_cmd(pm8001_ha, circularQ, opc, &payload);
 
4069	return ret;
4070}
4071
4072static u32 pm8001_chip_is_our_interupt(struct pm8001_hba_info *pm8001_ha)
4073{
4074	u32 value;
4075#ifdef PM8001_USE_MSIX
4076	return 1;
4077#endif
 
 
4078	value = pm8001_cr32(pm8001_ha, 0, MSGU_ODR);
4079	if (value)
4080		return 1;
4081	return 0;
4082
4083}
4084
4085/**
4086 * pm8001_chip_isr - PM8001 isr handler.
4087 * @pm8001_ha: our hba card information.
4088 * @irq: irq number.
4089 * @stat: stat.
4090 */
4091static irqreturn_t
4092pm8001_chip_isr(struct pm8001_hba_info *pm8001_ha)
4093{
4094	unsigned long flags;
4095	spin_lock_irqsave(&pm8001_ha->lock, flags);
4096	pm8001_chip_interrupt_disable(pm8001_ha);
4097	process_oq(pm8001_ha);
4098	pm8001_chip_interrupt_enable(pm8001_ha);
4099	spin_unlock_irqrestore(&pm8001_ha->lock, flags);
4100	return IRQ_HANDLED;
4101}
4102
4103static int send_task_abort(struct pm8001_hba_info *pm8001_ha, u32 opc,
4104	u32 dev_id, u8 flag, u32 task_tag, u32 cmd_tag)
4105{
4106	struct task_abort_req task_abort;
4107	struct inbound_queue_table *circularQ;
4108	int ret;
4109	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4110	memset(&task_abort, 0, sizeof(task_abort));
4111	if (ABORT_SINGLE == (flag & ABORT_MASK)) {
4112		task_abort.abort_all = 0;
4113		task_abort.device_id = cpu_to_le32(dev_id);
4114		task_abort.tag_to_abort = cpu_to_le32(task_tag);
4115		task_abort.tag = cpu_to_le32(cmd_tag);
4116	} else if (ABORT_ALL == (flag & ABORT_MASK)) {
4117		task_abort.abort_all = cpu_to_le32(1);
4118		task_abort.device_id = cpu_to_le32(dev_id);
4119		task_abort.tag = cpu_to_le32(cmd_tag);
4120	}
4121	ret = mpi_build_cmd(pm8001_ha, circularQ, opc, &task_abort);
 
4122	return ret;
4123}
4124
4125/**
4126 * pm8001_chip_abort_task - SAS abort task when error or exception happened.
4127 * @task: the task we wanted to aborted.
4128 * @flag: the abort flag.
4129 */
4130static int pm8001_chip_abort_task(struct pm8001_hba_info *pm8001_ha,
4131	struct pm8001_device *pm8001_dev, u8 flag, u32 task_tag, u32 cmd_tag)
4132{
4133	u32 opc, device_id;
4134	int rc = TMF_RESP_FUNC_FAILED;
4135	PM8001_EH_DBG(pm8001_ha, pm8001_printk("cmd_tag = %x, abort task tag"
4136		" = %x", cmd_tag, task_tag));
4137	if (pm8001_dev->dev_type == SAS_END_DEV)
4138		opc = OPC_INB_SSP_ABORT;
4139	else if (pm8001_dev->dev_type == SATA_DEV)
4140		opc = OPC_INB_SATA_ABORT;
4141	else
4142		opc = OPC_INB_SMP_ABORT;/* SMP */
4143	device_id = pm8001_dev->device_id;
4144	rc = send_task_abort(pm8001_ha, opc, device_id, flag,
4145		task_tag, cmd_tag);
4146	if (rc != TMF_RESP_FUNC_COMPLETE)
4147		PM8001_EH_DBG(pm8001_ha, pm8001_printk("rc= %d\n", rc));
4148	return rc;
4149}
4150
4151/**
4152 * pm8001_chip_ssp_tm_req - built the task management command.
4153 * @pm8001_ha: our hba card information.
4154 * @ccb: the ccb information.
4155 * @tmf: task management function.
4156 */
4157static int pm8001_chip_ssp_tm_req(struct pm8001_hba_info *pm8001_ha,
4158	struct pm8001_ccb_info *ccb, struct pm8001_tmf_task *tmf)
4159{
4160	struct sas_task *task = ccb->task;
4161	struct domain_device *dev = task->dev;
4162	struct pm8001_device *pm8001_dev = dev->lldd_dev;
4163	u32 opc = OPC_INB_SSPINITMSTART;
4164	struct inbound_queue_table *circularQ;
4165	struct ssp_ini_tm_start_req sspTMCmd;
4166	int ret;
4167
4168	memset(&sspTMCmd, 0, sizeof(sspTMCmd));
4169	sspTMCmd.device_id = cpu_to_le32(pm8001_dev->device_id);
4170	sspTMCmd.relate_tag = cpu_to_le32(tmf->tag_of_task_to_be_managed);
4171	sspTMCmd.tmf = cpu_to_le32(tmf->tmf);
4172	memcpy(sspTMCmd.lun, task->ssp_task.LUN, 8);
4173	sspTMCmd.tag = cpu_to_le32(ccb->ccb_tag);
 
 
4174	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4175	ret = mpi_build_cmd(pm8001_ha, circularQ, opc, &sspTMCmd);
 
4176	return ret;
4177}
4178
4179static int pm8001_chip_get_nvmd_req(struct pm8001_hba_info *pm8001_ha,
4180	void *payload)
4181{
4182	u32 opc = OPC_INB_GET_NVMD_DATA;
4183	u32 nvmd_type;
4184	int rc;
4185	u32 tag;
4186	struct pm8001_ccb_info *ccb;
4187	struct inbound_queue_table *circularQ;
4188	struct get_nvm_data_req nvmd_req;
4189	struct fw_control_ex *fw_control_context;
4190	struct pm8001_ioctl_payload *ioctl_payload = payload;
4191
4192	nvmd_type = ioctl_payload->minor_function;
4193	fw_control_context = kzalloc(sizeof(struct fw_control_ex), GFP_KERNEL);
4194	if (!fw_control_context)
4195		return -ENOMEM;
4196	fw_control_context->usrAddr = (u8 *)&ioctl_payload->func_specific[0];
4197	fw_control_context->len = ioctl_payload->length;
4198	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4199	memset(&nvmd_req, 0, sizeof(nvmd_req));
4200	rc = pm8001_tag_alloc(pm8001_ha, &tag);
4201	if (rc) {
4202		kfree(fw_control_context);
4203		return rc;
4204	}
4205	ccb = &pm8001_ha->ccb_info[tag];
4206	ccb->ccb_tag = tag;
4207	ccb->fw_control_context = fw_control_context;
4208	nvmd_req.tag = cpu_to_le32(tag);
4209
4210	switch (nvmd_type) {
4211	case TWI_DEVICE: {
4212		u32 twi_addr, twi_page_size;
4213		twi_addr = 0xa8;
4214		twi_page_size = 2;
4215
4216		nvmd_req.len_ir_vpdd = cpu_to_le32(IPMode | twi_addr << 16 |
4217			twi_page_size << 8 | TWI_DEVICE);
4218		nvmd_req.resp_len = cpu_to_le32(ioctl_payload->length);
4219		nvmd_req.resp_addr_hi =
4220		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi);
4221		nvmd_req.resp_addr_lo =
4222		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo);
4223		break;
4224	}
4225	case C_SEEPROM: {
4226		nvmd_req.len_ir_vpdd = cpu_to_le32(IPMode | C_SEEPROM);
4227		nvmd_req.resp_len = cpu_to_le32(ioctl_payload->length);
4228		nvmd_req.resp_addr_hi =
4229		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi);
4230		nvmd_req.resp_addr_lo =
4231		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo);
4232		break;
4233	}
4234	case VPD_FLASH: {
4235		nvmd_req.len_ir_vpdd = cpu_to_le32(IPMode | VPD_FLASH);
4236		nvmd_req.resp_len = cpu_to_le32(ioctl_payload->length);
4237		nvmd_req.resp_addr_hi =
4238		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi);
4239		nvmd_req.resp_addr_lo =
4240		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo);
4241		break;
4242	}
4243	case EXPAN_ROM: {
4244		nvmd_req.len_ir_vpdd = cpu_to_le32(IPMode | EXPAN_ROM);
4245		nvmd_req.resp_len = cpu_to_le32(ioctl_payload->length);
4246		nvmd_req.resp_addr_hi =
4247		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi);
4248		nvmd_req.resp_addr_lo =
4249		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo);
4250		break;
4251	}
 
 
 
 
 
 
 
 
 
 
4252	default:
4253		break;
4254	}
4255	rc = mpi_build_cmd(pm8001_ha, circularQ, opc, &nvmd_req);
 
 
 
 
 
4256	return rc;
4257}
4258
4259static int pm8001_chip_set_nvmd_req(struct pm8001_hba_info *pm8001_ha,
4260	void *payload)
4261{
4262	u32 opc = OPC_INB_SET_NVMD_DATA;
4263	u32 nvmd_type;
4264	int rc;
4265	u32 tag;
4266	struct pm8001_ccb_info *ccb;
4267	struct inbound_queue_table *circularQ;
4268	struct set_nvm_data_req nvmd_req;
4269	struct fw_control_ex *fw_control_context;
4270	struct pm8001_ioctl_payload *ioctl_payload = payload;
4271
4272	nvmd_type = ioctl_payload->minor_function;
4273	fw_control_context = kzalloc(sizeof(struct fw_control_ex), GFP_KERNEL);
4274	if (!fw_control_context)
4275		return -ENOMEM;
4276	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4277	memcpy(pm8001_ha->memoryMap.region[NVMD].virt_ptr,
4278		ioctl_payload->func_specific,
4279		ioctl_payload->length);
4280	memset(&nvmd_req, 0, sizeof(nvmd_req));
4281	rc = pm8001_tag_alloc(pm8001_ha, &tag);
4282	if (rc) {
4283		kfree(fw_control_context);
4284		return rc;
4285	}
4286	ccb = &pm8001_ha->ccb_info[tag];
4287	ccb->fw_control_context = fw_control_context;
4288	ccb->ccb_tag = tag;
4289	nvmd_req.tag = cpu_to_le32(tag);
4290	switch (nvmd_type) {
4291	case TWI_DEVICE: {
4292		u32 twi_addr, twi_page_size;
4293		twi_addr = 0xa8;
4294		twi_page_size = 2;
4295		nvmd_req.reserved[0] = cpu_to_le32(0xFEDCBA98);
4296		nvmd_req.len_ir_vpdd = cpu_to_le32(IPMode | twi_addr << 16 |
4297			twi_page_size << 8 | TWI_DEVICE);
4298		nvmd_req.resp_len = cpu_to_le32(ioctl_payload->length);
4299		nvmd_req.resp_addr_hi =
4300		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi);
4301		nvmd_req.resp_addr_lo =
4302		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo);
4303		break;
4304	}
4305	case C_SEEPROM:
4306		nvmd_req.len_ir_vpdd = cpu_to_le32(IPMode | C_SEEPROM);
4307		nvmd_req.resp_len = cpu_to_le32(ioctl_payload->length);
4308		nvmd_req.reserved[0] = cpu_to_le32(0xFEDCBA98);
4309		nvmd_req.resp_addr_hi =
4310		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi);
4311		nvmd_req.resp_addr_lo =
4312		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo);
4313		break;
4314	case VPD_FLASH:
4315		nvmd_req.len_ir_vpdd = cpu_to_le32(IPMode | VPD_FLASH);
4316		nvmd_req.resp_len = cpu_to_le32(ioctl_payload->length);
4317		nvmd_req.reserved[0] = cpu_to_le32(0xFEDCBA98);
4318		nvmd_req.resp_addr_hi =
4319		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi);
4320		nvmd_req.resp_addr_lo =
4321		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo);
4322		break;
4323	case EXPAN_ROM:
4324		nvmd_req.len_ir_vpdd = cpu_to_le32(IPMode | EXPAN_ROM);
4325		nvmd_req.resp_len = cpu_to_le32(ioctl_payload->length);
4326		nvmd_req.reserved[0] = cpu_to_le32(0xFEDCBA98);
4327		nvmd_req.resp_addr_hi =
4328		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi);
4329		nvmd_req.resp_addr_lo =
4330		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo);
4331		break;
4332	default:
4333		break;
4334	}
4335	rc = mpi_build_cmd(pm8001_ha, circularQ, opc, &nvmd_req);
 
 
 
 
 
4336	return rc;
4337}
4338
4339/**
4340 * pm8001_chip_fw_flash_update_build - support the firmware update operation
4341 * @pm8001_ha: our hba card information.
4342 * @fw_flash_updata_info: firmware flash update param
 
4343 */
4344static int
4345pm8001_chip_fw_flash_update_build(struct pm8001_hba_info *pm8001_ha,
4346	void *fw_flash_updata_info, u32 tag)
4347{
4348	struct fw_flash_Update_req payload;
4349	struct fw_flash_updata_info *info;
4350	struct inbound_queue_table *circularQ;
4351	int ret;
4352	u32 opc = OPC_INB_FW_FLASH_UPDATE;
4353
4354	memset(&payload, 0, sizeof(struct fw_flash_Update_req));
4355	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4356	info = fw_flash_updata_info;
4357	payload.tag = cpu_to_le32(tag);
4358	payload.cur_image_len = cpu_to_le32(info->cur_image_len);
4359	payload.cur_image_offset = cpu_to_le32(info->cur_image_offset);
4360	payload.total_image_len = cpu_to_le32(info->total_image_len);
4361	payload.len = info->sgl.im_len.len ;
4362	payload.sgl_addr_lo = lower_32_bits(info->sgl.addr);
4363	payload.sgl_addr_hi = upper_32_bits(info->sgl.addr);
4364	ret = mpi_build_cmd(pm8001_ha, circularQ, opc, &payload);
 
 
 
4365	return ret;
4366}
4367
4368static int
4369pm8001_chip_fw_flash_update_req(struct pm8001_hba_info *pm8001_ha,
4370	void *payload)
4371{
4372	struct fw_flash_updata_info flash_update_info;
4373	struct fw_control_info *fw_control;
4374	struct fw_control_ex *fw_control_context;
4375	int rc;
4376	u32 tag;
4377	struct pm8001_ccb_info *ccb;
4378	void *buffer = NULL;
4379	dma_addr_t phys_addr;
4380	u32 phys_addr_hi;
4381	u32 phys_addr_lo;
4382	struct pm8001_ioctl_payload *ioctl_payload = payload;
4383
4384	fw_control_context = kzalloc(sizeof(struct fw_control_ex), GFP_KERNEL);
4385	if (!fw_control_context)
4386		return -ENOMEM;
4387	fw_control = (struct fw_control_info *)&ioctl_payload->func_specific[0];
4388	if (fw_control->len != 0) {
4389		if (pm8001_mem_alloc(pm8001_ha->pdev,
4390			(void **)&buffer,
4391			&phys_addr,
4392			&phys_addr_hi,
4393			&phys_addr_lo,
4394			fw_control->len, 0) != 0) {
4395				PM8001_FAIL_DBG(pm8001_ha,
4396					pm8001_printk("Mem alloc failure\n"));
4397				kfree(fw_control_context);
4398				return -ENOMEM;
4399		}
4400	}
4401	memcpy(buffer, fw_control->buffer, fw_control->len);
4402	flash_update_info.sgl.addr = cpu_to_le64(phys_addr);
4403	flash_update_info.sgl.im_len.len = cpu_to_le32(fw_control->len);
4404	flash_update_info.sgl.im_len.e = 0;
4405	flash_update_info.cur_image_offset = fw_control->offset;
4406	flash_update_info.cur_image_len = fw_control->len;
4407	flash_update_info.total_image_len = fw_control->size;
4408	fw_control_context->fw_control = fw_control;
4409	fw_control_context->virtAddr = buffer;
 
4410	fw_control_context->len = fw_control->len;
4411	rc = pm8001_tag_alloc(pm8001_ha, &tag);
4412	if (rc) {
4413		kfree(fw_control_context);
4414		return rc;
4415	}
4416	ccb = &pm8001_ha->ccb_info[tag];
4417	ccb->fw_control_context = fw_control_context;
4418	ccb->ccb_tag = tag;
4419	rc = pm8001_chip_fw_flash_update_build(pm8001_ha, &flash_update_info,
4420		tag);
4421	return rc;
4422}
4423
4424static int
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4425pm8001_chip_set_dev_state_req(struct pm8001_hba_info *pm8001_ha,
4426	struct pm8001_device *pm8001_dev, u32 state)
4427{
4428	struct set_dev_state_req payload;
4429	struct inbound_queue_table *circularQ;
4430	struct pm8001_ccb_info *ccb;
4431	int rc;
4432	u32 tag;
4433	u32 opc = OPC_INB_SET_DEVICE_STATE;
4434	memset(&payload, 0, sizeof(payload));
4435	rc = pm8001_tag_alloc(pm8001_ha, &tag);
4436	if (rc)
4437		return -1;
4438	ccb = &pm8001_ha->ccb_info[tag];
4439	ccb->ccb_tag = tag;
4440	ccb->device = pm8001_dev;
4441	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4442	payload.tag = cpu_to_le32(tag);
4443	payload.device_id = cpu_to_le32(pm8001_dev->device_id);
4444	payload.nds = cpu_to_le32(state);
4445	rc = mpi_build_cmd(pm8001_ha, circularQ, opc, &payload);
 
4446	return rc;
4447
4448}
4449
4450static int
4451pm8001_chip_sas_re_initialization(struct pm8001_hba_info *pm8001_ha)
4452{
4453	struct sas_re_initialization_req payload;
4454	struct inbound_queue_table *circularQ;
4455	struct pm8001_ccb_info *ccb;
4456	int rc;
4457	u32 tag;
4458	u32 opc = OPC_INB_SAS_RE_INITIALIZE;
4459	memset(&payload, 0, sizeof(payload));
4460	rc = pm8001_tag_alloc(pm8001_ha, &tag);
4461	if (rc)
4462		return -1;
4463	ccb = &pm8001_ha->ccb_info[tag];
4464	ccb->ccb_tag = tag;
4465	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4466	payload.tag = cpu_to_le32(tag);
4467	payload.SSAHOLT = cpu_to_le32(0xd << 25);
4468	payload.sata_hol_tmo = cpu_to_le32(80);
4469	payload.open_reject_cmdretries_data_retries = cpu_to_le32(0xff00ff);
4470	rc = mpi_build_cmd(pm8001_ha, circularQ, opc, &payload);
 
 
 
4471	return rc;
4472
4473}
4474
4475const struct pm8001_dispatch pm8001_8001_dispatch = {
4476	.name			= "pmc8001",
4477	.chip_init		= pm8001_chip_init,
4478	.chip_soft_rst		= pm8001_chip_soft_rst,
4479	.chip_rst		= pm8001_hw_chip_rst,
4480	.chip_iounmap		= pm8001_chip_iounmap,
4481	.isr			= pm8001_chip_isr,
4482	.is_our_interupt	= pm8001_chip_is_our_interupt,
4483	.isr_process_oq		= process_oq,
4484	.interrupt_enable 	= pm8001_chip_interrupt_enable,
4485	.interrupt_disable	= pm8001_chip_interrupt_disable,
4486	.make_prd		= pm8001_chip_make_sg,
4487	.smp_req		= pm8001_chip_smp_req,
4488	.ssp_io_req		= pm8001_chip_ssp_io_req,
4489	.sata_req		= pm8001_chip_sata_req,
4490	.phy_start_req		= pm8001_chip_phy_start_req,
4491	.phy_stop_req		= pm8001_chip_phy_stop_req,
4492	.reg_dev_req		= pm8001_chip_reg_dev_req,
4493	.dereg_dev_req		= pm8001_chip_dereg_dev_req,
4494	.phy_ctl_req		= pm8001_chip_phy_ctl_req,
4495	.task_abort		= pm8001_chip_abort_task,
4496	.ssp_tm_req		= pm8001_chip_ssp_tm_req,
4497	.get_nvmd_req		= pm8001_chip_get_nvmd_req,
4498	.set_nvmd_req		= pm8001_chip_set_nvmd_req,
4499	.fw_flash_update_req	= pm8001_chip_fw_flash_update_req,
4500	.set_dev_state_req	= pm8001_chip_set_dev_state_req,
4501	.sas_re_init_req	= pm8001_chip_sas_re_initialization,
 
4502};
4503
v5.14.15
   1/*
   2 * PMC-Sierra SPC 8001 SAS/SATA based host adapters driver
   3 *
   4 * Copyright (c) 2008-2009 USI Co., Ltd.
   5 * All rights reserved.
   6 *
   7 * Redistribution and use in source and binary forms, with or without
   8 * modification, are permitted provided that the following conditions
   9 * are met:
  10 * 1. Redistributions of source code must retain the above copyright
  11 *    notice, this list of conditions, and the following disclaimer,
  12 *    without modification.
  13 * 2. Redistributions in binary form must reproduce at minimum a disclaimer
  14 *    substantially similar to the "NO WARRANTY" disclaimer below
  15 *    ("Disclaimer") and any redistribution must be conditioned upon
  16 *    including a substantially similar Disclaimer requirement for further
  17 *    binary redistribution.
  18 * 3. Neither the names of the above-listed copyright holders nor the names
  19 *    of any contributors may be used to endorse or promote products derived
  20 *    from this software without specific prior written permission.
  21 *
  22 * Alternatively, this software may be distributed under the terms of the
  23 * GNU General Public License ("GPL") version 2 as published by the Free
  24 * Software Foundation.
  25 *
  26 * NO WARRANTY
  27 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  28 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  29 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTIBILITY AND FITNESS FOR
  30 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
  31 * HOLDERS OR CONTRIBUTORS BE LIABLE FOR SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  32 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  33 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  34 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
  35 * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
  36 * IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
  37 * POSSIBILITY OF SUCH DAMAGES.
  38 *
  39 */
  40 #include <linux/slab.h>
  41 #include "pm8001_sas.h"
  42 #include "pm8001_hwi.h"
  43 #include "pm8001_chips.h"
  44 #include "pm8001_ctl.h"
  45
  46/**
  47 * read_main_config_table - read the configure table and save it.
  48 * @pm8001_ha: our hba card information
  49 */
  50static void read_main_config_table(struct pm8001_hba_info *pm8001_ha)
  51{
  52	void __iomem *address = pm8001_ha->main_cfg_tbl_addr;
  53	pm8001_ha->main_cfg_tbl.pm8001_tbl.signature	=
  54				pm8001_mr32(address, 0x00);
  55	pm8001_ha->main_cfg_tbl.pm8001_tbl.interface_rev =
  56				pm8001_mr32(address, 0x04);
  57	pm8001_ha->main_cfg_tbl.pm8001_tbl.firmware_rev	=
  58				pm8001_mr32(address, 0x08);
  59	pm8001_ha->main_cfg_tbl.pm8001_tbl.max_out_io	=
  60				pm8001_mr32(address, 0x0C);
  61	pm8001_ha->main_cfg_tbl.pm8001_tbl.max_sgl	=
  62				pm8001_mr32(address, 0x10);
  63	pm8001_ha->main_cfg_tbl.pm8001_tbl.ctrl_cap_flag =
  64				pm8001_mr32(address, 0x14);
  65	pm8001_ha->main_cfg_tbl.pm8001_tbl.gst_offset	=
  66				pm8001_mr32(address, 0x18);
  67	pm8001_ha->main_cfg_tbl.pm8001_tbl.inbound_queue_offset =
  68		pm8001_mr32(address, MAIN_IBQ_OFFSET);
  69	pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_queue_offset =
  70		pm8001_mr32(address, MAIN_OBQ_OFFSET);
  71	pm8001_ha->main_cfg_tbl.pm8001_tbl.hda_mode_flag	=
  72		pm8001_mr32(address, MAIN_HDA_FLAGS_OFFSET);
  73
  74	/* read analog Setting offset from the configuration table */
  75	pm8001_ha->main_cfg_tbl.pm8001_tbl.anolog_setup_table_offset =
  76		pm8001_mr32(address, MAIN_ANALOG_SETUP_OFFSET);
  77
  78	/* read Error Dump Offset and Length */
  79	pm8001_ha->main_cfg_tbl.pm8001_tbl.fatal_err_dump_offset0 =
  80		pm8001_mr32(address, MAIN_FATAL_ERROR_RDUMP0_OFFSET);
  81	pm8001_ha->main_cfg_tbl.pm8001_tbl.fatal_err_dump_length0 =
  82		pm8001_mr32(address, MAIN_FATAL_ERROR_RDUMP0_LENGTH);
  83	pm8001_ha->main_cfg_tbl.pm8001_tbl.fatal_err_dump_offset1 =
  84		pm8001_mr32(address, MAIN_FATAL_ERROR_RDUMP1_OFFSET);
  85	pm8001_ha->main_cfg_tbl.pm8001_tbl.fatal_err_dump_length1 =
  86		pm8001_mr32(address, MAIN_FATAL_ERROR_RDUMP1_LENGTH);
  87}
  88
  89/**
  90 * read_general_status_table - read the general status table and save it.
  91 * @pm8001_ha: our hba card information
  92 */
  93static void read_general_status_table(struct pm8001_hba_info *pm8001_ha)
 
  94{
  95	void __iomem *address = pm8001_ha->general_stat_tbl_addr;
  96	pm8001_ha->gs_tbl.pm8001_tbl.gst_len_mpistate	=
  97				pm8001_mr32(address, 0x00);
  98	pm8001_ha->gs_tbl.pm8001_tbl.iq_freeze_state0	=
  99				pm8001_mr32(address, 0x04);
 100	pm8001_ha->gs_tbl.pm8001_tbl.iq_freeze_state1	=
 101				pm8001_mr32(address, 0x08);
 102	pm8001_ha->gs_tbl.pm8001_tbl.msgu_tcnt		=
 103				pm8001_mr32(address, 0x0C);
 104	pm8001_ha->gs_tbl.pm8001_tbl.iop_tcnt		=
 105				pm8001_mr32(address, 0x10);
 106	pm8001_ha->gs_tbl.pm8001_tbl.rsvd		=
 107				pm8001_mr32(address, 0x14);
 108	pm8001_ha->gs_tbl.pm8001_tbl.phy_state[0]	=
 109				pm8001_mr32(address, 0x18);
 110	pm8001_ha->gs_tbl.pm8001_tbl.phy_state[1]	=
 111				pm8001_mr32(address, 0x1C);
 112	pm8001_ha->gs_tbl.pm8001_tbl.phy_state[2]	=
 113				pm8001_mr32(address, 0x20);
 114	pm8001_ha->gs_tbl.pm8001_tbl.phy_state[3]	=
 115				pm8001_mr32(address, 0x24);
 116	pm8001_ha->gs_tbl.pm8001_tbl.phy_state[4]	=
 117				pm8001_mr32(address, 0x28);
 118	pm8001_ha->gs_tbl.pm8001_tbl.phy_state[5]	=
 119				pm8001_mr32(address, 0x2C);
 120	pm8001_ha->gs_tbl.pm8001_tbl.phy_state[6]	=
 121				pm8001_mr32(address, 0x30);
 122	pm8001_ha->gs_tbl.pm8001_tbl.phy_state[7]	=
 123				pm8001_mr32(address, 0x34);
 124	pm8001_ha->gs_tbl.pm8001_tbl.gpio_input_val	=
 125				pm8001_mr32(address, 0x38);
 126	pm8001_ha->gs_tbl.pm8001_tbl.rsvd1[0]		=
 127				pm8001_mr32(address, 0x3C);
 128	pm8001_ha->gs_tbl.pm8001_tbl.rsvd1[1]		=
 129				pm8001_mr32(address, 0x40);
 130	pm8001_ha->gs_tbl.pm8001_tbl.recover_err_info[0]	=
 131				pm8001_mr32(address, 0x44);
 132	pm8001_ha->gs_tbl.pm8001_tbl.recover_err_info[1]	=
 133				pm8001_mr32(address, 0x48);
 134	pm8001_ha->gs_tbl.pm8001_tbl.recover_err_info[2]	=
 135				pm8001_mr32(address, 0x4C);
 136	pm8001_ha->gs_tbl.pm8001_tbl.recover_err_info[3]	=
 137				pm8001_mr32(address, 0x50);
 138	pm8001_ha->gs_tbl.pm8001_tbl.recover_err_info[4]	=
 139				pm8001_mr32(address, 0x54);
 140	pm8001_ha->gs_tbl.pm8001_tbl.recover_err_info[5]	=
 141				pm8001_mr32(address, 0x58);
 142	pm8001_ha->gs_tbl.pm8001_tbl.recover_err_info[6]	=
 143				pm8001_mr32(address, 0x5C);
 144	pm8001_ha->gs_tbl.pm8001_tbl.recover_err_info[7]	=
 145				pm8001_mr32(address, 0x60);
 146}
 147
 148/**
 149 * read_inbnd_queue_table - read the inbound queue table and save it.
 150 * @pm8001_ha: our hba card information
 151 */
 152static void read_inbnd_queue_table(struct pm8001_hba_info *pm8001_ha)
 
 153{
 
 154	int i;
 155	void __iomem *address = pm8001_ha->inbnd_q_tbl_addr;
 156	for (i = 0; i < PM8001_MAX_INB_NUM; i++) {
 157		u32 offset = i * 0x20;
 158		pm8001_ha->inbnd_q_tbl[i].pi_pci_bar =
 159		      get_pci_bar_index(pm8001_mr32(address, (offset + 0x14)));
 160		pm8001_ha->inbnd_q_tbl[i].pi_offset =
 161			pm8001_mr32(address, (offset + 0x18));
 162	}
 163}
 164
 165/**
 166 * read_outbnd_queue_table - read the outbound queue table and save it.
 167 * @pm8001_ha: our hba card information
 168 */
 169static void read_outbnd_queue_table(struct pm8001_hba_info *pm8001_ha)
 
 170{
 
 171	int i;
 172	void __iomem *address = pm8001_ha->outbnd_q_tbl_addr;
 173	for (i = 0; i < PM8001_MAX_OUTB_NUM; i++) {
 174		u32 offset = i * 0x24;
 175		pm8001_ha->outbnd_q_tbl[i].ci_pci_bar =
 176		      get_pci_bar_index(pm8001_mr32(address, (offset + 0x14)));
 177		pm8001_ha->outbnd_q_tbl[i].ci_offset =
 178			pm8001_mr32(address, (offset + 0x18));
 179	}
 180}
 181
 182/**
 183 * init_default_table_values - init the default table.
 184 * @pm8001_ha: our hba card information
 185 */
 186static void init_default_table_values(struct pm8001_hba_info *pm8001_ha)
 
 187{
 
 188	int i;
 189	u32 offsetib, offsetob;
 190	void __iomem *addressib = pm8001_ha->inbnd_q_tbl_addr;
 191	void __iomem *addressob = pm8001_ha->outbnd_q_tbl_addr;
 192	u32 ib_offset = pm8001_ha->ib_offset;
 193	u32 ob_offset = pm8001_ha->ob_offset;
 194	u32 ci_offset = pm8001_ha->ci_offset;
 195	u32 pi_offset = pm8001_ha->pi_offset;
 196
 197	pm8001_ha->main_cfg_tbl.pm8001_tbl.inbound_q_nppd_hppd		= 0;
 198	pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_hw_event_pid0_3	= 0;
 199	pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_hw_event_pid4_7	= 0;
 200	pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_ncq_event_pid0_3	= 0;
 201	pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_ncq_event_pid4_7	= 0;
 202	pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_tgt_ITNexus_event_pid0_3 =
 203									 0;
 204	pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_tgt_ITNexus_event_pid4_7 =
 205									 0;
 206	pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_tgt_ssp_event_pid0_3 = 0;
 207	pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_tgt_ssp_event_pid4_7 = 0;
 208	pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_tgt_smp_event_pid0_3 = 0;
 209	pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_tgt_smp_event_pid4_7 = 0;
 210
 211	pm8001_ha->main_cfg_tbl.pm8001_tbl.upper_event_log_addr		=
 
 
 
 
 
 
 
 
 
 
 
 
 212		pm8001_ha->memoryMap.region[AAP1].phys_addr_hi;
 213	pm8001_ha->main_cfg_tbl.pm8001_tbl.lower_event_log_addr		=
 214		pm8001_ha->memoryMap.region[AAP1].phys_addr_lo;
 215	pm8001_ha->main_cfg_tbl.pm8001_tbl.event_log_size		=
 216		PM8001_EVENT_LOG_SIZE;
 217	pm8001_ha->main_cfg_tbl.pm8001_tbl.event_log_option		= 0x01;
 218	pm8001_ha->main_cfg_tbl.pm8001_tbl.upper_iop_event_log_addr	=
 219		pm8001_ha->memoryMap.region[IOP].phys_addr_hi;
 220	pm8001_ha->main_cfg_tbl.pm8001_tbl.lower_iop_event_log_addr	=
 221		pm8001_ha->memoryMap.region[IOP].phys_addr_lo;
 222	pm8001_ha->main_cfg_tbl.pm8001_tbl.iop_event_log_size		=
 223		PM8001_EVENT_LOG_SIZE;
 224	pm8001_ha->main_cfg_tbl.pm8001_tbl.iop_event_log_option		= 0x01;
 225	pm8001_ha->main_cfg_tbl.pm8001_tbl.fatal_err_interrupt		= 0x01;
 226	for (i = 0; i < pm8001_ha->max_q_num; i++) {
 227		pm8001_ha->inbnd_q_tbl[i].element_pri_size_cnt	=
 228			PM8001_MPI_QUEUE | (pm8001_ha->iomb_size << 16) | (0x00<<30);
 229		pm8001_ha->inbnd_q_tbl[i].upper_base_addr	=
 230			pm8001_ha->memoryMap.region[ib_offset + i].phys_addr_hi;
 231		pm8001_ha->inbnd_q_tbl[i].lower_base_addr	=
 232		pm8001_ha->memoryMap.region[ib_offset + i].phys_addr_lo;
 233		pm8001_ha->inbnd_q_tbl[i].base_virt		=
 234		  (u8 *)pm8001_ha->memoryMap.region[ib_offset + i].virt_ptr;
 235		pm8001_ha->inbnd_q_tbl[i].total_length		=
 236			pm8001_ha->memoryMap.region[ib_offset + i].total_len;
 237		pm8001_ha->inbnd_q_tbl[i].ci_upper_base_addr	=
 238			pm8001_ha->memoryMap.region[ci_offset + i].phys_addr_hi;
 239		pm8001_ha->inbnd_q_tbl[i].ci_lower_base_addr	=
 240			pm8001_ha->memoryMap.region[ci_offset + i].phys_addr_lo;
 241		pm8001_ha->inbnd_q_tbl[i].ci_virt		=
 242			pm8001_ha->memoryMap.region[ci_offset + i].virt_ptr;
 243		pm8001_write_32(pm8001_ha->inbnd_q_tbl[i].ci_virt, 0, 0);
 244		offsetib = i * 0x20;
 245		pm8001_ha->inbnd_q_tbl[i].pi_pci_bar		=
 246			get_pci_bar_index(pm8001_mr32(addressib,
 247				(offsetib + 0x14)));
 248		pm8001_ha->inbnd_q_tbl[i].pi_offset		=
 249			pm8001_mr32(addressib, (offsetib + 0x18));
 250		pm8001_ha->inbnd_q_tbl[i].producer_idx		= 0;
 251		pm8001_ha->inbnd_q_tbl[i].consumer_index	= 0;
 252	}
 253	for (i = 0; i < pm8001_ha->max_q_num; i++) {
 254		pm8001_ha->outbnd_q_tbl[i].element_size_cnt	=
 255			PM8001_MPI_QUEUE | (pm8001_ha->iomb_size << 16) | (0x01<<30);
 256		pm8001_ha->outbnd_q_tbl[i].upper_base_addr	=
 257			pm8001_ha->memoryMap.region[ob_offset + i].phys_addr_hi;
 258		pm8001_ha->outbnd_q_tbl[i].lower_base_addr	=
 259			pm8001_ha->memoryMap.region[ob_offset + i].phys_addr_lo;
 260		pm8001_ha->outbnd_q_tbl[i].base_virt		=
 261		  (u8 *)pm8001_ha->memoryMap.region[ob_offset + i].virt_ptr;
 262		pm8001_ha->outbnd_q_tbl[i].total_length		=
 263			pm8001_ha->memoryMap.region[ob_offset + i].total_len;
 264		pm8001_ha->outbnd_q_tbl[i].pi_upper_base_addr	=
 265			pm8001_ha->memoryMap.region[pi_offset + i].phys_addr_hi;
 266		pm8001_ha->outbnd_q_tbl[i].pi_lower_base_addr	=
 267			pm8001_ha->memoryMap.region[pi_offset + i].phys_addr_lo;
 268		pm8001_ha->outbnd_q_tbl[i].interrup_vec_cnt_delay	=
 269			0 | (10 << 16) | (i << 24);
 270		pm8001_ha->outbnd_q_tbl[i].pi_virt		=
 271			pm8001_ha->memoryMap.region[pi_offset + i].virt_ptr;
 272		pm8001_write_32(pm8001_ha->outbnd_q_tbl[i].pi_virt, 0, 0);
 273		offsetob = i * 0x24;
 274		pm8001_ha->outbnd_q_tbl[i].ci_pci_bar		=
 275			get_pci_bar_index(pm8001_mr32(addressob,
 276			offsetob + 0x14));
 277		pm8001_ha->outbnd_q_tbl[i].ci_offset		=
 278			pm8001_mr32(addressob, (offsetob + 0x18));
 279		pm8001_ha->outbnd_q_tbl[i].consumer_idx		= 0;
 280		pm8001_ha->outbnd_q_tbl[i].producer_index	= 0;
 281	}
 282}
 283
 284/**
 285 * update_main_config_table - update the main default table to the HBA.
 286 * @pm8001_ha: our hba card information
 287 */
 288static void update_main_config_table(struct pm8001_hba_info *pm8001_ha)
 
 289{
 290	void __iomem *address = pm8001_ha->main_cfg_tbl_addr;
 291	pm8001_mw32(address, 0x24,
 292		pm8001_ha->main_cfg_tbl.pm8001_tbl.inbound_q_nppd_hppd);
 293	pm8001_mw32(address, 0x28,
 294		pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_hw_event_pid0_3);
 295	pm8001_mw32(address, 0x2C,
 296		pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_hw_event_pid4_7);
 297	pm8001_mw32(address, 0x30,
 298		pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_ncq_event_pid0_3);
 299	pm8001_mw32(address, 0x34,
 300		pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_ncq_event_pid4_7);
 301	pm8001_mw32(address, 0x38,
 302		pm8001_ha->main_cfg_tbl.pm8001_tbl.
 303					outbound_tgt_ITNexus_event_pid0_3);
 304	pm8001_mw32(address, 0x3C,
 305		pm8001_ha->main_cfg_tbl.pm8001_tbl.
 306					outbound_tgt_ITNexus_event_pid4_7);
 307	pm8001_mw32(address, 0x40,
 308		pm8001_ha->main_cfg_tbl.pm8001_tbl.
 309					outbound_tgt_ssp_event_pid0_3);
 310	pm8001_mw32(address, 0x44,
 311		pm8001_ha->main_cfg_tbl.pm8001_tbl.
 312					outbound_tgt_ssp_event_pid4_7);
 313	pm8001_mw32(address, 0x48,
 314		pm8001_ha->main_cfg_tbl.pm8001_tbl.
 315					outbound_tgt_smp_event_pid0_3);
 316	pm8001_mw32(address, 0x4C,
 317		pm8001_ha->main_cfg_tbl.pm8001_tbl.
 318					outbound_tgt_smp_event_pid4_7);
 319	pm8001_mw32(address, 0x50,
 320		pm8001_ha->main_cfg_tbl.pm8001_tbl.upper_event_log_addr);
 321	pm8001_mw32(address, 0x54,
 322		pm8001_ha->main_cfg_tbl.pm8001_tbl.lower_event_log_addr);
 323	pm8001_mw32(address, 0x58,
 324		pm8001_ha->main_cfg_tbl.pm8001_tbl.event_log_size);
 325	pm8001_mw32(address, 0x5C,
 326		pm8001_ha->main_cfg_tbl.pm8001_tbl.event_log_option);
 327	pm8001_mw32(address, 0x60,
 328		pm8001_ha->main_cfg_tbl.pm8001_tbl.upper_iop_event_log_addr);
 329	pm8001_mw32(address, 0x64,
 330		pm8001_ha->main_cfg_tbl.pm8001_tbl.lower_iop_event_log_addr);
 331	pm8001_mw32(address, 0x68,
 332		pm8001_ha->main_cfg_tbl.pm8001_tbl.iop_event_log_size);
 333	pm8001_mw32(address, 0x6C,
 334		pm8001_ha->main_cfg_tbl.pm8001_tbl.iop_event_log_option);
 335	pm8001_mw32(address, 0x70,
 336		pm8001_ha->main_cfg_tbl.pm8001_tbl.fatal_err_interrupt);
 337}
 338
 339/**
 340 * update_inbnd_queue_table - update the inbound queue table to the HBA.
 341 * @pm8001_ha: our hba card information
 342 * @number: entry in the queue
 343 */
 344static void update_inbnd_queue_table(struct pm8001_hba_info *pm8001_ha,
 345				     int number)
 346{
 347	void __iomem *address = pm8001_ha->inbnd_q_tbl_addr;
 348	u16 offset = number * 0x20;
 349	pm8001_mw32(address, offset + 0x00,
 350		pm8001_ha->inbnd_q_tbl[number].element_pri_size_cnt);
 351	pm8001_mw32(address, offset + 0x04,
 352		pm8001_ha->inbnd_q_tbl[number].upper_base_addr);
 353	pm8001_mw32(address, offset + 0x08,
 354		pm8001_ha->inbnd_q_tbl[number].lower_base_addr);
 355	pm8001_mw32(address, offset + 0x0C,
 356		pm8001_ha->inbnd_q_tbl[number].ci_upper_base_addr);
 357	pm8001_mw32(address, offset + 0x10,
 358		pm8001_ha->inbnd_q_tbl[number].ci_lower_base_addr);
 359}
 360
 361/**
 362 * update_outbnd_queue_table - update the outbound queue table to the HBA.
 363 * @pm8001_ha: our hba card information
 364 * @number: entry in the queue
 365 */
 366static void update_outbnd_queue_table(struct pm8001_hba_info *pm8001_ha,
 367				      int number)
 368{
 369	void __iomem *address = pm8001_ha->outbnd_q_tbl_addr;
 370	u16 offset = number * 0x24;
 371	pm8001_mw32(address, offset + 0x00,
 372		pm8001_ha->outbnd_q_tbl[number].element_size_cnt);
 373	pm8001_mw32(address, offset + 0x04,
 374		pm8001_ha->outbnd_q_tbl[number].upper_base_addr);
 375	pm8001_mw32(address, offset + 0x08,
 376		pm8001_ha->outbnd_q_tbl[number].lower_base_addr);
 377	pm8001_mw32(address, offset + 0x0C,
 378		pm8001_ha->outbnd_q_tbl[number].pi_upper_base_addr);
 379	pm8001_mw32(address, offset + 0x10,
 380		pm8001_ha->outbnd_q_tbl[number].pi_lower_base_addr);
 381	pm8001_mw32(address, offset + 0x1C,
 382		pm8001_ha->outbnd_q_tbl[number].interrup_vec_cnt_delay);
 383}
 384
 385/**
 386 * pm8001_bar4_shift - function is called to shift BAR base address
 387 * @pm8001_ha : our hba card information
 388 * @shiftValue : shifting value in memory bar.
 389 */
 390int pm8001_bar4_shift(struct pm8001_hba_info *pm8001_ha, u32 shiftValue)
 391{
 392	u32 regVal;
 393	unsigned long start;
 394
 395	/* program the inbound AXI translation Lower Address */
 396	pm8001_cw32(pm8001_ha, 1, SPC_IBW_AXI_TRANSLATION_LOW, shiftValue);
 397
 398	/* confirm the setting is written */
 399	start = jiffies + HZ; /* 1 sec */
 400	do {
 
 401		regVal = pm8001_cr32(pm8001_ha, 1, SPC_IBW_AXI_TRANSLATION_LOW);
 402	} while ((regVal != shiftValue) && time_before(jiffies, start));
 403
 404	if (regVal != shiftValue) {
 405		pm8001_dbg(pm8001_ha, INIT,
 406			   "TIMEOUT:SPC_IBW_AXI_TRANSLATION_LOW = 0x%x\n",
 407			   regVal);
 408		return -1;
 409	}
 410	return 0;
 411}
 412
 413/**
 414 * mpi_set_phys_g3_with_ssc
 415 * @pm8001_ha: our hba card information
 416 * @SSCbit: set SSCbit to 0 to disable all phys ssc; 1 to enable all phys ssc.
 417 */
 418static void mpi_set_phys_g3_with_ssc(struct pm8001_hba_info *pm8001_ha,
 419				     u32 SSCbit)
 420{
 421	u32 offset, i;
 422	unsigned long flags;
 423
 424#define SAS2_SETTINGS_LOCAL_PHY_0_3_SHIFT_ADDR 0x00030000
 425#define SAS2_SETTINGS_LOCAL_PHY_4_7_SHIFT_ADDR 0x00040000
 426#define SAS2_SETTINGS_LOCAL_PHY_0_3_OFFSET 0x1074
 427#define SAS2_SETTINGS_LOCAL_PHY_4_7_OFFSET 0x1074
 428#define PHY_G3_WITHOUT_SSC_BIT_SHIFT 12
 429#define PHY_G3_WITH_SSC_BIT_SHIFT 13
 430#define SNW3_PHY_CAPABILITIES_PARITY 31
 431
 432   /*
 433    * Using shifted destination address 0x3_0000:0x1074 + 0x4000*N (N=0:3)
 434    * Using shifted destination address 0x4_0000:0x1074 + 0x4000*(N-4) (N=4:7)
 435    */
 436	spin_lock_irqsave(&pm8001_ha->lock, flags);
 437	if (-1 == pm8001_bar4_shift(pm8001_ha,
 438				SAS2_SETTINGS_LOCAL_PHY_0_3_SHIFT_ADDR)) {
 439		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 440		return;
 441	}
 442
 443	for (i = 0; i < 4; i++) {
 444		offset = SAS2_SETTINGS_LOCAL_PHY_0_3_OFFSET + 0x4000 * i;
 445		pm8001_cw32(pm8001_ha, 2, offset, 0x80001501);
 446	}
 447	/* shift membase 3 for SAS2_SETTINGS_LOCAL_PHY 4 - 7 */
 448	if (-1 == pm8001_bar4_shift(pm8001_ha,
 449				SAS2_SETTINGS_LOCAL_PHY_4_7_SHIFT_ADDR)) {
 450		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 451		return;
 452	}
 453	for (i = 4; i < 8; i++) {
 454		offset = SAS2_SETTINGS_LOCAL_PHY_4_7_OFFSET + 0x4000 * (i-4);
 455		pm8001_cw32(pm8001_ha, 2, offset, 0x80001501);
 456	}
 457	/*************************************************************
 458	Change the SSC upspreading value to 0x0 so that upspreading is disabled.
 459	Device MABC SMOD0 Controls
 460	Address: (via MEMBASE-III):
 461	Using shifted destination address 0x0_0000: with Offset 0xD8
 462
 463	31:28 R/W Reserved Do not change
 464	27:24 R/W SAS_SMOD_SPRDUP 0000
 465	23:20 R/W SAS_SMOD_SPRDDN 0000
 466	19:0  R/W  Reserved Do not change
 467	Upon power-up this register will read as 0x8990c016,
 468	and I would like you to change the SAS_SMOD_SPRDUP bits to 0b0000
 469	so that the written value will be 0x8090c016.
 470	This will ensure only down-spreading SSC is enabled on the SPC.
 471	*************************************************************/
 472	pm8001_cr32(pm8001_ha, 2, 0xd8);
 473	pm8001_cw32(pm8001_ha, 2, 0xd8, 0x8000C016);
 474
 475	/*set the shifted destination address to 0x0 to avoid error operation */
 476	pm8001_bar4_shift(pm8001_ha, 0x0);
 477	spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 478	return;
 479}
 480
 481/**
 482 * mpi_set_open_retry_interval_reg
 483 * @pm8001_ha: our hba card information
 484 * @interval: interval time for each OPEN_REJECT (RETRY). The units are in 1us.
 485 */
 486static void mpi_set_open_retry_interval_reg(struct pm8001_hba_info *pm8001_ha,
 487					    u32 interval)
 
 488{
 489	u32 offset;
 490	u32 value;
 491	u32 i;
 492	unsigned long flags;
 493
 494#define OPEN_RETRY_INTERVAL_PHY_0_3_SHIFT_ADDR 0x00030000
 495#define OPEN_RETRY_INTERVAL_PHY_4_7_SHIFT_ADDR 0x00040000
 496#define OPEN_RETRY_INTERVAL_PHY_0_3_OFFSET 0x30B4
 497#define OPEN_RETRY_INTERVAL_PHY_4_7_OFFSET 0x30B4
 498#define OPEN_RETRY_INTERVAL_REG_MASK 0x0000FFFF
 499
 500	value = interval & OPEN_RETRY_INTERVAL_REG_MASK;
 501	spin_lock_irqsave(&pm8001_ha->lock, flags);
 502	/* shift bar and set the OPEN_REJECT(RETRY) interval time of PHY 0 -3.*/
 503	if (-1 == pm8001_bar4_shift(pm8001_ha,
 504			     OPEN_RETRY_INTERVAL_PHY_0_3_SHIFT_ADDR)) {
 505		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 506		return;
 507	}
 508	for (i = 0; i < 4; i++) {
 509		offset = OPEN_RETRY_INTERVAL_PHY_0_3_OFFSET + 0x4000 * i;
 510		pm8001_cw32(pm8001_ha, 2, offset, value);
 511	}
 512
 513	if (-1 == pm8001_bar4_shift(pm8001_ha,
 514			     OPEN_RETRY_INTERVAL_PHY_4_7_SHIFT_ADDR)) {
 515		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 516		return;
 517	}
 518	for (i = 4; i < 8; i++) {
 519		offset = OPEN_RETRY_INTERVAL_PHY_4_7_OFFSET + 0x4000 * (i-4);
 520		pm8001_cw32(pm8001_ha, 2, offset, value);
 521	}
 522	/*set the shifted destination address to 0x0 to avoid error operation */
 523	pm8001_bar4_shift(pm8001_ha, 0x0);
 524	spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 525	return;
 526}
 527
 528/**
 529 * mpi_init_check - check firmware initialization status.
 530 * @pm8001_ha: our hba card information
 531 */
 532static int mpi_init_check(struct pm8001_hba_info *pm8001_ha)
 533{
 534	u32 max_wait_count;
 535	u32 value;
 536	u32 gst_len_mpistate;
 537	/* Write bit0=1 to Inbound DoorBell Register to tell the SPC FW the
 538	table is updated */
 539	pm8001_cw32(pm8001_ha, 0, MSGU_IBDB_SET, SPC_MSGU_CFG_TABLE_UPDATE);
 540	/* wait until Inbound DoorBell Clear Register toggled */
 541	max_wait_count = 1 * 1000 * 1000;/* 1 sec */
 542	do {
 543		udelay(1);
 544		value = pm8001_cr32(pm8001_ha, 0, MSGU_IBDB_SET);
 545		value &= SPC_MSGU_CFG_TABLE_UPDATE;
 546	} while ((value != 0) && (--max_wait_count));
 547
 548	if (!max_wait_count)
 549		return -1;
 550	/* check the MPI-State for initialization */
 551	gst_len_mpistate =
 552		pm8001_mr32(pm8001_ha->general_stat_tbl_addr,
 553		GST_GSTLEN_MPIS_OFFSET);
 554	if (GST_MPI_STATE_INIT != (gst_len_mpistate & GST_MPI_STATE_MASK))
 555		return -1;
 556	/* check MPI Initialization error */
 557	gst_len_mpistate = gst_len_mpistate >> 16;
 558	if (0x0000 != gst_len_mpistate)
 559		return -1;
 560	return 0;
 561}
 562
 563/**
 564 * check_fw_ready - The LLDD check if the FW is ready, if not, return error.
 565 * @pm8001_ha: our hba card information
 566 */
 567static int check_fw_ready(struct pm8001_hba_info *pm8001_ha)
 568{
 569	u32 value, value1;
 570	u32 max_wait_count;
 571	/* check error state */
 572	value = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_1);
 573	value1 = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_2);
 574	/* check AAP error */
 575	if (SCRATCH_PAD1_ERR == (value & SCRATCH_PAD_STATE_MASK)) {
 576		/* error state */
 577		value = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_0);
 578		return -1;
 579	}
 580
 581	/* check IOP error */
 582	if (SCRATCH_PAD2_ERR == (value1 & SCRATCH_PAD_STATE_MASK)) {
 583		/* error state */
 584		value1 = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_3);
 585		return -1;
 586	}
 587
 588	/* bit 4-31 of scratch pad1 should be zeros if it is not
 589	in error state*/
 590	if (value & SCRATCH_PAD1_STATE_MASK) {
 591		/* error case */
 592		pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_0);
 593		return -1;
 594	}
 595
 596	/* bit 2, 4-31 of scratch pad2 should be zeros if it is not
 597	in error state */
 598	if (value1 & SCRATCH_PAD2_STATE_MASK) {
 599		/* error case */
 600		return -1;
 601	}
 602
 603	max_wait_count = 1 * 1000 * 1000;/* 1 sec timeout */
 604
 605	/* wait until scratch pad 1 and 2 registers in ready state  */
 606	do {
 607		udelay(1);
 608		value = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_1)
 609			& SCRATCH_PAD1_RDY;
 610		value1 = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_2)
 611			& SCRATCH_PAD2_RDY;
 612		if ((--max_wait_count) == 0)
 613			return -1;
 614	} while ((value != SCRATCH_PAD1_RDY) || (value1 != SCRATCH_PAD2_RDY));
 615	return 0;
 616}
 617
 618static void init_pci_device_addresses(struct pm8001_hba_info *pm8001_ha)
 619{
 620	void __iomem *base_addr;
 621	u32	value;
 622	u32	offset;
 623	u32	pcibar;
 624	u32	pcilogic;
 625
 626	value = pm8001_cr32(pm8001_ha, 0, 0x44);
 627	offset = value & 0x03FFFFFF;
 628	pm8001_dbg(pm8001_ha, INIT, "Scratchpad 0 Offset: %x\n", offset);
 
 629	pcilogic = (value & 0xFC000000) >> 26;
 630	pcibar = get_pci_bar_index(pcilogic);
 631	pm8001_dbg(pm8001_ha, INIT, "Scratchpad 0 PCI BAR: %d\n", pcibar);
 
 632	pm8001_ha->main_cfg_tbl_addr = base_addr =
 633		pm8001_ha->io_mem[pcibar].memvirtaddr + offset;
 634	pm8001_ha->general_stat_tbl_addr =
 635		base_addr + pm8001_cr32(pm8001_ha, pcibar, offset + 0x18);
 636	pm8001_ha->inbnd_q_tbl_addr =
 637		base_addr + pm8001_cr32(pm8001_ha, pcibar, offset + 0x1C);
 638	pm8001_ha->outbnd_q_tbl_addr =
 639		base_addr + pm8001_cr32(pm8001_ha, pcibar, offset + 0x20);
 640}
 641
 642/**
 643 * pm8001_chip_init - the main init function that initialize whole PM8001 chip.
 644 * @pm8001_ha: our hba card information
 645 */
 646static int pm8001_chip_init(struct pm8001_hba_info *pm8001_ha)
 647{
 648	u32 i = 0;
 649	u16 deviceid;
 650	pci_read_config_word(pm8001_ha->pdev, PCI_DEVICE_ID, &deviceid);
 651	/* 8081 controllers need BAR shift to access MPI space
 652	* as this is shared with BIOS data */
 653	if (deviceid == 0x8081 || deviceid == 0x0042) {
 654		if (-1 == pm8001_bar4_shift(pm8001_ha, GSM_SM_BASE)) {
 655			pm8001_dbg(pm8001_ha, FAIL,
 656				   "Shift Bar4 to 0x%x failed\n",
 657				   GSM_SM_BASE);
 658			return -1;
 659		}
 660	}
 661	/* check the firmware status */
 662	if (-1 == check_fw_ready(pm8001_ha)) {
 663		pm8001_dbg(pm8001_ha, FAIL, "Firmware is not ready!\n");
 
 664		return -EBUSY;
 665	}
 666
 667	/* Initialize pci space address eg: mpi offset */
 668	init_pci_device_addresses(pm8001_ha);
 669	init_default_table_values(pm8001_ha);
 670	read_main_config_table(pm8001_ha);
 671	read_general_status_table(pm8001_ha);
 672	read_inbnd_queue_table(pm8001_ha);
 673	read_outbnd_queue_table(pm8001_ha);
 674	/* update main config table ,inbound table and outbound table */
 675	update_main_config_table(pm8001_ha);
 676	for (i = 0; i < pm8001_ha->max_q_num; i++)
 677		update_inbnd_queue_table(pm8001_ha, i);
 678	for (i = 0; i < pm8001_ha->max_q_num; i++)
 679		update_outbnd_queue_table(pm8001_ha, i);
 680	/* 8081 controller donot require these operations */
 681	if (deviceid != 0x8081 && deviceid != 0x0042) {
 682		mpi_set_phys_g3_with_ssc(pm8001_ha, 0);
 683		/* 7->130ms, 34->500ms, 119->1.5s */
 684		mpi_set_open_retry_interval_reg(pm8001_ha, 119);
 685	}
 686	/* notify firmware update finished and check initialization status */
 687	if (0 == mpi_init_check(pm8001_ha)) {
 688		pm8001_dbg(pm8001_ha, INIT, "MPI initialize successful!\n");
 
 689	} else
 690		return -EBUSY;
 691	/*This register is a 16-bit timer with a resolution of 1us. This is the
 692	timer used for interrupt delay/coalescing in the PCIe Application Layer.
 693	Zero is not a valid value. A value of 1 in the register will cause the
 694	interrupts to be normal. A value greater than 1 will cause coalescing
 695	delays.*/
 696	pm8001_cw32(pm8001_ha, 1, 0x0033c0, 0x1);
 697	pm8001_cw32(pm8001_ha, 1, 0x0033c4, 0x0);
 698	return 0;
 699}
 700
 701static int mpi_uninit_check(struct pm8001_hba_info *pm8001_ha)
 702{
 703	u32 max_wait_count;
 704	u32 value;
 705	u32 gst_len_mpistate;
 706	u16 deviceid;
 707	pci_read_config_word(pm8001_ha->pdev, PCI_DEVICE_ID, &deviceid);
 708	if (deviceid == 0x8081 || deviceid == 0x0042) {
 709		if (-1 == pm8001_bar4_shift(pm8001_ha, GSM_SM_BASE)) {
 710			pm8001_dbg(pm8001_ha, FAIL,
 711				   "Shift Bar4 to 0x%x failed\n",
 712				   GSM_SM_BASE);
 713			return -1;
 714		}
 715	}
 716	init_pci_device_addresses(pm8001_ha);
 717	/* Write bit1=1 to Inbound DoorBell Register to tell the SPC FW the
 718	table is stop */
 719	pm8001_cw32(pm8001_ha, 0, MSGU_IBDB_SET, SPC_MSGU_CFG_TABLE_RESET);
 720
 721	/* wait until Inbound DoorBell Clear Register toggled */
 722	max_wait_count = 1 * 1000 * 1000;/* 1 sec */
 723	do {
 724		udelay(1);
 725		value = pm8001_cr32(pm8001_ha, 0, MSGU_IBDB_SET);
 726		value &= SPC_MSGU_CFG_TABLE_RESET;
 727	} while ((value != 0) && (--max_wait_count));
 728
 729	if (!max_wait_count) {
 730		pm8001_dbg(pm8001_ha, FAIL, "TIMEOUT:IBDB value/=0x%x\n",
 731			   value);
 732		return -1;
 733	}
 734
 735	/* check the MPI-State for termination in progress */
 736	/* wait until Inbound DoorBell Clear Register toggled */
 737	max_wait_count = 1 * 1000 * 1000;  /* 1 sec */
 738	do {
 739		udelay(1);
 740		gst_len_mpistate =
 741			pm8001_mr32(pm8001_ha->general_stat_tbl_addr,
 742			GST_GSTLEN_MPIS_OFFSET);
 743		if (GST_MPI_STATE_UNINIT ==
 744			(gst_len_mpistate & GST_MPI_STATE_MASK))
 745			break;
 746	} while (--max_wait_count);
 747	if (!max_wait_count) {
 748		pm8001_dbg(pm8001_ha, FAIL, " TIME OUT MPI State = 0x%x\n",
 749			   gst_len_mpistate & GST_MPI_STATE_MASK);
 
 750		return -1;
 751	}
 752	return 0;
 753}
 754
 755/**
 756 * soft_reset_ready_check - Function to check FW is ready for soft reset.
 757 * @pm8001_ha: our hba card information
 758 */
 759static u32 soft_reset_ready_check(struct pm8001_hba_info *pm8001_ha)
 760{
 761	u32 regVal, regVal1, regVal2;
 762	if (mpi_uninit_check(pm8001_ha) != 0) {
 763		pm8001_dbg(pm8001_ha, FAIL, "MPI state is not ready\n");
 
 764		return -1;
 765	}
 766	/* read the scratch pad 2 register bit 2 */
 767	regVal = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_2)
 768		& SCRATCH_PAD2_FWRDY_RST;
 769	if (regVal == SCRATCH_PAD2_FWRDY_RST) {
 770		pm8001_dbg(pm8001_ha, INIT, "Firmware is ready for reset.\n");
 
 771	} else {
 772		unsigned long flags;
 773		/* Trigger NMI twice via RB6 */
 774		spin_lock_irqsave(&pm8001_ha->lock, flags);
 775		if (-1 == pm8001_bar4_shift(pm8001_ha, RB6_ACCESS_REG)) {
 776			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 777			pm8001_dbg(pm8001_ha, FAIL,
 778				   "Shift Bar4 to 0x%x failed\n",
 779				   RB6_ACCESS_REG);
 780			return -1;
 781		}
 782		pm8001_cw32(pm8001_ha, 2, SPC_RB6_OFFSET,
 783			RB6_MAGIC_NUMBER_RST);
 784		pm8001_cw32(pm8001_ha, 2, SPC_RB6_OFFSET, RB6_MAGIC_NUMBER_RST);
 785		/* wait for 100 ms */
 786		mdelay(100);
 787		regVal = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_2) &
 788			SCRATCH_PAD2_FWRDY_RST;
 789		if (regVal != SCRATCH_PAD2_FWRDY_RST) {
 790			regVal1 = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_1);
 791			regVal2 = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_2);
 792			pm8001_dbg(pm8001_ha, FAIL, "TIMEOUT:MSGU_SCRATCH_PAD1=0x%x, MSGU_SCRATCH_PAD2=0x%x\n",
 793				   regVal1, regVal2);
 794			pm8001_dbg(pm8001_ha, FAIL,
 795				   "SCRATCH_PAD0 value = 0x%x\n",
 796				   pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_0));
 797			pm8001_dbg(pm8001_ha, FAIL,
 798				   "SCRATCH_PAD3 value = 0x%x\n",
 799				   pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_3));
 800			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 
 801			return -1;
 802		}
 803		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 804	}
 805	return 0;
 806}
 807
 808/**
 809 * pm8001_chip_soft_rst - soft reset the PM8001 chip, so that the clear all
 810 * the FW register status to the originated status.
 811 * @pm8001_ha: our hba card information
 
 812 */
 813static int
 814pm8001_chip_soft_rst(struct pm8001_hba_info *pm8001_ha)
 815{
 816	u32	regVal, toggleVal;
 817	u32	max_wait_count;
 818	u32	regVal1, regVal2, regVal3;
 819	u32	signature = 0x252acbcd; /* for host scratch pad0 */
 820	unsigned long flags;
 821
 822	/* step1: Check FW is ready for soft reset */
 823	if (soft_reset_ready_check(pm8001_ha) != 0) {
 824		pm8001_dbg(pm8001_ha, FAIL, "FW is not ready\n");
 825		return -1;
 826	}
 827
 828	/* step 2: clear NMI status register on AAP1 and IOP, write the same
 829	value to clear */
 830	/* map 0x60000 to BAR4(0x20), BAR2(win) */
 831	spin_lock_irqsave(&pm8001_ha->lock, flags);
 832	if (-1 == pm8001_bar4_shift(pm8001_ha, MBIC_AAP1_ADDR_BASE)) {
 833		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 834		pm8001_dbg(pm8001_ha, FAIL, "Shift Bar4 to 0x%x failed\n",
 835			   MBIC_AAP1_ADDR_BASE);
 836		return -1;
 837	}
 838	regVal = pm8001_cr32(pm8001_ha, 2, MBIC_NMI_ENABLE_VPE0_IOP);
 839	pm8001_dbg(pm8001_ha, INIT, "MBIC - NMI Enable VPE0 (IOP)= 0x%x\n",
 840		   regVal);
 841	pm8001_cw32(pm8001_ha, 2, MBIC_NMI_ENABLE_VPE0_IOP, 0x0);
 842	/* map 0x70000 to BAR4(0x20), BAR2(win) */
 843	if (-1 == pm8001_bar4_shift(pm8001_ha, MBIC_IOP_ADDR_BASE)) {
 844		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 845		pm8001_dbg(pm8001_ha, FAIL, "Shift Bar4 to 0x%x failed\n",
 846			   MBIC_IOP_ADDR_BASE);
 847		return -1;
 848	}
 849	regVal = pm8001_cr32(pm8001_ha, 2, MBIC_NMI_ENABLE_VPE0_AAP1);
 850	pm8001_dbg(pm8001_ha, INIT, "MBIC - NMI Enable VPE0 (AAP1)= 0x%x\n",
 851		   regVal);
 852	pm8001_cw32(pm8001_ha, 2, MBIC_NMI_ENABLE_VPE0_AAP1, 0x0);
 853
 854	regVal = pm8001_cr32(pm8001_ha, 1, PCIE_EVENT_INTERRUPT_ENABLE);
 855	pm8001_dbg(pm8001_ha, INIT, "PCIE -Event Interrupt Enable = 0x%x\n",
 856		   regVal);
 857	pm8001_cw32(pm8001_ha, 1, PCIE_EVENT_INTERRUPT_ENABLE, 0x0);
 858
 859	regVal = pm8001_cr32(pm8001_ha, 1, PCIE_EVENT_INTERRUPT);
 860	pm8001_dbg(pm8001_ha, INIT, "PCIE - Event Interrupt  = 0x%x\n",
 861		   regVal);
 862	pm8001_cw32(pm8001_ha, 1, PCIE_EVENT_INTERRUPT, regVal);
 863
 864	regVal = pm8001_cr32(pm8001_ha, 1, PCIE_ERROR_INTERRUPT_ENABLE);
 865	pm8001_dbg(pm8001_ha, INIT, "PCIE -Error Interrupt Enable = 0x%x\n",
 866		   regVal);
 867	pm8001_cw32(pm8001_ha, 1, PCIE_ERROR_INTERRUPT_ENABLE, 0x0);
 868
 869	regVal = pm8001_cr32(pm8001_ha, 1, PCIE_ERROR_INTERRUPT);
 870	pm8001_dbg(pm8001_ha, INIT, "PCIE - Error Interrupt = 0x%x\n", regVal);
 
 871	pm8001_cw32(pm8001_ha, 1, PCIE_ERROR_INTERRUPT, regVal);
 872
 873	/* read the scratch pad 1 register bit 2 */
 874	regVal = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_1)
 875		& SCRATCH_PAD1_RST;
 876	toggleVal = regVal ^ SCRATCH_PAD1_RST;
 877
 878	/* set signature in host scratch pad0 register to tell SPC that the
 879	host performs the soft reset */
 880	pm8001_cw32(pm8001_ha, 0, MSGU_HOST_SCRATCH_PAD_0, signature);
 881
 882	/* read required registers for confirmming */
 883	/* map 0x0700000 to BAR4(0x20), BAR2(win) */
 884	if (-1 == pm8001_bar4_shift(pm8001_ha, GSM_ADDR_BASE)) {
 885		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 886		pm8001_dbg(pm8001_ha, FAIL, "Shift Bar4 to 0x%x failed\n",
 887			   GSM_ADDR_BASE);
 888		return -1;
 889	}
 890	pm8001_dbg(pm8001_ha, INIT,
 891		   "GSM 0x0(0x00007b88)-GSM Configuration and Reset = 0x%x\n",
 892		   pm8001_cr32(pm8001_ha, 2, GSM_CONFIG_RESET));
 
 893
 894	/* step 3: host read GSM Configuration and Reset register */
 895	regVal = pm8001_cr32(pm8001_ha, 2, GSM_CONFIG_RESET);
 896	/* Put those bits to low */
 897	/* GSM XCBI offset = 0x70 0000
 898	0x00 Bit 13 COM_SLV_SW_RSTB 1
 899	0x00 Bit 12 QSSP_SW_RSTB 1
 900	0x00 Bit 11 RAAE_SW_RSTB 1
 901	0x00 Bit 9 RB_1_SW_RSTB 1
 902	0x00 Bit 8 SM_SW_RSTB 1
 903	*/
 904	regVal &= ~(0x00003b00);
 905	/* host write GSM Configuration and Reset register */
 906	pm8001_cw32(pm8001_ha, 2, GSM_CONFIG_RESET, regVal);
 907	pm8001_dbg(pm8001_ha, INIT,
 908		   "GSM 0x0 (0x00007b88 ==> 0x00004088) - GSM Configuration and Reset is set to = 0x%x\n",
 909		   pm8001_cr32(pm8001_ha, 2, GSM_CONFIG_RESET));
 
 910
 911	/* step 4: */
 912	/* disable GSM - Read Address Parity Check */
 913	regVal1 = pm8001_cr32(pm8001_ha, 2, GSM_READ_ADDR_PARITY_CHECK);
 914	pm8001_dbg(pm8001_ha, INIT,
 915		   "GSM 0x700038 - Read Address Parity Check Enable = 0x%x\n",
 916		   regVal1);
 917	pm8001_cw32(pm8001_ha, 2, GSM_READ_ADDR_PARITY_CHECK, 0x0);
 918	pm8001_dbg(pm8001_ha, INIT,
 919		   "GSM 0x700038 - Read Address Parity Check Enable is set to = 0x%x\n",
 920		   pm8001_cr32(pm8001_ha, 2, GSM_READ_ADDR_PARITY_CHECK));
 
 921
 922	/* disable GSM - Write Address Parity Check */
 923	regVal2 = pm8001_cr32(pm8001_ha, 2, GSM_WRITE_ADDR_PARITY_CHECK);
 924	pm8001_dbg(pm8001_ha, INIT,
 925		   "GSM 0x700040 - Write Address Parity Check Enable = 0x%x\n",
 926		   regVal2);
 927	pm8001_cw32(pm8001_ha, 2, GSM_WRITE_ADDR_PARITY_CHECK, 0x0);
 928	pm8001_dbg(pm8001_ha, INIT,
 929		   "GSM 0x700040 - Write Address Parity Check Enable is set to = 0x%x\n",
 930		   pm8001_cr32(pm8001_ha, 2, GSM_WRITE_ADDR_PARITY_CHECK));
 
 931
 932	/* disable GSM - Write Data Parity Check */
 933	regVal3 = pm8001_cr32(pm8001_ha, 2, GSM_WRITE_DATA_PARITY_CHECK);
 934	pm8001_dbg(pm8001_ha, INIT, "GSM 0x300048 - Write Data Parity Check Enable = 0x%x\n",
 935		   regVal3);
 
 936	pm8001_cw32(pm8001_ha, 2, GSM_WRITE_DATA_PARITY_CHECK, 0x0);
 937	pm8001_dbg(pm8001_ha, INIT,
 938		   "GSM 0x300048 - Write Data Parity Check Enable is set to = 0x%x\n",
 939		   pm8001_cr32(pm8001_ha, 2, GSM_WRITE_DATA_PARITY_CHECK));
 
 940
 941	/* step 5: delay 10 usec */
 942	udelay(10);
 943	/* step 5-b: set GPIO-0 output control to tristate anyway */
 944	if (-1 == pm8001_bar4_shift(pm8001_ha, GPIO_ADDR_BASE)) {
 945		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 946		pm8001_dbg(pm8001_ha, INIT, "Shift Bar4 to 0x%x failed\n",
 947			   GPIO_ADDR_BASE);
 948		return -1;
 949	}
 950	regVal = pm8001_cr32(pm8001_ha, 2, GPIO_GPIO_0_0UTPUT_CTL_OFFSET);
 951	pm8001_dbg(pm8001_ha, INIT, "GPIO Output Control Register: = 0x%x\n",
 952		   regVal);
 
 953	/* set GPIO-0 output control to tri-state */
 954	regVal &= 0xFFFFFFFC;
 955	pm8001_cw32(pm8001_ha, 2, GPIO_GPIO_0_0UTPUT_CTL_OFFSET, regVal);
 956
 957	/* Step 6: Reset the IOP and AAP1 */
 958	/* map 0x00000 to BAR4(0x20), BAR2(win) */
 959	if (-1 == pm8001_bar4_shift(pm8001_ha, SPC_TOP_LEVEL_ADDR_BASE)) {
 960		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 961		pm8001_dbg(pm8001_ha, FAIL, "SPC Shift Bar4 to 0x%x failed\n",
 962			   SPC_TOP_LEVEL_ADDR_BASE);
 963		return -1;
 964	}
 965	regVal = pm8001_cr32(pm8001_ha, 2, SPC_REG_RESET);
 966	pm8001_dbg(pm8001_ha, INIT, "Top Register before resetting IOP/AAP1:= 0x%x\n",
 967		   regVal);
 
 968	regVal &= ~(SPC_REG_RESET_PCS_IOP_SS | SPC_REG_RESET_PCS_AAP1_SS);
 969	pm8001_cw32(pm8001_ha, 2, SPC_REG_RESET, regVal);
 970
 971	/* step 7: Reset the BDMA/OSSP */
 972	regVal = pm8001_cr32(pm8001_ha, 2, SPC_REG_RESET);
 973	pm8001_dbg(pm8001_ha, INIT, "Top Register before resetting BDMA/OSSP: = 0x%x\n",
 974		   regVal);
 
 975	regVal &= ~(SPC_REG_RESET_BDMA_CORE | SPC_REG_RESET_OSSP);
 976	pm8001_cw32(pm8001_ha, 2, SPC_REG_RESET, regVal);
 977
 978	/* step 8: delay 10 usec */
 979	udelay(10);
 980
 981	/* step 9: bring the BDMA and OSSP out of reset */
 982	regVal = pm8001_cr32(pm8001_ha, 2, SPC_REG_RESET);
 983	pm8001_dbg(pm8001_ha, INIT,
 984		   "Top Register before bringing up BDMA/OSSP:= 0x%x\n",
 985		   regVal);
 986	regVal |= (SPC_REG_RESET_BDMA_CORE | SPC_REG_RESET_OSSP);
 987	pm8001_cw32(pm8001_ha, 2, SPC_REG_RESET, regVal);
 988
 989	/* step 10: delay 10 usec */
 990	udelay(10);
 991
 992	/* step 11: reads and sets the GSM Configuration and Reset Register */
 993	/* map 0x0700000 to BAR4(0x20), BAR2(win) */
 994	if (-1 == pm8001_bar4_shift(pm8001_ha, GSM_ADDR_BASE)) {
 995		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 996		pm8001_dbg(pm8001_ha, FAIL, "SPC Shift Bar4 to 0x%x failed\n",
 997			   GSM_ADDR_BASE);
 998		return -1;
 999	}
1000	pm8001_dbg(pm8001_ha, INIT,
1001		   "GSM 0x0 (0x00007b88)-GSM Configuration and Reset = 0x%x\n",
1002		   pm8001_cr32(pm8001_ha, 2, GSM_CONFIG_RESET));
1003	regVal = pm8001_cr32(pm8001_ha, 2, GSM_CONFIG_RESET);
1004	/* Put those bits to high */
1005	/* GSM XCBI offset = 0x70 0000
1006	0x00 Bit 13 COM_SLV_SW_RSTB 1
1007	0x00 Bit 12 QSSP_SW_RSTB 1
1008	0x00 Bit 11 RAAE_SW_RSTB 1
1009	0x00 Bit 9   RB_1_SW_RSTB 1
1010	0x00 Bit 8   SM_SW_RSTB 1
1011	*/
1012	regVal |= (GSM_CONFIG_RESET_VALUE);
1013	pm8001_cw32(pm8001_ha, 2, GSM_CONFIG_RESET, regVal);
1014	pm8001_dbg(pm8001_ha, INIT, "GSM (0x00004088 ==> 0x00007b88) - GSM Configuration and Reset is set to = 0x%x\n",
1015		   pm8001_cr32(pm8001_ha, 2, GSM_CONFIG_RESET));
 
 
1016
1017	/* step 12: Restore GSM - Read Address Parity Check */
1018	regVal = pm8001_cr32(pm8001_ha, 2, GSM_READ_ADDR_PARITY_CHECK);
1019	/* just for debugging */
1020	pm8001_dbg(pm8001_ha, INIT,
1021		   "GSM 0x700038 - Read Address Parity Check Enable = 0x%x\n",
1022		   regVal);
1023	pm8001_cw32(pm8001_ha, 2, GSM_READ_ADDR_PARITY_CHECK, regVal1);
1024	pm8001_dbg(pm8001_ha, INIT, "GSM 0x700038 - Read Address Parity Check Enable is set to = 0x%x\n",
1025		   pm8001_cr32(pm8001_ha, 2, GSM_READ_ADDR_PARITY_CHECK));
 
 
1026	/* Restore GSM - Write Address Parity Check */
1027	regVal = pm8001_cr32(pm8001_ha, 2, GSM_WRITE_ADDR_PARITY_CHECK);
1028	pm8001_cw32(pm8001_ha, 2, GSM_WRITE_ADDR_PARITY_CHECK, regVal2);
1029	pm8001_dbg(pm8001_ha, INIT,
1030		   "GSM 0x700040 - Write Address Parity Check Enable is set to = 0x%x\n",
1031		   pm8001_cr32(pm8001_ha, 2, GSM_WRITE_ADDR_PARITY_CHECK));
 
1032	/* Restore GSM - Write Data Parity Check */
1033	regVal = pm8001_cr32(pm8001_ha, 2, GSM_WRITE_DATA_PARITY_CHECK);
1034	pm8001_cw32(pm8001_ha, 2, GSM_WRITE_DATA_PARITY_CHECK, regVal3);
1035	pm8001_dbg(pm8001_ha, INIT,
1036		   "GSM 0x700048 - Write Data Parity Check Enable is set to = 0x%x\n",
1037		   pm8001_cr32(pm8001_ha, 2, GSM_WRITE_DATA_PARITY_CHECK));
 
1038
1039	/* step 13: bring the IOP and AAP1 out of reset */
1040	/* map 0x00000 to BAR4(0x20), BAR2(win) */
1041	if (-1 == pm8001_bar4_shift(pm8001_ha, SPC_TOP_LEVEL_ADDR_BASE)) {
1042		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1043		pm8001_dbg(pm8001_ha, FAIL, "Shift Bar4 to 0x%x failed\n",
1044			   SPC_TOP_LEVEL_ADDR_BASE);
1045		return -1;
1046	}
1047	regVal = pm8001_cr32(pm8001_ha, 2, SPC_REG_RESET);
1048	regVal |= (SPC_REG_RESET_PCS_IOP_SS | SPC_REG_RESET_PCS_AAP1_SS);
1049	pm8001_cw32(pm8001_ha, 2, SPC_REG_RESET, regVal);
1050
1051	/* step 14: delay 10 usec - Normal Mode */
1052	udelay(10);
1053	/* check Soft Reset Normal mode or Soft Reset HDA mode */
1054	if (signature == SPC_SOFT_RESET_SIGNATURE) {
1055		/* step 15 (Normal Mode): wait until scratch pad1 register
1056		bit 2 toggled */
1057		max_wait_count = 2 * 1000 * 1000;/* 2 sec */
1058		do {
1059			udelay(1);
1060			regVal = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_1) &
1061				SCRATCH_PAD1_RST;
1062		} while ((regVal != toggleVal) && (--max_wait_count));
1063
1064		if (!max_wait_count) {
1065			regVal = pm8001_cr32(pm8001_ha, 0,
1066				MSGU_SCRATCH_PAD_1);
1067			pm8001_dbg(pm8001_ha, FAIL, "TIMEOUT : ToggleVal 0x%x,MSGU_SCRATCH_PAD1 = 0x%x\n",
1068				   toggleVal, regVal);
1069			pm8001_dbg(pm8001_ha, FAIL,
1070				   "SCRATCH_PAD0 value = 0x%x\n",
1071				   pm8001_cr32(pm8001_ha, 0,
1072					       MSGU_SCRATCH_PAD_0));
1073			pm8001_dbg(pm8001_ha, FAIL,
1074				   "SCRATCH_PAD2 value = 0x%x\n",
1075				   pm8001_cr32(pm8001_ha, 0,
1076					       MSGU_SCRATCH_PAD_2));
1077			pm8001_dbg(pm8001_ha, FAIL,
1078				   "SCRATCH_PAD3 value = 0x%x\n",
1079				   pm8001_cr32(pm8001_ha, 0,
1080					       MSGU_SCRATCH_PAD_3));
1081			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 
1082			return -1;
1083		}
1084
1085		/* step 16 (Normal) - Clear ODMR and ODCR */
1086		pm8001_cw32(pm8001_ha, 0, MSGU_ODCR, ODCR_CLEAR_ALL);
1087		pm8001_cw32(pm8001_ha, 0, MSGU_ODMR, ODMR_CLEAR_ALL);
1088
1089		/* step 17 (Normal Mode): wait for the FW and IOP to get
1090		ready - 1 sec timeout */
1091		/* Wait for the SPC Configuration Table to be ready */
1092		if (check_fw_ready(pm8001_ha) == -1) {
1093			regVal = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_1);
1094			/* return error if MPI Configuration Table not ready */
1095			pm8001_dbg(pm8001_ha, INIT,
1096				   "FW not ready SCRATCH_PAD1 = 0x%x\n",
1097				   regVal);
1098			regVal = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_2);
1099			/* return error if MPI Configuration Table not ready */
1100			pm8001_dbg(pm8001_ha, INIT,
1101				   "FW not ready SCRATCH_PAD2 = 0x%x\n",
1102				   regVal);
1103			pm8001_dbg(pm8001_ha, INIT,
1104				   "SCRATCH_PAD0 value = 0x%x\n",
1105				   pm8001_cr32(pm8001_ha, 0,
1106					       MSGU_SCRATCH_PAD_0));
1107			pm8001_dbg(pm8001_ha, INIT,
1108				   "SCRATCH_PAD3 value = 0x%x\n",
1109				   pm8001_cr32(pm8001_ha, 0,
1110					       MSGU_SCRATCH_PAD_3));
1111			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1112			return -1;
1113		}
1114	}
1115	pm8001_bar4_shift(pm8001_ha, 0);
1116	spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1117
1118	pm8001_dbg(pm8001_ha, INIT, "SPC soft reset Complete\n");
 
1119	return 0;
1120}
1121
1122static void pm8001_hw_chip_rst(struct pm8001_hba_info *pm8001_ha)
1123{
1124	u32 i;
1125	u32 regVal;
1126	pm8001_dbg(pm8001_ha, INIT, "chip reset start\n");
 
1127
1128	/* do SPC chip reset. */
1129	regVal = pm8001_cr32(pm8001_ha, 1, SPC_REG_RESET);
1130	regVal &= ~(SPC_REG_RESET_DEVICE);
1131	pm8001_cw32(pm8001_ha, 1, SPC_REG_RESET, regVal);
1132
1133	/* delay 10 usec */
1134	udelay(10);
1135
1136	/* bring chip reset out of reset */
1137	regVal = pm8001_cr32(pm8001_ha, 1, SPC_REG_RESET);
1138	regVal |= SPC_REG_RESET_DEVICE;
1139	pm8001_cw32(pm8001_ha, 1, SPC_REG_RESET, regVal);
1140
1141	/* delay 10 usec */
1142	udelay(10);
1143
1144	/* wait for 20 msec until the firmware gets reloaded */
1145	i = 20;
1146	do {
1147		mdelay(1);
1148	} while ((--i) != 0);
1149
1150	pm8001_dbg(pm8001_ha, INIT, "chip reset finished\n");
 
1151}
1152
1153/**
1154 * pm8001_chip_iounmap - which mapped when initialized.
1155 * @pm8001_ha: our hba card information
1156 */
1157void pm8001_chip_iounmap(struct pm8001_hba_info *pm8001_ha)
1158{
1159	s8 bar, logical = 0;
1160	for (bar = 0; bar < PCI_STD_NUM_BARS; bar++) {
1161		/*
1162		** logical BARs for SPC:
1163		** bar 0 and 1 - logical BAR0
1164		** bar 2 and 3 - logical BAR1
1165		** bar4 - logical BAR2
1166		** bar5 - logical BAR3
1167		** Skip the appropriate assignments:
1168		*/
1169		if ((bar == 1) || (bar == 3))
1170			continue;
1171		if (pm8001_ha->io_mem[logical].memvirtaddr) {
1172			iounmap(pm8001_ha->io_mem[logical].memvirtaddr);
1173			logical++;
1174		}
1175	}
1176}
1177
1178#ifndef PM8001_USE_MSIX
1179/**
1180 * pm8001_chip_intx_interrupt_enable - enable PM8001 chip interrupt
1181 * @pm8001_ha: our hba card information
1182 */
1183static void
1184pm8001_chip_intx_interrupt_enable(struct pm8001_hba_info *pm8001_ha)
1185{
1186	pm8001_cw32(pm8001_ha, 0, MSGU_ODMR, ODMR_CLEAR_ALL);
1187	pm8001_cw32(pm8001_ha, 0, MSGU_ODCR, ODCR_CLEAR_ALL);
1188}
1189
1190/**
1191 * pm8001_chip_intx_interrupt_disable - disable PM8001 chip interrupt
1192 * @pm8001_ha: our hba card information
1193 */
1194static void
1195pm8001_chip_intx_interrupt_disable(struct pm8001_hba_info *pm8001_ha)
1196{
1197	pm8001_cw32(pm8001_ha, 0, MSGU_ODMR, ODMR_MASK_ALL);
1198}
1199
1200#else
1201
1202/**
1203 * pm8001_chip_msix_interrupt_enable - enable PM8001 chip interrupt
1204 * @pm8001_ha: our hba card information
1205 * @int_vec_idx: interrupt number to enable
1206 */
1207static void
1208pm8001_chip_msix_interrupt_enable(struct pm8001_hba_info *pm8001_ha,
1209	u32 int_vec_idx)
1210{
1211	u32 msi_index;
1212	u32 value;
1213	msi_index = int_vec_idx * MSIX_TABLE_ELEMENT_SIZE;
1214	msi_index += MSIX_TABLE_BASE;
1215	pm8001_cw32(pm8001_ha, 0, msi_index, MSIX_INTERRUPT_ENABLE);
1216	value = (1 << int_vec_idx);
1217	pm8001_cw32(pm8001_ha, 0,  MSGU_ODCR, value);
1218
1219}
1220
1221/**
1222 * pm8001_chip_msix_interrupt_disable - disable PM8001 chip interrupt
1223 * @pm8001_ha: our hba card information
1224 * @int_vec_idx: interrupt number to disable
1225 */
1226static void
1227pm8001_chip_msix_interrupt_disable(struct pm8001_hba_info *pm8001_ha,
1228	u32 int_vec_idx)
1229{
1230	u32 msi_index;
1231	msi_index = int_vec_idx * MSIX_TABLE_ELEMENT_SIZE;
1232	msi_index += MSIX_TABLE_BASE;
1233	pm8001_cw32(pm8001_ha, 0,  msi_index, MSIX_INTERRUPT_DISABLE);
 
1234}
1235#endif
1236
1237/**
1238 * pm8001_chip_interrupt_enable - enable PM8001 chip interrupt
1239 * @pm8001_ha: our hba card information
1240 * @vec: unused
1241 */
1242static void
1243pm8001_chip_interrupt_enable(struct pm8001_hba_info *pm8001_ha, u8 vec)
1244{
1245#ifdef PM8001_USE_MSIX
1246	pm8001_chip_msix_interrupt_enable(pm8001_ha, 0);
1247#else
 
1248	pm8001_chip_intx_interrupt_enable(pm8001_ha);
1249#endif
1250}
1251
1252/**
1253 * pm8001_chip_interrupt_disable - disable PM8001 chip interrupt
1254 * @pm8001_ha: our hba card information
1255 * @vec: unused
1256 */
1257static void
1258pm8001_chip_interrupt_disable(struct pm8001_hba_info *pm8001_ha, u8 vec)
1259{
1260#ifdef PM8001_USE_MSIX
1261	pm8001_chip_msix_interrupt_disable(pm8001_ha, 0);
1262#else
 
1263	pm8001_chip_intx_interrupt_disable(pm8001_ha);
1264#endif
1265}
1266
1267/**
1268 * pm8001_mpi_msg_free_get - get the free message buffer for transfer
1269 * inbound queue.
1270 * @circularQ: the inbound queue  we want to transfer to HBA.
1271 * @messageSize: the message size of this transfer, normally it is 64 bytes
1272 * @messagePtr: the pointer to message.
1273 */
1274int pm8001_mpi_msg_free_get(struct inbound_queue_table *circularQ,
1275			    u16 messageSize, void **messagePtr)
1276{
1277	u32 offset, consumer_index;
1278	struct mpi_msg_hdr *msgHeader;
1279	u8 bcCount = 1; /* only support single buffer */
1280
1281	/* Checks is the requested message size can be allocated in this queue*/
1282	if (messageSize > IOMB_SIZE_SPCV) {
1283		*messagePtr = NULL;
1284		return -1;
1285	}
1286
1287	/* Stores the new consumer index */
1288	consumer_index = pm8001_read_32(circularQ->ci_virt);
1289	circularQ->consumer_index = cpu_to_le32(consumer_index);
1290	if (((circularQ->producer_idx + bcCount) % PM8001_MPI_QUEUE) ==
1291		le32_to_cpu(circularQ->consumer_index)) {
1292		*messagePtr = NULL;
1293		return -1;
1294	}
1295	/* get memory IOMB buffer address */
1296	offset = circularQ->producer_idx * messageSize;
1297	/* increment to next bcCount element */
1298	circularQ->producer_idx = (circularQ->producer_idx + bcCount)
1299				% PM8001_MPI_QUEUE;
1300	/* Adds that distance to the base of the region virtual address plus
1301	the message header size*/
1302	msgHeader = (struct mpi_msg_hdr *)(circularQ->base_virt	+ offset);
1303	*messagePtr = ((void *)msgHeader) + sizeof(struct mpi_msg_hdr);
1304	return 0;
1305}
1306
1307/**
1308 * pm8001_mpi_build_cmd- build the message queue for transfer, update the PI to
1309 * FW to tell the fw to get this message from IOMB.
1310 * @pm8001_ha: our hba card information
1311 * @circularQ: the inbound queue we want to transfer to HBA.
1312 * @opCode: the operation code represents commands which LLDD and fw recognized.
1313 * @payload: the command payload of each operation command.
1314 * @nb: size in bytes of the command payload
1315 * @responseQueue: queue to interrupt on w/ command response (if any)
1316 */
1317int pm8001_mpi_build_cmd(struct pm8001_hba_info *pm8001_ha,
1318			 struct inbound_queue_table *circularQ,
1319			 u32 opCode, void *payload, size_t nb,
1320			 u32 responseQueue)
1321{
1322	u32 Header = 0, hpriority = 0, bc = 1, category = 0x02;
 
1323	void *pMessage;
1324	unsigned long flags;
1325	int q_index = circularQ - pm8001_ha->inbnd_q_tbl;
1326	int rv = -1;
1327
1328	WARN_ON(q_index >= PM8001_MAX_INB_NUM);
1329	spin_lock_irqsave(&circularQ->iq_lock, flags);
1330	rv = pm8001_mpi_msg_free_get(circularQ, pm8001_ha->iomb_size,
1331			&pMessage);
1332	if (rv < 0) {
1333		pm8001_dbg(pm8001_ha, IO, "No free mpi buffer\n");
1334		rv = -ENOMEM;
1335		goto done;
1336	}
1337
1338	if (nb > (pm8001_ha->iomb_size - sizeof(struct mpi_msg_hdr)))
1339		nb = pm8001_ha->iomb_size - sizeof(struct mpi_msg_hdr);
1340	memcpy(pMessage, payload, nb);
1341	if (nb + sizeof(struct mpi_msg_hdr) < pm8001_ha->iomb_size)
1342		memset(pMessage + nb, 0, pm8001_ha->iomb_size -
1343				(nb + sizeof(struct mpi_msg_hdr)));
1344
1345	/*Build the header*/
1346	Header = ((1 << 31) | (hpriority << 30) | ((bc & 0x1f) << 24)
1347		| ((responseQueue & 0x3F) << 16)
1348		| ((category & 0xF) << 12) | (opCode & 0xFFF));
1349
1350	pm8001_write_32((pMessage - 4), 0, cpu_to_le32(Header));
1351	/*Update the PI to the firmware*/
1352	pm8001_cw32(pm8001_ha, circularQ->pi_pci_bar,
1353		circularQ->pi_offset, circularQ->producer_idx);
1354	pm8001_dbg(pm8001_ha, DEVIO,
1355		   "INB Q %x OPCODE:%x , UPDATED PI=%d CI=%d\n",
1356		   responseQueue, opCode, circularQ->producer_idx,
1357		   circularQ->consumer_index);
1358done:
1359	spin_unlock_irqrestore(&circularQ->iq_lock, flags);
1360	return rv;
1361}
1362
1363u32 pm8001_mpi_msg_free_set(struct pm8001_hba_info *pm8001_ha, void *pMsg,
1364			    struct outbound_queue_table *circularQ, u8 bc)
1365{
1366	u32 producer_index;
1367	struct mpi_msg_hdr *msgHeader;
1368	struct mpi_msg_hdr *pOutBoundMsgHeader;
1369
1370	msgHeader = (struct mpi_msg_hdr *)(pMsg - sizeof(struct mpi_msg_hdr));
1371	pOutBoundMsgHeader = (struct mpi_msg_hdr *)(circularQ->base_virt +
1372				circularQ->consumer_idx * pm8001_ha->iomb_size);
1373	if (pOutBoundMsgHeader != msgHeader) {
1374		pm8001_dbg(pm8001_ha, FAIL,
1375			   "consumer_idx = %d msgHeader = %p\n",
1376			   circularQ->consumer_idx, msgHeader);
1377
1378		/* Update the producer index from SPC */
1379		producer_index = pm8001_read_32(circularQ->pi_virt);
1380		circularQ->producer_index = cpu_to_le32(producer_index);
1381		pm8001_dbg(pm8001_ha, FAIL,
1382			   "consumer_idx = %d producer_index = %dmsgHeader = %p\n",
1383			   circularQ->consumer_idx,
1384			   circularQ->producer_index, msgHeader);
1385		return 0;
1386	}
1387	/* free the circular queue buffer elements associated with the message*/
1388	circularQ->consumer_idx = (circularQ->consumer_idx + bc)
1389				% PM8001_MPI_QUEUE;
1390	/* update the CI of outbound queue */
1391	pm8001_cw32(pm8001_ha, circularQ->ci_pci_bar, circularQ->ci_offset,
1392		circularQ->consumer_idx);
1393	/* Update the producer index from SPC*/
1394	producer_index = pm8001_read_32(circularQ->pi_virt);
1395	circularQ->producer_index = cpu_to_le32(producer_index);
1396	pm8001_dbg(pm8001_ha, IO, " CI=%d PI=%d\n",
1397		   circularQ->consumer_idx, circularQ->producer_index);
 
1398	return 0;
1399}
1400
1401/**
1402 * pm8001_mpi_msg_consume- get the MPI message from outbound queue
1403 * message table.
1404 * @pm8001_ha: our hba card information
1405 * @circularQ: the outbound queue  table.
1406 * @messagePtr1: the message contents of this outbound message.
1407 * @pBC: the message size.
1408 */
1409u32 pm8001_mpi_msg_consume(struct pm8001_hba_info *pm8001_ha,
1410			   struct outbound_queue_table *circularQ,
1411			   void **messagePtr1, u8 *pBC)
1412{
1413	struct mpi_msg_hdr	*msgHeader;
1414	__le32	msgHeader_tmp;
1415	u32 header_tmp;
1416	do {
1417		/* If there are not-yet-delivered messages ... */
1418		if (le32_to_cpu(circularQ->producer_index)
1419			!= circularQ->consumer_idx) {
1420			/*Get the pointer to the circular queue buffer element*/
1421			msgHeader = (struct mpi_msg_hdr *)
1422				(circularQ->base_virt +
1423				circularQ->consumer_idx * pm8001_ha->iomb_size);
1424			/* read header */
1425			header_tmp = pm8001_read_32(msgHeader);
1426			msgHeader_tmp = cpu_to_le32(header_tmp);
1427			pm8001_dbg(pm8001_ha, DEVIO,
1428				   "outbound opcode msgheader:%x ci=%d pi=%d\n",
1429				   msgHeader_tmp, circularQ->consumer_idx,
1430				   circularQ->producer_index);
1431			if (0 != (le32_to_cpu(msgHeader_tmp) & 0x80000000)) {
1432				if (OPC_OUB_SKIP_ENTRY !=
1433					(le32_to_cpu(msgHeader_tmp) & 0xfff)) {
1434					*messagePtr1 =
1435						((u8 *)msgHeader) +
1436						sizeof(struct mpi_msg_hdr);
1437					*pBC = (u8)((le32_to_cpu(msgHeader_tmp)
1438						>> 24) & 0x1f);
1439					pm8001_dbg(pm8001_ha, IO,
1440						   ": CI=%d PI=%d msgHeader=%x\n",
1441						   circularQ->consumer_idx,
1442						   circularQ->producer_index,
1443						   msgHeader_tmp);
 
1444					return MPI_IO_STATUS_SUCCESS;
1445				} else {
1446					circularQ->consumer_idx =
1447						(circularQ->consumer_idx +
1448						((le32_to_cpu(msgHeader_tmp)
1449						 >> 24) & 0x1f))
1450							% PM8001_MPI_QUEUE;
1451					msgHeader_tmp = 0;
1452					pm8001_write_32(msgHeader, 0, 0);
1453					/* update the CI of outbound queue */
1454					pm8001_cw32(pm8001_ha,
1455						circularQ->ci_pci_bar,
1456						circularQ->ci_offset,
1457						circularQ->consumer_idx);
1458				}
1459			} else {
1460				circularQ->consumer_idx =
1461					(circularQ->consumer_idx +
1462					((le32_to_cpu(msgHeader_tmp) >> 24) &
1463					0x1f)) % PM8001_MPI_QUEUE;
1464				msgHeader_tmp = 0;
1465				pm8001_write_32(msgHeader, 0, 0);
1466				/* update the CI of outbound queue */
1467				pm8001_cw32(pm8001_ha, circularQ->ci_pci_bar,
1468					circularQ->ci_offset,
1469					circularQ->consumer_idx);
1470				return MPI_IO_STATUS_FAIL;
1471			}
1472		} else {
1473			u32 producer_index;
1474			void *pi_virt = circularQ->pi_virt;
1475			/* spurious interrupt during setup if
1476			 * kexec-ing and driver doing a doorbell access
1477			 * with the pre-kexec oq interrupt setup
1478			 */
1479			if (!pi_virt)
1480				break;
1481			/* Update the producer index from SPC */
1482			producer_index = pm8001_read_32(pi_virt);
1483			circularQ->producer_index = cpu_to_le32(producer_index);
1484		}
1485	} while (le32_to_cpu(circularQ->producer_index) !=
1486		circularQ->consumer_idx);
1487	/* while we don't have any more not-yet-delivered message */
1488	/* report empty */
1489	return MPI_IO_STATUS_BUSY;
1490}
1491
1492void pm8001_work_fn(struct work_struct *work)
1493{
1494	struct pm8001_work *pw = container_of(work, struct pm8001_work, work);
1495	struct pm8001_device *pm8001_dev;
1496	struct domain_device *dev;
1497
1498	/*
1499	 * So far, all users of this stash an associated structure here.
1500	 * If we get here, and this pointer is null, then the action
1501	 * was cancelled. This nullification happens when the device
1502	 * goes away.
1503	 */
1504	if (pw->handler != IO_FATAL_ERROR) {
1505		pm8001_dev = pw->data; /* Most stash device structure */
1506		if ((pm8001_dev == NULL)
1507		 || ((pw->handler != IO_XFER_ERROR_BREAK)
1508			 && (pm8001_dev->dev_type == SAS_PHY_UNUSED))) {
1509			kfree(pw);
1510			return;
1511		}
1512	}
1513
1514	switch (pw->handler) {
1515	case IO_XFER_ERROR_BREAK:
1516	{	/* This one stashes the sas_task instead */
1517		struct sas_task *t = (struct sas_task *)pm8001_dev;
1518		u32 tag;
1519		struct pm8001_ccb_info *ccb;
1520		struct pm8001_hba_info *pm8001_ha = pw->pm8001_ha;
1521		unsigned long flags, flags1;
1522		struct task_status_struct *ts;
1523		int i;
1524
1525		if (pm8001_query_task(t) == TMF_RESP_FUNC_SUCC)
1526			break; /* Task still on lu */
1527		spin_lock_irqsave(&pm8001_ha->lock, flags);
1528
1529		spin_lock_irqsave(&t->task_state_lock, flags1);
1530		if (unlikely((t->task_state_flags & SAS_TASK_STATE_DONE))) {
1531			spin_unlock_irqrestore(&t->task_state_lock, flags1);
1532			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1533			break; /* Task got completed by another */
1534		}
1535		spin_unlock_irqrestore(&t->task_state_lock, flags1);
1536
1537		/* Search for a possible ccb that matches the task */
1538		for (i = 0; ccb = NULL, i < PM8001_MAX_CCB; i++) {
1539			ccb = &pm8001_ha->ccb_info[i];
1540			tag = ccb->ccb_tag;
1541			if ((tag != 0xFFFFFFFF) && (ccb->task == t))
1542				break;
1543		}
1544		if (!ccb) {
1545			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1546			break; /* Task got freed by another */
1547		}
1548		ts = &t->task_status;
1549		ts->resp = SAS_TASK_COMPLETE;
1550		/* Force the midlayer to retry */
1551		ts->stat = SAS_QUEUE_FULL;
1552		pm8001_dev = ccb->device;
1553		if (pm8001_dev)
1554			atomic_dec(&pm8001_dev->running_req);
1555		spin_lock_irqsave(&t->task_state_lock, flags1);
1556		t->task_state_flags &= ~SAS_TASK_STATE_PENDING;
1557		t->task_state_flags &= ~SAS_TASK_AT_INITIATOR;
1558		t->task_state_flags |= SAS_TASK_STATE_DONE;
1559		if (unlikely((t->task_state_flags & SAS_TASK_STATE_ABORTED))) {
1560			spin_unlock_irqrestore(&t->task_state_lock, flags1);
1561			pm8001_dbg(pm8001_ha, FAIL, "task 0x%p done with event 0x%x resp 0x%x stat 0x%x but aborted by upper layer!\n",
1562				   t, pw->handler, ts->resp, ts->stat);
1563			pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
1564			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1565		} else {
1566			spin_unlock_irqrestore(&t->task_state_lock, flags1);
1567			pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
1568			mb();/* in order to force CPU ordering */
1569			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1570			t->task_done(t);
1571		}
1572	}	break;
1573	case IO_XFER_OPEN_RETRY_TIMEOUT:
1574	{	/* This one stashes the sas_task instead */
1575		struct sas_task *t = (struct sas_task *)pm8001_dev;
1576		u32 tag;
1577		struct pm8001_ccb_info *ccb;
1578		struct pm8001_hba_info *pm8001_ha = pw->pm8001_ha;
1579		unsigned long flags, flags1;
1580		int i, ret = 0;
1581
1582		pm8001_dbg(pm8001_ha, IO, "IO_XFER_OPEN_RETRY_TIMEOUT\n");
1583
1584		ret = pm8001_query_task(t);
1585
1586		if (ret == TMF_RESP_FUNC_SUCC)
1587			pm8001_dbg(pm8001_ha, IO, "...Task on lu\n");
1588		else if (ret == TMF_RESP_FUNC_COMPLETE)
1589			pm8001_dbg(pm8001_ha, IO, "...Task NOT on lu\n");
1590		else
1591			pm8001_dbg(pm8001_ha, DEVIO, "...query task failed!!!\n");
1592
1593		spin_lock_irqsave(&pm8001_ha->lock, flags);
1594
1595		spin_lock_irqsave(&t->task_state_lock, flags1);
1596
1597		if (unlikely((t->task_state_flags & SAS_TASK_STATE_DONE))) {
1598			spin_unlock_irqrestore(&t->task_state_lock, flags1);
1599			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1600			if (ret == TMF_RESP_FUNC_SUCC) /* task on lu */
1601				(void)pm8001_abort_task(t);
1602			break; /* Task got completed by another */
1603		}
1604
1605		spin_unlock_irqrestore(&t->task_state_lock, flags1);
1606
1607		/* Search for a possible ccb that matches the task */
1608		for (i = 0; ccb = NULL, i < PM8001_MAX_CCB; i++) {
1609			ccb = &pm8001_ha->ccb_info[i];
1610			tag = ccb->ccb_tag;
1611			if ((tag != 0xFFFFFFFF) && (ccb->task == t))
1612				break;
1613		}
1614		if (!ccb) {
1615			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1616			if (ret == TMF_RESP_FUNC_SUCC) /* task on lu */
1617				(void)pm8001_abort_task(t);
1618			break; /* Task got freed by another */
1619		}
1620
1621		pm8001_dev = ccb->device;
1622		dev = pm8001_dev->sas_device;
1623
1624		switch (ret) {
1625		case TMF_RESP_FUNC_SUCC: /* task on lu */
1626			ccb->open_retry = 1; /* Snub completion */
1627			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1628			ret = pm8001_abort_task(t);
1629			ccb->open_retry = 0;
1630			switch (ret) {
1631			case TMF_RESP_FUNC_SUCC:
1632			case TMF_RESP_FUNC_COMPLETE:
1633				break;
1634			default: /* device misbehavior */
1635				ret = TMF_RESP_FUNC_FAILED;
1636				pm8001_dbg(pm8001_ha, IO, "...Reset phy\n");
1637				pm8001_I_T_nexus_reset(dev);
1638				break;
1639			}
1640			break;
1641
1642		case TMF_RESP_FUNC_COMPLETE: /* task not on lu */
1643			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1644			/* Do we need to abort the task locally? */
1645			break;
1646
1647		default: /* device misbehavior */
1648			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1649			ret = TMF_RESP_FUNC_FAILED;
1650			pm8001_dbg(pm8001_ha, IO, "...Reset phy\n");
1651			pm8001_I_T_nexus_reset(dev);
1652		}
1653
1654		if (ret == TMF_RESP_FUNC_FAILED)
1655			t = NULL;
1656		pm8001_open_reject_retry(pm8001_ha, t, pm8001_dev);
1657		pm8001_dbg(pm8001_ha, IO, "...Complete\n");
1658	}	break;
1659	case IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS:
 
1660		dev = pm8001_dev->sas_device;
1661		pm8001_I_T_nexus_event_handler(dev);
1662		break;
1663	case IO_OPEN_CNX_ERROR_STP_RESOURCES_BUSY:
 
1664		dev = pm8001_dev->sas_device;
1665		pm8001_I_T_nexus_reset(dev);
1666		break;
1667	case IO_DS_IN_ERROR:
 
1668		dev = pm8001_dev->sas_device;
1669		pm8001_I_T_nexus_reset(dev);
1670		break;
1671	case IO_DS_NON_OPERATIONAL:
 
1672		dev = pm8001_dev->sas_device;
1673		pm8001_I_T_nexus_reset(dev);
1674		break;
1675	case IO_FATAL_ERROR:
1676	{
1677		struct pm8001_hba_info *pm8001_ha = pw->pm8001_ha;
1678		struct pm8001_ccb_info *ccb;
1679		struct task_status_struct *ts;
1680		struct sas_task *task;
1681		int i;
1682		u32 tag, device_id;
1683
1684		for (i = 0; ccb = NULL, i < PM8001_MAX_CCB; i++) {
1685			ccb = &pm8001_ha->ccb_info[i];
1686			task = ccb->task;
1687			ts = &task->task_status;
1688			tag = ccb->ccb_tag;
1689			/* check if tag is NULL */
1690			if (!tag) {
1691				pm8001_dbg(pm8001_ha, FAIL,
1692					"tag Null\n");
1693				continue;
1694			}
1695			if (task != NULL) {
1696				dev = task->dev;
1697				if (!dev) {
1698					pm8001_dbg(pm8001_ha, FAIL,
1699						"dev is NULL\n");
1700					continue;
1701				}
1702				/*complete sas task and update to top layer */
1703				pm8001_ccb_task_free(pm8001_ha, task, ccb, tag);
1704				ts->resp = SAS_TASK_COMPLETE;
1705				task->task_done(task);
1706			} else if (tag != 0xFFFFFFFF) {
1707				/* complete the internal commands/non-sas task */
1708				pm8001_dev = ccb->device;
1709				if (pm8001_dev->dcompletion) {
1710					complete(pm8001_dev->dcompletion);
1711					pm8001_dev->dcompletion = NULL;
1712				}
1713				complete(pm8001_ha->nvmd_completion);
1714				pm8001_tag_free(pm8001_ha, tag);
1715			}
1716		}
1717		/* Deregister all the device ids  */
1718		for (i = 0; i < PM8001_MAX_DEVICES; i++) {
1719			pm8001_dev = &pm8001_ha->devices[i];
1720			device_id = pm8001_dev->device_id;
1721			if (device_id) {
1722				PM8001_CHIP_DISP->dereg_dev_req(pm8001_ha, device_id);
1723				pm8001_free_dev(pm8001_dev);
1724			}
1725		}
1726	}	break;
1727	}
1728	kfree(pw);
1729}
1730
1731int pm8001_handle_event(struct pm8001_hba_info *pm8001_ha, void *data,
1732			       int handler)
1733{
1734	struct pm8001_work *pw;
1735	int ret = 0;
1736
1737	pw = kmalloc(sizeof(struct pm8001_work), GFP_ATOMIC);
1738	if (pw) {
1739		pw->pm8001_ha = pm8001_ha;
1740		pw->data = data;
1741		pw->handler = handler;
1742		INIT_WORK(&pw->work, pm8001_work_fn);
1743		queue_work(pm8001_wq, &pw->work);
1744	} else
1745		ret = -ENOMEM;
1746
1747	return ret;
1748}
1749
1750static void pm8001_send_abort_all(struct pm8001_hba_info *pm8001_ha,
1751		struct pm8001_device *pm8001_ha_dev)
1752{
1753	int res;
1754	u32 ccb_tag;
1755	struct pm8001_ccb_info *ccb;
1756	struct sas_task *task = NULL;
1757	struct task_abort_req task_abort;
1758	struct inbound_queue_table *circularQ;
1759	u32 opc = OPC_INB_SATA_ABORT;
1760	int ret;
1761
1762	if (!pm8001_ha_dev) {
1763		pm8001_dbg(pm8001_ha, FAIL, "dev is null\n");
1764		return;
1765	}
1766
1767	task = sas_alloc_slow_task(GFP_ATOMIC);
1768
1769	if (!task) {
1770		pm8001_dbg(pm8001_ha, FAIL, "cannot allocate task\n");
1771		return;
1772	}
1773
1774	task->task_done = pm8001_task_done;
1775
1776	res = pm8001_tag_alloc(pm8001_ha, &ccb_tag);
1777	if (res)
1778		return;
1779
1780	ccb = &pm8001_ha->ccb_info[ccb_tag];
1781	ccb->device = pm8001_ha_dev;
1782	ccb->ccb_tag = ccb_tag;
1783	ccb->task = task;
1784
1785	circularQ = &pm8001_ha->inbnd_q_tbl[0];
1786
1787	memset(&task_abort, 0, sizeof(task_abort));
1788	task_abort.abort_all = cpu_to_le32(1);
1789	task_abort.device_id = cpu_to_le32(pm8001_ha_dev->device_id);
1790	task_abort.tag = cpu_to_le32(ccb_tag);
1791
1792	ret = pm8001_mpi_build_cmd(pm8001_ha, circularQ, opc, &task_abort,
1793			sizeof(task_abort), 0);
1794	if (ret)
1795		pm8001_tag_free(pm8001_ha, ccb_tag);
1796
1797}
1798
1799static void pm8001_send_read_log(struct pm8001_hba_info *pm8001_ha,
1800		struct pm8001_device *pm8001_ha_dev)
1801{
1802	struct sata_start_req sata_cmd;
1803	int res;
1804	u32 ccb_tag;
1805	struct pm8001_ccb_info *ccb;
1806	struct sas_task *task = NULL;
1807	struct host_to_dev_fis fis;
1808	struct domain_device *dev;
1809	struct inbound_queue_table *circularQ;
1810	u32 opc = OPC_INB_SATA_HOST_OPSTART;
1811
1812	task = sas_alloc_slow_task(GFP_ATOMIC);
1813
1814	if (!task) {
1815		pm8001_dbg(pm8001_ha, FAIL, "cannot allocate task !!!\n");
1816		return;
1817	}
1818	task->task_done = pm8001_task_done;
1819
1820	res = pm8001_tag_alloc(pm8001_ha, &ccb_tag);
1821	if (res) {
1822		sas_free_task(task);
1823		pm8001_dbg(pm8001_ha, FAIL, "cannot allocate tag !!!\n");
1824		return;
1825	}
1826
1827	/* allocate domain device by ourselves as libsas
1828	 * is not going to provide any
1829	*/
1830	dev = kzalloc(sizeof(struct domain_device), GFP_ATOMIC);
1831	if (!dev) {
1832		sas_free_task(task);
1833		pm8001_tag_free(pm8001_ha, ccb_tag);
1834		pm8001_dbg(pm8001_ha, FAIL,
1835			   "Domain device cannot be allocated\n");
1836		return;
1837	}
1838	task->dev = dev;
1839	task->dev->lldd_dev = pm8001_ha_dev;
1840
1841	ccb = &pm8001_ha->ccb_info[ccb_tag];
1842	ccb->device = pm8001_ha_dev;
1843	ccb->ccb_tag = ccb_tag;
1844	ccb->task = task;
1845	pm8001_ha_dev->id |= NCQ_READ_LOG_FLAG;
1846	pm8001_ha_dev->id |= NCQ_2ND_RLE_FLAG;
1847
1848	memset(&sata_cmd, 0, sizeof(sata_cmd));
1849	circularQ = &pm8001_ha->inbnd_q_tbl[0];
1850
1851	/* construct read log FIS */
1852	memset(&fis, 0, sizeof(struct host_to_dev_fis));
1853	fis.fis_type = 0x27;
1854	fis.flags = 0x80;
1855	fis.command = ATA_CMD_READ_LOG_EXT;
1856	fis.lbal = 0x10;
1857	fis.sector_count = 0x1;
1858
1859	sata_cmd.tag = cpu_to_le32(ccb_tag);
1860	sata_cmd.device_id = cpu_to_le32(pm8001_ha_dev->device_id);
1861	sata_cmd.ncqtag_atap_dir_m |= ((0x1 << 7) | (0x5 << 9));
1862	memcpy(&sata_cmd.sata_fis, &fis, sizeof(struct host_to_dev_fis));
1863
1864	res = pm8001_mpi_build_cmd(pm8001_ha, circularQ, opc, &sata_cmd,
1865			sizeof(sata_cmd), 0);
1866	if (res) {
1867		sas_free_task(task);
1868		pm8001_tag_free(pm8001_ha, ccb_tag);
1869		kfree(dev);
1870	}
1871}
1872
1873/**
1874 * mpi_ssp_completion- process the event that FW response to the SSP request.
1875 * @pm8001_ha: our hba card information
1876 * @piomb: the message contents of this outbound message.
1877 *
1878 * When FW has completed a ssp request for example a IO request, after it has
1879 * filled the SG data with the data, it will trigger this event representing
1880 * that he has finished the job; please check the corresponding buffer.
1881 * So we will tell the caller who maybe waiting the result to tell upper layer
1882 * that the task has been finished.
1883 */
1884static void
1885mpi_ssp_completion(struct pm8001_hba_info *pm8001_ha, void *piomb)
1886{
1887	struct sas_task *t;
1888	struct pm8001_ccb_info *ccb;
1889	unsigned long flags;
1890	u32 status;
1891	u32 param;
1892	u32 tag;
1893	struct ssp_completion_resp *psspPayload;
1894	struct task_status_struct *ts;
1895	struct ssp_response_iu *iu;
1896	struct pm8001_device *pm8001_dev;
1897	psspPayload = (struct ssp_completion_resp *)(piomb + 4);
1898	status = le32_to_cpu(psspPayload->status);
1899	tag = le32_to_cpu(psspPayload->tag);
1900	ccb = &pm8001_ha->ccb_info[tag];
1901	if ((status == IO_ABORTED) && ccb->open_retry) {
1902		/* Being completed by another */
1903		ccb->open_retry = 0;
1904		return;
1905	}
1906	pm8001_dev = ccb->device;
1907	param = le32_to_cpu(psspPayload->param);
1908
1909	t = ccb->task;
1910
1911	if (status && status != IO_UNDERFLOW)
1912		pm8001_dbg(pm8001_ha, FAIL, "sas IO status 0x%x\n", status);
 
1913	if (unlikely(!t || !t->lldd_task || !t->dev))
1914		return;
1915	ts = &t->task_status;
1916	/* Print sas address of IO failed device */
1917	if ((status != IO_SUCCESS) && (status != IO_OVERFLOW) &&
1918		(status != IO_UNDERFLOW))
1919		pm8001_dbg(pm8001_ha, FAIL, "SAS Address of IO Failure Drive:%016llx\n",
1920			   SAS_ADDR(t->dev->sas_addr));
1921
1922	if (status)
1923		pm8001_dbg(pm8001_ha, IOERR,
1924			   "status:0x%x, tag:0x%x, task:0x%p\n",
1925			   status, tag, t);
1926
1927	switch (status) {
1928	case IO_SUCCESS:
1929		pm8001_dbg(pm8001_ha, IO, "IO_SUCCESS,param = %d\n",
1930			   param);
1931		if (param == 0) {
1932			ts->resp = SAS_TASK_COMPLETE;
1933			ts->stat = SAS_SAM_STAT_GOOD;
1934		} else {
1935			ts->resp = SAS_TASK_COMPLETE;
1936			ts->stat = SAS_PROTO_RESPONSE;
1937			ts->residual = param;
1938			iu = &psspPayload->ssp_resp_iu;
1939			sas_ssp_task_response(pm8001_ha->dev, t, iu);
1940		}
1941		if (pm8001_dev)
1942			atomic_dec(&pm8001_dev->running_req);
1943		break;
1944	case IO_ABORTED:
1945		pm8001_dbg(pm8001_ha, IO, "IO_ABORTED IOMB Tag\n");
 
1946		ts->resp = SAS_TASK_COMPLETE;
1947		ts->stat = SAS_ABORTED_TASK;
1948		break;
1949	case IO_UNDERFLOW:
1950		/* SSP Completion with error */
1951		pm8001_dbg(pm8001_ha, IO, "IO_UNDERFLOW,param = %d\n",
1952			   param);
1953		ts->resp = SAS_TASK_COMPLETE;
1954		ts->stat = SAS_DATA_UNDERRUN;
1955		ts->residual = param;
1956		if (pm8001_dev)
1957			atomic_dec(&pm8001_dev->running_req);
1958		break;
1959	case IO_NO_DEVICE:
1960		pm8001_dbg(pm8001_ha, IO, "IO_NO_DEVICE\n");
 
1961		ts->resp = SAS_TASK_UNDELIVERED;
1962		ts->stat = SAS_PHY_DOWN;
1963		break;
1964	case IO_XFER_ERROR_BREAK:
1965		pm8001_dbg(pm8001_ha, IO, "IO_XFER_ERROR_BREAK\n");
 
1966		ts->resp = SAS_TASK_COMPLETE;
1967		ts->stat = SAS_OPEN_REJECT;
1968		/* Force the midlayer to retry */
1969		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
1970		break;
1971	case IO_XFER_ERROR_PHY_NOT_READY:
1972		pm8001_dbg(pm8001_ha, IO, "IO_XFER_ERROR_PHY_NOT_READY\n");
 
1973		ts->resp = SAS_TASK_COMPLETE;
1974		ts->stat = SAS_OPEN_REJECT;
1975		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
1976		break;
1977	case IO_OPEN_CNX_ERROR_PROTOCOL_NOT_SUPPORTED:
1978		pm8001_dbg(pm8001_ha, IO,
1979			   "IO_OPEN_CNX_ERROR_PROTOCOL_NOT_SUPPORTED\n");
1980		ts->resp = SAS_TASK_COMPLETE;
1981		ts->stat = SAS_OPEN_REJECT;
1982		ts->open_rej_reason = SAS_OREJ_EPROTO;
1983		break;
1984	case IO_OPEN_CNX_ERROR_ZONE_VIOLATION:
1985		pm8001_dbg(pm8001_ha, IO,
1986			   "IO_OPEN_CNX_ERROR_ZONE_VIOLATION\n");
1987		ts->resp = SAS_TASK_COMPLETE;
1988		ts->stat = SAS_OPEN_REJECT;
1989		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
1990		break;
1991	case IO_OPEN_CNX_ERROR_BREAK:
1992		pm8001_dbg(pm8001_ha, IO, "IO_OPEN_CNX_ERROR_BREAK\n");
 
1993		ts->resp = SAS_TASK_COMPLETE;
1994		ts->stat = SAS_OPEN_REJECT;
1995		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
1996		break;
1997	case IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS:
1998		pm8001_dbg(pm8001_ha, IO, "IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS\n");
 
1999		ts->resp = SAS_TASK_COMPLETE;
2000		ts->stat = SAS_OPEN_REJECT;
2001		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
2002		if (!t->uldd_task)
2003			pm8001_handle_event(pm8001_ha,
2004				pm8001_dev,
2005				IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS);
2006		break;
2007	case IO_OPEN_CNX_ERROR_BAD_DESTINATION:
2008		pm8001_dbg(pm8001_ha, IO,
2009			   "IO_OPEN_CNX_ERROR_BAD_DESTINATION\n");
2010		ts->resp = SAS_TASK_COMPLETE;
2011		ts->stat = SAS_OPEN_REJECT;
2012		ts->open_rej_reason = SAS_OREJ_BAD_DEST;
2013		break;
2014	case IO_OPEN_CNX_ERROR_CONNECTION_RATE_NOT_SUPPORTED:
2015		pm8001_dbg(pm8001_ha, IO, "IO_OPEN_CNX_ERROR_CONNECTION_RATE_NOT_SUPPORTED\n");
 
 
2016		ts->resp = SAS_TASK_COMPLETE;
2017		ts->stat = SAS_OPEN_REJECT;
2018		ts->open_rej_reason = SAS_OREJ_CONN_RATE;
2019		break;
2020	case IO_OPEN_CNX_ERROR_WRONG_DESTINATION:
2021		pm8001_dbg(pm8001_ha, IO,
2022			   "IO_OPEN_CNX_ERROR_WRONG_DESTINATION\n");
2023		ts->resp = SAS_TASK_UNDELIVERED;
2024		ts->stat = SAS_OPEN_REJECT;
2025		ts->open_rej_reason = SAS_OREJ_WRONG_DEST;
2026		break;
2027	case IO_XFER_ERROR_NAK_RECEIVED:
2028		pm8001_dbg(pm8001_ha, IO, "IO_XFER_ERROR_NAK_RECEIVED\n");
 
2029		ts->resp = SAS_TASK_COMPLETE;
2030		ts->stat = SAS_OPEN_REJECT;
2031		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
2032		break;
2033	case IO_XFER_ERROR_ACK_NAK_TIMEOUT:
2034		pm8001_dbg(pm8001_ha, IO, "IO_XFER_ERROR_ACK_NAK_TIMEOUT\n");
 
2035		ts->resp = SAS_TASK_COMPLETE;
2036		ts->stat = SAS_NAK_R_ERR;
2037		break;
2038	case IO_XFER_ERROR_DMA:
2039		pm8001_dbg(pm8001_ha, IO, "IO_XFER_ERROR_DMA\n");
 
2040		ts->resp = SAS_TASK_COMPLETE;
2041		ts->stat = SAS_OPEN_REJECT;
2042		break;
2043	case IO_XFER_OPEN_RETRY_TIMEOUT:
2044		pm8001_dbg(pm8001_ha, IO, "IO_XFER_OPEN_RETRY_TIMEOUT\n");
 
2045		ts->resp = SAS_TASK_COMPLETE;
2046		ts->stat = SAS_OPEN_REJECT;
2047		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
2048		break;
2049	case IO_XFER_ERROR_OFFSET_MISMATCH:
2050		pm8001_dbg(pm8001_ha, IO, "IO_XFER_ERROR_OFFSET_MISMATCH\n");
 
2051		ts->resp = SAS_TASK_COMPLETE;
2052		ts->stat = SAS_OPEN_REJECT;
2053		break;
2054	case IO_PORT_IN_RESET:
2055		pm8001_dbg(pm8001_ha, IO, "IO_PORT_IN_RESET\n");
 
2056		ts->resp = SAS_TASK_COMPLETE;
2057		ts->stat = SAS_OPEN_REJECT;
2058		break;
2059	case IO_DS_NON_OPERATIONAL:
2060		pm8001_dbg(pm8001_ha, IO, "IO_DS_NON_OPERATIONAL\n");
 
2061		ts->resp = SAS_TASK_COMPLETE;
2062		ts->stat = SAS_OPEN_REJECT;
2063		if (!t->uldd_task)
2064			pm8001_handle_event(pm8001_ha,
2065				pm8001_dev,
2066				IO_DS_NON_OPERATIONAL);
2067		break;
2068	case IO_DS_IN_RECOVERY:
2069		pm8001_dbg(pm8001_ha, IO, "IO_DS_IN_RECOVERY\n");
 
2070		ts->resp = SAS_TASK_COMPLETE;
2071		ts->stat = SAS_OPEN_REJECT;
2072		break;
2073	case IO_TM_TAG_NOT_FOUND:
2074		pm8001_dbg(pm8001_ha, IO, "IO_TM_TAG_NOT_FOUND\n");
 
2075		ts->resp = SAS_TASK_COMPLETE;
2076		ts->stat = SAS_OPEN_REJECT;
2077		break;
2078	case IO_SSP_EXT_IU_ZERO_LEN_ERROR:
2079		pm8001_dbg(pm8001_ha, IO, "IO_SSP_EXT_IU_ZERO_LEN_ERROR\n");
 
2080		ts->resp = SAS_TASK_COMPLETE;
2081		ts->stat = SAS_OPEN_REJECT;
2082		break;
2083	case IO_OPEN_CNX_ERROR_HW_RESOURCE_BUSY:
2084		pm8001_dbg(pm8001_ha, IO,
2085			   "IO_OPEN_CNX_ERROR_HW_RESOURCE_BUSY\n");
2086		ts->resp = SAS_TASK_COMPLETE;
2087		ts->stat = SAS_OPEN_REJECT;
2088		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
2089		break;
2090	default:
2091		pm8001_dbg(pm8001_ha, DEVIO, "Unknown status 0x%x\n", status);
 
2092		/* not allowed case. Therefore, return failed status */
2093		ts->resp = SAS_TASK_COMPLETE;
2094		ts->stat = SAS_OPEN_REJECT;
2095		break;
2096	}
2097	pm8001_dbg(pm8001_ha, IO, "scsi_status = %x\n",
2098		   psspPayload->ssp_resp_iu.status);
 
2099	spin_lock_irqsave(&t->task_state_lock, flags);
2100	t->task_state_flags &= ~SAS_TASK_STATE_PENDING;
2101	t->task_state_flags &= ~SAS_TASK_AT_INITIATOR;
2102	t->task_state_flags |= SAS_TASK_STATE_DONE;
2103	if (unlikely((t->task_state_flags & SAS_TASK_STATE_ABORTED))) {
2104		spin_unlock_irqrestore(&t->task_state_lock, flags);
2105		pm8001_dbg(pm8001_ha, FAIL, "task 0x%p done with io_status 0x%x resp 0x%x stat 0x%x but aborted by upper layer!\n",
2106			   t, status, ts->resp, ts->stat);
 
 
2107		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2108	} else {
2109		spin_unlock_irqrestore(&t->task_state_lock, flags);
2110		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2111		mb();/* in order to force CPU ordering */
2112		t->task_done(t);
2113	}
2114}
2115
2116/*See the comments for mpi_ssp_completion */
2117static void mpi_ssp_event(struct pm8001_hba_info *pm8001_ha, void *piomb)
2118{
2119	struct sas_task *t;
2120	unsigned long flags;
2121	struct task_status_struct *ts;
2122	struct pm8001_ccb_info *ccb;
2123	struct pm8001_device *pm8001_dev;
2124	struct ssp_event_resp *psspPayload =
2125		(struct ssp_event_resp *)(piomb + 4);
2126	u32 event = le32_to_cpu(psspPayload->event);
2127	u32 tag = le32_to_cpu(psspPayload->tag);
2128	u32 port_id = le32_to_cpu(psspPayload->port_id);
2129	u32 dev_id = le32_to_cpu(psspPayload->device_id);
2130
2131	ccb = &pm8001_ha->ccb_info[tag];
2132	t = ccb->task;
2133	pm8001_dev = ccb->device;
2134	if (event)
2135		pm8001_dbg(pm8001_ha, FAIL, "sas IO status 0x%x\n", event);
 
2136	if (unlikely(!t || !t->lldd_task || !t->dev))
2137		return;
2138	ts = &t->task_status;
2139	pm8001_dbg(pm8001_ha, DEVIO, "port_id = %x,device_id = %x\n",
2140		   port_id, dev_id);
 
2141	switch (event) {
2142	case IO_OVERFLOW:
2143		pm8001_dbg(pm8001_ha, IO, "IO_UNDERFLOW\n");
2144		ts->resp = SAS_TASK_COMPLETE;
2145		ts->stat = SAS_DATA_OVERRUN;
2146		ts->residual = 0;
2147		if (pm8001_dev)
2148			atomic_dec(&pm8001_dev->running_req);
2149		break;
2150	case IO_XFER_ERROR_BREAK:
2151		pm8001_dbg(pm8001_ha, IO, "IO_XFER_ERROR_BREAK\n");
2152		pm8001_handle_event(pm8001_ha, t, IO_XFER_ERROR_BREAK);
2153		return;
 
 
2154	case IO_XFER_ERROR_PHY_NOT_READY:
2155		pm8001_dbg(pm8001_ha, IO, "IO_XFER_ERROR_PHY_NOT_READY\n");
 
2156		ts->resp = SAS_TASK_COMPLETE;
2157		ts->stat = SAS_OPEN_REJECT;
2158		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
2159		break;
2160	case IO_OPEN_CNX_ERROR_PROTOCOL_NOT_SUPPORTED:
2161		pm8001_dbg(pm8001_ha, IO, "IO_OPEN_CNX_ERROR_PROTOCOL_NOT_SUPPORTED\n");
 
 
2162		ts->resp = SAS_TASK_COMPLETE;
2163		ts->stat = SAS_OPEN_REJECT;
2164		ts->open_rej_reason = SAS_OREJ_EPROTO;
2165		break;
2166	case IO_OPEN_CNX_ERROR_ZONE_VIOLATION:
2167		pm8001_dbg(pm8001_ha, IO,
2168			   "IO_OPEN_CNX_ERROR_ZONE_VIOLATION\n");
2169		ts->resp = SAS_TASK_COMPLETE;
2170		ts->stat = SAS_OPEN_REJECT;
2171		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
2172		break;
2173	case IO_OPEN_CNX_ERROR_BREAK:
2174		pm8001_dbg(pm8001_ha, IO, "IO_OPEN_CNX_ERROR_BREAK\n");
 
2175		ts->resp = SAS_TASK_COMPLETE;
2176		ts->stat = SAS_OPEN_REJECT;
2177		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
2178		break;
2179	case IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS:
2180		pm8001_dbg(pm8001_ha, IO, "IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS\n");
 
2181		ts->resp = SAS_TASK_COMPLETE;
2182		ts->stat = SAS_OPEN_REJECT;
2183		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
2184		if (!t->uldd_task)
2185			pm8001_handle_event(pm8001_ha,
2186				pm8001_dev,
2187				IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS);
2188		break;
2189	case IO_OPEN_CNX_ERROR_BAD_DESTINATION:
2190		pm8001_dbg(pm8001_ha, IO,
2191			   "IO_OPEN_CNX_ERROR_BAD_DESTINATION\n");
2192		ts->resp = SAS_TASK_COMPLETE;
2193		ts->stat = SAS_OPEN_REJECT;
2194		ts->open_rej_reason = SAS_OREJ_BAD_DEST;
2195		break;
2196	case IO_OPEN_CNX_ERROR_CONNECTION_RATE_NOT_SUPPORTED:
2197		pm8001_dbg(pm8001_ha, IO, "IO_OPEN_CNX_ERROR_CONNECTION_RATE_NOT_SUPPORTED\n");
 
 
2198		ts->resp = SAS_TASK_COMPLETE;
2199		ts->stat = SAS_OPEN_REJECT;
2200		ts->open_rej_reason = SAS_OREJ_CONN_RATE;
2201		break;
2202	case IO_OPEN_CNX_ERROR_WRONG_DESTINATION:
2203		pm8001_dbg(pm8001_ha, IO,
2204			   "IO_OPEN_CNX_ERROR_WRONG_DESTINATION\n");
2205		ts->resp = SAS_TASK_COMPLETE;
2206		ts->stat = SAS_OPEN_REJECT;
2207		ts->open_rej_reason = SAS_OREJ_WRONG_DEST;
2208		break;
2209	case IO_XFER_ERROR_NAK_RECEIVED:
2210		pm8001_dbg(pm8001_ha, IO, "IO_XFER_ERROR_NAK_RECEIVED\n");
 
2211		ts->resp = SAS_TASK_COMPLETE;
2212		ts->stat = SAS_OPEN_REJECT;
2213		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
2214		break;
2215	case IO_XFER_ERROR_ACK_NAK_TIMEOUT:
2216		pm8001_dbg(pm8001_ha, IO, "IO_XFER_ERROR_ACK_NAK_TIMEOUT\n");
 
2217		ts->resp = SAS_TASK_COMPLETE;
2218		ts->stat = SAS_NAK_R_ERR;
2219		break;
2220	case IO_XFER_OPEN_RETRY_TIMEOUT:
2221		pm8001_dbg(pm8001_ha, IO, "IO_XFER_OPEN_RETRY_TIMEOUT\n");
2222		pm8001_handle_event(pm8001_ha, t, IO_XFER_OPEN_RETRY_TIMEOUT);
2223		return;
 
 
 
2224	case IO_XFER_ERROR_UNEXPECTED_PHASE:
2225		pm8001_dbg(pm8001_ha, IO, "IO_XFER_ERROR_UNEXPECTED_PHASE\n");
 
2226		ts->resp = SAS_TASK_COMPLETE;
2227		ts->stat = SAS_DATA_OVERRUN;
2228		break;
2229	case IO_XFER_ERROR_XFER_RDY_OVERRUN:
2230		pm8001_dbg(pm8001_ha, IO, "IO_XFER_ERROR_XFER_RDY_OVERRUN\n");
 
2231		ts->resp = SAS_TASK_COMPLETE;
2232		ts->stat = SAS_DATA_OVERRUN;
2233		break;
2234	case IO_XFER_ERROR_XFER_RDY_NOT_EXPECTED:
2235		pm8001_dbg(pm8001_ha, IO,
2236			   "IO_XFER_ERROR_XFER_RDY_NOT_EXPECTED\n");
2237		ts->resp = SAS_TASK_COMPLETE;
2238		ts->stat = SAS_DATA_OVERRUN;
2239		break;
2240	case IO_XFER_ERROR_CMD_ISSUE_ACK_NAK_TIMEOUT:
2241		pm8001_dbg(pm8001_ha, IO,
2242			   "IO_XFER_ERROR_CMD_ISSUE_ACK_NAK_TIMEOUT\n");
2243		ts->resp = SAS_TASK_COMPLETE;
2244		ts->stat = SAS_DATA_OVERRUN;
2245		break;
2246	case IO_XFER_ERROR_OFFSET_MISMATCH:
2247		pm8001_dbg(pm8001_ha, IO, "IO_XFER_ERROR_OFFSET_MISMATCH\n");
 
2248		ts->resp = SAS_TASK_COMPLETE;
2249		ts->stat = SAS_DATA_OVERRUN;
2250		break;
2251	case IO_XFER_ERROR_XFER_ZERO_DATA_LEN:
2252		pm8001_dbg(pm8001_ha, IO,
2253			   "IO_XFER_ERROR_XFER_ZERO_DATA_LEN\n");
2254		ts->resp = SAS_TASK_COMPLETE;
2255		ts->stat = SAS_DATA_OVERRUN;
2256		break;
2257	case IO_XFER_CMD_FRAME_ISSUED:
2258		pm8001_dbg(pm8001_ha, IO, "IO_XFER_CMD_FRAME_ISSUED\n");
 
2259		return;
2260	default:
2261		pm8001_dbg(pm8001_ha, DEVIO, "Unknown status 0x%x\n", event);
 
2262		/* not allowed case. Therefore, return failed status */
2263		ts->resp = SAS_TASK_COMPLETE;
2264		ts->stat = SAS_DATA_OVERRUN;
2265		break;
2266	}
2267	spin_lock_irqsave(&t->task_state_lock, flags);
2268	t->task_state_flags &= ~SAS_TASK_STATE_PENDING;
2269	t->task_state_flags &= ~SAS_TASK_AT_INITIATOR;
2270	t->task_state_flags |= SAS_TASK_STATE_DONE;
2271	if (unlikely((t->task_state_flags & SAS_TASK_STATE_ABORTED))) {
2272		spin_unlock_irqrestore(&t->task_state_lock, flags);
2273		pm8001_dbg(pm8001_ha, FAIL, "task 0x%p done with event 0x%x resp 0x%x stat 0x%x but aborted by upper layer!\n",
2274			   t, event, ts->resp, ts->stat);
 
 
2275		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2276	} else {
2277		spin_unlock_irqrestore(&t->task_state_lock, flags);
2278		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2279		mb();/* in order to force CPU ordering */
2280		t->task_done(t);
2281	}
2282}
2283
2284/*See the comments for mpi_ssp_completion */
2285static void
2286mpi_sata_completion(struct pm8001_hba_info *pm8001_ha, void *piomb)
2287{
2288	struct sas_task *t;
2289	struct pm8001_ccb_info *ccb;
 
2290	u32 param;
2291	u32 status;
2292	u32 tag;
2293	int i, j;
2294	u8 sata_addr_low[4];
2295	u32 temp_sata_addr_low;
2296	u8 sata_addr_hi[4];
2297	u32 temp_sata_addr_hi;
2298	struct sata_completion_resp *psataPayload;
2299	struct task_status_struct *ts;
2300	struct ata_task_resp *resp ;
2301	u32 *sata_resp;
2302	struct pm8001_device *pm8001_dev;
2303	unsigned long flags;
2304
2305	psataPayload = (struct sata_completion_resp *)(piomb + 4);
2306	status = le32_to_cpu(psataPayload->status);
2307	tag = le32_to_cpu(psataPayload->tag);
2308
2309	if (!tag) {
2310		pm8001_dbg(pm8001_ha, FAIL, "tag null\n");
2311		return;
2312	}
2313	ccb = &pm8001_ha->ccb_info[tag];
2314	param = le32_to_cpu(psataPayload->param);
2315	if (ccb) {
2316		t = ccb->task;
2317		pm8001_dev = ccb->device;
2318	} else {
2319		pm8001_dbg(pm8001_ha, FAIL, "ccb null\n");
2320		return;
2321	}
2322
2323	if (t) {
2324		if (t->dev && (t->dev->lldd_dev))
2325			pm8001_dev = t->dev->lldd_dev;
2326	} else {
2327		pm8001_dbg(pm8001_ha, FAIL, "task null\n");
2328		return;
2329	}
2330
2331	if ((pm8001_dev && !(pm8001_dev->id & NCQ_READ_LOG_FLAG))
2332		&& unlikely(!t || !t->lldd_task || !t->dev)) {
2333		pm8001_dbg(pm8001_ha, FAIL, "task or dev null\n");
2334		return;
2335	}
2336
2337	ts = &t->task_status;
2338	if (!ts) {
2339		pm8001_dbg(pm8001_ha, FAIL, "ts null\n");
 
 
 
2340		return;
2341	}
2342
2343	if (status)
2344		pm8001_dbg(pm8001_ha, IOERR,
2345			   "status:0x%x, tag:0x%x, task::0x%p\n",
2346			   status, tag, t);
2347
2348	/* Print sas address of IO failed device */
2349	if ((status != IO_SUCCESS) && (status != IO_OVERFLOW) &&
2350		(status != IO_UNDERFLOW)) {
2351		if (!((t->dev->parent) &&
2352			(dev_is_expander(t->dev->parent->dev_type)))) {
2353			for (i = 0, j = 4; j <= 7 && i <= 3; i++, j++)
2354				sata_addr_low[i] = pm8001_ha->sas_addr[j];
2355			for (i = 0, j = 0; j <= 3 && i <= 3; i++, j++)
2356				sata_addr_hi[i] = pm8001_ha->sas_addr[j];
2357			memcpy(&temp_sata_addr_low, sata_addr_low,
2358				sizeof(sata_addr_low));
2359			memcpy(&temp_sata_addr_hi, sata_addr_hi,
2360				sizeof(sata_addr_hi));
2361			temp_sata_addr_hi = (((temp_sata_addr_hi >> 24) & 0xff)
2362						|((temp_sata_addr_hi << 8) &
2363						0xff0000) |
2364						((temp_sata_addr_hi >> 8)
2365						& 0xff00) |
2366						((temp_sata_addr_hi << 24) &
2367						0xff000000));
2368			temp_sata_addr_low = ((((temp_sata_addr_low >> 24)
2369						& 0xff) |
2370						((temp_sata_addr_low << 8)
2371						& 0xff0000) |
2372						((temp_sata_addr_low >> 8)
2373						& 0xff00) |
2374						((temp_sata_addr_low << 24)
2375						& 0xff000000)) +
2376						pm8001_dev->attached_phy +
2377						0x10);
2378			pm8001_dbg(pm8001_ha, FAIL,
2379				   "SAS Address of IO Failure Drive:%08x%08x\n",
2380				   temp_sata_addr_hi,
2381				   temp_sata_addr_low);
2382		} else {
2383			pm8001_dbg(pm8001_ha, FAIL,
2384				   "SAS Address of IO Failure Drive:%016llx\n",
2385				   SAS_ADDR(t->dev->sas_addr));
2386		}
2387	}
2388	switch (status) {
2389	case IO_SUCCESS:
2390		pm8001_dbg(pm8001_ha, IO, "IO_SUCCESS\n");
2391		if (param == 0) {
2392			ts->resp = SAS_TASK_COMPLETE;
2393			ts->stat = SAS_SAM_STAT_GOOD;
2394			/* check if response is for SEND READ LOG */
2395			if (pm8001_dev &&
2396				(pm8001_dev->id & NCQ_READ_LOG_FLAG)) {
2397				/* set new bit for abort_all */
2398				pm8001_dev->id |= NCQ_ABORT_ALL_FLAG;
2399				/* clear bit for read log */
2400				pm8001_dev->id = pm8001_dev->id & 0x7FFFFFFF;
2401				pm8001_send_abort_all(pm8001_ha, pm8001_dev);
2402				/* Free the tag */
2403				pm8001_tag_free(pm8001_ha, tag);
2404				sas_free_task(t);
2405				return;
2406			}
2407		} else {
2408			u8 len;
2409			ts->resp = SAS_TASK_COMPLETE;
2410			ts->stat = SAS_PROTO_RESPONSE;
2411			ts->residual = param;
2412			pm8001_dbg(pm8001_ha, IO,
2413				   "SAS_PROTO_RESPONSE len = %d\n",
2414				   param);
2415			sata_resp = &psataPayload->sata_resp[0];
2416			resp = (struct ata_task_resp *)ts->buf;
2417			if (t->ata_task.dma_xfer == 0 &&
2418			    t->data_dir == DMA_FROM_DEVICE) {
2419				len = sizeof(struct pio_setup_fis);
2420				pm8001_dbg(pm8001_ha, IO,
2421					   "PIO read len = %d\n", len);
2422			} else if (t->ata_task.use_ncq) {
2423				len = sizeof(struct set_dev_bits_fis);
2424				pm8001_dbg(pm8001_ha, IO, "FPDMA len = %d\n",
2425					   len);
2426			} else {
2427				len = sizeof(struct dev_to_host_fis);
2428				pm8001_dbg(pm8001_ha, IO, "other len = %d\n",
2429					   len);
2430			}
2431			if (SAS_STATUS_BUF_SIZE >= sizeof(*resp)) {
2432				resp->frame_len = len;
2433				memcpy(&resp->ending_fis[0], sata_resp, len);
2434				ts->buf_valid_size = sizeof(*resp);
2435			} else
2436				pm8001_dbg(pm8001_ha, IO,
2437					   "response too large\n");
2438		}
2439		if (pm8001_dev)
2440			atomic_dec(&pm8001_dev->running_req);
2441		break;
2442	case IO_ABORTED:
2443		pm8001_dbg(pm8001_ha, IO, "IO_ABORTED IOMB Tag\n");
 
2444		ts->resp = SAS_TASK_COMPLETE;
2445		ts->stat = SAS_ABORTED_TASK;
2446		if (pm8001_dev)
2447			atomic_dec(&pm8001_dev->running_req);
2448		break;
2449		/* following cases are to do cases */
2450	case IO_UNDERFLOW:
2451		/* SATA Completion with error */
2452		pm8001_dbg(pm8001_ha, IO, "IO_UNDERFLOW param = %d\n", param);
 
2453		ts->resp = SAS_TASK_COMPLETE;
2454		ts->stat = SAS_DATA_UNDERRUN;
2455		ts->residual =  param;
2456		if (pm8001_dev)
2457			atomic_dec(&pm8001_dev->running_req);
2458		break;
2459	case IO_NO_DEVICE:
2460		pm8001_dbg(pm8001_ha, IO, "IO_NO_DEVICE\n");
 
2461		ts->resp = SAS_TASK_UNDELIVERED;
2462		ts->stat = SAS_PHY_DOWN;
2463		if (pm8001_dev)
2464			atomic_dec(&pm8001_dev->running_req);
2465		break;
2466	case IO_XFER_ERROR_BREAK:
2467		pm8001_dbg(pm8001_ha, IO, "IO_XFER_ERROR_BREAK\n");
 
2468		ts->resp = SAS_TASK_COMPLETE;
2469		ts->stat = SAS_INTERRUPTED;
2470		if (pm8001_dev)
2471			atomic_dec(&pm8001_dev->running_req);
2472		break;
2473	case IO_XFER_ERROR_PHY_NOT_READY:
2474		pm8001_dbg(pm8001_ha, IO, "IO_XFER_ERROR_PHY_NOT_READY\n");
 
2475		ts->resp = SAS_TASK_COMPLETE;
2476		ts->stat = SAS_OPEN_REJECT;
2477		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
2478		if (pm8001_dev)
2479			atomic_dec(&pm8001_dev->running_req);
2480		break;
2481	case IO_OPEN_CNX_ERROR_PROTOCOL_NOT_SUPPORTED:
2482		pm8001_dbg(pm8001_ha, IO, "IO_OPEN_CNX_ERROR_PROTOCOL_NOT_SUPPORTED\n");
 
 
2483		ts->resp = SAS_TASK_COMPLETE;
2484		ts->stat = SAS_OPEN_REJECT;
2485		ts->open_rej_reason = SAS_OREJ_EPROTO;
2486		if (pm8001_dev)
2487			atomic_dec(&pm8001_dev->running_req);
2488		break;
2489	case IO_OPEN_CNX_ERROR_ZONE_VIOLATION:
2490		pm8001_dbg(pm8001_ha, IO,
2491			   "IO_OPEN_CNX_ERROR_ZONE_VIOLATION\n");
2492		ts->resp = SAS_TASK_COMPLETE;
2493		ts->stat = SAS_OPEN_REJECT;
2494		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
2495		if (pm8001_dev)
2496			atomic_dec(&pm8001_dev->running_req);
2497		break;
2498	case IO_OPEN_CNX_ERROR_BREAK:
2499		pm8001_dbg(pm8001_ha, IO, "IO_OPEN_CNX_ERROR_BREAK\n");
 
2500		ts->resp = SAS_TASK_COMPLETE;
2501		ts->stat = SAS_OPEN_REJECT;
2502		ts->open_rej_reason = SAS_OREJ_RSVD_CONT0;
2503		if (pm8001_dev)
2504			atomic_dec(&pm8001_dev->running_req);
2505		break;
2506	case IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS:
2507		pm8001_dbg(pm8001_ha, IO, "IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS\n");
 
2508		ts->resp = SAS_TASK_COMPLETE;
2509		ts->stat = SAS_DEV_NO_RESPONSE;
2510		if (!t->uldd_task) {
2511			pm8001_handle_event(pm8001_ha,
2512				pm8001_dev,
2513				IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS);
2514			ts->resp = SAS_TASK_UNDELIVERED;
2515			ts->stat = SAS_QUEUE_FULL;
2516			pm8001_ccb_task_free_done(pm8001_ha, t, ccb, tag);
 
 
 
 
2517			return;
2518		}
2519		break;
2520	case IO_OPEN_CNX_ERROR_BAD_DESTINATION:
2521		pm8001_dbg(pm8001_ha, IO,
2522			   "IO_OPEN_CNX_ERROR_BAD_DESTINATION\n");
2523		ts->resp = SAS_TASK_UNDELIVERED;
2524		ts->stat = SAS_OPEN_REJECT;
2525		ts->open_rej_reason = SAS_OREJ_BAD_DEST;
2526		if (!t->uldd_task) {
2527			pm8001_handle_event(pm8001_ha,
2528				pm8001_dev,
2529				IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS);
2530			ts->resp = SAS_TASK_UNDELIVERED;
2531			ts->stat = SAS_QUEUE_FULL;
2532			pm8001_ccb_task_free_done(pm8001_ha, t, ccb, tag);
 
 
 
 
2533			return;
2534		}
2535		break;
2536	case IO_OPEN_CNX_ERROR_CONNECTION_RATE_NOT_SUPPORTED:
2537		pm8001_dbg(pm8001_ha, IO, "IO_OPEN_CNX_ERROR_CONNECTION_RATE_NOT_SUPPORTED\n");
 
 
2538		ts->resp = SAS_TASK_COMPLETE;
2539		ts->stat = SAS_OPEN_REJECT;
2540		ts->open_rej_reason = SAS_OREJ_CONN_RATE;
2541		if (pm8001_dev)
2542			atomic_dec(&pm8001_dev->running_req);
2543		break;
2544	case IO_OPEN_CNX_ERROR_STP_RESOURCES_BUSY:
2545		pm8001_dbg(pm8001_ha, IO, "IO_OPEN_CNX_ERROR_STP_RESOURCES_BUSY\n");
 
 
2546		ts->resp = SAS_TASK_COMPLETE;
2547		ts->stat = SAS_DEV_NO_RESPONSE;
2548		if (!t->uldd_task) {
2549			pm8001_handle_event(pm8001_ha,
2550				pm8001_dev,
2551				IO_OPEN_CNX_ERROR_STP_RESOURCES_BUSY);
2552			ts->resp = SAS_TASK_UNDELIVERED;
2553			ts->stat = SAS_QUEUE_FULL;
2554			pm8001_ccb_task_free_done(pm8001_ha, t, ccb, tag);
 
 
 
 
2555			return;
2556		}
2557		break;
2558	case IO_OPEN_CNX_ERROR_WRONG_DESTINATION:
2559		pm8001_dbg(pm8001_ha, IO,
2560			   "IO_OPEN_CNX_ERROR_WRONG_DESTINATION\n");
2561		ts->resp = SAS_TASK_COMPLETE;
2562		ts->stat = SAS_OPEN_REJECT;
2563		ts->open_rej_reason = SAS_OREJ_WRONG_DEST;
2564		if (pm8001_dev)
2565			atomic_dec(&pm8001_dev->running_req);
2566		break;
2567	case IO_XFER_ERROR_NAK_RECEIVED:
2568		pm8001_dbg(pm8001_ha, IO, "IO_XFER_ERROR_NAK_RECEIVED\n");
 
2569		ts->resp = SAS_TASK_COMPLETE;
2570		ts->stat = SAS_NAK_R_ERR;
2571		if (pm8001_dev)
2572			atomic_dec(&pm8001_dev->running_req);
2573		break;
2574	case IO_XFER_ERROR_ACK_NAK_TIMEOUT:
2575		pm8001_dbg(pm8001_ha, IO, "IO_XFER_ERROR_ACK_NAK_TIMEOUT\n");
 
2576		ts->resp = SAS_TASK_COMPLETE;
2577		ts->stat = SAS_NAK_R_ERR;
2578		if (pm8001_dev)
2579			atomic_dec(&pm8001_dev->running_req);
2580		break;
2581	case IO_XFER_ERROR_DMA:
2582		pm8001_dbg(pm8001_ha, IO, "IO_XFER_ERROR_DMA\n");
 
2583		ts->resp = SAS_TASK_COMPLETE;
2584		ts->stat = SAS_ABORTED_TASK;
2585		if (pm8001_dev)
2586			atomic_dec(&pm8001_dev->running_req);
2587		break;
2588	case IO_XFER_ERROR_SATA_LINK_TIMEOUT:
2589		pm8001_dbg(pm8001_ha, IO, "IO_XFER_ERROR_SATA_LINK_TIMEOUT\n");
 
2590		ts->resp = SAS_TASK_UNDELIVERED;
2591		ts->stat = SAS_DEV_NO_RESPONSE;
2592		if (pm8001_dev)
2593			atomic_dec(&pm8001_dev->running_req);
2594		break;
2595	case IO_XFER_ERROR_REJECTED_NCQ_MODE:
2596		pm8001_dbg(pm8001_ha, IO, "IO_XFER_ERROR_REJECTED_NCQ_MODE\n");
 
2597		ts->resp = SAS_TASK_COMPLETE;
2598		ts->stat = SAS_DATA_UNDERRUN;
2599		if (pm8001_dev)
2600			atomic_dec(&pm8001_dev->running_req);
2601		break;
2602	case IO_XFER_OPEN_RETRY_TIMEOUT:
2603		pm8001_dbg(pm8001_ha, IO, "IO_XFER_OPEN_RETRY_TIMEOUT\n");
 
2604		ts->resp = SAS_TASK_COMPLETE;
2605		ts->stat = SAS_OPEN_TO;
2606		if (pm8001_dev)
2607			atomic_dec(&pm8001_dev->running_req);
2608		break;
2609	case IO_PORT_IN_RESET:
2610		pm8001_dbg(pm8001_ha, IO, "IO_PORT_IN_RESET\n");
 
2611		ts->resp = SAS_TASK_COMPLETE;
2612		ts->stat = SAS_DEV_NO_RESPONSE;
2613		if (pm8001_dev)
2614			atomic_dec(&pm8001_dev->running_req);
2615		break;
2616	case IO_DS_NON_OPERATIONAL:
2617		pm8001_dbg(pm8001_ha, IO, "IO_DS_NON_OPERATIONAL\n");
 
2618		ts->resp = SAS_TASK_COMPLETE;
2619		ts->stat = SAS_DEV_NO_RESPONSE;
2620		if (!t->uldd_task) {
2621			pm8001_handle_event(pm8001_ha, pm8001_dev,
2622				    IO_DS_NON_OPERATIONAL);
2623			ts->resp = SAS_TASK_UNDELIVERED;
2624			ts->stat = SAS_QUEUE_FULL;
2625			pm8001_ccb_task_free_done(pm8001_ha, t, ccb, tag);
 
 
 
 
2626			return;
2627		}
2628		break;
2629	case IO_DS_IN_RECOVERY:
2630		pm8001_dbg(pm8001_ha, IO, "  IO_DS_IN_RECOVERY\n");
 
2631		ts->resp = SAS_TASK_COMPLETE;
2632		ts->stat = SAS_DEV_NO_RESPONSE;
2633		if (pm8001_dev)
2634			atomic_dec(&pm8001_dev->running_req);
2635		break;
2636	case IO_DS_IN_ERROR:
2637		pm8001_dbg(pm8001_ha, IO, "IO_DS_IN_ERROR\n");
 
2638		ts->resp = SAS_TASK_COMPLETE;
2639		ts->stat = SAS_DEV_NO_RESPONSE;
2640		if (!t->uldd_task) {
2641			pm8001_handle_event(pm8001_ha, pm8001_dev,
2642				    IO_DS_IN_ERROR);
2643			ts->resp = SAS_TASK_UNDELIVERED;
2644			ts->stat = SAS_QUEUE_FULL;
2645			pm8001_ccb_task_free_done(pm8001_ha, t, ccb, tag);
 
 
 
 
2646			return;
2647		}
2648		break;
2649	case IO_OPEN_CNX_ERROR_HW_RESOURCE_BUSY:
2650		pm8001_dbg(pm8001_ha, IO,
2651			   "IO_OPEN_CNX_ERROR_HW_RESOURCE_BUSY\n");
2652		ts->resp = SAS_TASK_COMPLETE;
2653		ts->stat = SAS_OPEN_REJECT;
2654		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
2655		if (pm8001_dev)
2656			atomic_dec(&pm8001_dev->running_req);
2657		break;
2658	default:
2659		pm8001_dbg(pm8001_ha, DEVIO, "Unknown status 0x%x\n", status);
 
2660		/* not allowed case. Therefore, return failed status */
2661		ts->resp = SAS_TASK_COMPLETE;
2662		ts->stat = SAS_DEV_NO_RESPONSE;
2663		if (pm8001_dev)
2664			atomic_dec(&pm8001_dev->running_req);
2665		break;
2666	}
2667	spin_lock_irqsave(&t->task_state_lock, flags);
2668	t->task_state_flags &= ~SAS_TASK_STATE_PENDING;
2669	t->task_state_flags &= ~SAS_TASK_AT_INITIATOR;
2670	t->task_state_flags |= SAS_TASK_STATE_DONE;
2671	if (unlikely((t->task_state_flags & SAS_TASK_STATE_ABORTED))) {
2672		spin_unlock_irqrestore(&t->task_state_lock, flags);
2673		pm8001_dbg(pm8001_ha, FAIL,
2674			   "task 0x%p done with io_status 0x%x resp 0x%x stat 0x%x but aborted by upper layer!\n",
2675			   t, status, ts->resp, ts->stat);
 
2676		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2677	} else {
 
 
 
 
 
 
 
2678		spin_unlock_irqrestore(&t->task_state_lock, flags);
2679		pm8001_ccb_task_free_done(pm8001_ha, t, ccb, tag);
 
 
 
 
2680	}
2681}
2682
2683/*See the comments for mpi_ssp_completion */
2684static void mpi_sata_event(struct pm8001_hba_info *pm8001_ha, void *piomb)
2685{
2686	struct sas_task *t;
 
2687	struct task_status_struct *ts;
2688	struct pm8001_ccb_info *ccb;
2689	struct pm8001_device *pm8001_dev;
2690	struct sata_event_resp *psataPayload =
2691		(struct sata_event_resp *)(piomb + 4);
2692	u32 event = le32_to_cpu(psataPayload->event);
2693	u32 tag = le32_to_cpu(psataPayload->tag);
2694	u32 port_id = le32_to_cpu(psataPayload->port_id);
2695	u32 dev_id = le32_to_cpu(psataPayload->device_id);
2696	unsigned long flags;
2697
2698	ccb = &pm8001_ha->ccb_info[tag];
2699
2700	if (ccb) {
2701		t = ccb->task;
2702		pm8001_dev = ccb->device;
2703	} else {
2704		pm8001_dbg(pm8001_ha, FAIL, "No CCB !!!. returning\n");
2705	}
2706	if (event)
2707		pm8001_dbg(pm8001_ha, FAIL, "SATA EVENT 0x%x\n", event);
2708
2709	/* Check if this is NCQ error */
2710	if (event == IO_XFER_ERROR_ABORTED_NCQ_MODE) {
2711		/* find device using device id */
2712		pm8001_dev = pm8001_find_dev(pm8001_ha, dev_id);
2713		/* send read log extension */
2714		if (pm8001_dev)
2715			pm8001_send_read_log(pm8001_ha, pm8001_dev);
2716		return;
2717	}
2718
2719	ccb = &pm8001_ha->ccb_info[tag];
2720	t = ccb->task;
2721	pm8001_dev = ccb->device;
2722	if (event)
2723		pm8001_dbg(pm8001_ha, FAIL, "sata IO status 0x%x\n", event);
 
2724	if (unlikely(!t || !t->lldd_task || !t->dev))
2725		return;
2726	ts = &t->task_status;
2727	pm8001_dbg(pm8001_ha, DEVIO,
2728		   "port_id:0x%x, device_id:0x%x, tag:0x%x, event:0x%x\n",
2729		   port_id, dev_id, tag, event);
2730	switch (event) {
2731	case IO_OVERFLOW:
2732		pm8001_dbg(pm8001_ha, IO, "IO_UNDERFLOW\n");
2733		ts->resp = SAS_TASK_COMPLETE;
2734		ts->stat = SAS_DATA_OVERRUN;
2735		ts->residual = 0;
2736		if (pm8001_dev)
2737			atomic_dec(&pm8001_dev->running_req);
2738		break;
2739	case IO_XFER_ERROR_BREAK:
2740		pm8001_dbg(pm8001_ha, IO, "IO_XFER_ERROR_BREAK\n");
 
2741		ts->resp = SAS_TASK_COMPLETE;
2742		ts->stat = SAS_INTERRUPTED;
2743		break;
2744	case IO_XFER_ERROR_PHY_NOT_READY:
2745		pm8001_dbg(pm8001_ha, IO, "IO_XFER_ERROR_PHY_NOT_READY\n");
 
2746		ts->resp = SAS_TASK_COMPLETE;
2747		ts->stat = SAS_OPEN_REJECT;
2748		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
2749		break;
2750	case IO_OPEN_CNX_ERROR_PROTOCOL_NOT_SUPPORTED:
2751		pm8001_dbg(pm8001_ha, IO, "IO_OPEN_CNX_ERROR_PROTOCOL_NOT_SUPPORTED\n");
 
 
2752		ts->resp = SAS_TASK_COMPLETE;
2753		ts->stat = SAS_OPEN_REJECT;
2754		ts->open_rej_reason = SAS_OREJ_EPROTO;
2755		break;
2756	case IO_OPEN_CNX_ERROR_ZONE_VIOLATION:
2757		pm8001_dbg(pm8001_ha, IO,
2758			   "IO_OPEN_CNX_ERROR_ZONE_VIOLATION\n");
2759		ts->resp = SAS_TASK_COMPLETE;
2760		ts->stat = SAS_OPEN_REJECT;
2761		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
2762		break;
2763	case IO_OPEN_CNX_ERROR_BREAK:
2764		pm8001_dbg(pm8001_ha, IO, "IO_OPEN_CNX_ERROR_BREAK\n");
 
2765		ts->resp = SAS_TASK_COMPLETE;
2766		ts->stat = SAS_OPEN_REJECT;
2767		ts->open_rej_reason = SAS_OREJ_RSVD_CONT0;
2768		break;
2769	case IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS:
2770		pm8001_dbg(pm8001_ha, IO, "IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS\n");
 
2771		ts->resp = SAS_TASK_UNDELIVERED;
2772		ts->stat = SAS_DEV_NO_RESPONSE;
2773		if (!t->uldd_task) {
2774			pm8001_handle_event(pm8001_ha,
2775				pm8001_dev,
2776				IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS);
2777			ts->resp = SAS_TASK_COMPLETE;
2778			ts->stat = SAS_QUEUE_FULL;
2779			pm8001_ccb_task_free_done(pm8001_ha, t, ccb, tag);
 
 
 
 
2780			return;
2781		}
2782		break;
2783	case IO_OPEN_CNX_ERROR_BAD_DESTINATION:
2784		pm8001_dbg(pm8001_ha, IO,
2785			   "IO_OPEN_CNX_ERROR_BAD_DESTINATION\n");
2786		ts->resp = SAS_TASK_UNDELIVERED;
2787		ts->stat = SAS_OPEN_REJECT;
2788		ts->open_rej_reason = SAS_OREJ_BAD_DEST;
2789		break;
2790	case IO_OPEN_CNX_ERROR_CONNECTION_RATE_NOT_SUPPORTED:
2791		pm8001_dbg(pm8001_ha, IO, "IO_OPEN_CNX_ERROR_CONNECTION_RATE_NOT_SUPPORTED\n");
 
 
2792		ts->resp = SAS_TASK_COMPLETE;
2793		ts->stat = SAS_OPEN_REJECT;
2794		ts->open_rej_reason = SAS_OREJ_CONN_RATE;
2795		break;
2796	case IO_OPEN_CNX_ERROR_WRONG_DESTINATION:
2797		pm8001_dbg(pm8001_ha, IO,
2798			   "IO_OPEN_CNX_ERROR_WRONG_DESTINATION\n");
2799		ts->resp = SAS_TASK_COMPLETE;
2800		ts->stat = SAS_OPEN_REJECT;
2801		ts->open_rej_reason = SAS_OREJ_WRONG_DEST;
2802		break;
2803	case IO_XFER_ERROR_NAK_RECEIVED:
2804		pm8001_dbg(pm8001_ha, IO, "IO_XFER_ERROR_NAK_RECEIVED\n");
 
2805		ts->resp = SAS_TASK_COMPLETE;
2806		ts->stat = SAS_NAK_R_ERR;
2807		break;
2808	case IO_XFER_ERROR_PEER_ABORTED:
2809		pm8001_dbg(pm8001_ha, IO, "IO_XFER_ERROR_PEER_ABORTED\n");
 
2810		ts->resp = SAS_TASK_COMPLETE;
2811		ts->stat = SAS_NAK_R_ERR;
2812		break;
2813	case IO_XFER_ERROR_REJECTED_NCQ_MODE:
2814		pm8001_dbg(pm8001_ha, IO, "IO_XFER_ERROR_REJECTED_NCQ_MODE\n");
 
2815		ts->resp = SAS_TASK_COMPLETE;
2816		ts->stat = SAS_DATA_UNDERRUN;
2817		break;
2818	case IO_XFER_OPEN_RETRY_TIMEOUT:
2819		pm8001_dbg(pm8001_ha, IO, "IO_XFER_OPEN_RETRY_TIMEOUT\n");
 
2820		ts->resp = SAS_TASK_COMPLETE;
2821		ts->stat = SAS_OPEN_TO;
2822		break;
2823	case IO_XFER_ERROR_UNEXPECTED_PHASE:
2824		pm8001_dbg(pm8001_ha, IO, "IO_XFER_ERROR_UNEXPECTED_PHASE\n");
 
2825		ts->resp = SAS_TASK_COMPLETE;
2826		ts->stat = SAS_OPEN_TO;
2827		break;
2828	case IO_XFER_ERROR_XFER_RDY_OVERRUN:
2829		pm8001_dbg(pm8001_ha, IO, "IO_XFER_ERROR_XFER_RDY_OVERRUN\n");
 
2830		ts->resp = SAS_TASK_COMPLETE;
2831		ts->stat = SAS_OPEN_TO;
2832		break;
2833	case IO_XFER_ERROR_XFER_RDY_NOT_EXPECTED:
2834		pm8001_dbg(pm8001_ha, IO,
2835			   "IO_XFER_ERROR_XFER_RDY_NOT_EXPECTED\n");
2836		ts->resp = SAS_TASK_COMPLETE;
2837		ts->stat = SAS_OPEN_TO;
2838		break;
2839	case IO_XFER_ERROR_OFFSET_MISMATCH:
2840		pm8001_dbg(pm8001_ha, IO, "IO_XFER_ERROR_OFFSET_MISMATCH\n");
 
2841		ts->resp = SAS_TASK_COMPLETE;
2842		ts->stat = SAS_OPEN_TO;
2843		break;
2844	case IO_XFER_ERROR_XFER_ZERO_DATA_LEN:
2845		pm8001_dbg(pm8001_ha, IO,
2846			   "IO_XFER_ERROR_XFER_ZERO_DATA_LEN\n");
2847		ts->resp = SAS_TASK_COMPLETE;
2848		ts->stat = SAS_OPEN_TO;
2849		break;
2850	case IO_XFER_CMD_FRAME_ISSUED:
2851		pm8001_dbg(pm8001_ha, IO, "IO_XFER_CMD_FRAME_ISSUED\n");
 
2852		break;
2853	case IO_XFER_PIO_SETUP_ERROR:
2854		pm8001_dbg(pm8001_ha, IO, "IO_XFER_PIO_SETUP_ERROR\n");
 
2855		ts->resp = SAS_TASK_COMPLETE;
2856		ts->stat = SAS_OPEN_TO;
2857		break;
2858	default:
2859		pm8001_dbg(pm8001_ha, DEVIO, "Unknown status 0x%x\n", event);
 
2860		/* not allowed case. Therefore, return failed status */
2861		ts->resp = SAS_TASK_COMPLETE;
2862		ts->stat = SAS_OPEN_TO;
2863		break;
2864	}
2865	spin_lock_irqsave(&t->task_state_lock, flags);
2866	t->task_state_flags &= ~SAS_TASK_STATE_PENDING;
2867	t->task_state_flags &= ~SAS_TASK_AT_INITIATOR;
2868	t->task_state_flags |= SAS_TASK_STATE_DONE;
2869	if (unlikely((t->task_state_flags & SAS_TASK_STATE_ABORTED))) {
2870		spin_unlock_irqrestore(&t->task_state_lock, flags);
2871		pm8001_dbg(pm8001_ha, FAIL,
2872			   "task 0x%p done with io_status 0x%x resp 0x%x stat 0x%x but aborted by upper layer!\n",
2873			   t, event, ts->resp, ts->stat);
 
2874		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2875	} else {
 
 
 
 
 
 
 
2876		spin_unlock_irqrestore(&t->task_state_lock, flags);
2877		pm8001_ccb_task_free_done(pm8001_ha, t, ccb, tag);
 
 
 
 
2878	}
2879}
2880
2881/*See the comments for mpi_ssp_completion */
2882static void
2883mpi_smp_completion(struct pm8001_hba_info *pm8001_ha, void *piomb)
2884{
 
2885	struct sas_task *t;
2886	struct pm8001_ccb_info *ccb;
2887	unsigned long flags;
2888	u32 status;
2889	u32 tag;
2890	struct smp_completion_resp *psmpPayload;
2891	struct task_status_struct *ts;
2892	struct pm8001_device *pm8001_dev;
2893
2894	psmpPayload = (struct smp_completion_resp *)(piomb + 4);
2895	status = le32_to_cpu(psmpPayload->status);
2896	tag = le32_to_cpu(psmpPayload->tag);
2897
2898	ccb = &pm8001_ha->ccb_info[tag];
 
2899	t = ccb->task;
2900	ts = &t->task_status;
2901	pm8001_dev = ccb->device;
2902	if (status) {
2903		pm8001_dbg(pm8001_ha, FAIL, "smp IO status 0x%x\n", status);
2904		pm8001_dbg(pm8001_ha, IOERR,
2905			   "status:0x%x, tag:0x%x, task:0x%p\n",
2906			   status, tag, t);
2907	}
2908	if (unlikely(!t || !t->lldd_task || !t->dev))
2909		return;
2910
2911	switch (status) {
2912	case IO_SUCCESS:
2913		pm8001_dbg(pm8001_ha, IO, "IO_SUCCESS\n");
2914		ts->resp = SAS_TASK_COMPLETE;
2915		ts->stat = SAS_SAM_STAT_GOOD;
2916		if (pm8001_dev)
2917			atomic_dec(&pm8001_dev->running_req);
2918		break;
2919	case IO_ABORTED:
2920		pm8001_dbg(pm8001_ha, IO, "IO_ABORTED IOMB\n");
 
2921		ts->resp = SAS_TASK_COMPLETE;
2922		ts->stat = SAS_ABORTED_TASK;
2923		if (pm8001_dev)
2924			atomic_dec(&pm8001_dev->running_req);
2925		break;
2926	case IO_OVERFLOW:
2927		pm8001_dbg(pm8001_ha, IO, "IO_UNDERFLOW\n");
2928		ts->resp = SAS_TASK_COMPLETE;
2929		ts->stat = SAS_DATA_OVERRUN;
2930		ts->residual = 0;
2931		if (pm8001_dev)
2932			atomic_dec(&pm8001_dev->running_req);
2933		break;
2934	case IO_NO_DEVICE:
2935		pm8001_dbg(pm8001_ha, IO, "IO_NO_DEVICE\n");
2936		ts->resp = SAS_TASK_COMPLETE;
2937		ts->stat = SAS_PHY_DOWN;
2938		break;
2939	case IO_ERROR_HW_TIMEOUT:
2940		pm8001_dbg(pm8001_ha, IO, "IO_ERROR_HW_TIMEOUT\n");
 
2941		ts->resp = SAS_TASK_COMPLETE;
2942		ts->stat = SAS_SAM_STAT_BUSY;
2943		break;
2944	case IO_XFER_ERROR_BREAK:
2945		pm8001_dbg(pm8001_ha, IO, "IO_XFER_ERROR_BREAK\n");
 
2946		ts->resp = SAS_TASK_COMPLETE;
2947		ts->stat = SAS_SAM_STAT_BUSY;
2948		break;
2949	case IO_XFER_ERROR_PHY_NOT_READY:
2950		pm8001_dbg(pm8001_ha, IO, "IO_XFER_ERROR_PHY_NOT_READY\n");
 
2951		ts->resp = SAS_TASK_COMPLETE;
2952		ts->stat = SAS_SAM_STAT_BUSY;
2953		break;
2954	case IO_OPEN_CNX_ERROR_PROTOCOL_NOT_SUPPORTED:
2955		pm8001_dbg(pm8001_ha, IO,
2956			   "IO_OPEN_CNX_ERROR_PROTOCOL_NOT_SUPPORTED\n");
2957		ts->resp = SAS_TASK_COMPLETE;
2958		ts->stat = SAS_OPEN_REJECT;
2959		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
2960		break;
2961	case IO_OPEN_CNX_ERROR_ZONE_VIOLATION:
2962		pm8001_dbg(pm8001_ha, IO,
2963			   "IO_OPEN_CNX_ERROR_ZONE_VIOLATION\n");
2964		ts->resp = SAS_TASK_COMPLETE;
2965		ts->stat = SAS_OPEN_REJECT;
2966		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
2967		break;
2968	case IO_OPEN_CNX_ERROR_BREAK:
2969		pm8001_dbg(pm8001_ha, IO, "IO_OPEN_CNX_ERROR_BREAK\n");
 
2970		ts->resp = SAS_TASK_COMPLETE;
2971		ts->stat = SAS_OPEN_REJECT;
2972		ts->open_rej_reason = SAS_OREJ_RSVD_CONT0;
2973		break;
2974	case IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS:
2975		pm8001_dbg(pm8001_ha, IO, "IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS\n");
 
2976		ts->resp = SAS_TASK_COMPLETE;
2977		ts->stat = SAS_OPEN_REJECT;
2978		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
2979		pm8001_handle_event(pm8001_ha,
2980				pm8001_dev,
2981				IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS);
2982		break;
2983	case IO_OPEN_CNX_ERROR_BAD_DESTINATION:
2984		pm8001_dbg(pm8001_ha, IO,
2985			   "IO_OPEN_CNX_ERROR_BAD_DESTINATION\n");
2986		ts->resp = SAS_TASK_COMPLETE;
2987		ts->stat = SAS_OPEN_REJECT;
2988		ts->open_rej_reason = SAS_OREJ_BAD_DEST;
2989		break;
2990	case IO_OPEN_CNX_ERROR_CONNECTION_RATE_NOT_SUPPORTED:
2991		pm8001_dbg(pm8001_ha, IO, "IO_OPEN_CNX_ERROR_CONNECTION_RATE_NOT_SUPPORTED\n");
 
 
2992		ts->resp = SAS_TASK_COMPLETE;
2993		ts->stat = SAS_OPEN_REJECT;
2994		ts->open_rej_reason = SAS_OREJ_CONN_RATE;
2995		break;
2996	case IO_OPEN_CNX_ERROR_WRONG_DESTINATION:
2997		pm8001_dbg(pm8001_ha, IO,
2998			   "IO_OPEN_CNX_ERROR_WRONG_DESTINATION\n");
2999		ts->resp = SAS_TASK_COMPLETE;
3000		ts->stat = SAS_OPEN_REJECT;
3001		ts->open_rej_reason = SAS_OREJ_WRONG_DEST;
3002		break;
3003	case IO_XFER_ERROR_RX_FRAME:
3004		pm8001_dbg(pm8001_ha, IO, "IO_XFER_ERROR_RX_FRAME\n");
 
3005		ts->resp = SAS_TASK_COMPLETE;
3006		ts->stat = SAS_DEV_NO_RESPONSE;
3007		break;
3008	case IO_XFER_OPEN_RETRY_TIMEOUT:
3009		pm8001_dbg(pm8001_ha, IO, "IO_XFER_OPEN_RETRY_TIMEOUT\n");
 
3010		ts->resp = SAS_TASK_COMPLETE;
3011		ts->stat = SAS_OPEN_REJECT;
3012		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
3013		break;
3014	case IO_ERROR_INTERNAL_SMP_RESOURCE:
3015		pm8001_dbg(pm8001_ha, IO, "IO_ERROR_INTERNAL_SMP_RESOURCE\n");
 
3016		ts->resp = SAS_TASK_COMPLETE;
3017		ts->stat = SAS_QUEUE_FULL;
3018		break;
3019	case IO_PORT_IN_RESET:
3020		pm8001_dbg(pm8001_ha, IO, "IO_PORT_IN_RESET\n");
 
3021		ts->resp = SAS_TASK_COMPLETE;
3022		ts->stat = SAS_OPEN_REJECT;
3023		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
3024		break;
3025	case IO_DS_NON_OPERATIONAL:
3026		pm8001_dbg(pm8001_ha, IO, "IO_DS_NON_OPERATIONAL\n");
 
3027		ts->resp = SAS_TASK_COMPLETE;
3028		ts->stat = SAS_DEV_NO_RESPONSE;
3029		break;
3030	case IO_DS_IN_RECOVERY:
3031		pm8001_dbg(pm8001_ha, IO, "IO_DS_IN_RECOVERY\n");
 
3032		ts->resp = SAS_TASK_COMPLETE;
3033		ts->stat = SAS_OPEN_REJECT;
3034		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
3035		break;
3036	case IO_OPEN_CNX_ERROR_HW_RESOURCE_BUSY:
3037		pm8001_dbg(pm8001_ha, IO,
3038			   "IO_OPEN_CNX_ERROR_HW_RESOURCE_BUSY\n");
3039		ts->resp = SAS_TASK_COMPLETE;
3040		ts->stat = SAS_OPEN_REJECT;
3041		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
3042		break;
3043	default:
3044		pm8001_dbg(pm8001_ha, DEVIO, "Unknown status 0x%x\n", status);
 
3045		ts->resp = SAS_TASK_COMPLETE;
3046		ts->stat = SAS_DEV_NO_RESPONSE;
3047		/* not allowed case. Therefore, return failed status */
3048		break;
3049	}
3050	spin_lock_irqsave(&t->task_state_lock, flags);
3051	t->task_state_flags &= ~SAS_TASK_STATE_PENDING;
3052	t->task_state_flags &= ~SAS_TASK_AT_INITIATOR;
3053	t->task_state_flags |= SAS_TASK_STATE_DONE;
3054	if (unlikely((t->task_state_flags & SAS_TASK_STATE_ABORTED))) {
3055		spin_unlock_irqrestore(&t->task_state_lock, flags);
3056		pm8001_dbg(pm8001_ha, FAIL, "task 0x%p done with io_status 0x%x resp 0x%x stat 0x%x but aborted by upper layer!\n",
3057			   t, status, ts->resp, ts->stat);
 
 
3058		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
3059	} else {
3060		spin_unlock_irqrestore(&t->task_state_lock, flags);
3061		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
3062		mb();/* in order to force CPU ordering */
3063		t->task_done(t);
3064	}
3065}
3066
3067void pm8001_mpi_set_dev_state_resp(struct pm8001_hba_info *pm8001_ha,
3068		void *piomb)
3069{
3070	struct set_dev_state_resp *pPayload =
3071		(struct set_dev_state_resp *)(piomb + 4);
3072	u32 tag = le32_to_cpu(pPayload->tag);
3073	struct pm8001_ccb_info *ccb = &pm8001_ha->ccb_info[tag];
3074	struct pm8001_device *pm8001_dev = ccb->device;
3075	u32 status = le32_to_cpu(pPayload->status);
3076	u32 device_id = le32_to_cpu(pPayload->device_id);
3077	u8 pds = le32_to_cpu(pPayload->pds_nds) & PDS_BITS;
3078	u8 nds = le32_to_cpu(pPayload->pds_nds) & NDS_BITS;
3079	pm8001_dbg(pm8001_ha, MSG, "Set device id = 0x%x state from 0x%x to 0x%x status = 0x%x!\n",
3080		   device_id, pds, nds, status);
 
3081	complete(pm8001_dev->setds_completion);
3082	ccb->task = NULL;
3083	ccb->ccb_tag = 0xFFFFFFFF;
3084	pm8001_tag_free(pm8001_ha, tag);
3085}
3086
3087void pm8001_mpi_set_nvmd_resp(struct pm8001_hba_info *pm8001_ha, void *piomb)
 
3088{
3089	struct get_nvm_data_resp *pPayload =
3090		(struct get_nvm_data_resp *)(piomb + 4);
3091	u32 tag = le32_to_cpu(pPayload->tag);
3092	struct pm8001_ccb_info *ccb = &pm8001_ha->ccb_info[tag];
3093	u32 dlen_status = le32_to_cpu(pPayload->dlen_status);
3094	complete(pm8001_ha->nvmd_completion);
3095	pm8001_dbg(pm8001_ha, MSG, "Set nvm data complete!\n");
3096	if ((dlen_status & NVMD_STAT) != 0) {
3097		pm8001_dbg(pm8001_ha, FAIL, "Set nvm data error %x\n",
3098				dlen_status);
 
3099	}
3100	ccb->task = NULL;
3101	ccb->ccb_tag = 0xFFFFFFFF;
3102	pm8001_tag_free(pm8001_ha, tag);
3103}
3104
3105void
3106pm8001_mpi_get_nvmd_resp(struct pm8001_hba_info *pm8001_ha, void *piomb)
3107{
3108	struct fw_control_ex    *fw_control_context;
3109	struct get_nvm_data_resp *pPayload =
3110		(struct get_nvm_data_resp *)(piomb + 4);
3111	u32 tag = le32_to_cpu(pPayload->tag);
3112	struct pm8001_ccb_info *ccb = &pm8001_ha->ccb_info[tag];
3113	u32 dlen_status = le32_to_cpu(pPayload->dlen_status);
3114	u32 ir_tds_bn_dps_das_nvm =
3115		le32_to_cpu(pPayload->ir_tda_bn_dps_das_nvm);
3116	void *virt_addr = pm8001_ha->memoryMap.region[NVMD].virt_ptr;
3117	fw_control_context = ccb->fw_control_context;
3118
3119	pm8001_dbg(pm8001_ha, MSG, "Get nvm data complete!\n");
3120	if ((dlen_status & NVMD_STAT) != 0) {
3121		pm8001_dbg(pm8001_ha, FAIL, "Get nvm data error %x\n",
3122				dlen_status);
3123		complete(pm8001_ha->nvmd_completion);
3124		/* We should free tag during failure also, the tag is not being
3125		 * freed by requesting path anywhere.
3126		 */
3127		ccb->task = NULL;
3128		ccb->ccb_tag = 0xFFFFFFFF;
3129		pm8001_tag_free(pm8001_ha, tag);
3130		return;
3131	}
 
3132	if (ir_tds_bn_dps_das_nvm & IPMode) {
3133		/* indirect mode - IR bit set */
3134		pm8001_dbg(pm8001_ha, MSG, "Get NVMD success, IR=1\n");
 
3135		if ((ir_tds_bn_dps_das_nvm & NVMD_TYPE) == TWI_DEVICE) {
3136			if (ir_tds_bn_dps_das_nvm == 0x80a80200) {
3137				memcpy(pm8001_ha->sas_addr,
3138				      ((u8 *)virt_addr + 4),
3139				       SAS_ADDR_SIZE);
3140				pm8001_dbg(pm8001_ha, MSG, "Get SAS address from VPD successfully!\n");
 
 
3141			}
3142		} else if (((ir_tds_bn_dps_das_nvm & NVMD_TYPE) == C_SEEPROM)
3143			|| ((ir_tds_bn_dps_das_nvm & NVMD_TYPE) == VPD_FLASH) ||
3144			((ir_tds_bn_dps_das_nvm & NVMD_TYPE) == EXPAN_ROM)) {
3145				;
3146		} else if (((ir_tds_bn_dps_das_nvm & NVMD_TYPE) == AAP1_RDUMP)
3147			|| ((ir_tds_bn_dps_das_nvm & NVMD_TYPE) == IOP_RDUMP)) {
3148			;
3149		} else {
3150			/* Should not be happened*/
3151			pm8001_dbg(pm8001_ha, MSG,
3152				   "(IR=1)Wrong Device type 0x%x\n",
3153				   ir_tds_bn_dps_das_nvm);
3154		}
3155	} else /* direct mode */{
3156		pm8001_dbg(pm8001_ha, MSG,
3157			   "Get NVMD success, IR=0, dataLen=%d\n",
3158			   (dlen_status & NVMD_LEN) >> 24);
3159	}
3160	/* Though fw_control_context is freed below, usrAddr still needs
3161	 * to be updated as this holds the response to the request function
3162	 */
3163	memcpy(fw_control_context->usrAddr,
3164		pm8001_ha->memoryMap.region[NVMD].virt_ptr,
3165		fw_control_context->len);
3166	kfree(ccb->fw_control_context);
3167	/* To avoid race condition, complete should be
3168	 * called after the message is copied to
3169	 * fw_control_context->usrAddr
3170	 */
3171	complete(pm8001_ha->nvmd_completion);
3172	pm8001_dbg(pm8001_ha, MSG, "Set nvm data complete!\n");
3173	ccb->task = NULL;
3174	ccb->ccb_tag = 0xFFFFFFFF;
3175	pm8001_tag_free(pm8001_ha, tag);
3176}
3177
3178int pm8001_mpi_local_phy_ctl(struct pm8001_hba_info *pm8001_ha, void *piomb)
3179{
3180	u32 tag;
3181	struct local_phy_ctl_resp *pPayload =
3182		(struct local_phy_ctl_resp *)(piomb + 4);
3183	u32 status = le32_to_cpu(pPayload->status);
3184	u32 phy_id = le32_to_cpu(pPayload->phyop_phyid) & ID_BITS;
3185	u32 phy_op = le32_to_cpu(pPayload->phyop_phyid) & OP_BITS;
3186	tag = le32_to_cpu(pPayload->tag);
3187	if (status != 0) {
3188		pm8001_dbg(pm8001_ha, MSG,
3189			   "%x phy execute %x phy op failed!\n",
3190			   phy_id, phy_op);
3191	} else {
3192		pm8001_dbg(pm8001_ha, MSG,
3193			   "%x phy execute %x phy op success!\n",
3194			   phy_id, phy_op);
3195		pm8001_ha->phy[phy_id].reset_success = true;
3196	}
3197	if (pm8001_ha->phy[phy_id].enable_completion) {
3198		complete(pm8001_ha->phy[phy_id].enable_completion);
3199		pm8001_ha->phy[phy_id].enable_completion = NULL;
3200	}
3201	pm8001_tag_free(pm8001_ha, tag);
3202	return 0;
3203}
3204
3205/**
3206 * pm8001_bytes_dmaed - one of the interface function communication with libsas
3207 * @pm8001_ha: our hba card information
3208 * @i: which phy that received the event.
3209 *
3210 * when HBA driver received the identify done event or initiate FIS received
3211 * event(for SATA), it will invoke this function to notify the sas layer that
3212 * the sas toplogy has formed, please discover the the whole sas domain,
3213 * while receive a broadcast(change) primitive just tell the sas
3214 * layer to discover the changed domain rather than the whole domain.
3215 */
3216void pm8001_bytes_dmaed(struct pm8001_hba_info *pm8001_ha, int i)
3217{
3218	struct pm8001_phy *phy = &pm8001_ha->phy[i];
3219	struct asd_sas_phy *sas_phy = &phy->sas_phy;
 
3220	if (!phy->phy_attached)
3221		return;
3222
 
3223	if (sas_phy->phy) {
3224		struct sas_phy *sphy = sas_phy->phy;
3225		sphy->negotiated_linkrate = sas_phy->linkrate;
3226		sphy->minimum_linkrate = phy->minimum_linkrate;
3227		sphy->minimum_linkrate_hw = SAS_LINK_RATE_1_5_GBPS;
3228		sphy->maximum_linkrate = phy->maximum_linkrate;
3229		sphy->maximum_linkrate_hw = phy->maximum_linkrate;
3230	}
3231
3232	if (phy->phy_type & PORT_TYPE_SAS) {
3233		struct sas_identify_frame *id;
3234		id = (struct sas_identify_frame *)phy->frame_rcvd;
3235		id->dev_type = phy->identify.device_type;
3236		id->initiator_bits = SAS_PROTOCOL_ALL;
3237		id->target_bits = phy->identify.target_port_protocols;
3238	} else if (phy->phy_type & PORT_TYPE_SATA) {
3239		/*Nothing*/
3240	}
3241	pm8001_dbg(pm8001_ha, MSG, "phy %d byte dmaded.\n", i);
3242
3243	sas_phy->frame_rcvd_size = phy->frame_rcvd_size;
3244	sas_notify_port_event(sas_phy, PORTE_BYTES_DMAED, GFP_ATOMIC);
3245}
3246
3247/* Get the link rate speed  */
3248void pm8001_get_lrate_mode(struct pm8001_phy *phy, u8 link_rate)
3249{
3250	struct sas_phy *sas_phy = phy->sas_phy.phy;
3251
3252	switch (link_rate) {
3253	case PHY_SPEED_120:
3254		phy->sas_phy.linkrate = SAS_LINK_RATE_12_0_GBPS;
3255		phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_12_0_GBPS;
3256		break;
3257	case PHY_SPEED_60:
3258		phy->sas_phy.linkrate = SAS_LINK_RATE_6_0_GBPS;
3259		phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_6_0_GBPS;
3260		break;
3261	case PHY_SPEED_30:
3262		phy->sas_phy.linkrate = SAS_LINK_RATE_3_0_GBPS;
3263		phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_3_0_GBPS;
3264		break;
3265	case PHY_SPEED_15:
3266		phy->sas_phy.linkrate = SAS_LINK_RATE_1_5_GBPS;
3267		phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_1_5_GBPS;
3268		break;
3269	}
3270	sas_phy->negotiated_linkrate = phy->sas_phy.linkrate;
3271	sas_phy->maximum_linkrate_hw = SAS_LINK_RATE_6_0_GBPS;
3272	sas_phy->minimum_linkrate_hw = SAS_LINK_RATE_1_5_GBPS;
3273	sas_phy->maximum_linkrate = SAS_LINK_RATE_6_0_GBPS;
3274	sas_phy->minimum_linkrate = SAS_LINK_RATE_1_5_GBPS;
3275}
3276
3277/**
3278 * pm8001_get_attached_sas_addr - extract/generate attached SAS address
3279 * @phy: pointer to asd_phy
3280 * @sas_addr: pointer to buffer where the SAS address is to be written
3281 *
3282 * This function extracts the SAS address from an IDENTIFY frame
3283 * received.  If OOB is SATA, then a SAS address is generated from the
3284 * HA tables.
3285 *
3286 * LOCKING: the frame_rcvd_lock needs to be held since this parses the frame
3287 * buffer.
3288 */
3289void pm8001_get_attached_sas_addr(struct pm8001_phy *phy,
3290	u8 *sas_addr)
3291{
3292	if (phy->sas_phy.frame_rcvd[0] == 0x34
3293		&& phy->sas_phy.oob_mode == SATA_OOB_MODE) {
3294		struct pm8001_hba_info *pm8001_ha = phy->sas_phy.ha->lldd_ha;
3295		/* FIS device-to-host */
3296		u64 addr = be64_to_cpu(*(__be64 *)pm8001_ha->sas_addr);
3297		addr += phy->sas_phy.id;
3298		*(__be64 *)sas_addr = cpu_to_be64(addr);
3299	} else {
3300		struct sas_identify_frame *idframe =
3301			(void *) phy->sas_phy.frame_rcvd;
3302		memcpy(sas_addr, idframe->sas_addr, SAS_ADDR_SIZE);
3303	}
3304}
3305
3306/**
3307 * pm8001_hw_event_ack_req- For PM8001,some events need to acknowage to FW.
3308 * @pm8001_ha: our hba card information
3309 * @Qnum: the outbound queue message number.
3310 * @SEA: source of event to ack
3311 * @port_id: port id.
3312 * @phyId: phy id.
3313 * @param0: parameter 0.
3314 * @param1: parameter 1.
3315 */
3316static void pm8001_hw_event_ack_req(struct pm8001_hba_info *pm8001_ha,
3317	u32 Qnum, u32 SEA, u32 port_id, u32 phyId, u32 param0, u32 param1)
3318{
3319	struct hw_event_ack_req	 payload;
3320	u32 opc = OPC_INB_SAS_HW_EVENT_ACK;
3321
3322	struct inbound_queue_table *circularQ;
3323
3324	memset((u8 *)&payload, 0, sizeof(payload));
3325	circularQ = &pm8001_ha->inbnd_q_tbl[Qnum];
3326	payload.tag = cpu_to_le32(1);
3327	payload.sea_phyid_portid = cpu_to_le32(((SEA & 0xFFFF) << 8) |
3328		((phyId & 0x0F) << 4) | (port_id & 0x0F));
3329	payload.param0 = cpu_to_le32(param0);
3330	payload.param1 = cpu_to_le32(param1);
3331	pm8001_mpi_build_cmd(pm8001_ha, circularQ, opc, &payload,
3332			sizeof(payload), 0);
3333}
3334
3335static int pm8001_chip_phy_ctl_req(struct pm8001_hba_info *pm8001_ha,
3336	u32 phyId, u32 phy_op);
3337
3338/**
3339 * hw_event_sas_phy_up -FW tells me a SAS phy up event.
3340 * @pm8001_ha: our hba card information
3341 * @piomb: IO message buffer
3342 */
3343static void
3344hw_event_sas_phy_up(struct pm8001_hba_info *pm8001_ha, void *piomb)
3345{
3346	struct hw_event_resp *pPayload =
3347		(struct hw_event_resp *)(piomb + 4);
3348	u32 lr_evt_status_phyid_portid =
3349		le32_to_cpu(pPayload->lr_evt_status_phyid_portid);
3350	u8 link_rate =
3351		(u8)((lr_evt_status_phyid_portid & 0xF0000000) >> 28);
3352	u8 port_id = (u8)(lr_evt_status_phyid_portid & 0x0000000F);
3353	u8 phy_id =
3354		(u8)((lr_evt_status_phyid_portid & 0x000000F0) >> 4);
3355	u32 npip_portstate = le32_to_cpu(pPayload->npip_portstate);
3356	u8 portstate = (u8)(npip_portstate & 0x0000000F);
3357	struct pm8001_port *port = &pm8001_ha->port[port_id];
 
3358	struct pm8001_phy *phy = &pm8001_ha->phy[phy_id];
3359	unsigned long flags;
3360	u8 deviceType = pPayload->sas_identify.dev_type;
3361	port->port_state =  portstate;
3362	phy->phy_state = PHY_STATE_LINK_UP_SPC;
3363	pm8001_dbg(pm8001_ha, MSG,
3364		   "HW_EVENT_SAS_PHY_UP port id = %d, phy id = %d\n",
3365		   port_id, phy_id);
3366
3367	switch (deviceType) {
3368	case SAS_PHY_UNUSED:
3369		pm8001_dbg(pm8001_ha, MSG, "device type no device.\n");
 
3370		break;
3371	case SAS_END_DEVICE:
3372		pm8001_dbg(pm8001_ha, MSG, "end device.\n");
3373		pm8001_chip_phy_ctl_req(pm8001_ha, phy_id,
3374			PHY_NOTIFY_ENABLE_SPINUP);
3375		port->port_attached = 1;
3376		pm8001_get_lrate_mode(phy, link_rate);
3377		break;
3378	case SAS_EDGE_EXPANDER_DEVICE:
3379		pm8001_dbg(pm8001_ha, MSG, "expander device.\n");
 
3380		port->port_attached = 1;
3381		pm8001_get_lrate_mode(phy, link_rate);
3382		break;
3383	case SAS_FANOUT_EXPANDER_DEVICE:
3384		pm8001_dbg(pm8001_ha, MSG, "fanout expander device.\n");
 
3385		port->port_attached = 1;
3386		pm8001_get_lrate_mode(phy, link_rate);
3387		break;
3388	default:
3389		pm8001_dbg(pm8001_ha, DEVIO, "unknown device type(%x)\n",
3390			   deviceType);
3391		break;
3392	}
3393	phy->phy_type |= PORT_TYPE_SAS;
3394	phy->identify.device_type = deviceType;
3395	phy->phy_attached = 1;
3396	if (phy->identify.device_type == SAS_END_DEVICE)
3397		phy->identify.target_port_protocols = SAS_PROTOCOL_SSP;
3398	else if (phy->identify.device_type != SAS_PHY_UNUSED)
3399		phy->identify.target_port_protocols = SAS_PROTOCOL_SMP;
3400	phy->sas_phy.oob_mode = SAS_OOB_MODE;
3401	sas_notify_phy_event(&phy->sas_phy, PHYE_OOB_DONE, GFP_ATOMIC);
3402	spin_lock_irqsave(&phy->sas_phy.frame_rcvd_lock, flags);
3403	memcpy(phy->frame_rcvd, &pPayload->sas_identify,
3404		sizeof(struct sas_identify_frame)-4);
3405	phy->frame_rcvd_size = sizeof(struct sas_identify_frame) - 4;
3406	pm8001_get_attached_sas_addr(phy, phy->sas_phy.attached_sas_addr);
3407	spin_unlock_irqrestore(&phy->sas_phy.frame_rcvd_lock, flags);
3408	if (pm8001_ha->flags == PM8001F_RUN_TIME)
3409		mdelay(200);/*delay a moment to wait disk to spinup*/
3410	pm8001_bytes_dmaed(pm8001_ha, phy_id);
3411}
3412
3413/**
3414 * hw_event_sata_phy_up -FW tells me a SATA phy up event.
3415 * @pm8001_ha: our hba card information
3416 * @piomb: IO message buffer
3417 */
3418static void
3419hw_event_sata_phy_up(struct pm8001_hba_info *pm8001_ha, void *piomb)
3420{
3421	struct hw_event_resp *pPayload =
3422		(struct hw_event_resp *)(piomb + 4);
3423	u32 lr_evt_status_phyid_portid =
3424		le32_to_cpu(pPayload->lr_evt_status_phyid_portid);
3425	u8 link_rate =
3426		(u8)((lr_evt_status_phyid_portid & 0xF0000000) >> 28);
3427	u8 port_id = (u8)(lr_evt_status_phyid_portid & 0x0000000F);
3428	u8 phy_id =
3429		(u8)((lr_evt_status_phyid_portid & 0x000000F0) >> 4);
3430	u32 npip_portstate = le32_to_cpu(pPayload->npip_portstate);
3431	u8 portstate = (u8)(npip_portstate & 0x0000000F);
3432	struct pm8001_port *port = &pm8001_ha->port[port_id];
 
3433	struct pm8001_phy *phy = &pm8001_ha->phy[phy_id];
3434	unsigned long flags;
3435	pm8001_dbg(pm8001_ha, DEVIO, "HW_EVENT_SATA_PHY_UP port id = %d, phy id = %d\n",
3436		   port_id, phy_id);
 
3437	port->port_state =  portstate;
3438	phy->phy_state = PHY_STATE_LINK_UP_SPC;
3439	port->port_attached = 1;
3440	pm8001_get_lrate_mode(phy, link_rate);
3441	phy->phy_type |= PORT_TYPE_SATA;
3442	phy->phy_attached = 1;
3443	phy->sas_phy.oob_mode = SATA_OOB_MODE;
3444	sas_notify_phy_event(&phy->sas_phy, PHYE_OOB_DONE, GFP_ATOMIC);
3445	spin_lock_irqsave(&phy->sas_phy.frame_rcvd_lock, flags);
3446	memcpy(phy->frame_rcvd, ((u8 *)&pPayload->sata_fis - 4),
3447		sizeof(struct dev_to_host_fis));
3448	phy->frame_rcvd_size = sizeof(struct dev_to_host_fis);
3449	phy->identify.target_port_protocols = SAS_PROTOCOL_SATA;
3450	phy->identify.device_type = SAS_SATA_DEV;
3451	pm8001_get_attached_sas_addr(phy, phy->sas_phy.attached_sas_addr);
3452	spin_unlock_irqrestore(&phy->sas_phy.frame_rcvd_lock, flags);
3453	pm8001_bytes_dmaed(pm8001_ha, phy_id);
3454}
3455
3456/**
3457 * hw_event_phy_down -we should notify the libsas the phy is down.
3458 * @pm8001_ha: our hba card information
3459 * @piomb: IO message buffer
3460 */
3461static void
3462hw_event_phy_down(struct pm8001_hba_info *pm8001_ha, void *piomb)
3463{
3464	struct hw_event_resp *pPayload =
3465		(struct hw_event_resp *)(piomb + 4);
3466	u32 lr_evt_status_phyid_portid =
3467		le32_to_cpu(pPayload->lr_evt_status_phyid_portid);
3468	u8 port_id = (u8)(lr_evt_status_phyid_portid & 0x0000000F);
3469	u8 phy_id =
3470		(u8)((lr_evt_status_phyid_portid & 0x000000F0) >> 4);
3471	u32 npip_portstate = le32_to_cpu(pPayload->npip_portstate);
3472	u8 portstate = (u8)(npip_portstate & 0x0000000F);
3473	struct pm8001_port *port = &pm8001_ha->port[port_id];
3474	struct pm8001_phy *phy = &pm8001_ha->phy[phy_id];
3475	port->port_state =  portstate;
3476	phy->phy_type = 0;
3477	phy->identify.device_type = 0;
3478	phy->phy_attached = 0;
3479	memset(&phy->dev_sas_addr, 0, SAS_ADDR_SIZE);
3480	switch (portstate) {
3481	case PORT_VALID:
3482		break;
3483	case PORT_INVALID:
3484		pm8001_dbg(pm8001_ha, MSG, " PortInvalid portID %d\n",
3485			   port_id);
3486		pm8001_dbg(pm8001_ha, MSG,
3487			   " Last phy Down and port invalid\n");
3488		port->port_attached = 0;
3489		pm8001_hw_event_ack_req(pm8001_ha, 0, HW_EVENT_PHY_DOWN,
3490			port_id, phy_id, 0, 0);
3491		break;
3492	case PORT_IN_RESET:
3493		pm8001_dbg(pm8001_ha, MSG, " Port In Reset portID %d\n",
3494			   port_id);
3495		break;
3496	case PORT_NOT_ESTABLISHED:
3497		pm8001_dbg(pm8001_ha, MSG,
3498			   " phy Down and PORT_NOT_ESTABLISHED\n");
3499		port->port_attached = 0;
3500		break;
3501	case PORT_LOSTCOMM:
3502		pm8001_dbg(pm8001_ha, MSG, " phy Down and PORT_LOSTCOMM\n");
3503		pm8001_dbg(pm8001_ha, MSG,
3504			   " Last phy Down and port invalid\n");
 
3505		port->port_attached = 0;
3506		pm8001_hw_event_ack_req(pm8001_ha, 0, HW_EVENT_PHY_DOWN,
3507			port_id, phy_id, 0, 0);
3508		break;
3509	default:
3510		port->port_attached = 0;
3511		pm8001_dbg(pm8001_ha, DEVIO, " phy Down and(default) = %x\n",
3512			   portstate);
 
3513		break;
3514
3515	}
3516}
3517
3518/**
3519 * pm8001_mpi_reg_resp -process register device ID response.
3520 * @pm8001_ha: our hba card information
3521 * @piomb: IO message buffer
3522 *
3523 * when sas layer find a device it will notify LLDD, then the driver register
3524 * the domain device to FW, this event is the return device ID which the FW
3525 * has assigned, from now, inter-communication with FW is no longer using the
3526 * SAS address, use device ID which FW assigned.
3527 */
3528int pm8001_mpi_reg_resp(struct pm8001_hba_info *pm8001_ha, void *piomb)
3529{
3530	u32 status;
3531	u32 device_id;
3532	u32 htag;
3533	struct pm8001_ccb_info *ccb;
3534	struct pm8001_device *pm8001_dev;
3535	struct dev_reg_resp *registerRespPayload =
3536		(struct dev_reg_resp *)(piomb + 4);
3537
3538	htag = le32_to_cpu(registerRespPayload->tag);
3539	ccb = &pm8001_ha->ccb_info[htag];
3540	pm8001_dev = ccb->device;
3541	status = le32_to_cpu(registerRespPayload->status);
3542	device_id = le32_to_cpu(registerRespPayload->device_id);
3543	pm8001_dbg(pm8001_ha, MSG, " register device is status = %d\n",
3544		   status);
3545	switch (status) {
3546	case DEVREG_SUCCESS:
3547		pm8001_dbg(pm8001_ha, MSG, "DEVREG_SUCCESS\n");
3548		pm8001_dev->device_id = device_id;
3549		break;
3550	case DEVREG_FAILURE_OUT_OF_RESOURCE:
3551		pm8001_dbg(pm8001_ha, MSG, "DEVREG_FAILURE_OUT_OF_RESOURCE\n");
 
3552		break;
3553	case DEVREG_FAILURE_DEVICE_ALREADY_REGISTERED:
3554		pm8001_dbg(pm8001_ha, MSG,
3555			   "DEVREG_FAILURE_DEVICE_ALREADY_REGISTERED\n");
3556		break;
3557	case DEVREG_FAILURE_INVALID_PHY_ID:
3558		pm8001_dbg(pm8001_ha, MSG, "DEVREG_FAILURE_INVALID_PHY_ID\n");
 
3559		break;
3560	case DEVREG_FAILURE_PHY_ID_ALREADY_REGISTERED:
3561		pm8001_dbg(pm8001_ha, MSG,
3562			   "DEVREG_FAILURE_PHY_ID_ALREADY_REGISTERED\n");
3563		break;
3564	case DEVREG_FAILURE_PORT_ID_OUT_OF_RANGE:
3565		pm8001_dbg(pm8001_ha, MSG,
3566			   "DEVREG_FAILURE_PORT_ID_OUT_OF_RANGE\n");
3567		break;
3568	case DEVREG_FAILURE_PORT_NOT_VALID_STATE:
3569		pm8001_dbg(pm8001_ha, MSG,
3570			   "DEVREG_FAILURE_PORT_NOT_VALID_STATE\n");
3571		break;
3572	case DEVREG_FAILURE_DEVICE_TYPE_NOT_VALID:
3573		pm8001_dbg(pm8001_ha, MSG,
3574			   "DEVREG_FAILURE_DEVICE_TYPE_NOT_VALID\n");
3575		break;
3576	default:
3577		pm8001_dbg(pm8001_ha, MSG,
3578			   "DEVREG_FAILURE_DEVICE_TYPE_NOT_SUPPORTED\n");
3579		break;
3580	}
3581	complete(pm8001_dev->dcompletion);
3582	ccb->task = NULL;
3583	ccb->ccb_tag = 0xFFFFFFFF;
3584	pm8001_tag_free(pm8001_ha, htag);
3585	return 0;
3586}
3587
3588int pm8001_mpi_dereg_resp(struct pm8001_hba_info *pm8001_ha, void *piomb)
3589{
3590	u32 status;
3591	u32 device_id;
3592	struct dev_reg_resp *registerRespPayload =
3593		(struct dev_reg_resp *)(piomb + 4);
3594
3595	status = le32_to_cpu(registerRespPayload->status);
3596	device_id = le32_to_cpu(registerRespPayload->device_id);
3597	if (status != 0)
3598		pm8001_dbg(pm8001_ha, MSG,
3599			   " deregister device failed ,status = %x, device_id = %x\n",
3600			   status, device_id);
3601	return 0;
3602}
3603
3604/**
3605 * pm8001_mpi_fw_flash_update_resp - Response from FW for flash update command.
3606 * @pm8001_ha: our hba card information
3607 * @piomb: IO message buffer
3608 */
3609int pm8001_mpi_fw_flash_update_resp(struct pm8001_hba_info *pm8001_ha,
3610		void *piomb)
3611{
3612	u32 status;
 
3613	struct fw_flash_Update_resp *ppayload =
3614		(struct fw_flash_Update_resp *)(piomb + 4);
3615	u32 tag = le32_to_cpu(ppayload->tag);
3616	struct pm8001_ccb_info *ccb = &pm8001_ha->ccb_info[tag];
3617	status = le32_to_cpu(ppayload->status);
 
 
 
3618	switch (status) {
3619	case FLASH_UPDATE_COMPLETE_PENDING_REBOOT:
3620		pm8001_dbg(pm8001_ha, MSG,
3621			   ": FLASH_UPDATE_COMPLETE_PENDING_REBOOT\n");
3622		break;
3623	case FLASH_UPDATE_IN_PROGRESS:
3624		pm8001_dbg(pm8001_ha, MSG, ": FLASH_UPDATE_IN_PROGRESS\n");
 
3625		break;
3626	case FLASH_UPDATE_HDR_ERR:
3627		pm8001_dbg(pm8001_ha, MSG, ": FLASH_UPDATE_HDR_ERR\n");
 
3628		break;
3629	case FLASH_UPDATE_OFFSET_ERR:
3630		pm8001_dbg(pm8001_ha, MSG, ": FLASH_UPDATE_OFFSET_ERR\n");
 
3631		break;
3632	case FLASH_UPDATE_CRC_ERR:
3633		pm8001_dbg(pm8001_ha, MSG, ": FLASH_UPDATE_CRC_ERR\n");
 
3634		break;
3635	case FLASH_UPDATE_LENGTH_ERR:
3636		pm8001_dbg(pm8001_ha, MSG, ": FLASH_UPDATE_LENGTH_ERR\n");
 
3637		break;
3638	case FLASH_UPDATE_HW_ERR:
3639		pm8001_dbg(pm8001_ha, MSG, ": FLASH_UPDATE_HW_ERR\n");
 
3640		break;
3641	case FLASH_UPDATE_DNLD_NOT_SUPPORTED:
3642		pm8001_dbg(pm8001_ha, MSG,
3643			   ": FLASH_UPDATE_DNLD_NOT_SUPPORTED\n");
3644		break;
3645	case FLASH_UPDATE_DISABLED:
3646		pm8001_dbg(pm8001_ha, MSG, ": FLASH_UPDATE_DISABLED\n");
 
3647		break;
3648	default:
3649		pm8001_dbg(pm8001_ha, DEVIO, "No matched status = %d\n",
3650			   status);
3651		break;
3652	}
3653	kfree(ccb->fw_control_context);
 
 
 
 
 
3654	ccb->task = NULL;
3655	ccb->ccb_tag = 0xFFFFFFFF;
3656	pm8001_tag_free(pm8001_ha, tag);
3657	complete(pm8001_ha->nvmd_completion);
3658	return 0;
3659}
3660
3661int pm8001_mpi_general_event(struct pm8001_hba_info *pm8001_ha, void *piomb)
 
3662{
3663	u32 status;
3664	int i;
3665	struct general_event_resp *pPayload =
3666		(struct general_event_resp *)(piomb + 4);
3667	status = le32_to_cpu(pPayload->status);
3668	pm8001_dbg(pm8001_ha, MSG, " status = 0x%x\n", status);
 
3669	for (i = 0; i < GENERAL_EVENT_PAYLOAD; i++)
3670		pm8001_dbg(pm8001_ha, MSG, "inb_IOMB_payload[0x%x] 0x%x,\n",
3671			   i,
3672			   pPayload->inb_IOMB_payload[i]);
3673	return 0;
3674}
3675
3676int pm8001_mpi_task_abort_resp(struct pm8001_hba_info *pm8001_ha, void *piomb)
 
3677{
3678	struct sas_task *t;
3679	struct pm8001_ccb_info *ccb;
3680	unsigned long flags;
3681	u32 status ;
3682	u32 tag, scp;
3683	struct task_status_struct *ts;
3684	struct pm8001_device *pm8001_dev;
3685
3686	struct task_abort_resp *pPayload =
3687		(struct task_abort_resp *)(piomb + 4);
 
 
 
3688
3689	status = le32_to_cpu(pPayload->status);
3690	tag = le32_to_cpu(pPayload->tag);
3691	if (!tag) {
3692		pm8001_dbg(pm8001_ha, FAIL, " TAG NULL. RETURNING !!!\n");
3693		return -1;
3694	}
3695
3696	scp = le32_to_cpu(pPayload->scp);
3697	ccb = &pm8001_ha->ccb_info[tag];
3698	t = ccb->task;
3699	pm8001_dev = ccb->device; /* retrieve device */
3700
3701	if (!t)	{
3702		pm8001_dbg(pm8001_ha, FAIL, " TASK NULL. RETURNING !!!\n");
3703		return -1;
3704	}
3705	ts = &t->task_status;
3706	if (status != 0)
3707		pm8001_dbg(pm8001_ha, FAIL, "task abort failed status 0x%x ,tag = 0x%x, scp= 0x%x\n",
3708			   status, tag, scp);
 
3709	switch (status) {
3710	case IO_SUCCESS:
3711		pm8001_dbg(pm8001_ha, EH, "IO_SUCCESS\n");
3712		ts->resp = SAS_TASK_COMPLETE;
3713		ts->stat = SAS_SAM_STAT_GOOD;
3714		break;
3715	case IO_NOT_VALID:
3716		pm8001_dbg(pm8001_ha, EH, "IO_NOT_VALID\n");
3717		ts->resp = TMF_RESP_FUNC_FAILED;
3718		break;
3719	}
3720	spin_lock_irqsave(&t->task_state_lock, flags);
3721	t->task_state_flags &= ~SAS_TASK_STATE_PENDING;
3722	t->task_state_flags &= ~SAS_TASK_AT_INITIATOR;
3723	t->task_state_flags |= SAS_TASK_STATE_DONE;
3724	spin_unlock_irqrestore(&t->task_state_lock, flags);
3725	pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
3726	mb();
3727
3728	if (pm8001_dev->id & NCQ_ABORT_ALL_FLAG) {
3729		pm8001_tag_free(pm8001_ha, tag);
3730		sas_free_task(t);
3731		/* clear the flag */
3732		pm8001_dev->id &= 0xBFFFFFFF;
3733	} else
3734		t->task_done(t);
3735
3736	return 0;
3737}
3738
3739/**
3740 * mpi_hw_event -The hw event has come.
3741 * @pm8001_ha: our hba card information
3742 * @piomb: IO message buffer
3743 */
3744static int mpi_hw_event(struct pm8001_hba_info *pm8001_ha, void *piomb)
3745{
3746	unsigned long flags;
3747	struct hw_event_resp *pPayload =
3748		(struct hw_event_resp *)(piomb + 4);
3749	u32 lr_evt_status_phyid_portid =
3750		le32_to_cpu(pPayload->lr_evt_status_phyid_portid);
3751	u8 port_id = (u8)(lr_evt_status_phyid_portid & 0x0000000F);
3752	u8 phy_id =
3753		(u8)((lr_evt_status_phyid_portid & 0x000000F0) >> 4);
3754	u16 eventType =
3755		(u16)((lr_evt_status_phyid_portid & 0x00FFFF00) >> 8);
3756	u8 status =
3757		(u8)((lr_evt_status_phyid_portid & 0x0F000000) >> 24);
3758	struct sas_ha_struct *sas_ha = pm8001_ha->sas;
3759	struct pm8001_phy *phy = &pm8001_ha->phy[phy_id];
3760	struct asd_sas_phy *sas_phy = sas_ha->sas_phy[phy_id];
3761	pm8001_dbg(pm8001_ha, DEVIO,
3762		   "SPC HW event for portid:%d, phyid:%d, event:%x, status:%x\n",
3763		   port_id, phy_id, eventType, status);
3764	switch (eventType) {
3765	case HW_EVENT_PHY_START_STATUS:
3766		pm8001_dbg(pm8001_ha, MSG, "HW_EVENT_PHY_START_STATUS status = %x\n",
3767			   status);
3768		if (status == 0)
 
3769			phy->phy_state = 1;
3770
3771		if (pm8001_ha->flags == PM8001F_RUN_TIME &&
3772				phy->enable_completion != NULL) {
3773			complete(phy->enable_completion);
3774			phy->enable_completion = NULL;
3775		}
3776		break;
3777	case HW_EVENT_SAS_PHY_UP:
3778		pm8001_dbg(pm8001_ha, MSG, "HW_EVENT_PHY_START_STATUS\n");
 
3779		hw_event_sas_phy_up(pm8001_ha, piomb);
3780		break;
3781	case HW_EVENT_SATA_PHY_UP:
3782		pm8001_dbg(pm8001_ha, MSG, "HW_EVENT_SATA_PHY_UP\n");
 
3783		hw_event_sata_phy_up(pm8001_ha, piomb);
3784		break;
3785	case HW_EVENT_PHY_STOP_STATUS:
3786		pm8001_dbg(pm8001_ha, MSG, "HW_EVENT_PHY_STOP_STATUS status = %x\n",
3787			   status);
 
3788		if (status == 0)
3789			phy->phy_state = 0;
3790		break;
3791	case HW_EVENT_SATA_SPINUP_HOLD:
3792		pm8001_dbg(pm8001_ha, MSG, "HW_EVENT_SATA_SPINUP_HOLD\n");
3793		sas_notify_phy_event(&phy->sas_phy, PHYE_SPINUP_HOLD,
3794			GFP_ATOMIC);
3795		break;
3796	case HW_EVENT_PHY_DOWN:
3797		pm8001_dbg(pm8001_ha, MSG, "HW_EVENT_PHY_DOWN\n");
3798		sas_notify_phy_event(&phy->sas_phy, PHYE_LOSS_OF_SIGNAL,
3799			GFP_ATOMIC);
3800		phy->phy_attached = 0;
3801		phy->phy_state = 0;
3802		hw_event_phy_down(pm8001_ha, piomb);
3803		break;
3804	case HW_EVENT_PORT_INVALID:
3805		pm8001_dbg(pm8001_ha, MSG, "HW_EVENT_PORT_INVALID\n");
 
3806		sas_phy_disconnected(sas_phy);
3807		phy->phy_attached = 0;
3808		sas_notify_port_event(sas_phy, PORTE_LINK_RESET_ERR,
3809			GFP_ATOMIC);
3810		break;
3811	/* the broadcast change primitive received, tell the LIBSAS this event
3812	to revalidate the sas domain*/
3813	case HW_EVENT_BROADCAST_CHANGE:
3814		pm8001_dbg(pm8001_ha, MSG, "HW_EVENT_BROADCAST_CHANGE\n");
 
3815		pm8001_hw_event_ack_req(pm8001_ha, 0, HW_EVENT_BROADCAST_CHANGE,
3816			port_id, phy_id, 1, 0);
3817		spin_lock_irqsave(&sas_phy->sas_prim_lock, flags);
3818		sas_phy->sas_prim = HW_EVENT_BROADCAST_CHANGE;
3819		spin_unlock_irqrestore(&sas_phy->sas_prim_lock, flags);
3820		sas_notify_port_event(sas_phy, PORTE_BROADCAST_RCVD,
3821			GFP_ATOMIC);
3822		break;
3823	case HW_EVENT_PHY_ERROR:
3824		pm8001_dbg(pm8001_ha, MSG, "HW_EVENT_PHY_ERROR\n");
 
3825		sas_phy_disconnected(&phy->sas_phy);
3826		phy->phy_attached = 0;
3827		sas_notify_phy_event(&phy->sas_phy, PHYE_OOB_ERROR, GFP_ATOMIC);
3828		break;
3829	case HW_EVENT_BROADCAST_EXP:
3830		pm8001_dbg(pm8001_ha, MSG, "HW_EVENT_BROADCAST_EXP\n");
 
3831		spin_lock_irqsave(&sas_phy->sas_prim_lock, flags);
3832		sas_phy->sas_prim = HW_EVENT_BROADCAST_EXP;
3833		spin_unlock_irqrestore(&sas_phy->sas_prim_lock, flags);
3834		sas_notify_port_event(sas_phy, PORTE_BROADCAST_RCVD,
3835			GFP_ATOMIC);
3836		break;
3837	case HW_EVENT_LINK_ERR_INVALID_DWORD:
3838		pm8001_dbg(pm8001_ha, MSG,
3839			   "HW_EVENT_LINK_ERR_INVALID_DWORD\n");
3840		pm8001_hw_event_ack_req(pm8001_ha, 0,
3841			HW_EVENT_LINK_ERR_INVALID_DWORD, port_id, phy_id, 0, 0);
3842		sas_phy_disconnected(sas_phy);
3843		phy->phy_attached = 0;
3844		sas_notify_port_event(sas_phy, PORTE_LINK_RESET_ERR,
3845			GFP_ATOMIC);
3846		break;
3847	case HW_EVENT_LINK_ERR_DISPARITY_ERROR:
3848		pm8001_dbg(pm8001_ha, MSG,
3849			   "HW_EVENT_LINK_ERR_DISPARITY_ERROR\n");
3850		pm8001_hw_event_ack_req(pm8001_ha, 0,
3851			HW_EVENT_LINK_ERR_DISPARITY_ERROR,
3852			port_id, phy_id, 0, 0);
3853		sas_phy_disconnected(sas_phy);
3854		phy->phy_attached = 0;
3855		sas_notify_port_event(sas_phy, PORTE_LINK_RESET_ERR,
3856			GFP_ATOMIC);
3857		break;
3858	case HW_EVENT_LINK_ERR_CODE_VIOLATION:
3859		pm8001_dbg(pm8001_ha, MSG,
3860			   "HW_EVENT_LINK_ERR_CODE_VIOLATION\n");
3861		pm8001_hw_event_ack_req(pm8001_ha, 0,
3862			HW_EVENT_LINK_ERR_CODE_VIOLATION,
3863			port_id, phy_id, 0, 0);
3864		sas_phy_disconnected(sas_phy);
3865		phy->phy_attached = 0;
3866		sas_notify_port_event(sas_phy, PORTE_LINK_RESET_ERR,
3867			GFP_ATOMIC);
3868		break;
3869	case HW_EVENT_LINK_ERR_LOSS_OF_DWORD_SYNCH:
3870		pm8001_dbg(pm8001_ha, MSG,
3871			   "HW_EVENT_LINK_ERR_LOSS_OF_DWORD_SYNCH\n");
3872		pm8001_hw_event_ack_req(pm8001_ha, 0,
3873			HW_EVENT_LINK_ERR_LOSS_OF_DWORD_SYNCH,
3874			port_id, phy_id, 0, 0);
3875		sas_phy_disconnected(sas_phy);
3876		phy->phy_attached = 0;
3877		sas_notify_port_event(sas_phy, PORTE_LINK_RESET_ERR,
3878			GFP_ATOMIC);
3879		break;
3880	case HW_EVENT_MALFUNCTION:
3881		pm8001_dbg(pm8001_ha, MSG, "HW_EVENT_MALFUNCTION\n");
 
3882		break;
3883	case HW_EVENT_BROADCAST_SES:
3884		pm8001_dbg(pm8001_ha, MSG, "HW_EVENT_BROADCAST_SES\n");
 
3885		spin_lock_irqsave(&sas_phy->sas_prim_lock, flags);
3886		sas_phy->sas_prim = HW_EVENT_BROADCAST_SES;
3887		spin_unlock_irqrestore(&sas_phy->sas_prim_lock, flags);
3888		sas_notify_port_event(sas_phy, PORTE_BROADCAST_RCVD,
3889			GFP_ATOMIC);
3890		break;
3891	case HW_EVENT_INBOUND_CRC_ERROR:
3892		pm8001_dbg(pm8001_ha, MSG, "HW_EVENT_INBOUND_CRC_ERROR\n");
 
3893		pm8001_hw_event_ack_req(pm8001_ha, 0,
3894			HW_EVENT_INBOUND_CRC_ERROR,
3895			port_id, phy_id, 0, 0);
3896		break;
3897	case HW_EVENT_HARD_RESET_RECEIVED:
3898		pm8001_dbg(pm8001_ha, MSG, "HW_EVENT_HARD_RESET_RECEIVED\n");
3899		sas_notify_port_event(sas_phy, PORTE_HARD_RESET, GFP_ATOMIC);
 
3900		break;
3901	case HW_EVENT_ID_FRAME_TIMEOUT:
3902		pm8001_dbg(pm8001_ha, MSG, "HW_EVENT_ID_FRAME_TIMEOUT\n");
 
3903		sas_phy_disconnected(sas_phy);
3904		phy->phy_attached = 0;
3905		sas_notify_port_event(sas_phy, PORTE_LINK_RESET_ERR,
3906			GFP_ATOMIC);
3907		break;
3908	case HW_EVENT_LINK_ERR_PHY_RESET_FAILED:
3909		pm8001_dbg(pm8001_ha, MSG,
3910			   "HW_EVENT_LINK_ERR_PHY_RESET_FAILED\n");
3911		pm8001_hw_event_ack_req(pm8001_ha, 0,
3912			HW_EVENT_LINK_ERR_PHY_RESET_FAILED,
3913			port_id, phy_id, 0, 0);
3914		sas_phy_disconnected(sas_phy);
3915		phy->phy_attached = 0;
3916		sas_notify_port_event(sas_phy, PORTE_LINK_RESET_ERR,
3917			GFP_ATOMIC);
3918		break;
3919	case HW_EVENT_PORT_RESET_TIMER_TMO:
3920		pm8001_dbg(pm8001_ha, MSG, "HW_EVENT_PORT_RESET_TIMER_TMO\n");
 
3921		sas_phy_disconnected(sas_phy);
3922		phy->phy_attached = 0;
3923		sas_notify_port_event(sas_phy, PORTE_LINK_RESET_ERR,
3924			GFP_ATOMIC);
3925		break;
3926	case HW_EVENT_PORT_RECOVERY_TIMER_TMO:
3927		pm8001_dbg(pm8001_ha, MSG,
3928			   "HW_EVENT_PORT_RECOVERY_TIMER_TMO\n");
3929		sas_phy_disconnected(sas_phy);
3930		phy->phy_attached = 0;
3931		sas_notify_port_event(sas_phy, PORTE_LINK_RESET_ERR,
3932			GFP_ATOMIC);
3933		break;
3934	case HW_EVENT_PORT_RECOVER:
3935		pm8001_dbg(pm8001_ha, MSG, "HW_EVENT_PORT_RECOVER\n");
 
3936		break;
3937	case HW_EVENT_PORT_RESET_COMPLETE:
3938		pm8001_dbg(pm8001_ha, MSG, "HW_EVENT_PORT_RESET_COMPLETE\n");
 
3939		break;
3940	case EVENT_BROADCAST_ASYNCH_EVENT:
3941		pm8001_dbg(pm8001_ha, MSG, "EVENT_BROADCAST_ASYNCH_EVENT\n");
 
3942		break;
3943	default:
3944		pm8001_dbg(pm8001_ha, DEVIO, "Unknown event type = %x\n",
3945			   eventType);
3946		break;
3947	}
3948	return 0;
3949}
3950
3951/**
3952 * process_one_iomb - process one outbound Queue memory block
3953 * @pm8001_ha: our hba card information
3954 * @piomb: IO message buffer
3955 */
3956static void process_one_iomb(struct pm8001_hba_info *pm8001_ha, void *piomb)
3957{
3958	__le32 pHeader = *(__le32 *)piomb;
3959	u8 opc = (u8)((le32_to_cpu(pHeader)) & 0xFFF);
3960
3961	pm8001_dbg(pm8001_ha, MSG, "process_one_iomb:\n");
3962
3963	switch (opc) {
3964	case OPC_OUB_ECHO:
3965		pm8001_dbg(pm8001_ha, MSG, "OPC_OUB_ECHO\n");
3966		break;
3967	case OPC_OUB_HW_EVENT:
3968		pm8001_dbg(pm8001_ha, MSG, "OPC_OUB_HW_EVENT\n");
 
3969		mpi_hw_event(pm8001_ha, piomb);
3970		break;
3971	case OPC_OUB_SSP_COMP:
3972		pm8001_dbg(pm8001_ha, MSG, "OPC_OUB_SSP_COMP\n");
 
3973		mpi_ssp_completion(pm8001_ha, piomb);
3974		break;
3975	case OPC_OUB_SMP_COMP:
3976		pm8001_dbg(pm8001_ha, MSG, "OPC_OUB_SMP_COMP\n");
 
3977		mpi_smp_completion(pm8001_ha, piomb);
3978		break;
3979	case OPC_OUB_LOCAL_PHY_CNTRL:
3980		pm8001_dbg(pm8001_ha, MSG, "OPC_OUB_LOCAL_PHY_CNTRL\n");
3981		pm8001_mpi_local_phy_ctl(pm8001_ha, piomb);
 
3982		break;
3983	case OPC_OUB_DEV_REGIST:
3984		pm8001_dbg(pm8001_ha, MSG, "OPC_OUB_DEV_REGIST\n");
3985		pm8001_mpi_reg_resp(pm8001_ha, piomb);
 
3986		break;
3987	case OPC_OUB_DEREG_DEV:
3988		pm8001_dbg(pm8001_ha, MSG, "unregister the device\n");
3989		pm8001_mpi_dereg_resp(pm8001_ha, piomb);
 
3990		break;
3991	case OPC_OUB_GET_DEV_HANDLE:
3992		pm8001_dbg(pm8001_ha, MSG, "OPC_OUB_GET_DEV_HANDLE\n");
 
3993		break;
3994	case OPC_OUB_SATA_COMP:
3995		pm8001_dbg(pm8001_ha, MSG, "OPC_OUB_SATA_COMP\n");
 
3996		mpi_sata_completion(pm8001_ha, piomb);
3997		break;
3998	case OPC_OUB_SATA_EVENT:
3999		pm8001_dbg(pm8001_ha, MSG, "OPC_OUB_SATA_EVENT\n");
 
4000		mpi_sata_event(pm8001_ha, piomb);
4001		break;
4002	case OPC_OUB_SSP_EVENT:
4003		pm8001_dbg(pm8001_ha, MSG, "OPC_OUB_SSP_EVENT\n");
 
4004		mpi_ssp_event(pm8001_ha, piomb);
4005		break;
4006	case OPC_OUB_DEV_HANDLE_ARRIV:
4007		pm8001_dbg(pm8001_ha, MSG, "OPC_OUB_DEV_HANDLE_ARRIV\n");
 
4008		/*This is for target*/
4009		break;
4010	case OPC_OUB_SSP_RECV_EVENT:
4011		pm8001_dbg(pm8001_ha, MSG, "OPC_OUB_SSP_RECV_EVENT\n");
 
4012		/*This is for target*/
4013		break;
4014	case OPC_OUB_DEV_INFO:
4015		pm8001_dbg(pm8001_ha, MSG, "OPC_OUB_DEV_INFO\n");
 
4016		break;
4017	case OPC_OUB_FW_FLASH_UPDATE:
4018		pm8001_dbg(pm8001_ha, MSG, "OPC_OUB_FW_FLASH_UPDATE\n");
4019		pm8001_mpi_fw_flash_update_resp(pm8001_ha, piomb);
 
4020		break;
4021	case OPC_OUB_GPIO_RESPONSE:
4022		pm8001_dbg(pm8001_ha, MSG, "OPC_OUB_GPIO_RESPONSE\n");
 
4023		break;
4024	case OPC_OUB_GPIO_EVENT:
4025		pm8001_dbg(pm8001_ha, MSG, "OPC_OUB_GPIO_EVENT\n");
 
4026		break;
4027	case OPC_OUB_GENERAL_EVENT:
4028		pm8001_dbg(pm8001_ha, MSG, "OPC_OUB_GENERAL_EVENT\n");
4029		pm8001_mpi_general_event(pm8001_ha, piomb);
 
4030		break;
4031	case OPC_OUB_SSP_ABORT_RSP:
4032		pm8001_dbg(pm8001_ha, MSG, "OPC_OUB_SSP_ABORT_RSP\n");
4033		pm8001_mpi_task_abort_resp(pm8001_ha, piomb);
 
4034		break;
4035	case OPC_OUB_SATA_ABORT_RSP:
4036		pm8001_dbg(pm8001_ha, MSG, "OPC_OUB_SATA_ABORT_RSP\n");
4037		pm8001_mpi_task_abort_resp(pm8001_ha, piomb);
 
4038		break;
4039	case OPC_OUB_SAS_DIAG_MODE_START_END:
4040		pm8001_dbg(pm8001_ha, MSG,
4041			   "OPC_OUB_SAS_DIAG_MODE_START_END\n");
4042		break;
4043	case OPC_OUB_SAS_DIAG_EXECUTE:
4044		pm8001_dbg(pm8001_ha, MSG, "OPC_OUB_SAS_DIAG_EXECUTE\n");
 
4045		break;
4046	case OPC_OUB_GET_TIME_STAMP:
4047		pm8001_dbg(pm8001_ha, MSG, "OPC_OUB_GET_TIME_STAMP\n");
 
4048		break;
4049	case OPC_OUB_SAS_HW_EVENT_ACK:
4050		pm8001_dbg(pm8001_ha, MSG, "OPC_OUB_SAS_HW_EVENT_ACK\n");
 
4051		break;
4052	case OPC_OUB_PORT_CONTROL:
4053		pm8001_dbg(pm8001_ha, MSG, "OPC_OUB_PORT_CONTROL\n");
 
4054		break;
4055	case OPC_OUB_SMP_ABORT_RSP:
4056		pm8001_dbg(pm8001_ha, MSG, "OPC_OUB_SMP_ABORT_RSP\n");
4057		pm8001_mpi_task_abort_resp(pm8001_ha, piomb);
 
4058		break;
4059	case OPC_OUB_GET_NVMD_DATA:
4060		pm8001_dbg(pm8001_ha, MSG, "OPC_OUB_GET_NVMD_DATA\n");
4061		pm8001_mpi_get_nvmd_resp(pm8001_ha, piomb);
 
4062		break;
4063	case OPC_OUB_SET_NVMD_DATA:
4064		pm8001_dbg(pm8001_ha, MSG, "OPC_OUB_SET_NVMD_DATA\n");
4065		pm8001_mpi_set_nvmd_resp(pm8001_ha, piomb);
 
4066		break;
4067	case OPC_OUB_DEVICE_HANDLE_REMOVAL:
4068		pm8001_dbg(pm8001_ha, MSG, "OPC_OUB_DEVICE_HANDLE_REMOVAL\n");
 
4069		break;
4070	case OPC_OUB_SET_DEVICE_STATE:
4071		pm8001_dbg(pm8001_ha, MSG, "OPC_OUB_SET_DEVICE_STATE\n");
4072		pm8001_mpi_set_dev_state_resp(pm8001_ha, piomb);
 
4073		break;
4074	case OPC_OUB_GET_DEVICE_STATE:
4075		pm8001_dbg(pm8001_ha, MSG, "OPC_OUB_GET_DEVICE_STATE\n");
 
4076		break;
4077	case OPC_OUB_SET_DEV_INFO:
4078		pm8001_dbg(pm8001_ha, MSG, "OPC_OUB_SET_DEV_INFO\n");
 
4079		break;
4080	case OPC_OUB_SAS_RE_INITIALIZE:
4081		pm8001_dbg(pm8001_ha, MSG, "OPC_OUB_SAS_RE_INITIALIZE\n");
 
4082		break;
4083	default:
4084		pm8001_dbg(pm8001_ha, DEVIO,
4085			   "Unknown outbound Queue IOMB OPC = %x\n",
4086			   opc);
4087		break;
4088	}
4089}
4090
4091static int process_oq(struct pm8001_hba_info *pm8001_ha, u8 vec)
4092{
4093	struct outbound_queue_table *circularQ;
4094	void *pMsg1 = NULL;
4095	u8 bc;
4096	u32 ret = MPI_IO_STATUS_FAIL;
4097	unsigned long flags;
4098
4099	spin_lock_irqsave(&pm8001_ha->lock, flags);
4100	circularQ = &pm8001_ha->outbnd_q_tbl[vec];
4101	do {
4102		ret = pm8001_mpi_msg_consume(pm8001_ha, circularQ, &pMsg1, &bc);
4103		if (MPI_IO_STATUS_SUCCESS == ret) {
4104			/* process the outbound message */
4105			process_one_iomb(pm8001_ha, (void *)(pMsg1 - 4));
4106			/* free the message from the outbound circular buffer */
4107			pm8001_mpi_msg_free_set(pm8001_ha, pMsg1,
4108							circularQ, bc);
4109		}
4110		if (MPI_IO_STATUS_BUSY == ret) {
 
4111			/* Update the producer index from SPC */
4112			circularQ->producer_index =
4113				cpu_to_le32(pm8001_read_32(circularQ->pi_virt));
4114			if (le32_to_cpu(circularQ->producer_index) ==
4115				circularQ->consumer_idx)
4116				/* OQ is empty */
4117				break;
4118		}
4119	} while (1);
4120	spin_unlock_irqrestore(&pm8001_ha->lock, flags);
4121	return ret;
4122}
4123
4124/* DMA_... to our direction translation. */
4125static const u8 data_dir_flags[] = {
4126	[DMA_BIDIRECTIONAL]	= DATA_DIR_BYRECIPIENT,	/* UNSPECIFIED */
4127	[DMA_TO_DEVICE]		= DATA_DIR_OUT,		/* OUTBOUND */
4128	[DMA_FROM_DEVICE]	= DATA_DIR_IN,		/* INBOUND */
4129	[DMA_NONE]		= DATA_DIR_NONE,	/* NO TRANSFER */
4130};
4131void
4132pm8001_chip_make_sg(struct scatterlist *scatter, int nr, void *prd)
4133{
4134	int i;
4135	struct scatterlist *sg;
4136	struct pm8001_prd *buf_prd = prd;
4137
4138	for_each_sg(scatter, sg, nr, i) {
4139		buf_prd->addr = cpu_to_le64(sg_dma_address(sg));
4140		buf_prd->im_len.len = cpu_to_le32(sg_dma_len(sg));
4141		buf_prd->im_len.e = 0;
4142		buf_prd++;
4143	}
4144}
4145
4146static void build_smp_cmd(u32 deviceID, __le32 hTag, struct smp_req *psmp_cmd)
4147{
4148	psmp_cmd->tag = hTag;
4149	psmp_cmd->device_id = cpu_to_le32(deviceID);
4150	psmp_cmd->len_ip_ir = cpu_to_le32(1|(1 << 1));
4151}
4152
4153/**
4154 * pm8001_chip_smp_req - send a SMP task to FW
4155 * @pm8001_ha: our hba card information.
4156 * @ccb: the ccb information this request used.
4157 */
4158static int pm8001_chip_smp_req(struct pm8001_hba_info *pm8001_ha,
4159	struct pm8001_ccb_info *ccb)
4160{
4161	int elem, rc;
4162	struct sas_task *task = ccb->task;
4163	struct domain_device *dev = task->dev;
4164	struct pm8001_device *pm8001_dev = dev->lldd_dev;
4165	struct scatterlist *sg_req, *sg_resp;
4166	u32 req_len, resp_len;
4167	struct smp_req smp_cmd;
4168	u32 opc;
4169	struct inbound_queue_table *circularQ;
4170
4171	memset(&smp_cmd, 0, sizeof(smp_cmd));
4172	/*
4173	 * DMA-map SMP request, response buffers
4174	 */
4175	sg_req = &task->smp_task.smp_req;
4176	elem = dma_map_sg(pm8001_ha->dev, sg_req, 1, DMA_TO_DEVICE);
4177	if (!elem)
4178		return -ENOMEM;
4179	req_len = sg_dma_len(sg_req);
4180
4181	sg_resp = &task->smp_task.smp_resp;
4182	elem = dma_map_sg(pm8001_ha->dev, sg_resp, 1, DMA_FROM_DEVICE);
4183	if (!elem) {
4184		rc = -ENOMEM;
4185		goto err_out;
4186	}
4187	resp_len = sg_dma_len(sg_resp);
4188	/* must be in dwords */
4189	if ((req_len & 0x3) || (resp_len & 0x3)) {
4190		rc = -EINVAL;
4191		goto err_out_2;
4192	}
4193
4194	opc = OPC_INB_SMP_REQUEST;
4195	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4196	smp_cmd.tag = cpu_to_le32(ccb->ccb_tag);
4197	smp_cmd.long_smp_req.long_req_addr =
4198		cpu_to_le64((u64)sg_dma_address(&task->smp_task.smp_req));
4199	smp_cmd.long_smp_req.long_req_size =
4200		cpu_to_le32((u32)sg_dma_len(&task->smp_task.smp_req)-4);
4201	smp_cmd.long_smp_req.long_resp_addr =
4202		cpu_to_le64((u64)sg_dma_address(&task->smp_task.smp_resp));
4203	smp_cmd.long_smp_req.long_resp_size =
4204		cpu_to_le32((u32)sg_dma_len(&task->smp_task.smp_resp)-4);
4205	build_smp_cmd(pm8001_dev->device_id, smp_cmd.tag, &smp_cmd);
4206	rc = pm8001_mpi_build_cmd(pm8001_ha, circularQ, opc,
4207			&smp_cmd, sizeof(smp_cmd), 0);
4208	if (rc)
4209		goto err_out_2;
4210
4211	return 0;
4212
4213err_out_2:
4214	dma_unmap_sg(pm8001_ha->dev, &ccb->task->smp_task.smp_resp, 1,
4215			DMA_FROM_DEVICE);
4216err_out:
4217	dma_unmap_sg(pm8001_ha->dev, &ccb->task->smp_task.smp_req, 1,
4218			DMA_TO_DEVICE);
4219	return rc;
4220}
4221
4222/**
4223 * pm8001_chip_ssp_io_req - send a SSP task to FW
4224 * @pm8001_ha: our hba card information.
4225 * @ccb: the ccb information this request used.
4226 */
4227static int pm8001_chip_ssp_io_req(struct pm8001_hba_info *pm8001_ha,
4228	struct pm8001_ccb_info *ccb)
4229{
4230	struct sas_task *task = ccb->task;
4231	struct domain_device *dev = task->dev;
4232	struct pm8001_device *pm8001_dev = dev->lldd_dev;
4233	struct ssp_ini_io_start_req ssp_cmd;
4234	u32 tag = ccb->ccb_tag;
4235	int ret;
4236	u64 phys_addr;
4237	struct inbound_queue_table *circularQ;
4238	u32 opc = OPC_INB_SSPINIIOSTART;
4239	memset(&ssp_cmd, 0, sizeof(ssp_cmd));
4240	memcpy(ssp_cmd.ssp_iu.lun, task->ssp_task.LUN, 8);
4241	ssp_cmd.dir_m_tlr =
4242		cpu_to_le32(data_dir_flags[task->data_dir] << 8 | 0x0);/*0 for
4243	SAS 1.1 compatible TLR*/
4244	ssp_cmd.data_len = cpu_to_le32(task->total_xfer_len);
4245	ssp_cmd.device_id = cpu_to_le32(pm8001_dev->device_id);
4246	ssp_cmd.tag = cpu_to_le32(tag);
4247	if (task->ssp_task.enable_first_burst)
4248		ssp_cmd.ssp_iu.efb_prio_attr |= 0x80;
4249	ssp_cmd.ssp_iu.efb_prio_attr |= (task->ssp_task.task_prio << 3);
4250	ssp_cmd.ssp_iu.efb_prio_attr |= (task->ssp_task.task_attr & 7);
4251	memcpy(ssp_cmd.ssp_iu.cdb, task->ssp_task.cmd->cmnd,
4252	       task->ssp_task.cmd->cmd_len);
4253	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4254
4255	/* fill in PRD (scatter/gather) table, if any */
4256	if (task->num_scatter > 1) {
4257		pm8001_chip_make_sg(task->scatter, ccb->n_elem, ccb->buf_prd);
4258		phys_addr = ccb->ccb_dma_handle;
4259		ssp_cmd.addr_low = cpu_to_le32(lower_32_bits(phys_addr));
4260		ssp_cmd.addr_high = cpu_to_le32(upper_32_bits(phys_addr));
 
4261		ssp_cmd.esgl = cpu_to_le32(1<<31);
4262	} else if (task->num_scatter == 1) {
4263		u64 dma_addr = sg_dma_address(task->scatter);
4264		ssp_cmd.addr_low = cpu_to_le32(lower_32_bits(dma_addr));
4265		ssp_cmd.addr_high = cpu_to_le32(upper_32_bits(dma_addr));
4266		ssp_cmd.len = cpu_to_le32(task->total_xfer_len);
4267		ssp_cmd.esgl = 0;
4268	} else if (task->num_scatter == 0) {
4269		ssp_cmd.addr_low = 0;
4270		ssp_cmd.addr_high = 0;
4271		ssp_cmd.len = cpu_to_le32(task->total_xfer_len);
4272		ssp_cmd.esgl = 0;
4273	}
4274	ret = pm8001_mpi_build_cmd(pm8001_ha, circularQ, opc, &ssp_cmd,
4275			sizeof(ssp_cmd), 0);
4276	return ret;
4277}
4278
4279static int pm8001_chip_sata_req(struct pm8001_hba_info *pm8001_ha,
4280	struct pm8001_ccb_info *ccb)
4281{
4282	struct sas_task *task = ccb->task;
4283	struct domain_device *dev = task->dev;
4284	struct pm8001_device *pm8001_ha_dev = dev->lldd_dev;
4285	u32 tag = ccb->ccb_tag;
4286	int ret;
4287	struct sata_start_req sata_cmd;
4288	u32 hdr_tag, ncg_tag = 0;
4289	u64 phys_addr;
4290	u32 ATAP = 0x0;
4291	u32 dir;
4292	struct inbound_queue_table *circularQ;
4293	unsigned long flags;
4294	u32  opc = OPC_INB_SATA_HOST_OPSTART;
4295	memset(&sata_cmd, 0, sizeof(sata_cmd));
4296	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4297	if (task->data_dir == DMA_NONE) {
4298		ATAP = 0x04;  /* no data*/
4299		pm8001_dbg(pm8001_ha, IO, "no data\n");
4300	} else if (likely(!task->ata_task.device_control_reg_update)) {
4301		if (task->ata_task.dma_xfer) {
4302			ATAP = 0x06; /* DMA */
4303			pm8001_dbg(pm8001_ha, IO, "DMA\n");
4304		} else {
4305			ATAP = 0x05; /* PIO*/
4306			pm8001_dbg(pm8001_ha, IO, "PIO\n");
4307		}
4308		if (task->ata_task.use_ncq &&
4309			dev->sata_dev.class != ATA_DEV_ATAPI) {
4310			ATAP = 0x07; /* FPDMA */
4311			pm8001_dbg(pm8001_ha, IO, "FPDMA\n");
4312		}
4313	}
4314	if (task->ata_task.use_ncq && pm8001_get_ncq_tag(task, &hdr_tag)) {
4315		task->ata_task.fis.sector_count |= (u8) (hdr_tag << 3);
4316		ncg_tag = hdr_tag;
4317	}
4318	dir = data_dir_flags[task->data_dir] << 8;
4319	sata_cmd.tag = cpu_to_le32(tag);
4320	sata_cmd.device_id = cpu_to_le32(pm8001_ha_dev->device_id);
4321	sata_cmd.data_len = cpu_to_le32(task->total_xfer_len);
4322	sata_cmd.ncqtag_atap_dir_m =
4323		cpu_to_le32(((ncg_tag & 0xff)<<16)|((ATAP & 0x3f) << 10) | dir);
4324	sata_cmd.sata_fis = task->ata_task.fis;
4325	if (likely(!task->ata_task.device_control_reg_update))
4326		sata_cmd.sata_fis.flags |= 0x80;/* C=1: update ATA cmd reg */
4327	sata_cmd.sata_fis.flags &= 0xF0;/* PM_PORT field shall be 0 */
4328	/* fill in PRD (scatter/gather) table, if any */
4329	if (task->num_scatter > 1) {
4330		pm8001_chip_make_sg(task->scatter, ccb->n_elem, ccb->buf_prd);
4331		phys_addr = ccb->ccb_dma_handle;
 
4332		sata_cmd.addr_low = lower_32_bits(phys_addr);
4333		sata_cmd.addr_high = upper_32_bits(phys_addr);
4334		sata_cmd.esgl = cpu_to_le32(1 << 31);
4335	} else if (task->num_scatter == 1) {
4336		u64 dma_addr = sg_dma_address(task->scatter);
4337		sata_cmd.addr_low = lower_32_bits(dma_addr);
4338		sata_cmd.addr_high = upper_32_bits(dma_addr);
4339		sata_cmd.len = cpu_to_le32(task->total_xfer_len);
4340		sata_cmd.esgl = 0;
4341	} else if (task->num_scatter == 0) {
4342		sata_cmd.addr_low = 0;
4343		sata_cmd.addr_high = 0;
4344		sata_cmd.len = cpu_to_le32(task->total_xfer_len);
4345		sata_cmd.esgl = 0;
4346	}
4347
4348	/* Check for read log for failed drive and return */
4349	if (sata_cmd.sata_fis.command == 0x2f) {
4350		if (((pm8001_ha_dev->id & NCQ_READ_LOG_FLAG) ||
4351			(pm8001_ha_dev->id & NCQ_ABORT_ALL_FLAG) ||
4352			(pm8001_ha_dev->id & NCQ_2ND_RLE_FLAG))) {
4353			struct task_status_struct *ts;
4354
4355			pm8001_ha_dev->id &= 0xDFFFFFFF;
4356			ts = &task->task_status;
4357
4358			spin_lock_irqsave(&task->task_state_lock, flags);
4359			ts->resp = SAS_TASK_COMPLETE;
4360			ts->stat = SAS_SAM_STAT_GOOD;
4361			task->task_state_flags &= ~SAS_TASK_STATE_PENDING;
4362			task->task_state_flags &= ~SAS_TASK_AT_INITIATOR;
4363			task->task_state_flags |= SAS_TASK_STATE_DONE;
4364			if (unlikely((task->task_state_flags &
4365					SAS_TASK_STATE_ABORTED))) {
4366				spin_unlock_irqrestore(&task->task_state_lock,
4367							flags);
4368				pm8001_dbg(pm8001_ha, FAIL,
4369					   "task 0x%p resp 0x%x  stat 0x%x but aborted by upper layer\n",
4370					   task, ts->resp,
4371					   ts->stat);
4372				pm8001_ccb_task_free(pm8001_ha, task, ccb, tag);
4373			} else {
4374				spin_unlock_irqrestore(&task->task_state_lock,
4375							flags);
4376				pm8001_ccb_task_free_done(pm8001_ha, task,
4377								ccb, tag);
4378				return 0;
4379			}
4380		}
4381	}
4382
4383	ret = pm8001_mpi_build_cmd(pm8001_ha, circularQ, opc, &sata_cmd,
4384			sizeof(sata_cmd), 0);
4385	return ret;
4386}
4387
4388/**
4389 * pm8001_chip_phy_start_req - start phy via PHY_START COMMAND
4390 * @pm8001_ha: our hba card information.
 
4391 * @phy_id: the phy id which we wanted to start up.
4392 */
4393static int
4394pm8001_chip_phy_start_req(struct pm8001_hba_info *pm8001_ha, u8 phy_id)
4395{
4396	struct phy_start_req payload;
4397	struct inbound_queue_table *circularQ;
4398	int ret;
4399	u32 tag = 0x01;
4400	u32 opcode = OPC_INB_PHYSTART;
4401	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4402	memset(&payload, 0, sizeof(payload));
4403	payload.tag = cpu_to_le32(tag);
4404	/*
4405	 ** [0:7]   PHY Identifier
4406	 ** [8:11]  link rate 1.5G, 3G, 6G
4407	 ** [12:13] link mode 01b SAS mode; 10b SATA mode; 11b both
4408	 ** [14]    0b disable spin up hold; 1b enable spin up hold
4409	 */
4410	payload.ase_sh_lm_slr_phyid = cpu_to_le32(SPINHOLD_DISABLE |
4411		LINKMODE_AUTO |	LINKRATE_15 |
4412		LINKRATE_30 | LINKRATE_60 | phy_id);
4413	payload.sas_identify.dev_type = SAS_END_DEVICE;
4414	payload.sas_identify.initiator_bits = SAS_PROTOCOL_ALL;
4415	memcpy(payload.sas_identify.sas_addr,
4416		pm8001_ha->sas_addr, SAS_ADDR_SIZE);
4417	payload.sas_identify.phy_id = phy_id;
4418	ret = pm8001_mpi_build_cmd(pm8001_ha, circularQ, opcode, &payload,
4419			sizeof(payload), 0);
4420	return ret;
4421}
4422
4423/**
4424 * pm8001_chip_phy_stop_req - start phy via PHY_STOP COMMAND
4425 * @pm8001_ha: our hba card information.
 
4426 * @phy_id: the phy id which we wanted to start up.
4427 */
4428static int pm8001_chip_phy_stop_req(struct pm8001_hba_info *pm8001_ha,
4429				    u8 phy_id)
4430{
4431	struct phy_stop_req payload;
4432	struct inbound_queue_table *circularQ;
4433	int ret;
4434	u32 tag = 0x01;
4435	u32 opcode = OPC_INB_PHYSTOP;
4436	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4437	memset(&payload, 0, sizeof(payload));
4438	payload.tag = cpu_to_le32(tag);
4439	payload.phy_id = cpu_to_le32(phy_id);
4440	ret = pm8001_mpi_build_cmd(pm8001_ha, circularQ, opcode, &payload,
4441			sizeof(payload), 0);
4442	return ret;
4443}
4444
4445/*
4446 * see comments on pm8001_mpi_reg_resp.
4447 */
4448static int pm8001_chip_reg_dev_req(struct pm8001_hba_info *pm8001_ha,
4449	struct pm8001_device *pm8001_dev, u32 flag)
4450{
4451	struct reg_dev_req payload;
4452	u32	opc;
4453	u32 stp_sspsmp_sata = 0x4;
4454	struct inbound_queue_table *circularQ;
4455	u32 linkrate, phy_id;
4456	int rc, tag = 0xdeadbeef;
4457	struct pm8001_ccb_info *ccb;
4458	u8 retryFlag = 0x1;
4459	u16 firstBurstSize = 0;
4460	u16 ITNT = 2000;
4461	struct domain_device *dev = pm8001_dev->sas_device;
4462	struct domain_device *parent_dev = dev->parent;
4463	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4464
4465	memset(&payload, 0, sizeof(payload));
4466	rc = pm8001_tag_alloc(pm8001_ha, &tag);
4467	if (rc)
4468		return rc;
4469	ccb = &pm8001_ha->ccb_info[tag];
4470	ccb->device = pm8001_dev;
4471	ccb->ccb_tag = tag;
4472	payload.tag = cpu_to_le32(tag);
4473	if (flag == 1)
4474		stp_sspsmp_sata = 0x02; /*direct attached sata */
4475	else {
4476		if (pm8001_dev->dev_type == SAS_SATA_DEV)
4477			stp_sspsmp_sata = 0x00; /* stp*/
4478		else if (pm8001_dev->dev_type == SAS_END_DEVICE ||
4479			pm8001_dev->dev_type == SAS_EDGE_EXPANDER_DEVICE ||
4480			pm8001_dev->dev_type == SAS_FANOUT_EXPANDER_DEVICE)
4481			stp_sspsmp_sata = 0x01; /*ssp or smp*/
4482	}
4483	if (parent_dev && dev_is_expander(parent_dev->dev_type))
4484		phy_id = parent_dev->ex_dev.ex_phy->phy_id;
4485	else
4486		phy_id = pm8001_dev->attached_phy;
4487	opc = OPC_INB_REG_DEV;
4488	linkrate = (pm8001_dev->sas_device->linkrate < dev->port->linkrate) ?
4489			pm8001_dev->sas_device->linkrate : dev->port->linkrate;
4490	payload.phyid_portid =
4491		cpu_to_le32(((pm8001_dev->sas_device->port->id) & 0x0F) |
4492		((phy_id & 0x0F) << 4));
4493	payload.dtype_dlr_retry = cpu_to_le32((retryFlag & 0x01) |
4494		((linkrate & 0x0F) * 0x1000000) |
4495		((stp_sspsmp_sata & 0x03) * 0x10000000));
4496	payload.firstburstsize_ITNexustimeout =
4497		cpu_to_le32(ITNT | (firstBurstSize * 0x10000));
4498	memcpy(payload.sas_addr, pm8001_dev->sas_device->sas_addr,
4499		SAS_ADDR_SIZE);
4500	rc = pm8001_mpi_build_cmd(pm8001_ha, circularQ, opc, &payload,
4501			sizeof(payload), 0);
4502	return rc;
4503}
4504
4505/*
4506 * see comments on pm8001_mpi_reg_resp.
4507 */
4508int pm8001_chip_dereg_dev_req(struct pm8001_hba_info *pm8001_ha,
4509	u32 device_id)
4510{
4511	struct dereg_dev_req payload;
4512	u32 opc = OPC_INB_DEREG_DEV_HANDLE;
4513	int ret;
4514	struct inbound_queue_table *circularQ;
4515
4516	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4517	memset(&payload, 0, sizeof(payload));
4518	payload.tag = cpu_to_le32(1);
4519	payload.device_id = cpu_to_le32(device_id);
4520	pm8001_dbg(pm8001_ha, MSG, "unregister device device_id = %d\n",
4521		   device_id);
4522	ret = pm8001_mpi_build_cmd(pm8001_ha, circularQ, opc, &payload,
4523			sizeof(payload), 0);
4524	return ret;
4525}
4526
4527/**
4528 * pm8001_chip_phy_ctl_req - support the local phy operation
4529 * @pm8001_ha: our hba card information.
4530 * @phyId: the phy id which we wanted to operate
4531 * @phy_op: the phy operation to request
 
4532 */
4533static int pm8001_chip_phy_ctl_req(struct pm8001_hba_info *pm8001_ha,
4534	u32 phyId, u32 phy_op)
4535{
4536	struct local_phy_ctl_req payload;
4537	struct inbound_queue_table *circularQ;
4538	int ret;
4539	u32 opc = OPC_INB_LOCAL_PHY_CONTROL;
4540	memset(&payload, 0, sizeof(payload));
4541	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4542	payload.tag = cpu_to_le32(1);
4543	payload.phyop_phyid =
4544		cpu_to_le32(((phy_op & 0xff) << 8) | (phyId & 0x0F));
4545	ret = pm8001_mpi_build_cmd(pm8001_ha, circularQ, opc, &payload,
4546			sizeof(payload), 0);
4547	return ret;
4548}
4549
4550static u32 pm8001_chip_is_our_interrupt(struct pm8001_hba_info *pm8001_ha)
4551{
 
4552#ifdef PM8001_USE_MSIX
4553	return 1;
4554#else
4555	u32 value;
4556
4557	value = pm8001_cr32(pm8001_ha, 0, MSGU_ODR);
4558	if (value)
4559		return 1;
4560	return 0;
4561#endif
4562}
4563
4564/**
4565 * pm8001_chip_isr - PM8001 isr handler.
4566 * @pm8001_ha: our hba card information.
4567 * @vec: IRQ number
 
4568 */
4569static irqreturn_t
4570pm8001_chip_isr(struct pm8001_hba_info *pm8001_ha, u8 vec)
4571{
4572	pm8001_chip_interrupt_disable(pm8001_ha, vec);
4573	pm8001_dbg(pm8001_ha, DEVIO,
4574		   "irq vec %d, ODMR:0x%x\n",
4575		   vec, pm8001_cr32(pm8001_ha, 0, 0x30));
4576	process_oq(pm8001_ha, vec);
4577	pm8001_chip_interrupt_enable(pm8001_ha, vec);
4578	return IRQ_HANDLED;
4579}
4580
4581static int send_task_abort(struct pm8001_hba_info *pm8001_ha, u32 opc,
4582	u32 dev_id, u8 flag, u32 task_tag, u32 cmd_tag)
4583{
4584	struct task_abort_req task_abort;
4585	struct inbound_queue_table *circularQ;
4586	int ret;
4587	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4588	memset(&task_abort, 0, sizeof(task_abort));
4589	if (ABORT_SINGLE == (flag & ABORT_MASK)) {
4590		task_abort.abort_all = 0;
4591		task_abort.device_id = cpu_to_le32(dev_id);
4592		task_abort.tag_to_abort = cpu_to_le32(task_tag);
4593		task_abort.tag = cpu_to_le32(cmd_tag);
4594	} else if (ABORT_ALL == (flag & ABORT_MASK)) {
4595		task_abort.abort_all = cpu_to_le32(1);
4596		task_abort.device_id = cpu_to_le32(dev_id);
4597		task_abort.tag = cpu_to_le32(cmd_tag);
4598	}
4599	ret = pm8001_mpi_build_cmd(pm8001_ha, circularQ, opc, &task_abort,
4600			sizeof(task_abort), 0);
4601	return ret;
4602}
4603
4604/*
4605 * pm8001_chip_abort_task - SAS abort task when error or exception happened.
 
 
4606 */
4607int pm8001_chip_abort_task(struct pm8001_hba_info *pm8001_ha,
4608	struct pm8001_device *pm8001_dev, u8 flag, u32 task_tag, u32 cmd_tag)
4609{
4610	u32 opc, device_id;
4611	int rc = TMF_RESP_FUNC_FAILED;
4612	pm8001_dbg(pm8001_ha, EH, "cmd_tag = %x, abort task tag = 0x%x\n",
4613		   cmd_tag, task_tag);
4614	if (pm8001_dev->dev_type == SAS_END_DEVICE)
4615		opc = OPC_INB_SSP_ABORT;
4616	else if (pm8001_dev->dev_type == SAS_SATA_DEV)
4617		opc = OPC_INB_SATA_ABORT;
4618	else
4619		opc = OPC_INB_SMP_ABORT;/* SMP */
4620	device_id = pm8001_dev->device_id;
4621	rc = send_task_abort(pm8001_ha, opc, device_id, flag,
4622		task_tag, cmd_tag);
4623	if (rc != TMF_RESP_FUNC_COMPLETE)
4624		pm8001_dbg(pm8001_ha, EH, "rc= %d\n", rc);
4625	return rc;
4626}
4627
4628/**
4629 * pm8001_chip_ssp_tm_req - built the task management command.
4630 * @pm8001_ha: our hba card information.
4631 * @ccb: the ccb information.
4632 * @tmf: task management function.
4633 */
4634int pm8001_chip_ssp_tm_req(struct pm8001_hba_info *pm8001_ha,
4635	struct pm8001_ccb_info *ccb, struct pm8001_tmf_task *tmf)
4636{
4637	struct sas_task *task = ccb->task;
4638	struct domain_device *dev = task->dev;
4639	struct pm8001_device *pm8001_dev = dev->lldd_dev;
4640	u32 opc = OPC_INB_SSPINITMSTART;
4641	struct inbound_queue_table *circularQ;
4642	struct ssp_ini_tm_start_req sspTMCmd;
4643	int ret;
4644
4645	memset(&sspTMCmd, 0, sizeof(sspTMCmd));
4646	sspTMCmd.device_id = cpu_to_le32(pm8001_dev->device_id);
4647	sspTMCmd.relate_tag = cpu_to_le32(tmf->tag_of_task_to_be_managed);
4648	sspTMCmd.tmf = cpu_to_le32(tmf->tmf);
4649	memcpy(sspTMCmd.lun, task->ssp_task.LUN, 8);
4650	sspTMCmd.tag = cpu_to_le32(ccb->ccb_tag);
4651	if (pm8001_ha->chip_id != chip_8001)
4652		sspTMCmd.ds_ads_m = 0x08;
4653	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4654	ret = pm8001_mpi_build_cmd(pm8001_ha, circularQ, opc, &sspTMCmd,
4655			sizeof(sspTMCmd), 0);
4656	return ret;
4657}
4658
4659int pm8001_chip_get_nvmd_req(struct pm8001_hba_info *pm8001_ha,
4660	void *payload)
4661{
4662	u32 opc = OPC_INB_GET_NVMD_DATA;
4663	u32 nvmd_type;
4664	int rc;
4665	u32 tag;
4666	struct pm8001_ccb_info *ccb;
4667	struct inbound_queue_table *circularQ;
4668	struct get_nvm_data_req nvmd_req;
4669	struct fw_control_ex *fw_control_context;
4670	struct pm8001_ioctl_payload *ioctl_payload = payload;
4671
4672	nvmd_type = ioctl_payload->minor_function;
4673	fw_control_context = kzalloc(sizeof(struct fw_control_ex), GFP_KERNEL);
4674	if (!fw_control_context)
4675		return -ENOMEM;
4676	fw_control_context->usrAddr = (u8 *)ioctl_payload->func_specific;
4677	fw_control_context->len = ioctl_payload->rd_length;
4678	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4679	memset(&nvmd_req, 0, sizeof(nvmd_req));
4680	rc = pm8001_tag_alloc(pm8001_ha, &tag);
4681	if (rc) {
4682		kfree(fw_control_context);
4683		return rc;
4684	}
4685	ccb = &pm8001_ha->ccb_info[tag];
4686	ccb->ccb_tag = tag;
4687	ccb->fw_control_context = fw_control_context;
4688	nvmd_req.tag = cpu_to_le32(tag);
4689
4690	switch (nvmd_type) {
4691	case TWI_DEVICE: {
4692		u32 twi_addr, twi_page_size;
4693		twi_addr = 0xa8;
4694		twi_page_size = 2;
4695
4696		nvmd_req.len_ir_vpdd = cpu_to_le32(IPMode | twi_addr << 16 |
4697			twi_page_size << 8 | TWI_DEVICE);
4698		nvmd_req.resp_len = cpu_to_le32(ioctl_payload->rd_length);
4699		nvmd_req.resp_addr_hi =
4700		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi);
4701		nvmd_req.resp_addr_lo =
4702		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo);
4703		break;
4704	}
4705	case C_SEEPROM: {
4706		nvmd_req.len_ir_vpdd = cpu_to_le32(IPMode | C_SEEPROM);
4707		nvmd_req.resp_len = cpu_to_le32(ioctl_payload->rd_length);
4708		nvmd_req.resp_addr_hi =
4709		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi);
4710		nvmd_req.resp_addr_lo =
4711		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo);
4712		break;
4713	}
4714	case VPD_FLASH: {
4715		nvmd_req.len_ir_vpdd = cpu_to_le32(IPMode | VPD_FLASH);
4716		nvmd_req.resp_len = cpu_to_le32(ioctl_payload->rd_length);
4717		nvmd_req.resp_addr_hi =
4718		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi);
4719		nvmd_req.resp_addr_lo =
4720		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo);
4721		break;
4722	}
4723	case EXPAN_ROM: {
4724		nvmd_req.len_ir_vpdd = cpu_to_le32(IPMode | EXPAN_ROM);
4725		nvmd_req.resp_len = cpu_to_le32(ioctl_payload->rd_length);
4726		nvmd_req.resp_addr_hi =
4727		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi);
4728		nvmd_req.resp_addr_lo =
4729		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo);
4730		break;
4731	}
4732	case IOP_RDUMP: {
4733		nvmd_req.len_ir_vpdd = cpu_to_le32(IPMode | IOP_RDUMP);
4734		nvmd_req.resp_len = cpu_to_le32(ioctl_payload->rd_length);
4735		nvmd_req.vpd_offset = cpu_to_le32(ioctl_payload->offset);
4736		nvmd_req.resp_addr_hi =
4737		cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi);
4738		nvmd_req.resp_addr_lo =
4739		cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo);
4740		break;
4741	}
4742	default:
4743		break;
4744	}
4745	rc = pm8001_mpi_build_cmd(pm8001_ha, circularQ, opc, &nvmd_req,
4746			sizeof(nvmd_req), 0);
4747	if (rc) {
4748		kfree(fw_control_context);
4749		pm8001_tag_free(pm8001_ha, tag);
4750	}
4751	return rc;
4752}
4753
4754int pm8001_chip_set_nvmd_req(struct pm8001_hba_info *pm8001_ha,
4755	void *payload)
4756{
4757	u32 opc = OPC_INB_SET_NVMD_DATA;
4758	u32 nvmd_type;
4759	int rc;
4760	u32 tag;
4761	struct pm8001_ccb_info *ccb;
4762	struct inbound_queue_table *circularQ;
4763	struct set_nvm_data_req nvmd_req;
4764	struct fw_control_ex *fw_control_context;
4765	struct pm8001_ioctl_payload *ioctl_payload = payload;
4766
4767	nvmd_type = ioctl_payload->minor_function;
4768	fw_control_context = kzalloc(sizeof(struct fw_control_ex), GFP_KERNEL);
4769	if (!fw_control_context)
4770		return -ENOMEM;
4771	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4772	memcpy(pm8001_ha->memoryMap.region[NVMD].virt_ptr,
4773		&ioctl_payload->func_specific,
4774		ioctl_payload->wr_length);
4775	memset(&nvmd_req, 0, sizeof(nvmd_req));
4776	rc = pm8001_tag_alloc(pm8001_ha, &tag);
4777	if (rc) {
4778		kfree(fw_control_context);
4779		return -EBUSY;
4780	}
4781	ccb = &pm8001_ha->ccb_info[tag];
4782	ccb->fw_control_context = fw_control_context;
4783	ccb->ccb_tag = tag;
4784	nvmd_req.tag = cpu_to_le32(tag);
4785	switch (nvmd_type) {
4786	case TWI_DEVICE: {
4787		u32 twi_addr, twi_page_size;
4788		twi_addr = 0xa8;
4789		twi_page_size = 2;
4790		nvmd_req.reserved[0] = cpu_to_le32(0xFEDCBA98);
4791		nvmd_req.len_ir_vpdd = cpu_to_le32(IPMode | twi_addr << 16 |
4792			twi_page_size << 8 | TWI_DEVICE);
4793		nvmd_req.resp_len = cpu_to_le32(ioctl_payload->wr_length);
4794		nvmd_req.resp_addr_hi =
4795		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi);
4796		nvmd_req.resp_addr_lo =
4797		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo);
4798		break;
4799	}
4800	case C_SEEPROM:
4801		nvmd_req.len_ir_vpdd = cpu_to_le32(IPMode | C_SEEPROM);
4802		nvmd_req.resp_len = cpu_to_le32(ioctl_payload->wr_length);
4803		nvmd_req.reserved[0] = cpu_to_le32(0xFEDCBA98);
4804		nvmd_req.resp_addr_hi =
4805		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi);
4806		nvmd_req.resp_addr_lo =
4807		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo);
4808		break;
4809	case VPD_FLASH:
4810		nvmd_req.len_ir_vpdd = cpu_to_le32(IPMode | VPD_FLASH);
4811		nvmd_req.resp_len = cpu_to_le32(ioctl_payload->wr_length);
4812		nvmd_req.reserved[0] = cpu_to_le32(0xFEDCBA98);
4813		nvmd_req.resp_addr_hi =
4814		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi);
4815		nvmd_req.resp_addr_lo =
4816		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo);
4817		break;
4818	case EXPAN_ROM:
4819		nvmd_req.len_ir_vpdd = cpu_to_le32(IPMode | EXPAN_ROM);
4820		nvmd_req.resp_len = cpu_to_le32(ioctl_payload->wr_length);
4821		nvmd_req.reserved[0] = cpu_to_le32(0xFEDCBA98);
4822		nvmd_req.resp_addr_hi =
4823		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi);
4824		nvmd_req.resp_addr_lo =
4825		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo);
4826		break;
4827	default:
4828		break;
4829	}
4830	rc = pm8001_mpi_build_cmd(pm8001_ha, circularQ, opc, &nvmd_req,
4831			sizeof(nvmd_req), 0);
4832	if (rc) {
4833		kfree(fw_control_context);
4834		pm8001_tag_free(pm8001_ha, tag);
4835	}
4836	return rc;
4837}
4838
4839/**
4840 * pm8001_chip_fw_flash_update_build - support the firmware update operation
4841 * @pm8001_ha: our hba card information.
4842 * @fw_flash_updata_info: firmware flash update param
4843 * @tag: Tag to apply to the payload
4844 */
4845int
4846pm8001_chip_fw_flash_update_build(struct pm8001_hba_info *pm8001_ha,
4847	void *fw_flash_updata_info, u32 tag)
4848{
4849	struct fw_flash_Update_req payload;
4850	struct fw_flash_updata_info *info;
4851	struct inbound_queue_table *circularQ;
4852	int ret;
4853	u32 opc = OPC_INB_FW_FLASH_UPDATE;
4854
4855	memset(&payload, 0, sizeof(struct fw_flash_Update_req));
4856	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4857	info = fw_flash_updata_info;
4858	payload.tag = cpu_to_le32(tag);
4859	payload.cur_image_len = cpu_to_le32(info->cur_image_len);
4860	payload.cur_image_offset = cpu_to_le32(info->cur_image_offset);
4861	payload.total_image_len = cpu_to_le32(info->total_image_len);
4862	payload.len = info->sgl.im_len.len ;
4863	payload.sgl_addr_lo =
4864		cpu_to_le32(lower_32_bits(le64_to_cpu(info->sgl.addr)));
4865	payload.sgl_addr_hi =
4866		cpu_to_le32(upper_32_bits(le64_to_cpu(info->sgl.addr)));
4867	ret = pm8001_mpi_build_cmd(pm8001_ha, circularQ, opc, &payload,
4868			sizeof(payload), 0);
4869	return ret;
4870}
4871
4872int
4873pm8001_chip_fw_flash_update_req(struct pm8001_hba_info *pm8001_ha,
4874	void *payload)
4875{
4876	struct fw_flash_updata_info flash_update_info;
4877	struct fw_control_info *fw_control;
4878	struct fw_control_ex *fw_control_context;
4879	int rc;
4880	u32 tag;
4881	struct pm8001_ccb_info *ccb;
4882	void *buffer = pm8001_ha->memoryMap.region[FW_FLASH].virt_ptr;
4883	dma_addr_t phys_addr = pm8001_ha->memoryMap.region[FW_FLASH].phys_addr;
 
 
4884	struct pm8001_ioctl_payload *ioctl_payload = payload;
4885
4886	fw_control_context = kzalloc(sizeof(struct fw_control_ex), GFP_KERNEL);
4887	if (!fw_control_context)
4888		return -ENOMEM;
4889	fw_control = (struct fw_control_info *)&ioctl_payload->func_specific;
4890	pm8001_dbg(pm8001_ha, DEVIO,
4891		   "dma fw_control context input length :%x\n",
4892		   fw_control->len);
 
 
 
 
 
 
 
 
 
 
4893	memcpy(buffer, fw_control->buffer, fw_control->len);
4894	flash_update_info.sgl.addr = cpu_to_le64(phys_addr);
4895	flash_update_info.sgl.im_len.len = cpu_to_le32(fw_control->len);
4896	flash_update_info.sgl.im_len.e = 0;
4897	flash_update_info.cur_image_offset = fw_control->offset;
4898	flash_update_info.cur_image_len = fw_control->len;
4899	flash_update_info.total_image_len = fw_control->size;
4900	fw_control_context->fw_control = fw_control;
4901	fw_control_context->virtAddr = buffer;
4902	fw_control_context->phys_addr = phys_addr;
4903	fw_control_context->len = fw_control->len;
4904	rc = pm8001_tag_alloc(pm8001_ha, &tag);
4905	if (rc) {
4906		kfree(fw_control_context);
4907		return -EBUSY;
4908	}
4909	ccb = &pm8001_ha->ccb_info[tag];
4910	ccb->fw_control_context = fw_control_context;
4911	ccb->ccb_tag = tag;
4912	rc = pm8001_chip_fw_flash_update_build(pm8001_ha, &flash_update_info,
4913		tag);
4914	return rc;
4915}
4916
4917ssize_t
4918pm8001_get_gsm_dump(struct device *cdev, u32 length, char *buf)
4919{
4920	u32 value, rem, offset = 0, bar = 0;
4921	u32 index, work_offset, dw_length;
4922	u32 shift_value, gsm_base, gsm_dump_offset;
4923	char *direct_data;
4924	struct Scsi_Host *shost = class_to_shost(cdev);
4925	struct sas_ha_struct *sha = SHOST_TO_SAS_HA(shost);
4926	struct pm8001_hba_info *pm8001_ha = sha->lldd_ha;
4927
4928	direct_data = buf;
4929	gsm_dump_offset = pm8001_ha->fatal_forensic_shift_offset;
4930
4931	/* check max is 1 Mbytes */
4932	if ((length > 0x100000) || (gsm_dump_offset & 3) ||
4933		((gsm_dump_offset + length) > 0x1000000))
4934			return -EINVAL;
4935
4936	if (pm8001_ha->chip_id == chip_8001)
4937		bar = 2;
4938	else
4939		bar = 1;
4940
4941	work_offset = gsm_dump_offset & 0xFFFF0000;
4942	offset = gsm_dump_offset & 0x0000FFFF;
4943	gsm_dump_offset = work_offset;
4944	/* adjust length to dword boundary */
4945	rem = length & 3;
4946	dw_length = length >> 2;
4947
4948	for (index = 0; index < dw_length; index++) {
4949		if ((work_offset + offset) & 0xFFFF0000) {
4950			if (pm8001_ha->chip_id == chip_8001)
4951				shift_value = ((gsm_dump_offset + offset) &
4952						SHIFT_REG_64K_MASK);
4953			else
4954				shift_value = (((gsm_dump_offset + offset) &
4955						SHIFT_REG_64K_MASK) >>
4956						SHIFT_REG_BIT_SHIFT);
4957
4958			if (pm8001_ha->chip_id == chip_8001) {
4959				gsm_base = GSM_BASE;
4960				if (-1 == pm8001_bar4_shift(pm8001_ha,
4961						(gsm_base + shift_value)))
4962					return -EIO;
4963			} else {
4964				gsm_base = 0;
4965				if (-1 == pm80xx_bar4_shift(pm8001_ha,
4966						(gsm_base + shift_value)))
4967					return -EIO;
4968			}
4969			gsm_dump_offset = (gsm_dump_offset + offset) &
4970						0xFFFF0000;
4971			work_offset = 0;
4972			offset = offset & 0x0000FFFF;
4973		}
4974		value = pm8001_cr32(pm8001_ha, bar, (work_offset + offset) &
4975						0x0000FFFF);
4976		direct_data += sprintf(direct_data, "%08x ", value);
4977		offset += 4;
4978	}
4979	if (rem != 0) {
4980		value = pm8001_cr32(pm8001_ha, bar, (work_offset + offset) &
4981						0x0000FFFF);
4982		/* xfr for non_dw */
4983		direct_data += sprintf(direct_data, "%08x ", value);
4984	}
4985	/* Shift back to BAR4 original address */
4986	if (-1 == pm8001_bar4_shift(pm8001_ha, 0))
4987			return -EIO;
4988	pm8001_ha->fatal_forensic_shift_offset += 1024;
4989
4990	if (pm8001_ha->fatal_forensic_shift_offset >= 0x100000)
4991		pm8001_ha->fatal_forensic_shift_offset = 0;
4992	return direct_data - buf;
4993}
4994
4995int
4996pm8001_chip_set_dev_state_req(struct pm8001_hba_info *pm8001_ha,
4997	struct pm8001_device *pm8001_dev, u32 state)
4998{
4999	struct set_dev_state_req payload;
5000	struct inbound_queue_table *circularQ;
5001	struct pm8001_ccb_info *ccb;
5002	int rc;
5003	u32 tag;
5004	u32 opc = OPC_INB_SET_DEVICE_STATE;
5005	memset(&payload, 0, sizeof(payload));
5006	rc = pm8001_tag_alloc(pm8001_ha, &tag);
5007	if (rc)
5008		return -1;
5009	ccb = &pm8001_ha->ccb_info[tag];
5010	ccb->ccb_tag = tag;
5011	ccb->device = pm8001_dev;
5012	circularQ = &pm8001_ha->inbnd_q_tbl[0];
5013	payload.tag = cpu_to_le32(tag);
5014	payload.device_id = cpu_to_le32(pm8001_dev->device_id);
5015	payload.nds = cpu_to_le32(state);
5016	rc = pm8001_mpi_build_cmd(pm8001_ha, circularQ, opc, &payload,
5017			sizeof(payload), 0);
5018	return rc;
5019
5020}
5021
5022static int
5023pm8001_chip_sas_re_initialization(struct pm8001_hba_info *pm8001_ha)
5024{
5025	struct sas_re_initialization_req payload;
5026	struct inbound_queue_table *circularQ;
5027	struct pm8001_ccb_info *ccb;
5028	int rc;
5029	u32 tag;
5030	u32 opc = OPC_INB_SAS_RE_INITIALIZE;
5031	memset(&payload, 0, sizeof(payload));
5032	rc = pm8001_tag_alloc(pm8001_ha, &tag);
5033	if (rc)
5034		return -ENOMEM;
5035	ccb = &pm8001_ha->ccb_info[tag];
5036	ccb->ccb_tag = tag;
5037	circularQ = &pm8001_ha->inbnd_q_tbl[0];
5038	payload.tag = cpu_to_le32(tag);
5039	payload.SSAHOLT = cpu_to_le32(0xd << 25);
5040	payload.sata_hol_tmo = cpu_to_le32(80);
5041	payload.open_reject_cmdretries_data_retries = cpu_to_le32(0xff00ff);
5042	rc = pm8001_mpi_build_cmd(pm8001_ha, circularQ, opc, &payload,
5043			sizeof(payload), 0);
5044	if (rc)
5045		pm8001_tag_free(pm8001_ha, tag);
5046	return rc;
5047
5048}
5049
5050const struct pm8001_dispatch pm8001_8001_dispatch = {
5051	.name			= "pmc8001",
5052	.chip_init		= pm8001_chip_init,
5053	.chip_soft_rst		= pm8001_chip_soft_rst,
5054	.chip_rst		= pm8001_hw_chip_rst,
5055	.chip_iounmap		= pm8001_chip_iounmap,
5056	.isr			= pm8001_chip_isr,
5057	.is_our_interrupt	= pm8001_chip_is_our_interrupt,
5058	.isr_process_oq		= process_oq,
5059	.interrupt_enable 	= pm8001_chip_interrupt_enable,
5060	.interrupt_disable	= pm8001_chip_interrupt_disable,
5061	.make_prd		= pm8001_chip_make_sg,
5062	.smp_req		= pm8001_chip_smp_req,
5063	.ssp_io_req		= pm8001_chip_ssp_io_req,
5064	.sata_req		= pm8001_chip_sata_req,
5065	.phy_start_req		= pm8001_chip_phy_start_req,
5066	.phy_stop_req		= pm8001_chip_phy_stop_req,
5067	.reg_dev_req		= pm8001_chip_reg_dev_req,
5068	.dereg_dev_req		= pm8001_chip_dereg_dev_req,
5069	.phy_ctl_req		= pm8001_chip_phy_ctl_req,
5070	.task_abort		= pm8001_chip_abort_task,
5071	.ssp_tm_req		= pm8001_chip_ssp_tm_req,
5072	.get_nvmd_req		= pm8001_chip_get_nvmd_req,
5073	.set_nvmd_req		= pm8001_chip_set_nvmd_req,
5074	.fw_flash_update_req	= pm8001_chip_fw_flash_update_req,
5075	.set_dev_state_req	= pm8001_chip_set_dev_state_req,
5076	.sas_re_init_req	= pm8001_chip_sas_re_initialization,
5077	.fatal_errors		= pm80xx_fatal_errors,
5078};