Linux Audio

Check our new training course

Loading...
v3.5.6
   1/*
   2 * PMC-Sierra SPC 8001 SAS/SATA based host adapters driver
   3 *
   4 * Copyright (c) 2008-2009 USI Co., Ltd.
   5 * All rights reserved.
   6 *
   7 * Redistribution and use in source and binary forms, with or without
   8 * modification, are permitted provided that the following conditions
   9 * are met:
  10 * 1. Redistributions of source code must retain the above copyright
  11 *    notice, this list of conditions, and the following disclaimer,
  12 *    without modification.
  13 * 2. Redistributions in binary form must reproduce at minimum a disclaimer
  14 *    substantially similar to the "NO WARRANTY" disclaimer below
  15 *    ("Disclaimer") and any redistribution must be conditioned upon
  16 *    including a substantially similar Disclaimer requirement for further
  17 *    binary redistribution.
  18 * 3. Neither the names of the above-listed copyright holders nor the names
  19 *    of any contributors may be used to endorse or promote products derived
  20 *    from this software without specific prior written permission.
  21 *
  22 * Alternatively, this software may be distributed under the terms of the
  23 * GNU General Public License ("GPL") version 2 as published by the Free
  24 * Software Foundation.
  25 *
  26 * NO WARRANTY
  27 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  28 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  29 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTIBILITY AND FITNESS FOR
  30 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
  31 * HOLDERS OR CONTRIBUTORS BE LIABLE FOR SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  32 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  33 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  34 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
  35 * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
  36 * IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
  37 * POSSIBILITY OF SUCH DAMAGES.
  38 *
  39 */
  40 #include <linux/slab.h>
  41 #include "pm8001_sas.h"
  42 #include "pm8001_hwi.h"
  43 #include "pm8001_chips.h"
  44 #include "pm8001_ctl.h"
  45
  46/**
  47 * read_main_config_table - read the configure table and save it.
  48 * @pm8001_ha: our hba card information
  49 */
  50static void __devinit read_main_config_table(struct pm8001_hba_info *pm8001_ha)
  51{
  52	void __iomem *address = pm8001_ha->main_cfg_tbl_addr;
  53	pm8001_ha->main_cfg_tbl.signature	= pm8001_mr32(address, 0x00);
  54	pm8001_ha->main_cfg_tbl.interface_rev	= pm8001_mr32(address, 0x04);
  55	pm8001_ha->main_cfg_tbl.firmware_rev	= pm8001_mr32(address, 0x08);
  56	pm8001_ha->main_cfg_tbl.max_out_io	= pm8001_mr32(address, 0x0C);
  57	pm8001_ha->main_cfg_tbl.max_sgl		= pm8001_mr32(address, 0x10);
  58	pm8001_ha->main_cfg_tbl.ctrl_cap_flag	= pm8001_mr32(address, 0x14);
  59	pm8001_ha->main_cfg_tbl.gst_offset	= pm8001_mr32(address, 0x18);
  60	pm8001_ha->main_cfg_tbl.inbound_queue_offset =
 
 
 
 
 
 
 
  61		pm8001_mr32(address, MAIN_IBQ_OFFSET);
  62	pm8001_ha->main_cfg_tbl.outbound_queue_offset =
  63		pm8001_mr32(address, MAIN_OBQ_OFFSET);
  64	pm8001_ha->main_cfg_tbl.hda_mode_flag	=
  65		pm8001_mr32(address, MAIN_HDA_FLAGS_OFFSET);
  66
  67	/* read analog Setting offset from the configuration table */
  68	pm8001_ha->main_cfg_tbl.anolog_setup_table_offset =
  69		pm8001_mr32(address, MAIN_ANALOG_SETUP_OFFSET);
  70
  71	/* read Error Dump Offset and Length */
  72	pm8001_ha->main_cfg_tbl.fatal_err_dump_offset0 =
  73		pm8001_mr32(address, MAIN_FATAL_ERROR_RDUMP0_OFFSET);
  74	pm8001_ha->main_cfg_tbl.fatal_err_dump_length0 =
  75		pm8001_mr32(address, MAIN_FATAL_ERROR_RDUMP0_LENGTH);
  76	pm8001_ha->main_cfg_tbl.fatal_err_dump_offset1 =
  77		pm8001_mr32(address, MAIN_FATAL_ERROR_RDUMP1_OFFSET);
  78	pm8001_ha->main_cfg_tbl.fatal_err_dump_length1 =
  79		pm8001_mr32(address, MAIN_FATAL_ERROR_RDUMP1_LENGTH);
  80}
  81
  82/**
  83 * read_general_status_table - read the general status table and save it.
  84 * @pm8001_ha: our hba card information
  85 */
  86static void __devinit
  87read_general_status_table(struct pm8001_hba_info *pm8001_ha)
  88{
  89	void __iomem *address = pm8001_ha->general_stat_tbl_addr;
  90	pm8001_ha->gs_tbl.gst_len_mpistate	= pm8001_mr32(address, 0x00);
  91	pm8001_ha->gs_tbl.iq_freeze_state0	= pm8001_mr32(address, 0x04);
  92	pm8001_ha->gs_tbl.iq_freeze_state1	= pm8001_mr32(address, 0x08);
  93	pm8001_ha->gs_tbl.msgu_tcnt		= pm8001_mr32(address, 0x0C);
  94	pm8001_ha->gs_tbl.iop_tcnt		= pm8001_mr32(address, 0x10);
  95	pm8001_ha->gs_tbl.reserved		= pm8001_mr32(address, 0x14);
  96	pm8001_ha->gs_tbl.phy_state[0]	= pm8001_mr32(address, 0x18);
  97	pm8001_ha->gs_tbl.phy_state[1]	= pm8001_mr32(address, 0x1C);
  98	pm8001_ha->gs_tbl.phy_state[2]	= pm8001_mr32(address, 0x20);
  99	pm8001_ha->gs_tbl.phy_state[3]	= pm8001_mr32(address, 0x24);
 100	pm8001_ha->gs_tbl.phy_state[4]	= pm8001_mr32(address, 0x28);
 101	pm8001_ha->gs_tbl.phy_state[5]	= pm8001_mr32(address, 0x2C);
 102	pm8001_ha->gs_tbl.phy_state[6]	= pm8001_mr32(address, 0x30);
 103	pm8001_ha->gs_tbl.phy_state[7]	= pm8001_mr32(address, 0x34);
 104	pm8001_ha->gs_tbl.reserved1		= pm8001_mr32(address, 0x38);
 105	pm8001_ha->gs_tbl.reserved2		= pm8001_mr32(address, 0x3C);
 106	pm8001_ha->gs_tbl.reserved3		= pm8001_mr32(address, 0x40);
 107	pm8001_ha->gs_tbl.recover_err_info[0]	= pm8001_mr32(address, 0x44);
 108	pm8001_ha->gs_tbl.recover_err_info[1]	= pm8001_mr32(address, 0x48);
 109	pm8001_ha->gs_tbl.recover_err_info[2]	= pm8001_mr32(address, 0x4C);
 110	pm8001_ha->gs_tbl.recover_err_info[3]	= pm8001_mr32(address, 0x50);
 111	pm8001_ha->gs_tbl.recover_err_info[4]	= pm8001_mr32(address, 0x54);
 112	pm8001_ha->gs_tbl.recover_err_info[5]	= pm8001_mr32(address, 0x58);
 113	pm8001_ha->gs_tbl.recover_err_info[6]	= pm8001_mr32(address, 0x5C);
 114	pm8001_ha->gs_tbl.recover_err_info[7]	= pm8001_mr32(address, 0x60);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 115}
 116
 117/**
 118 * read_inbnd_queue_table - read the inbound queue table and save it.
 119 * @pm8001_ha: our hba card information
 120 */
 121static void __devinit
 122read_inbnd_queue_table(struct pm8001_hba_info *pm8001_ha)
 123{
 124	int inbQ_num = 1;
 125	int i;
 126	void __iomem *address = pm8001_ha->inbnd_q_tbl_addr;
 127	for (i = 0; i < inbQ_num; i++) {
 128		u32 offset = i * 0x20;
 129		pm8001_ha->inbnd_q_tbl[i].pi_pci_bar =
 130		      get_pci_bar_index(pm8001_mr32(address, (offset + 0x14)));
 131		pm8001_ha->inbnd_q_tbl[i].pi_offset =
 132			pm8001_mr32(address, (offset + 0x18));
 133	}
 134}
 135
 136/**
 137 * read_outbnd_queue_table - read the outbound queue table and save it.
 138 * @pm8001_ha: our hba card information
 139 */
 140static void __devinit
 141read_outbnd_queue_table(struct pm8001_hba_info *pm8001_ha)
 142{
 143	int outbQ_num = 1;
 144	int i;
 145	void __iomem *address = pm8001_ha->outbnd_q_tbl_addr;
 146	for (i = 0; i < outbQ_num; i++) {
 147		u32 offset = i * 0x24;
 148		pm8001_ha->outbnd_q_tbl[i].ci_pci_bar =
 149		      get_pci_bar_index(pm8001_mr32(address, (offset + 0x14)));
 150		pm8001_ha->outbnd_q_tbl[i].ci_offset =
 151			pm8001_mr32(address, (offset + 0x18));
 152	}
 153}
 154
 155/**
 156 * init_default_table_values - init the default table.
 157 * @pm8001_ha: our hba card information
 158 */
 159static void __devinit
 160init_default_table_values(struct pm8001_hba_info *pm8001_ha)
 161{
 162	int qn = 1;
 163	int i;
 164	u32 offsetib, offsetob;
 165	void __iomem *addressib = pm8001_ha->inbnd_q_tbl_addr;
 166	void __iomem *addressob = pm8001_ha->outbnd_q_tbl_addr;
 167
 168	pm8001_ha->main_cfg_tbl.inbound_q_nppd_hppd			= 0;
 169	pm8001_ha->main_cfg_tbl.outbound_hw_event_pid0_3 		= 0;
 170	pm8001_ha->main_cfg_tbl.outbound_hw_event_pid4_7		= 0;
 171	pm8001_ha->main_cfg_tbl.outbound_ncq_event_pid0_3		= 0;
 172	pm8001_ha->main_cfg_tbl.outbound_ncq_event_pid4_7		= 0;
 173	pm8001_ha->main_cfg_tbl.outbound_tgt_ITNexus_event_pid0_3	= 0;
 174	pm8001_ha->main_cfg_tbl.outbound_tgt_ITNexus_event_pid4_7	= 0;
 175	pm8001_ha->main_cfg_tbl.outbound_tgt_ssp_event_pid0_3	= 0;
 176	pm8001_ha->main_cfg_tbl.outbound_tgt_ssp_event_pid4_7	= 0;
 177	pm8001_ha->main_cfg_tbl.outbound_tgt_smp_event_pid0_3	= 0;
 178	pm8001_ha->main_cfg_tbl.outbound_tgt_smp_event_pid4_7	= 0;
 
 
 179
 180	pm8001_ha->main_cfg_tbl.upper_event_log_addr		=
 181		pm8001_ha->memoryMap.region[AAP1].phys_addr_hi;
 182	pm8001_ha->main_cfg_tbl.lower_event_log_addr		=
 183		pm8001_ha->memoryMap.region[AAP1].phys_addr_lo;
 184	pm8001_ha->main_cfg_tbl.event_log_size	= PM8001_EVENT_LOG_SIZE;
 185	pm8001_ha->main_cfg_tbl.event_log_option		= 0x01;
 186	pm8001_ha->main_cfg_tbl.upper_iop_event_log_addr	=
 
 187		pm8001_ha->memoryMap.region[IOP].phys_addr_hi;
 188	pm8001_ha->main_cfg_tbl.lower_iop_event_log_addr	=
 189		pm8001_ha->memoryMap.region[IOP].phys_addr_lo;
 190	pm8001_ha->main_cfg_tbl.iop_event_log_size	= PM8001_EVENT_LOG_SIZE;
 191	pm8001_ha->main_cfg_tbl.iop_event_log_option		= 0x01;
 192	pm8001_ha->main_cfg_tbl.fatal_err_interrupt		= 0x01;
 193	for (i = 0; i < qn; i++) {
 
 194		pm8001_ha->inbnd_q_tbl[i].element_pri_size_cnt	=
 195			PM8001_MPI_QUEUE | (64 << 16) | (0x00<<30);
 196		pm8001_ha->inbnd_q_tbl[i].upper_base_addr	=
 197			pm8001_ha->memoryMap.region[IB].phys_addr_hi;
 198		pm8001_ha->inbnd_q_tbl[i].lower_base_addr	=
 199		pm8001_ha->memoryMap.region[IB].phys_addr_lo;
 200		pm8001_ha->inbnd_q_tbl[i].base_virt		=
 201			(u8 *)pm8001_ha->memoryMap.region[IB].virt_ptr;
 202		pm8001_ha->inbnd_q_tbl[i].total_length		=
 203			pm8001_ha->memoryMap.region[IB].total_len;
 204		pm8001_ha->inbnd_q_tbl[i].ci_upper_base_addr	=
 205			pm8001_ha->memoryMap.region[CI].phys_addr_hi;
 206		pm8001_ha->inbnd_q_tbl[i].ci_lower_base_addr	=
 207			pm8001_ha->memoryMap.region[CI].phys_addr_lo;
 208		pm8001_ha->inbnd_q_tbl[i].ci_virt		=
 209			pm8001_ha->memoryMap.region[CI].virt_ptr;
 210		offsetib = i * 0x20;
 211		pm8001_ha->inbnd_q_tbl[i].pi_pci_bar		=
 212			get_pci_bar_index(pm8001_mr32(addressib,
 213				(offsetib + 0x14)));
 214		pm8001_ha->inbnd_q_tbl[i].pi_offset		=
 215			pm8001_mr32(addressib, (offsetib + 0x18));
 216		pm8001_ha->inbnd_q_tbl[i].producer_idx		= 0;
 217		pm8001_ha->inbnd_q_tbl[i].consumer_index	= 0;
 218	}
 219	for (i = 0; i < qn; i++) {
 220		pm8001_ha->outbnd_q_tbl[i].element_size_cnt	=
 221			PM8001_MPI_QUEUE | (64 << 16) | (0x01<<30);
 222		pm8001_ha->outbnd_q_tbl[i].upper_base_addr	=
 223			pm8001_ha->memoryMap.region[OB].phys_addr_hi;
 224		pm8001_ha->outbnd_q_tbl[i].lower_base_addr	=
 225			pm8001_ha->memoryMap.region[OB].phys_addr_lo;
 226		pm8001_ha->outbnd_q_tbl[i].base_virt		=
 227			(u8 *)pm8001_ha->memoryMap.region[OB].virt_ptr;
 228		pm8001_ha->outbnd_q_tbl[i].total_length		=
 229			pm8001_ha->memoryMap.region[OB].total_len;
 230		pm8001_ha->outbnd_q_tbl[i].pi_upper_base_addr	=
 231			pm8001_ha->memoryMap.region[PI].phys_addr_hi;
 232		pm8001_ha->outbnd_q_tbl[i].pi_lower_base_addr	=
 233			pm8001_ha->memoryMap.region[PI].phys_addr_lo;
 234		pm8001_ha->outbnd_q_tbl[i].interrup_vec_cnt_delay	=
 235			0 | (10 << 16) | (0 << 24);
 236		pm8001_ha->outbnd_q_tbl[i].pi_virt		=
 237			pm8001_ha->memoryMap.region[PI].virt_ptr;
 238		offsetob = i * 0x24;
 239		pm8001_ha->outbnd_q_tbl[i].ci_pci_bar		=
 240			get_pci_bar_index(pm8001_mr32(addressob,
 241			offsetob + 0x14));
 242		pm8001_ha->outbnd_q_tbl[i].ci_offset		=
 243			pm8001_mr32(addressob, (offsetob + 0x18));
 244		pm8001_ha->outbnd_q_tbl[i].consumer_idx		= 0;
 245		pm8001_ha->outbnd_q_tbl[i].producer_index	= 0;
 246	}
 247}
 248
 249/**
 250 * update_main_config_table - update the main default table to the HBA.
 251 * @pm8001_ha: our hba card information
 252 */
 253static void __devinit
 254update_main_config_table(struct pm8001_hba_info *pm8001_ha)
 255{
 256	void __iomem *address = pm8001_ha->main_cfg_tbl_addr;
 257	pm8001_mw32(address, 0x24,
 258		pm8001_ha->main_cfg_tbl.inbound_q_nppd_hppd);
 259	pm8001_mw32(address, 0x28,
 260		pm8001_ha->main_cfg_tbl.outbound_hw_event_pid0_3);
 261	pm8001_mw32(address, 0x2C,
 262		pm8001_ha->main_cfg_tbl.outbound_hw_event_pid4_7);
 263	pm8001_mw32(address, 0x30,
 264		pm8001_ha->main_cfg_tbl.outbound_ncq_event_pid0_3);
 265	pm8001_mw32(address, 0x34,
 266		pm8001_ha->main_cfg_tbl.outbound_ncq_event_pid4_7);
 267	pm8001_mw32(address, 0x38,
 268		pm8001_ha->main_cfg_tbl.outbound_tgt_ITNexus_event_pid0_3);
 
 269	pm8001_mw32(address, 0x3C,
 270		pm8001_ha->main_cfg_tbl.outbound_tgt_ITNexus_event_pid4_7);
 
 271	pm8001_mw32(address, 0x40,
 272		pm8001_ha->main_cfg_tbl.outbound_tgt_ssp_event_pid0_3);
 
 273	pm8001_mw32(address, 0x44,
 274		pm8001_ha->main_cfg_tbl.outbound_tgt_ssp_event_pid4_7);
 
 275	pm8001_mw32(address, 0x48,
 276		pm8001_ha->main_cfg_tbl.outbound_tgt_smp_event_pid0_3);
 
 277	pm8001_mw32(address, 0x4C,
 278		pm8001_ha->main_cfg_tbl.outbound_tgt_smp_event_pid4_7);
 
 279	pm8001_mw32(address, 0x50,
 280		pm8001_ha->main_cfg_tbl.upper_event_log_addr);
 281	pm8001_mw32(address, 0x54,
 282		pm8001_ha->main_cfg_tbl.lower_event_log_addr);
 283	pm8001_mw32(address, 0x58, pm8001_ha->main_cfg_tbl.event_log_size);
 284	pm8001_mw32(address, 0x5C, pm8001_ha->main_cfg_tbl.event_log_option);
 
 
 285	pm8001_mw32(address, 0x60,
 286		pm8001_ha->main_cfg_tbl.upper_iop_event_log_addr);
 287	pm8001_mw32(address, 0x64,
 288		pm8001_ha->main_cfg_tbl.lower_iop_event_log_addr);
 289	pm8001_mw32(address, 0x68, pm8001_ha->main_cfg_tbl.iop_event_log_size);
 
 290	pm8001_mw32(address, 0x6C,
 291		pm8001_ha->main_cfg_tbl.iop_event_log_option);
 292	pm8001_mw32(address, 0x70,
 293		pm8001_ha->main_cfg_tbl.fatal_err_interrupt);
 294}
 295
 296/**
 297 * update_inbnd_queue_table - update the inbound queue table to the HBA.
 298 * @pm8001_ha: our hba card information
 299 */
 300static void __devinit
 301update_inbnd_queue_table(struct pm8001_hba_info *pm8001_ha, int number)
 302{
 303	void __iomem *address = pm8001_ha->inbnd_q_tbl_addr;
 304	u16 offset = number * 0x20;
 305	pm8001_mw32(address, offset + 0x00,
 306		pm8001_ha->inbnd_q_tbl[number].element_pri_size_cnt);
 307	pm8001_mw32(address, offset + 0x04,
 308		pm8001_ha->inbnd_q_tbl[number].upper_base_addr);
 309	pm8001_mw32(address, offset + 0x08,
 310		pm8001_ha->inbnd_q_tbl[number].lower_base_addr);
 311	pm8001_mw32(address, offset + 0x0C,
 312		pm8001_ha->inbnd_q_tbl[number].ci_upper_base_addr);
 313	pm8001_mw32(address, offset + 0x10,
 314		pm8001_ha->inbnd_q_tbl[number].ci_lower_base_addr);
 315}
 316
 317/**
 318 * update_outbnd_queue_table - update the outbound queue table to the HBA.
 319 * @pm8001_ha: our hba card information
 320 */
 321static void __devinit
 322update_outbnd_queue_table(struct pm8001_hba_info *pm8001_ha, int number)
 323{
 324	void __iomem *address = pm8001_ha->outbnd_q_tbl_addr;
 325	u16 offset = number * 0x24;
 326	pm8001_mw32(address, offset + 0x00,
 327		pm8001_ha->outbnd_q_tbl[number].element_size_cnt);
 328	pm8001_mw32(address, offset + 0x04,
 329		pm8001_ha->outbnd_q_tbl[number].upper_base_addr);
 330	pm8001_mw32(address, offset + 0x08,
 331		pm8001_ha->outbnd_q_tbl[number].lower_base_addr);
 332	pm8001_mw32(address, offset + 0x0C,
 333		pm8001_ha->outbnd_q_tbl[number].pi_upper_base_addr);
 334	pm8001_mw32(address, offset + 0x10,
 335		pm8001_ha->outbnd_q_tbl[number].pi_lower_base_addr);
 336	pm8001_mw32(address, offset + 0x1C,
 337		pm8001_ha->outbnd_q_tbl[number].interrup_vec_cnt_delay);
 338}
 339
 340/**
 341 * pm8001_bar4_shift - function is called to shift BAR base address
 342 * @pm8001_ha : our hba card infomation
 343 * @shiftValue : shifting value in memory bar.
 344 */
 345int pm8001_bar4_shift(struct pm8001_hba_info *pm8001_ha, u32 shiftValue)
 346{
 347	u32 regVal;
 348	unsigned long start;
 349
 350	/* program the inbound AXI translation Lower Address */
 351	pm8001_cw32(pm8001_ha, 1, SPC_IBW_AXI_TRANSLATION_LOW, shiftValue);
 352
 353	/* confirm the setting is written */
 354	start = jiffies + HZ; /* 1 sec */
 355	do {
 356		regVal = pm8001_cr32(pm8001_ha, 1, SPC_IBW_AXI_TRANSLATION_LOW);
 357	} while ((regVal != shiftValue) && time_before(jiffies, start));
 358
 359	if (regVal != shiftValue) {
 360		PM8001_INIT_DBG(pm8001_ha,
 361			pm8001_printk("TIMEOUT:SPC_IBW_AXI_TRANSLATION_LOW"
 362			" = 0x%x\n", regVal));
 363		return -1;
 364	}
 365	return 0;
 366}
 367
 368/**
 369 * mpi_set_phys_g3_with_ssc
 370 * @pm8001_ha: our hba card information
 371 * @SSCbit: set SSCbit to 0 to disable all phys ssc; 1 to enable all phys ssc.
 372 */
 373static void __devinit
 374mpi_set_phys_g3_with_ssc(struct pm8001_hba_info *pm8001_ha, u32 SSCbit)
 375{
 376	u32 value, offset, i;
 377	unsigned long flags;
 378
 379#define SAS2_SETTINGS_LOCAL_PHY_0_3_SHIFT_ADDR 0x00030000
 380#define SAS2_SETTINGS_LOCAL_PHY_4_7_SHIFT_ADDR 0x00040000
 381#define SAS2_SETTINGS_LOCAL_PHY_0_3_OFFSET 0x1074
 382#define SAS2_SETTINGS_LOCAL_PHY_4_7_OFFSET 0x1074
 383#define PHY_G3_WITHOUT_SSC_BIT_SHIFT 12
 384#define PHY_G3_WITH_SSC_BIT_SHIFT 13
 385#define SNW3_PHY_CAPABILITIES_PARITY 31
 386
 387   /*
 388    * Using shifted destination address 0x3_0000:0x1074 + 0x4000*N (N=0:3)
 389    * Using shifted destination address 0x4_0000:0x1074 + 0x4000*(N-4) (N=4:7)
 390    */
 391	spin_lock_irqsave(&pm8001_ha->lock, flags);
 392	if (-1 == pm8001_bar4_shift(pm8001_ha,
 393				SAS2_SETTINGS_LOCAL_PHY_0_3_SHIFT_ADDR)) {
 394		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 395		return;
 396	}
 397
 398	for (i = 0; i < 4; i++) {
 399		offset = SAS2_SETTINGS_LOCAL_PHY_0_3_OFFSET + 0x4000 * i;
 400		pm8001_cw32(pm8001_ha, 2, offset, 0x80001501);
 401	}
 402	/* shift membase 3 for SAS2_SETTINGS_LOCAL_PHY 4 - 7 */
 403	if (-1 == pm8001_bar4_shift(pm8001_ha,
 404				SAS2_SETTINGS_LOCAL_PHY_4_7_SHIFT_ADDR)) {
 405		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 406		return;
 407	}
 408	for (i = 4; i < 8; i++) {
 409		offset = SAS2_SETTINGS_LOCAL_PHY_4_7_OFFSET + 0x4000 * (i-4);
 410		pm8001_cw32(pm8001_ha, 2, offset, 0x80001501);
 411	}
 412	/*************************************************************
 413	Change the SSC upspreading value to 0x0 so that upspreading is disabled.
 414	Device MABC SMOD0 Controls
 415	Address: (via MEMBASE-III):
 416	Using shifted destination address 0x0_0000: with Offset 0xD8
 417
 418	31:28 R/W Reserved Do not change
 419	27:24 R/W SAS_SMOD_SPRDUP 0000
 420	23:20 R/W SAS_SMOD_SPRDDN 0000
 421	19:0  R/W  Reserved Do not change
 422	Upon power-up this register will read as 0x8990c016,
 423	and I would like you to change the SAS_SMOD_SPRDUP bits to 0b0000
 424	so that the written value will be 0x8090c016.
 425	This will ensure only down-spreading SSC is enabled on the SPC.
 426	*************************************************************/
 427	value = pm8001_cr32(pm8001_ha, 2, 0xd8);
 428	pm8001_cw32(pm8001_ha, 2, 0xd8, 0x8000C016);
 429
 430	/*set the shifted destination address to 0x0 to avoid error operation */
 431	pm8001_bar4_shift(pm8001_ha, 0x0);
 432	spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 433	return;
 434}
 435
 436/**
 437 * mpi_set_open_retry_interval_reg
 438 * @pm8001_ha: our hba card information
 439 * @interval - interval time for each OPEN_REJECT (RETRY). The units are in 1us.
 440 */
 441static void __devinit
 442mpi_set_open_retry_interval_reg(struct pm8001_hba_info *pm8001_ha,
 443				u32 interval)
 444{
 445	u32 offset;
 446	u32 value;
 447	u32 i;
 448	unsigned long flags;
 449
 450#define OPEN_RETRY_INTERVAL_PHY_0_3_SHIFT_ADDR 0x00030000
 451#define OPEN_RETRY_INTERVAL_PHY_4_7_SHIFT_ADDR 0x00040000
 452#define OPEN_RETRY_INTERVAL_PHY_0_3_OFFSET 0x30B4
 453#define OPEN_RETRY_INTERVAL_PHY_4_7_OFFSET 0x30B4
 454#define OPEN_RETRY_INTERVAL_REG_MASK 0x0000FFFF
 455
 456	value = interval & OPEN_RETRY_INTERVAL_REG_MASK;
 457	spin_lock_irqsave(&pm8001_ha->lock, flags);
 458	/* shift bar and set the OPEN_REJECT(RETRY) interval time of PHY 0 -3.*/
 459	if (-1 == pm8001_bar4_shift(pm8001_ha,
 460			     OPEN_RETRY_INTERVAL_PHY_0_3_SHIFT_ADDR)) {
 461		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 462		return;
 463	}
 464	for (i = 0; i < 4; i++) {
 465		offset = OPEN_RETRY_INTERVAL_PHY_0_3_OFFSET + 0x4000 * i;
 466		pm8001_cw32(pm8001_ha, 2, offset, value);
 467	}
 468
 469	if (-1 == pm8001_bar4_shift(pm8001_ha,
 470			     OPEN_RETRY_INTERVAL_PHY_4_7_SHIFT_ADDR)) {
 471		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 472		return;
 473	}
 474	for (i = 4; i < 8; i++) {
 475		offset = OPEN_RETRY_INTERVAL_PHY_4_7_OFFSET + 0x4000 * (i-4);
 476		pm8001_cw32(pm8001_ha, 2, offset, value);
 477	}
 478	/*set the shifted destination address to 0x0 to avoid error operation */
 479	pm8001_bar4_shift(pm8001_ha, 0x0);
 480	spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 481	return;
 482}
 483
 484/**
 485 * mpi_init_check - check firmware initialization status.
 486 * @pm8001_ha: our hba card information
 487 */
 488static int mpi_init_check(struct pm8001_hba_info *pm8001_ha)
 489{
 490	u32 max_wait_count;
 491	u32 value;
 492	u32 gst_len_mpistate;
 493	/* Write bit0=1 to Inbound DoorBell Register to tell the SPC FW the
 494	table is updated */
 495	pm8001_cw32(pm8001_ha, 0, MSGU_IBDB_SET, SPC_MSGU_CFG_TABLE_UPDATE);
 496	/* wait until Inbound DoorBell Clear Register toggled */
 497	max_wait_count = 1 * 1000 * 1000;/* 1 sec */
 498	do {
 499		udelay(1);
 500		value = pm8001_cr32(pm8001_ha, 0, MSGU_IBDB_SET);
 501		value &= SPC_MSGU_CFG_TABLE_UPDATE;
 502	} while ((value != 0) && (--max_wait_count));
 503
 504	if (!max_wait_count)
 505		return -1;
 506	/* check the MPI-State for initialization */
 507	gst_len_mpistate =
 508		pm8001_mr32(pm8001_ha->general_stat_tbl_addr,
 509		GST_GSTLEN_MPIS_OFFSET);
 510	if (GST_MPI_STATE_INIT != (gst_len_mpistate & GST_MPI_STATE_MASK))
 511		return -1;
 512	/* check MPI Initialization error */
 513	gst_len_mpistate = gst_len_mpistate >> 16;
 514	if (0x0000 != gst_len_mpistate)
 515		return -1;
 516	return 0;
 517}
 518
 519/**
 520 * check_fw_ready - The LLDD check if the FW is ready, if not, return error.
 521 * @pm8001_ha: our hba card information
 522 */
 523static int check_fw_ready(struct pm8001_hba_info *pm8001_ha)
 524{
 525	u32 value, value1;
 526	u32 max_wait_count;
 527	/* check error state */
 528	value = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_1);
 529	value1 = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_2);
 530	/* check AAP error */
 531	if (SCRATCH_PAD1_ERR == (value & SCRATCH_PAD_STATE_MASK)) {
 532		/* error state */
 533		value = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_0);
 534		return -1;
 535	}
 536
 537	/* check IOP error */
 538	if (SCRATCH_PAD2_ERR == (value1 & SCRATCH_PAD_STATE_MASK)) {
 539		/* error state */
 540		value1 = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_3);
 541		return -1;
 542	}
 543
 544	/* bit 4-31 of scratch pad1 should be zeros if it is not
 545	in error state*/
 546	if (value & SCRATCH_PAD1_STATE_MASK) {
 547		/* error case */
 548		pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_0);
 549		return -1;
 550	}
 551
 552	/* bit 2, 4-31 of scratch pad2 should be zeros if it is not
 553	in error state */
 554	if (value1 & SCRATCH_PAD2_STATE_MASK) {
 555		/* error case */
 556		return -1;
 557	}
 558
 559	max_wait_count = 1 * 1000 * 1000;/* 1 sec timeout */
 560
 561	/* wait until scratch pad 1 and 2 registers in ready state  */
 562	do {
 563		udelay(1);
 564		value = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_1)
 565			& SCRATCH_PAD1_RDY;
 566		value1 = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_2)
 567			& SCRATCH_PAD2_RDY;
 568		if ((--max_wait_count) == 0)
 569			return -1;
 570	} while ((value != SCRATCH_PAD1_RDY) || (value1 != SCRATCH_PAD2_RDY));
 571	return 0;
 572}
 573
 574static void init_pci_device_addresses(struct pm8001_hba_info *pm8001_ha)
 575{
 576	void __iomem *base_addr;
 577	u32	value;
 578	u32	offset;
 579	u32	pcibar;
 580	u32	pcilogic;
 581
 582	value = pm8001_cr32(pm8001_ha, 0, 0x44);
 583	offset = value & 0x03FFFFFF;
 584	PM8001_INIT_DBG(pm8001_ha,
 585		pm8001_printk("Scratchpad 0 Offset: %x\n", offset));
 586	pcilogic = (value & 0xFC000000) >> 26;
 587	pcibar = get_pci_bar_index(pcilogic);
 588	PM8001_INIT_DBG(pm8001_ha,
 589		pm8001_printk("Scratchpad 0 PCI BAR: %d\n", pcibar));
 590	pm8001_ha->main_cfg_tbl_addr = base_addr =
 591		pm8001_ha->io_mem[pcibar].memvirtaddr + offset;
 592	pm8001_ha->general_stat_tbl_addr =
 593		base_addr + pm8001_cr32(pm8001_ha, pcibar, offset + 0x18);
 594	pm8001_ha->inbnd_q_tbl_addr =
 595		base_addr + pm8001_cr32(pm8001_ha, pcibar, offset + 0x1C);
 596	pm8001_ha->outbnd_q_tbl_addr =
 597		base_addr + pm8001_cr32(pm8001_ha, pcibar, offset + 0x20);
 598}
 599
 600/**
 601 * pm8001_chip_init - the main init function that initialize whole PM8001 chip.
 602 * @pm8001_ha: our hba card information
 603 */
 604static int __devinit pm8001_chip_init(struct pm8001_hba_info *pm8001_ha)
 605{
 
 
 
 
 
 
 
 
 
 
 
 
 
 606	/* check the firmware status */
 607	if (-1 == check_fw_ready(pm8001_ha)) {
 608		PM8001_FAIL_DBG(pm8001_ha,
 609			pm8001_printk("Firmware is not ready!\n"));
 610		return -EBUSY;
 611	}
 612
 613	/* Initialize pci space address eg: mpi offset */
 614	init_pci_device_addresses(pm8001_ha);
 615	init_default_table_values(pm8001_ha);
 616	read_main_config_table(pm8001_ha);
 617	read_general_status_table(pm8001_ha);
 618	read_inbnd_queue_table(pm8001_ha);
 619	read_outbnd_queue_table(pm8001_ha);
 620	/* update main config table ,inbound table and outbound table */
 621	update_main_config_table(pm8001_ha);
 622	update_inbnd_queue_table(pm8001_ha, 0);
 623	update_outbnd_queue_table(pm8001_ha, 0);
 624	mpi_set_phys_g3_with_ssc(pm8001_ha, 0);
 625	/* 7->130ms, 34->500ms, 119->1.5s */
 626	mpi_set_open_retry_interval_reg(pm8001_ha, 119);
 
 
 
 
 
 627	/* notify firmware update finished and check initialization status */
 628	if (0 == mpi_init_check(pm8001_ha)) {
 629		PM8001_INIT_DBG(pm8001_ha,
 630			pm8001_printk("MPI initialize successful!\n"));
 631	} else
 632		return -EBUSY;
 633	/*This register is a 16-bit timer with a resolution of 1us. This is the
 634	timer used for interrupt delay/coalescing in the PCIe Application Layer.
 635	Zero is not a valid value. A value of 1 in the register will cause the
 636	interrupts to be normal. A value greater than 1 will cause coalescing
 637	delays.*/
 638	pm8001_cw32(pm8001_ha, 1, 0x0033c0, 0x1);
 639	pm8001_cw32(pm8001_ha, 1, 0x0033c4, 0x0);
 640	return 0;
 641}
 642
 643static int mpi_uninit_check(struct pm8001_hba_info *pm8001_ha)
 644{
 645	u32 max_wait_count;
 646	u32 value;
 647	u32 gst_len_mpistate;
 
 
 
 
 
 
 
 
 
 
 648	init_pci_device_addresses(pm8001_ha);
 649	/* Write bit1=1 to Inbound DoorBell Register to tell the SPC FW the
 650	table is stop */
 651	pm8001_cw32(pm8001_ha, 0, MSGU_IBDB_SET, SPC_MSGU_CFG_TABLE_RESET);
 652
 653	/* wait until Inbound DoorBell Clear Register toggled */
 654	max_wait_count = 1 * 1000 * 1000;/* 1 sec */
 655	do {
 656		udelay(1);
 657		value = pm8001_cr32(pm8001_ha, 0, MSGU_IBDB_SET);
 658		value &= SPC_MSGU_CFG_TABLE_RESET;
 659	} while ((value != 0) && (--max_wait_count));
 660
 661	if (!max_wait_count) {
 662		PM8001_FAIL_DBG(pm8001_ha,
 663			pm8001_printk("TIMEOUT:IBDB value/=0x%x\n", value));
 664		return -1;
 665	}
 666
 667	/* check the MPI-State for termination in progress */
 668	/* wait until Inbound DoorBell Clear Register toggled */
 669	max_wait_count = 1 * 1000 * 1000;  /* 1 sec */
 670	do {
 671		udelay(1);
 672		gst_len_mpistate =
 673			pm8001_mr32(pm8001_ha->general_stat_tbl_addr,
 674			GST_GSTLEN_MPIS_OFFSET);
 675		if (GST_MPI_STATE_UNINIT ==
 676			(gst_len_mpistate & GST_MPI_STATE_MASK))
 677			break;
 678	} while (--max_wait_count);
 679	if (!max_wait_count) {
 680		PM8001_FAIL_DBG(pm8001_ha,
 681			pm8001_printk(" TIME OUT MPI State = 0x%x\n",
 682				gst_len_mpistate & GST_MPI_STATE_MASK));
 683		return -1;
 684	}
 685	return 0;
 686}
 687
 688/**
 689 * soft_reset_ready_check - Function to check FW is ready for soft reset.
 690 * @pm8001_ha: our hba card information
 691 */
 692static u32 soft_reset_ready_check(struct pm8001_hba_info *pm8001_ha)
 693{
 694	u32 regVal, regVal1, regVal2;
 695	if (mpi_uninit_check(pm8001_ha) != 0) {
 696		PM8001_FAIL_DBG(pm8001_ha,
 697			pm8001_printk("MPI state is not ready\n"));
 698		return -1;
 699	}
 700	/* read the scratch pad 2 register bit 2 */
 701	regVal = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_2)
 702		& SCRATCH_PAD2_FWRDY_RST;
 703	if (regVal == SCRATCH_PAD2_FWRDY_RST) {
 704		PM8001_INIT_DBG(pm8001_ha,
 705			pm8001_printk("Firmware is ready for reset .\n"));
 706	} else {
 707		unsigned long flags;
 708		/* Trigger NMI twice via RB6 */
 709		spin_lock_irqsave(&pm8001_ha->lock, flags);
 710		if (-1 == pm8001_bar4_shift(pm8001_ha, RB6_ACCESS_REG)) {
 711			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 712			PM8001_FAIL_DBG(pm8001_ha,
 713				pm8001_printk("Shift Bar4 to 0x%x failed\n",
 714					RB6_ACCESS_REG));
 715			return -1;
 716		}
 717		pm8001_cw32(pm8001_ha, 2, SPC_RB6_OFFSET,
 718			RB6_MAGIC_NUMBER_RST);
 719		pm8001_cw32(pm8001_ha, 2, SPC_RB6_OFFSET, RB6_MAGIC_NUMBER_RST);
 720		/* wait for 100 ms */
 721		mdelay(100);
 722		regVal = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_2) &
 723			SCRATCH_PAD2_FWRDY_RST;
 724		if (regVal != SCRATCH_PAD2_FWRDY_RST) {
 725			regVal1 = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_1);
 726			regVal2 = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_2);
 727			PM8001_FAIL_DBG(pm8001_ha,
 728				pm8001_printk("TIMEOUT:MSGU_SCRATCH_PAD1"
 729				"=0x%x, MSGU_SCRATCH_PAD2=0x%x\n",
 730				regVal1, regVal2));
 731			PM8001_FAIL_DBG(pm8001_ha,
 732				pm8001_printk("SCRATCH_PAD0 value = 0x%x\n",
 733				pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_0)));
 734			PM8001_FAIL_DBG(pm8001_ha,
 735				pm8001_printk("SCRATCH_PAD3 value = 0x%x\n",
 736				pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_3)));
 737			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 738			return -1;
 739		}
 740		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 741	}
 742	return 0;
 743}
 744
 745/**
 746 * pm8001_chip_soft_rst - soft reset the PM8001 chip, so that the clear all
 747 * the FW register status to the originated status.
 748 * @pm8001_ha: our hba card information
 749 * @signature: signature in host scratch pad0 register.
 750 */
 751static int
 752pm8001_chip_soft_rst(struct pm8001_hba_info *pm8001_ha, u32 signature)
 753{
 754	u32	regVal, toggleVal;
 755	u32	max_wait_count;
 756	u32	regVal1, regVal2, regVal3;
 
 757	unsigned long flags;
 758
 759	/* step1: Check FW is ready for soft reset */
 760	if (soft_reset_ready_check(pm8001_ha) != 0) {
 761		PM8001_FAIL_DBG(pm8001_ha, pm8001_printk("FW is not ready\n"));
 762		return -1;
 763	}
 764
 765	/* step 2: clear NMI status register on AAP1 and IOP, write the same
 766	value to clear */
 767	/* map 0x60000 to BAR4(0x20), BAR2(win) */
 768	spin_lock_irqsave(&pm8001_ha->lock, flags);
 769	if (-1 == pm8001_bar4_shift(pm8001_ha, MBIC_AAP1_ADDR_BASE)) {
 770		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 771		PM8001_FAIL_DBG(pm8001_ha,
 772			pm8001_printk("Shift Bar4 to 0x%x failed\n",
 773			MBIC_AAP1_ADDR_BASE));
 774		return -1;
 775	}
 776	regVal = pm8001_cr32(pm8001_ha, 2, MBIC_NMI_ENABLE_VPE0_IOP);
 777	PM8001_INIT_DBG(pm8001_ha,
 778		pm8001_printk("MBIC - NMI Enable VPE0 (IOP)= 0x%x\n", regVal));
 779	pm8001_cw32(pm8001_ha, 2, MBIC_NMI_ENABLE_VPE0_IOP, 0x0);
 780	/* map 0x70000 to BAR4(0x20), BAR2(win) */
 781	if (-1 == pm8001_bar4_shift(pm8001_ha, MBIC_IOP_ADDR_BASE)) {
 782		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 783		PM8001_FAIL_DBG(pm8001_ha,
 784			pm8001_printk("Shift Bar4 to 0x%x failed\n",
 785			MBIC_IOP_ADDR_BASE));
 786		return -1;
 787	}
 788	regVal = pm8001_cr32(pm8001_ha, 2, MBIC_NMI_ENABLE_VPE0_AAP1);
 789	PM8001_INIT_DBG(pm8001_ha,
 790		pm8001_printk("MBIC - NMI Enable VPE0 (AAP1)= 0x%x\n", regVal));
 791	pm8001_cw32(pm8001_ha, 2, MBIC_NMI_ENABLE_VPE0_AAP1, 0x0);
 792
 793	regVal = pm8001_cr32(pm8001_ha, 1, PCIE_EVENT_INTERRUPT_ENABLE);
 794	PM8001_INIT_DBG(pm8001_ha,
 795		pm8001_printk("PCIE -Event Interrupt Enable = 0x%x\n", regVal));
 796	pm8001_cw32(pm8001_ha, 1, PCIE_EVENT_INTERRUPT_ENABLE, 0x0);
 797
 798	regVal = pm8001_cr32(pm8001_ha, 1, PCIE_EVENT_INTERRUPT);
 799	PM8001_INIT_DBG(pm8001_ha,
 800		pm8001_printk("PCIE - Event Interrupt  = 0x%x\n", regVal));
 801	pm8001_cw32(pm8001_ha, 1, PCIE_EVENT_INTERRUPT, regVal);
 802
 803	regVal = pm8001_cr32(pm8001_ha, 1, PCIE_ERROR_INTERRUPT_ENABLE);
 804	PM8001_INIT_DBG(pm8001_ha,
 805		pm8001_printk("PCIE -Error Interrupt Enable = 0x%x\n", regVal));
 806	pm8001_cw32(pm8001_ha, 1, PCIE_ERROR_INTERRUPT_ENABLE, 0x0);
 807
 808	regVal = pm8001_cr32(pm8001_ha, 1, PCIE_ERROR_INTERRUPT);
 809	PM8001_INIT_DBG(pm8001_ha,
 810		pm8001_printk("PCIE - Error Interrupt = 0x%x\n", regVal));
 811	pm8001_cw32(pm8001_ha, 1, PCIE_ERROR_INTERRUPT, regVal);
 812
 813	/* read the scratch pad 1 register bit 2 */
 814	regVal = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_1)
 815		& SCRATCH_PAD1_RST;
 816	toggleVal = regVal ^ SCRATCH_PAD1_RST;
 817
 818	/* set signature in host scratch pad0 register to tell SPC that the
 819	host performs the soft reset */
 820	pm8001_cw32(pm8001_ha, 0, MSGU_HOST_SCRATCH_PAD_0, signature);
 821
 822	/* read required registers for confirmming */
 823	/* map 0x0700000 to BAR4(0x20), BAR2(win) */
 824	if (-1 == pm8001_bar4_shift(pm8001_ha, GSM_ADDR_BASE)) {
 825		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 826		PM8001_FAIL_DBG(pm8001_ha,
 827			pm8001_printk("Shift Bar4 to 0x%x failed\n",
 828			GSM_ADDR_BASE));
 829		return -1;
 830	}
 831	PM8001_INIT_DBG(pm8001_ha,
 832		pm8001_printk("GSM 0x0(0x00007b88)-GSM Configuration and"
 833		" Reset = 0x%x\n",
 834		pm8001_cr32(pm8001_ha, 2, GSM_CONFIG_RESET)));
 835
 836	/* step 3: host read GSM Configuration and Reset register */
 837	regVal = pm8001_cr32(pm8001_ha, 2, GSM_CONFIG_RESET);
 838	/* Put those bits to low */
 839	/* GSM XCBI offset = 0x70 0000
 840	0x00 Bit 13 COM_SLV_SW_RSTB 1
 841	0x00 Bit 12 QSSP_SW_RSTB 1
 842	0x00 Bit 11 RAAE_SW_RSTB 1
 843	0x00 Bit 9 RB_1_SW_RSTB 1
 844	0x00 Bit 8 SM_SW_RSTB 1
 845	*/
 846	regVal &= ~(0x00003b00);
 847	/* host write GSM Configuration and Reset register */
 848	pm8001_cw32(pm8001_ha, 2, GSM_CONFIG_RESET, regVal);
 849	PM8001_INIT_DBG(pm8001_ha,
 850		pm8001_printk("GSM 0x0 (0x00007b88 ==> 0x00004088) - GSM "
 851		"Configuration and Reset is set to = 0x%x\n",
 852		pm8001_cr32(pm8001_ha, 2, GSM_CONFIG_RESET)));
 853
 854	/* step 4: */
 855	/* disable GSM - Read Address Parity Check */
 856	regVal1 = pm8001_cr32(pm8001_ha, 2, GSM_READ_ADDR_PARITY_CHECK);
 857	PM8001_INIT_DBG(pm8001_ha,
 858		pm8001_printk("GSM 0x700038 - Read Address Parity Check "
 859		"Enable = 0x%x\n", regVal1));
 860	pm8001_cw32(pm8001_ha, 2, GSM_READ_ADDR_PARITY_CHECK, 0x0);
 861	PM8001_INIT_DBG(pm8001_ha,
 862		pm8001_printk("GSM 0x700038 - Read Address Parity Check Enable"
 863		"is set to = 0x%x\n",
 864		pm8001_cr32(pm8001_ha, 2, GSM_READ_ADDR_PARITY_CHECK)));
 865
 866	/* disable GSM - Write Address Parity Check */
 867	regVal2 = pm8001_cr32(pm8001_ha, 2, GSM_WRITE_ADDR_PARITY_CHECK);
 868	PM8001_INIT_DBG(pm8001_ha,
 869		pm8001_printk("GSM 0x700040 - Write Address Parity Check"
 870		" Enable = 0x%x\n", regVal2));
 871	pm8001_cw32(pm8001_ha, 2, GSM_WRITE_ADDR_PARITY_CHECK, 0x0);
 872	PM8001_INIT_DBG(pm8001_ha,
 873		pm8001_printk("GSM 0x700040 - Write Address Parity Check "
 874		"Enable is set to = 0x%x\n",
 875		pm8001_cr32(pm8001_ha, 2, GSM_WRITE_ADDR_PARITY_CHECK)));
 876
 877	/* disable GSM - Write Data Parity Check */
 878	regVal3 = pm8001_cr32(pm8001_ha, 2, GSM_WRITE_DATA_PARITY_CHECK);
 879	PM8001_INIT_DBG(pm8001_ha,
 880		pm8001_printk("GSM 0x300048 - Write Data Parity Check"
 881		" Enable = 0x%x\n", regVal3));
 882	pm8001_cw32(pm8001_ha, 2, GSM_WRITE_DATA_PARITY_CHECK, 0x0);
 883	PM8001_INIT_DBG(pm8001_ha,
 884		pm8001_printk("GSM 0x300048 - Write Data Parity Check Enable"
 885		"is set to = 0x%x\n",
 886	pm8001_cr32(pm8001_ha, 2, GSM_WRITE_DATA_PARITY_CHECK)));
 887
 888	/* step 5: delay 10 usec */
 889	udelay(10);
 890	/* step 5-b: set GPIO-0 output control to tristate anyway */
 891	if (-1 == pm8001_bar4_shift(pm8001_ha, GPIO_ADDR_BASE)) {
 892		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 893		PM8001_INIT_DBG(pm8001_ha,
 894				pm8001_printk("Shift Bar4 to 0x%x failed\n",
 895				GPIO_ADDR_BASE));
 896		return -1;
 897	}
 898	regVal = pm8001_cr32(pm8001_ha, 2, GPIO_GPIO_0_0UTPUT_CTL_OFFSET);
 899		PM8001_INIT_DBG(pm8001_ha,
 900				pm8001_printk("GPIO Output Control Register:"
 901				" = 0x%x\n", regVal));
 902	/* set GPIO-0 output control to tri-state */
 903	regVal &= 0xFFFFFFFC;
 904	pm8001_cw32(pm8001_ha, 2, GPIO_GPIO_0_0UTPUT_CTL_OFFSET, regVal);
 905
 906	/* Step 6: Reset the IOP and AAP1 */
 907	/* map 0x00000 to BAR4(0x20), BAR2(win) */
 908	if (-1 == pm8001_bar4_shift(pm8001_ha, SPC_TOP_LEVEL_ADDR_BASE)) {
 909		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 910		PM8001_FAIL_DBG(pm8001_ha,
 911			pm8001_printk("SPC Shift Bar4 to 0x%x failed\n",
 912			SPC_TOP_LEVEL_ADDR_BASE));
 913		return -1;
 914	}
 915	regVal = pm8001_cr32(pm8001_ha, 2, SPC_REG_RESET);
 916	PM8001_INIT_DBG(pm8001_ha,
 917		pm8001_printk("Top Register before resetting IOP/AAP1"
 918		":= 0x%x\n", regVal));
 919	regVal &= ~(SPC_REG_RESET_PCS_IOP_SS | SPC_REG_RESET_PCS_AAP1_SS);
 920	pm8001_cw32(pm8001_ha, 2, SPC_REG_RESET, regVal);
 921
 922	/* step 7: Reset the BDMA/OSSP */
 923	regVal = pm8001_cr32(pm8001_ha, 2, SPC_REG_RESET);
 924	PM8001_INIT_DBG(pm8001_ha,
 925		pm8001_printk("Top Register before resetting BDMA/OSSP"
 926		": = 0x%x\n", regVal));
 927	regVal &= ~(SPC_REG_RESET_BDMA_CORE | SPC_REG_RESET_OSSP);
 928	pm8001_cw32(pm8001_ha, 2, SPC_REG_RESET, regVal);
 929
 930	/* step 8: delay 10 usec */
 931	udelay(10);
 932
 933	/* step 9: bring the BDMA and OSSP out of reset */
 934	regVal = pm8001_cr32(pm8001_ha, 2, SPC_REG_RESET);
 935	PM8001_INIT_DBG(pm8001_ha,
 936		pm8001_printk("Top Register before bringing up BDMA/OSSP"
 937		":= 0x%x\n", regVal));
 938	regVal |= (SPC_REG_RESET_BDMA_CORE | SPC_REG_RESET_OSSP);
 939	pm8001_cw32(pm8001_ha, 2, SPC_REG_RESET, regVal);
 940
 941	/* step 10: delay 10 usec */
 942	udelay(10);
 943
 944	/* step 11: reads and sets the GSM Configuration and Reset Register */
 945	/* map 0x0700000 to BAR4(0x20), BAR2(win) */
 946	if (-1 == pm8001_bar4_shift(pm8001_ha, GSM_ADDR_BASE)) {
 947		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 948		PM8001_FAIL_DBG(pm8001_ha,
 949			pm8001_printk("SPC Shift Bar4 to 0x%x failed\n",
 950			GSM_ADDR_BASE));
 951		return -1;
 952	}
 953	PM8001_INIT_DBG(pm8001_ha,
 954		pm8001_printk("GSM 0x0 (0x00007b88)-GSM Configuration and "
 955		"Reset = 0x%x\n", pm8001_cr32(pm8001_ha, 2, GSM_CONFIG_RESET)));
 956	regVal = pm8001_cr32(pm8001_ha, 2, GSM_CONFIG_RESET);
 957	/* Put those bits to high */
 958	/* GSM XCBI offset = 0x70 0000
 959	0x00 Bit 13 COM_SLV_SW_RSTB 1
 960	0x00 Bit 12 QSSP_SW_RSTB 1
 961	0x00 Bit 11 RAAE_SW_RSTB 1
 962	0x00 Bit 9   RB_1_SW_RSTB 1
 963	0x00 Bit 8   SM_SW_RSTB 1
 964	*/
 965	regVal |= (GSM_CONFIG_RESET_VALUE);
 966	pm8001_cw32(pm8001_ha, 2, GSM_CONFIG_RESET, regVal);
 967	PM8001_INIT_DBG(pm8001_ha,
 968		pm8001_printk("GSM (0x00004088 ==> 0x00007b88) - GSM"
 969		" Configuration and Reset is set to = 0x%x\n",
 970		pm8001_cr32(pm8001_ha, 2, GSM_CONFIG_RESET)));
 971
 972	/* step 12: Restore GSM - Read Address Parity Check */
 973	regVal = pm8001_cr32(pm8001_ha, 2, GSM_READ_ADDR_PARITY_CHECK);
 974	/* just for debugging */
 975	PM8001_INIT_DBG(pm8001_ha,
 976		pm8001_printk("GSM 0x700038 - Read Address Parity Check Enable"
 977		" = 0x%x\n", regVal));
 978	pm8001_cw32(pm8001_ha, 2, GSM_READ_ADDR_PARITY_CHECK, regVal1);
 979	PM8001_INIT_DBG(pm8001_ha,
 980		pm8001_printk("GSM 0x700038 - Read Address Parity"
 981		" Check Enable is set to = 0x%x\n",
 982		pm8001_cr32(pm8001_ha, 2, GSM_READ_ADDR_PARITY_CHECK)));
 983	/* Restore GSM - Write Address Parity Check */
 984	regVal = pm8001_cr32(pm8001_ha, 2, GSM_WRITE_ADDR_PARITY_CHECK);
 985	pm8001_cw32(pm8001_ha, 2, GSM_WRITE_ADDR_PARITY_CHECK, regVal2);
 986	PM8001_INIT_DBG(pm8001_ha,
 987		pm8001_printk("GSM 0x700040 - Write Address Parity Check"
 988		" Enable is set to = 0x%x\n",
 989		pm8001_cr32(pm8001_ha, 2, GSM_WRITE_ADDR_PARITY_CHECK)));
 990	/* Restore GSM - Write Data Parity Check */
 991	regVal = pm8001_cr32(pm8001_ha, 2, GSM_WRITE_DATA_PARITY_CHECK);
 992	pm8001_cw32(pm8001_ha, 2, GSM_WRITE_DATA_PARITY_CHECK, regVal3);
 993	PM8001_INIT_DBG(pm8001_ha,
 994		pm8001_printk("GSM 0x700048 - Write Data Parity Check Enable"
 995		"is set to = 0x%x\n",
 996		pm8001_cr32(pm8001_ha, 2, GSM_WRITE_DATA_PARITY_CHECK)));
 997
 998	/* step 13: bring the IOP and AAP1 out of reset */
 999	/* map 0x00000 to BAR4(0x20), BAR2(win) */
1000	if (-1 == pm8001_bar4_shift(pm8001_ha, SPC_TOP_LEVEL_ADDR_BASE)) {
1001		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1002		PM8001_FAIL_DBG(pm8001_ha,
1003			pm8001_printk("Shift Bar4 to 0x%x failed\n",
1004			SPC_TOP_LEVEL_ADDR_BASE));
1005		return -1;
1006	}
1007	regVal = pm8001_cr32(pm8001_ha, 2, SPC_REG_RESET);
1008	regVal |= (SPC_REG_RESET_PCS_IOP_SS | SPC_REG_RESET_PCS_AAP1_SS);
1009	pm8001_cw32(pm8001_ha, 2, SPC_REG_RESET, regVal);
1010
1011	/* step 14: delay 10 usec - Normal Mode */
1012	udelay(10);
1013	/* check Soft Reset Normal mode or Soft Reset HDA mode */
1014	if (signature == SPC_SOFT_RESET_SIGNATURE) {
1015		/* step 15 (Normal Mode): wait until scratch pad1 register
1016		bit 2 toggled */
1017		max_wait_count = 2 * 1000 * 1000;/* 2 sec */
1018		do {
1019			udelay(1);
1020			regVal = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_1) &
1021				SCRATCH_PAD1_RST;
1022		} while ((regVal != toggleVal) && (--max_wait_count));
1023
1024		if (!max_wait_count) {
1025			regVal = pm8001_cr32(pm8001_ha, 0,
1026				MSGU_SCRATCH_PAD_1);
1027			PM8001_FAIL_DBG(pm8001_ha,
1028				pm8001_printk("TIMEOUT : ToggleVal 0x%x,"
1029				"MSGU_SCRATCH_PAD1 = 0x%x\n",
1030				toggleVal, regVal));
1031			PM8001_FAIL_DBG(pm8001_ha,
1032				pm8001_printk("SCRATCH_PAD0 value = 0x%x\n",
1033				pm8001_cr32(pm8001_ha, 0,
1034				MSGU_SCRATCH_PAD_0)));
1035			PM8001_FAIL_DBG(pm8001_ha,
1036				pm8001_printk("SCRATCH_PAD2 value = 0x%x\n",
1037				pm8001_cr32(pm8001_ha, 0,
1038				MSGU_SCRATCH_PAD_2)));
1039			PM8001_FAIL_DBG(pm8001_ha,
1040				pm8001_printk("SCRATCH_PAD3 value = 0x%x\n",
1041				pm8001_cr32(pm8001_ha, 0,
1042				MSGU_SCRATCH_PAD_3)));
1043			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1044			return -1;
1045		}
1046
1047		/* step 16 (Normal) - Clear ODMR and ODCR */
1048		pm8001_cw32(pm8001_ha, 0, MSGU_ODCR, ODCR_CLEAR_ALL);
1049		pm8001_cw32(pm8001_ha, 0, MSGU_ODMR, ODMR_CLEAR_ALL);
1050
1051		/* step 17 (Normal Mode): wait for the FW and IOP to get
1052		ready - 1 sec timeout */
1053		/* Wait for the SPC Configuration Table to be ready */
1054		if (check_fw_ready(pm8001_ha) == -1) {
1055			regVal = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_1);
1056			/* return error if MPI Configuration Table not ready */
1057			PM8001_INIT_DBG(pm8001_ha,
1058				pm8001_printk("FW not ready SCRATCH_PAD1"
1059				" = 0x%x\n", regVal));
1060			regVal = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_2);
1061			/* return error if MPI Configuration Table not ready */
1062			PM8001_INIT_DBG(pm8001_ha,
1063				pm8001_printk("FW not ready SCRATCH_PAD2"
1064				" = 0x%x\n", regVal));
1065			PM8001_INIT_DBG(pm8001_ha,
1066				pm8001_printk("SCRATCH_PAD0 value = 0x%x\n",
1067				pm8001_cr32(pm8001_ha, 0,
1068				MSGU_SCRATCH_PAD_0)));
1069			PM8001_INIT_DBG(pm8001_ha,
1070				pm8001_printk("SCRATCH_PAD3 value = 0x%x\n",
1071				pm8001_cr32(pm8001_ha, 0,
1072				MSGU_SCRATCH_PAD_3)));
1073			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1074			return -1;
1075		}
1076	}
1077	pm8001_bar4_shift(pm8001_ha, 0);
1078	spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1079
1080	PM8001_INIT_DBG(pm8001_ha,
1081		pm8001_printk("SPC soft reset Complete\n"));
1082	return 0;
1083}
1084
1085static void pm8001_hw_chip_rst(struct pm8001_hba_info *pm8001_ha)
1086{
1087	u32 i;
1088	u32 regVal;
1089	PM8001_INIT_DBG(pm8001_ha,
1090		pm8001_printk("chip reset start\n"));
1091
1092	/* do SPC chip reset. */
1093	regVal = pm8001_cr32(pm8001_ha, 1, SPC_REG_RESET);
1094	regVal &= ~(SPC_REG_RESET_DEVICE);
1095	pm8001_cw32(pm8001_ha, 1, SPC_REG_RESET, regVal);
1096
1097	/* delay 10 usec */
1098	udelay(10);
1099
1100	/* bring chip reset out of reset */
1101	regVal = pm8001_cr32(pm8001_ha, 1, SPC_REG_RESET);
1102	regVal |= SPC_REG_RESET_DEVICE;
1103	pm8001_cw32(pm8001_ha, 1, SPC_REG_RESET, regVal);
1104
1105	/* delay 10 usec */
1106	udelay(10);
1107
1108	/* wait for 20 msec until the firmware gets reloaded */
1109	i = 20;
1110	do {
1111		mdelay(1);
1112	} while ((--i) != 0);
1113
1114	PM8001_INIT_DBG(pm8001_ha,
1115		pm8001_printk("chip reset finished\n"));
1116}
1117
1118/**
1119 * pm8001_chip_iounmap - which maped when initialized.
1120 * @pm8001_ha: our hba card information
1121 */
1122static void pm8001_chip_iounmap(struct pm8001_hba_info *pm8001_ha)
1123{
1124	s8 bar, logical = 0;
1125	for (bar = 0; bar < 6; bar++) {
1126		/*
1127		** logical BARs for SPC:
1128		** bar 0 and 1 - logical BAR0
1129		** bar 2 and 3 - logical BAR1
1130		** bar4 - logical BAR2
1131		** bar5 - logical BAR3
1132		** Skip the appropriate assignments:
1133		*/
1134		if ((bar == 1) || (bar == 3))
1135			continue;
1136		if (pm8001_ha->io_mem[logical].memvirtaddr) {
1137			iounmap(pm8001_ha->io_mem[logical].memvirtaddr);
1138			logical++;
1139		}
1140	}
1141}
1142
1143/**
1144 * pm8001_chip_interrupt_enable - enable PM8001 chip interrupt
1145 * @pm8001_ha: our hba card information
1146 */
1147static void
1148pm8001_chip_intx_interrupt_enable(struct pm8001_hba_info *pm8001_ha)
1149{
1150	pm8001_cw32(pm8001_ha, 0, MSGU_ODMR, ODMR_CLEAR_ALL);
1151	pm8001_cw32(pm8001_ha, 0, MSGU_ODCR, ODCR_CLEAR_ALL);
1152}
1153
1154 /**
1155  * pm8001_chip_intx_interrupt_disable- disable PM8001 chip interrupt
1156  * @pm8001_ha: our hba card information
1157  */
1158static void
1159pm8001_chip_intx_interrupt_disable(struct pm8001_hba_info *pm8001_ha)
1160{
1161	pm8001_cw32(pm8001_ha, 0, MSGU_ODMR, ODMR_MASK_ALL);
1162}
1163
1164/**
1165 * pm8001_chip_msix_interrupt_enable - enable PM8001 chip interrupt
1166 * @pm8001_ha: our hba card information
1167 */
1168static void
1169pm8001_chip_msix_interrupt_enable(struct pm8001_hba_info *pm8001_ha,
1170	u32 int_vec_idx)
1171{
1172	u32 msi_index;
1173	u32 value;
1174	msi_index = int_vec_idx * MSIX_TABLE_ELEMENT_SIZE;
1175	msi_index += MSIX_TABLE_BASE;
1176	pm8001_cw32(pm8001_ha, 0, msi_index, MSIX_INTERRUPT_ENABLE);
1177	value = (1 << int_vec_idx);
1178	pm8001_cw32(pm8001_ha, 0,  MSGU_ODCR, value);
1179
1180}
1181
1182/**
1183 * pm8001_chip_msix_interrupt_disable - disable PM8001 chip interrupt
1184 * @pm8001_ha: our hba card information
1185 */
1186static void
1187pm8001_chip_msix_interrupt_disable(struct pm8001_hba_info *pm8001_ha,
1188	u32 int_vec_idx)
1189{
1190	u32 msi_index;
1191	msi_index = int_vec_idx * MSIX_TABLE_ELEMENT_SIZE;
1192	msi_index += MSIX_TABLE_BASE;
1193	pm8001_cw32(pm8001_ha, 0,  msi_index, MSIX_INTERRUPT_DISABLE);
1194}
1195
1196/**
1197 * pm8001_chip_interrupt_enable - enable PM8001 chip interrupt
1198 * @pm8001_ha: our hba card information
1199 */
1200static void
1201pm8001_chip_interrupt_enable(struct pm8001_hba_info *pm8001_ha)
1202{
1203#ifdef PM8001_USE_MSIX
1204	pm8001_chip_msix_interrupt_enable(pm8001_ha, 0);
1205	return;
1206#endif
1207	pm8001_chip_intx_interrupt_enable(pm8001_ha);
1208
1209}
1210
1211/**
1212 * pm8001_chip_intx_interrupt_disable- disable PM8001 chip interrupt
1213 * @pm8001_ha: our hba card information
1214 */
1215static void
1216pm8001_chip_interrupt_disable(struct pm8001_hba_info *pm8001_ha)
1217{
1218#ifdef PM8001_USE_MSIX
1219	pm8001_chip_msix_interrupt_disable(pm8001_ha, 0);
1220	return;
1221#endif
1222	pm8001_chip_intx_interrupt_disable(pm8001_ha);
1223
1224}
1225
1226/**
1227 * mpi_msg_free_get- get the free message buffer for transfer inbound queue.
 
1228 * @circularQ: the inbound queue  we want to transfer to HBA.
1229 * @messageSize: the message size of this transfer, normally it is 64 bytes
1230 * @messagePtr: the pointer to message.
1231 */
1232static int mpi_msg_free_get(struct inbound_queue_table *circularQ,
1233			    u16 messageSize, void **messagePtr)
1234{
1235	u32 offset, consumer_index;
1236	struct mpi_msg_hdr *msgHeader;
1237	u8 bcCount = 1; /* only support single buffer */
1238
1239	/* Checks is the requested message size can be allocated in this queue*/
1240	if (messageSize > 64) {
1241		*messagePtr = NULL;
1242		return -1;
1243	}
1244
1245	/* Stores the new consumer index */
1246	consumer_index = pm8001_read_32(circularQ->ci_virt);
1247	circularQ->consumer_index = cpu_to_le32(consumer_index);
1248	if (((circularQ->producer_idx + bcCount) % PM8001_MPI_QUEUE) ==
1249		le32_to_cpu(circularQ->consumer_index)) {
1250		*messagePtr = NULL;
1251		return -1;
1252	}
1253	/* get memory IOMB buffer address */
1254	offset = circularQ->producer_idx * 64;
1255	/* increment to next bcCount element */
1256	circularQ->producer_idx = (circularQ->producer_idx + bcCount)
1257				% PM8001_MPI_QUEUE;
1258	/* Adds that distance to the base of the region virtual address plus
1259	the message header size*/
1260	msgHeader = (struct mpi_msg_hdr *)(circularQ->base_virt	+ offset);
1261	*messagePtr = ((void *)msgHeader) + sizeof(struct mpi_msg_hdr);
1262	return 0;
1263}
1264
1265/**
1266 * mpi_build_cmd- build the message queue for transfer, update the PI to FW
1267 * to tell the fw to get this message from IOMB.
1268 * @pm8001_ha: our hba card information
1269 * @circularQ: the inbound queue we want to transfer to HBA.
1270 * @opCode: the operation code represents commands which LLDD and fw recognized.
1271 * @payload: the command payload of each operation command.
1272 */
1273static int mpi_build_cmd(struct pm8001_hba_info *pm8001_ha,
1274			 struct inbound_queue_table *circularQ,
1275			 u32 opCode, void *payload)
1276{
1277	u32 Header = 0, hpriority = 0, bc = 1, category = 0x02;
1278	u32 responseQueue = 0;
1279	void *pMessage;
1280
1281	if (mpi_msg_free_get(circularQ, 64, &pMessage) < 0) {
 
1282		PM8001_IO_DBG(pm8001_ha,
1283			pm8001_printk("No free mpi buffer\n"));
1284		return -1;
1285	}
1286	BUG_ON(!payload);
1287	/*Copy to the payload*/
1288	memcpy(pMessage, payload, (64 - sizeof(struct mpi_msg_hdr)));
 
1289
1290	/*Build the header*/
1291	Header = ((1 << 31) | (hpriority << 30) | ((bc & 0x1f) << 24)
1292		| ((responseQueue & 0x3F) << 16)
1293		| ((category & 0xF) << 12) | (opCode & 0xFFF));
1294
1295	pm8001_write_32((pMessage - 4), 0, cpu_to_le32(Header));
1296	/*Update the PI to the firmware*/
1297	pm8001_cw32(pm8001_ha, circularQ->pi_pci_bar,
1298		circularQ->pi_offset, circularQ->producer_idx);
1299	PM8001_IO_DBG(pm8001_ha,
1300		pm8001_printk("after PI= %d CI= %d\n", circularQ->producer_idx,
1301		circularQ->consumer_index));
 
1302	return 0;
1303}
1304
1305static u32 mpi_msg_free_set(struct pm8001_hba_info *pm8001_ha, void *pMsg,
1306			    struct outbound_queue_table *circularQ, u8 bc)
1307{
1308	u32 producer_index;
1309	struct mpi_msg_hdr *msgHeader;
1310	struct mpi_msg_hdr *pOutBoundMsgHeader;
1311
1312	msgHeader = (struct mpi_msg_hdr *)(pMsg - sizeof(struct mpi_msg_hdr));
1313	pOutBoundMsgHeader = (struct mpi_msg_hdr *)(circularQ->base_virt +
1314				circularQ->consumer_idx * 64);
1315	if (pOutBoundMsgHeader != msgHeader) {
1316		PM8001_FAIL_DBG(pm8001_ha,
1317			pm8001_printk("consumer_idx = %d msgHeader = %p\n",
1318			circularQ->consumer_idx, msgHeader));
1319
1320		/* Update the producer index from SPC */
1321		producer_index = pm8001_read_32(circularQ->pi_virt);
1322		circularQ->producer_index = cpu_to_le32(producer_index);
1323		PM8001_FAIL_DBG(pm8001_ha,
1324			pm8001_printk("consumer_idx = %d producer_index = %d"
1325			"msgHeader = %p\n", circularQ->consumer_idx,
1326			circularQ->producer_index, msgHeader));
1327		return 0;
1328	}
1329	/* free the circular queue buffer elements associated with the message*/
1330	circularQ->consumer_idx = (circularQ->consumer_idx + bc)
1331				% PM8001_MPI_QUEUE;
1332	/* update the CI of outbound queue */
1333	pm8001_cw32(pm8001_ha, circularQ->ci_pci_bar, circularQ->ci_offset,
1334		circularQ->consumer_idx);
1335	/* Update the producer index from SPC*/
1336	producer_index = pm8001_read_32(circularQ->pi_virt);
1337	circularQ->producer_index = cpu_to_le32(producer_index);
1338	PM8001_IO_DBG(pm8001_ha,
1339		pm8001_printk(" CI=%d PI=%d\n", circularQ->consumer_idx,
1340		circularQ->producer_index));
1341	return 0;
1342}
1343
1344/**
1345 * mpi_msg_consume- get the MPI message from  outbound queue message table.
 
1346 * @pm8001_ha: our hba card information
1347 * @circularQ: the outbound queue  table.
1348 * @messagePtr1: the message contents of this outbound message.
1349 * @pBC: the message size.
1350 */
1351static u32 mpi_msg_consume(struct pm8001_hba_info *pm8001_ha,
1352			   struct outbound_queue_table *circularQ,
1353			   void **messagePtr1, u8 *pBC)
1354{
1355	struct mpi_msg_hdr	*msgHeader;
1356	__le32	msgHeader_tmp;
1357	u32 header_tmp;
1358	do {
1359		/* If there are not-yet-delivered messages ... */
1360		if (le32_to_cpu(circularQ->producer_index)
1361			!= circularQ->consumer_idx) {
1362			/*Get the pointer to the circular queue buffer element*/
1363			msgHeader = (struct mpi_msg_hdr *)
1364				(circularQ->base_virt +
1365				circularQ->consumer_idx * 64);
1366			/* read header */
1367			header_tmp = pm8001_read_32(msgHeader);
1368			msgHeader_tmp = cpu_to_le32(header_tmp);
1369			if (0 != (le32_to_cpu(msgHeader_tmp) & 0x80000000)) {
1370				if (OPC_OUB_SKIP_ENTRY !=
1371					(le32_to_cpu(msgHeader_tmp) & 0xfff)) {
1372					*messagePtr1 =
1373						((u8 *)msgHeader) +
1374						sizeof(struct mpi_msg_hdr);
1375					*pBC = (u8)((le32_to_cpu(msgHeader_tmp)
1376						>> 24) & 0x1f);
1377					PM8001_IO_DBG(pm8001_ha,
1378						pm8001_printk(": CI=%d PI=%d "
1379						"msgHeader=%x\n",
1380						circularQ->consumer_idx,
1381						circularQ->producer_index,
1382						msgHeader_tmp));
1383					return MPI_IO_STATUS_SUCCESS;
1384				} else {
1385					circularQ->consumer_idx =
1386						(circularQ->consumer_idx +
1387						((le32_to_cpu(msgHeader_tmp)
1388						 >> 24) & 0x1f))
1389							% PM8001_MPI_QUEUE;
1390					msgHeader_tmp = 0;
1391					pm8001_write_32(msgHeader, 0, 0);
1392					/* update the CI of outbound queue */
1393					pm8001_cw32(pm8001_ha,
1394						circularQ->ci_pci_bar,
1395						circularQ->ci_offset,
1396						circularQ->consumer_idx);
1397				}
1398			} else {
1399				circularQ->consumer_idx =
1400					(circularQ->consumer_idx +
1401					((le32_to_cpu(msgHeader_tmp) >> 24) &
1402					0x1f)) % PM8001_MPI_QUEUE;
1403				msgHeader_tmp = 0;
1404				pm8001_write_32(msgHeader, 0, 0);
1405				/* update the CI of outbound queue */
1406				pm8001_cw32(pm8001_ha, circularQ->ci_pci_bar,
1407					circularQ->ci_offset,
1408					circularQ->consumer_idx);
1409				return MPI_IO_STATUS_FAIL;
1410			}
1411		} else {
1412			u32 producer_index;
1413			void *pi_virt = circularQ->pi_virt;
1414			/* Update the producer index from SPC */
1415			producer_index = pm8001_read_32(pi_virt);
1416			circularQ->producer_index = cpu_to_le32(producer_index);
1417		}
1418	} while (le32_to_cpu(circularQ->producer_index) !=
1419		circularQ->consumer_idx);
1420	/* while we don't have any more not-yet-delivered message */
1421	/* report empty */
1422	return MPI_IO_STATUS_BUSY;
1423}
1424
1425static void pm8001_work_fn(struct work_struct *work)
1426{
1427	struct pm8001_work *pw = container_of(work, struct pm8001_work, work);
1428	struct pm8001_device *pm8001_dev;
1429	struct domain_device *dev;
1430
1431	/*
1432	 * So far, all users of this stash an associated structure here.
1433	 * If we get here, and this pointer is null, then the action
1434	 * was cancelled. This nullification happens when the device
1435	 * goes away.
1436	 */
1437	pm8001_dev = pw->data; /* Most stash device structure */
1438	if ((pm8001_dev == NULL)
1439	 || ((pw->handler != IO_XFER_ERROR_BREAK)
1440	  && (pm8001_dev->dev_type == NO_DEVICE))) {
1441		kfree(pw);
1442		return;
1443	}
1444
1445	switch (pw->handler) {
1446	case IO_XFER_ERROR_BREAK:
1447	{	/* This one stashes the sas_task instead */
1448		struct sas_task *t = (struct sas_task *)pm8001_dev;
1449		u32 tag;
1450		struct pm8001_ccb_info *ccb;
1451		struct pm8001_hba_info *pm8001_ha = pw->pm8001_ha;
1452		unsigned long flags, flags1;
1453		struct task_status_struct *ts;
1454		int i;
1455
1456		if (pm8001_query_task(t) == TMF_RESP_FUNC_SUCC)
1457			break; /* Task still on lu */
1458		spin_lock_irqsave(&pm8001_ha->lock, flags);
1459
1460		spin_lock_irqsave(&t->task_state_lock, flags1);
1461		if (unlikely((t->task_state_flags & SAS_TASK_STATE_DONE))) {
1462			spin_unlock_irqrestore(&t->task_state_lock, flags1);
1463			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1464			break; /* Task got completed by another */
1465		}
1466		spin_unlock_irqrestore(&t->task_state_lock, flags1);
1467
1468		/* Search for a possible ccb that matches the task */
1469		for (i = 0; ccb = NULL, i < PM8001_MAX_CCB; i++) {
1470			ccb = &pm8001_ha->ccb_info[i];
1471			tag = ccb->ccb_tag;
1472			if ((tag != 0xFFFFFFFF) && (ccb->task == t))
1473				break;
1474		}
1475		if (!ccb) {
1476			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1477			break; /* Task got freed by another */
1478		}
1479		ts = &t->task_status;
1480		ts->resp = SAS_TASK_COMPLETE;
1481		/* Force the midlayer to retry */
1482		ts->stat = SAS_QUEUE_FULL;
1483		pm8001_dev = ccb->device;
1484		if (pm8001_dev)
1485			pm8001_dev->running_req--;
1486		spin_lock_irqsave(&t->task_state_lock, flags1);
1487		t->task_state_flags &= ~SAS_TASK_STATE_PENDING;
1488		t->task_state_flags &= ~SAS_TASK_AT_INITIATOR;
1489		t->task_state_flags |= SAS_TASK_STATE_DONE;
1490		if (unlikely((t->task_state_flags & SAS_TASK_STATE_ABORTED))) {
1491			spin_unlock_irqrestore(&t->task_state_lock, flags1);
1492			PM8001_FAIL_DBG(pm8001_ha, pm8001_printk("task 0x%p"
1493				" done with event 0x%x resp 0x%x stat 0x%x but"
1494				" aborted by upper layer!\n",
1495				t, pw->handler, ts->resp, ts->stat));
1496			pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
1497			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1498		} else {
1499			spin_unlock_irqrestore(&t->task_state_lock, flags1);
1500			pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
1501			mb();/* in order to force CPU ordering */
1502			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1503			t->task_done(t);
1504		}
1505	}	break;
1506	case IO_XFER_OPEN_RETRY_TIMEOUT:
1507	{	/* This one stashes the sas_task instead */
1508		struct sas_task *t = (struct sas_task *)pm8001_dev;
1509		u32 tag;
1510		struct pm8001_ccb_info *ccb;
1511		struct pm8001_hba_info *pm8001_ha = pw->pm8001_ha;
1512		unsigned long flags, flags1;
1513		int i, ret = 0;
1514
1515		PM8001_IO_DBG(pm8001_ha,
1516			pm8001_printk("IO_XFER_OPEN_RETRY_TIMEOUT\n"));
1517
1518		ret = pm8001_query_task(t);
1519
1520		PM8001_IO_DBG(pm8001_ha,
1521			switch (ret) {
1522			case TMF_RESP_FUNC_SUCC:
1523				pm8001_printk("...Task on lu\n");
1524				break;
1525
1526			case TMF_RESP_FUNC_COMPLETE:
1527				pm8001_printk("...Task NOT on lu\n");
1528				break;
1529
1530			default:
1531				pm8001_printk("...query task failed!!!\n");
1532				break;
1533			});
1534
1535		spin_lock_irqsave(&pm8001_ha->lock, flags);
1536
1537		spin_lock_irqsave(&t->task_state_lock, flags1);
1538
1539		if (unlikely((t->task_state_flags & SAS_TASK_STATE_DONE))) {
1540			spin_unlock_irqrestore(&t->task_state_lock, flags1);
1541			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1542			if (ret == TMF_RESP_FUNC_SUCC) /* task on lu */
1543				(void)pm8001_abort_task(t);
1544			break; /* Task got completed by another */
1545		}
1546
1547		spin_unlock_irqrestore(&t->task_state_lock, flags1);
1548
1549		/* Search for a possible ccb that matches the task */
1550		for (i = 0; ccb = NULL, i < PM8001_MAX_CCB; i++) {
1551			ccb = &pm8001_ha->ccb_info[i];
1552			tag = ccb->ccb_tag;
1553			if ((tag != 0xFFFFFFFF) && (ccb->task == t))
1554				break;
1555		}
1556		if (!ccb) {
1557			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1558			if (ret == TMF_RESP_FUNC_SUCC) /* task on lu */
1559				(void)pm8001_abort_task(t);
1560			break; /* Task got freed by another */
1561		}
1562
1563		pm8001_dev = ccb->device;
1564		dev = pm8001_dev->sas_device;
1565
1566		switch (ret) {
1567		case TMF_RESP_FUNC_SUCC: /* task on lu */
1568			ccb->open_retry = 1; /* Snub completion */
1569			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1570			ret = pm8001_abort_task(t);
1571			ccb->open_retry = 0;
1572			switch (ret) {
1573			case TMF_RESP_FUNC_SUCC:
1574			case TMF_RESP_FUNC_COMPLETE:
1575				break;
1576			default: /* device misbehavior */
1577				ret = TMF_RESP_FUNC_FAILED;
1578				PM8001_IO_DBG(pm8001_ha,
1579					pm8001_printk("...Reset phy\n"));
1580				pm8001_I_T_nexus_reset(dev);
1581				break;
1582			}
1583			break;
1584
1585		case TMF_RESP_FUNC_COMPLETE: /* task not on lu */
1586			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1587			/* Do we need to abort the task locally? */
1588			break;
1589
1590		default: /* device misbehavior */
1591			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1592			ret = TMF_RESP_FUNC_FAILED;
1593			PM8001_IO_DBG(pm8001_ha,
1594				pm8001_printk("...Reset phy\n"));
1595			pm8001_I_T_nexus_reset(dev);
1596		}
1597
1598		if (ret == TMF_RESP_FUNC_FAILED)
1599			t = NULL;
1600		pm8001_open_reject_retry(pm8001_ha, t, pm8001_dev);
1601		PM8001_IO_DBG(pm8001_ha, pm8001_printk("...Complete\n"));
1602	}	break;
1603	case IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS:
1604		dev = pm8001_dev->sas_device;
1605		pm8001_I_T_nexus_reset(dev);
1606		break;
1607	case IO_OPEN_CNX_ERROR_STP_RESOURCES_BUSY:
1608		dev = pm8001_dev->sas_device;
1609		pm8001_I_T_nexus_reset(dev);
1610		break;
1611	case IO_DS_IN_ERROR:
1612		dev = pm8001_dev->sas_device;
1613		pm8001_I_T_nexus_reset(dev);
1614		break;
1615	case IO_DS_NON_OPERATIONAL:
1616		dev = pm8001_dev->sas_device;
1617		pm8001_I_T_nexus_reset(dev);
1618		break;
1619	}
1620	kfree(pw);
1621}
1622
1623static int pm8001_handle_event(struct pm8001_hba_info *pm8001_ha, void *data,
1624			       int handler)
1625{
1626	struct pm8001_work *pw;
1627	int ret = 0;
1628
1629	pw = kmalloc(sizeof(struct pm8001_work), GFP_ATOMIC);
1630	if (pw) {
1631		pw->pm8001_ha = pm8001_ha;
1632		pw->data = data;
1633		pw->handler = handler;
1634		INIT_WORK(&pw->work, pm8001_work_fn);
1635		queue_work(pm8001_wq, &pw->work);
1636	} else
1637		ret = -ENOMEM;
1638
1639	return ret;
1640}
1641
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1642/**
1643 * mpi_ssp_completion- process the event that FW response to the SSP request.
1644 * @pm8001_ha: our hba card information
1645 * @piomb: the message contents of this outbound message.
1646 *
1647 * When FW has completed a ssp request for example a IO request, after it has
1648 * filled the SG data with the data, it will trigger this event represent
1649 * that he has finished the job,please check the coresponding buffer.
1650 * So we will tell the caller who maybe waiting the result to tell upper layer
1651 * that the task has been finished.
1652 */
1653static void
1654mpi_ssp_completion(struct pm8001_hba_info *pm8001_ha , void *piomb)
1655{
1656	struct sas_task *t;
1657	struct pm8001_ccb_info *ccb;
1658	unsigned long flags;
1659	u32 status;
1660	u32 param;
1661	u32 tag;
1662	struct ssp_completion_resp *psspPayload;
1663	struct task_status_struct *ts;
1664	struct ssp_response_iu *iu;
1665	struct pm8001_device *pm8001_dev;
1666	psspPayload = (struct ssp_completion_resp *)(piomb + 4);
1667	status = le32_to_cpu(psspPayload->status);
1668	tag = le32_to_cpu(psspPayload->tag);
1669	ccb = &pm8001_ha->ccb_info[tag];
1670	if ((status == IO_ABORTED) && ccb->open_retry) {
1671		/* Being completed by another */
1672		ccb->open_retry = 0;
1673		return;
1674	}
1675	pm8001_dev = ccb->device;
1676	param = le32_to_cpu(psspPayload->param);
1677
1678	t = ccb->task;
1679
1680	if (status && status != IO_UNDERFLOW)
1681		PM8001_FAIL_DBG(pm8001_ha,
1682			pm8001_printk("sas IO status 0x%x\n", status));
1683	if (unlikely(!t || !t->lldd_task || !t->dev))
1684		return;
1685	ts = &t->task_status;
 
 
 
 
 
 
 
1686	switch (status) {
1687	case IO_SUCCESS:
1688		PM8001_IO_DBG(pm8001_ha, pm8001_printk("IO_SUCCESS"
1689			",param = %d\n", param));
1690		if (param == 0) {
1691			ts->resp = SAS_TASK_COMPLETE;
1692			ts->stat = SAM_STAT_GOOD;
1693		} else {
1694			ts->resp = SAS_TASK_COMPLETE;
1695			ts->stat = SAS_PROTO_RESPONSE;
1696			ts->residual = param;
1697			iu = &psspPayload->ssp_resp_iu;
1698			sas_ssp_task_response(pm8001_ha->dev, t, iu);
1699		}
1700		if (pm8001_dev)
1701			pm8001_dev->running_req--;
1702		break;
1703	case IO_ABORTED:
1704		PM8001_IO_DBG(pm8001_ha,
1705			pm8001_printk("IO_ABORTED IOMB Tag\n"));
1706		ts->resp = SAS_TASK_COMPLETE;
1707		ts->stat = SAS_ABORTED_TASK;
1708		break;
1709	case IO_UNDERFLOW:
1710		/* SSP Completion with error */
1711		PM8001_IO_DBG(pm8001_ha, pm8001_printk("IO_UNDERFLOW"
1712			",param = %d\n", param));
1713		ts->resp = SAS_TASK_COMPLETE;
1714		ts->stat = SAS_DATA_UNDERRUN;
1715		ts->residual = param;
1716		if (pm8001_dev)
1717			pm8001_dev->running_req--;
1718		break;
1719	case IO_NO_DEVICE:
1720		PM8001_IO_DBG(pm8001_ha,
1721			pm8001_printk("IO_NO_DEVICE\n"));
1722		ts->resp = SAS_TASK_UNDELIVERED;
1723		ts->stat = SAS_PHY_DOWN;
1724		break;
1725	case IO_XFER_ERROR_BREAK:
1726		PM8001_IO_DBG(pm8001_ha,
1727			pm8001_printk("IO_XFER_ERROR_BREAK\n"));
1728		ts->resp = SAS_TASK_COMPLETE;
1729		ts->stat = SAS_OPEN_REJECT;
1730		/* Force the midlayer to retry */
1731		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
1732		break;
1733	case IO_XFER_ERROR_PHY_NOT_READY:
1734		PM8001_IO_DBG(pm8001_ha,
1735			pm8001_printk("IO_XFER_ERROR_PHY_NOT_READY\n"));
1736		ts->resp = SAS_TASK_COMPLETE;
1737		ts->stat = SAS_OPEN_REJECT;
1738		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
1739		break;
1740	case IO_OPEN_CNX_ERROR_PROTOCOL_NOT_SUPPORTED:
1741		PM8001_IO_DBG(pm8001_ha,
1742		pm8001_printk("IO_OPEN_CNX_ERROR_PROTOCOL_NOT_SUPPORTED\n"));
1743		ts->resp = SAS_TASK_COMPLETE;
1744		ts->stat = SAS_OPEN_REJECT;
1745		ts->open_rej_reason = SAS_OREJ_EPROTO;
1746		break;
1747	case IO_OPEN_CNX_ERROR_ZONE_VIOLATION:
1748		PM8001_IO_DBG(pm8001_ha,
1749			pm8001_printk("IO_OPEN_CNX_ERROR_ZONE_VIOLATION\n"));
1750		ts->resp = SAS_TASK_COMPLETE;
1751		ts->stat = SAS_OPEN_REJECT;
1752		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
1753		break;
1754	case IO_OPEN_CNX_ERROR_BREAK:
1755		PM8001_IO_DBG(pm8001_ha,
1756			pm8001_printk("IO_OPEN_CNX_ERROR_BREAK\n"));
1757		ts->resp = SAS_TASK_COMPLETE;
1758		ts->stat = SAS_OPEN_REJECT;
1759		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
1760		break;
1761	case IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS:
1762		PM8001_IO_DBG(pm8001_ha,
1763			pm8001_printk("IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS\n"));
1764		ts->resp = SAS_TASK_COMPLETE;
1765		ts->stat = SAS_OPEN_REJECT;
1766		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
1767		if (!t->uldd_task)
1768			pm8001_handle_event(pm8001_ha,
1769				pm8001_dev,
1770				IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS);
1771		break;
1772	case IO_OPEN_CNX_ERROR_BAD_DESTINATION:
1773		PM8001_IO_DBG(pm8001_ha,
1774			pm8001_printk("IO_OPEN_CNX_ERROR_BAD_DESTINATION\n"));
1775		ts->resp = SAS_TASK_COMPLETE;
1776		ts->stat = SAS_OPEN_REJECT;
1777		ts->open_rej_reason = SAS_OREJ_BAD_DEST;
1778		break;
1779	case IO_OPEN_CNX_ERROR_CONNECTION_RATE_NOT_SUPPORTED:
1780		PM8001_IO_DBG(pm8001_ha,
1781			pm8001_printk("IO_OPEN_CNX_ERROR_CONNECTION_RATE_"
1782			"NOT_SUPPORTED\n"));
1783		ts->resp = SAS_TASK_COMPLETE;
1784		ts->stat = SAS_OPEN_REJECT;
1785		ts->open_rej_reason = SAS_OREJ_CONN_RATE;
1786		break;
1787	case IO_OPEN_CNX_ERROR_WRONG_DESTINATION:
1788		PM8001_IO_DBG(pm8001_ha,
1789			pm8001_printk("IO_OPEN_CNX_ERROR_WRONG_DESTINATION\n"));
1790		ts->resp = SAS_TASK_UNDELIVERED;
1791		ts->stat = SAS_OPEN_REJECT;
1792		ts->open_rej_reason = SAS_OREJ_WRONG_DEST;
1793		break;
1794	case IO_XFER_ERROR_NAK_RECEIVED:
1795		PM8001_IO_DBG(pm8001_ha,
1796			pm8001_printk("IO_XFER_ERROR_NAK_RECEIVED\n"));
1797		ts->resp = SAS_TASK_COMPLETE;
1798		ts->stat = SAS_OPEN_REJECT;
1799		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
1800		break;
1801	case IO_XFER_ERROR_ACK_NAK_TIMEOUT:
1802		PM8001_IO_DBG(pm8001_ha,
1803			pm8001_printk("IO_XFER_ERROR_ACK_NAK_TIMEOUT\n"));
1804		ts->resp = SAS_TASK_COMPLETE;
1805		ts->stat = SAS_NAK_R_ERR;
1806		break;
1807	case IO_XFER_ERROR_DMA:
1808		PM8001_IO_DBG(pm8001_ha,
1809		pm8001_printk("IO_XFER_ERROR_DMA\n"));
1810		ts->resp = SAS_TASK_COMPLETE;
1811		ts->stat = SAS_OPEN_REJECT;
1812		break;
1813	case IO_XFER_OPEN_RETRY_TIMEOUT:
1814		PM8001_IO_DBG(pm8001_ha,
1815			pm8001_printk("IO_XFER_OPEN_RETRY_TIMEOUT\n"));
1816		ts->resp = SAS_TASK_COMPLETE;
1817		ts->stat = SAS_OPEN_REJECT;
1818		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
1819		break;
1820	case IO_XFER_ERROR_OFFSET_MISMATCH:
1821		PM8001_IO_DBG(pm8001_ha,
1822			pm8001_printk("IO_XFER_ERROR_OFFSET_MISMATCH\n"));
1823		ts->resp = SAS_TASK_COMPLETE;
1824		ts->stat = SAS_OPEN_REJECT;
1825		break;
1826	case IO_PORT_IN_RESET:
1827		PM8001_IO_DBG(pm8001_ha,
1828			pm8001_printk("IO_PORT_IN_RESET\n"));
1829		ts->resp = SAS_TASK_COMPLETE;
1830		ts->stat = SAS_OPEN_REJECT;
1831		break;
1832	case IO_DS_NON_OPERATIONAL:
1833		PM8001_IO_DBG(pm8001_ha,
1834			pm8001_printk("IO_DS_NON_OPERATIONAL\n"));
1835		ts->resp = SAS_TASK_COMPLETE;
1836		ts->stat = SAS_OPEN_REJECT;
1837		if (!t->uldd_task)
1838			pm8001_handle_event(pm8001_ha,
1839				pm8001_dev,
1840				IO_DS_NON_OPERATIONAL);
1841		break;
1842	case IO_DS_IN_RECOVERY:
1843		PM8001_IO_DBG(pm8001_ha,
1844			pm8001_printk("IO_DS_IN_RECOVERY\n"));
1845		ts->resp = SAS_TASK_COMPLETE;
1846		ts->stat = SAS_OPEN_REJECT;
1847		break;
1848	case IO_TM_TAG_NOT_FOUND:
1849		PM8001_IO_DBG(pm8001_ha,
1850			pm8001_printk("IO_TM_TAG_NOT_FOUND\n"));
1851		ts->resp = SAS_TASK_COMPLETE;
1852		ts->stat = SAS_OPEN_REJECT;
1853		break;
1854	case IO_SSP_EXT_IU_ZERO_LEN_ERROR:
1855		PM8001_IO_DBG(pm8001_ha,
1856			pm8001_printk("IO_SSP_EXT_IU_ZERO_LEN_ERROR\n"));
1857		ts->resp = SAS_TASK_COMPLETE;
1858		ts->stat = SAS_OPEN_REJECT;
1859		break;
1860	case IO_OPEN_CNX_ERROR_HW_RESOURCE_BUSY:
1861		PM8001_IO_DBG(pm8001_ha,
1862			pm8001_printk("IO_OPEN_CNX_ERROR_HW_RESOURCE_BUSY\n"));
1863		ts->resp = SAS_TASK_COMPLETE;
1864		ts->stat = SAS_OPEN_REJECT;
1865		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
1866		break;
1867	default:
1868		PM8001_IO_DBG(pm8001_ha,
1869			pm8001_printk("Unknown status 0x%x\n", status));
1870		/* not allowed case. Therefore, return failed status */
1871		ts->resp = SAS_TASK_COMPLETE;
1872		ts->stat = SAS_OPEN_REJECT;
1873		break;
1874	}
1875	PM8001_IO_DBG(pm8001_ha,
1876		pm8001_printk("scsi_status = %x \n ",
1877		psspPayload->ssp_resp_iu.status));
1878	spin_lock_irqsave(&t->task_state_lock, flags);
1879	t->task_state_flags &= ~SAS_TASK_STATE_PENDING;
1880	t->task_state_flags &= ~SAS_TASK_AT_INITIATOR;
1881	t->task_state_flags |= SAS_TASK_STATE_DONE;
1882	if (unlikely((t->task_state_flags & SAS_TASK_STATE_ABORTED))) {
1883		spin_unlock_irqrestore(&t->task_state_lock, flags);
1884		PM8001_FAIL_DBG(pm8001_ha, pm8001_printk("task 0x%p done with"
1885			" io_status 0x%x resp 0x%x "
1886			"stat 0x%x but aborted by upper layer!\n",
1887			t, status, ts->resp, ts->stat));
1888		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
1889	} else {
1890		spin_unlock_irqrestore(&t->task_state_lock, flags);
1891		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
1892		mb();/* in order to force CPU ordering */
1893		t->task_done(t);
1894	}
1895}
1896
1897/*See the comments for mpi_ssp_completion */
1898static void mpi_ssp_event(struct pm8001_hba_info *pm8001_ha , void *piomb)
1899{
1900	struct sas_task *t;
1901	unsigned long flags;
1902	struct task_status_struct *ts;
1903	struct pm8001_ccb_info *ccb;
1904	struct pm8001_device *pm8001_dev;
1905	struct ssp_event_resp *psspPayload =
1906		(struct ssp_event_resp *)(piomb + 4);
1907	u32 event = le32_to_cpu(psspPayload->event);
1908	u32 tag = le32_to_cpu(psspPayload->tag);
1909	u32 port_id = le32_to_cpu(psspPayload->port_id);
1910	u32 dev_id = le32_to_cpu(psspPayload->device_id);
1911
1912	ccb = &pm8001_ha->ccb_info[tag];
1913	t = ccb->task;
1914	pm8001_dev = ccb->device;
1915	if (event)
1916		PM8001_FAIL_DBG(pm8001_ha,
1917			pm8001_printk("sas IO status 0x%x\n", event));
1918	if (unlikely(!t || !t->lldd_task || !t->dev))
1919		return;
1920	ts = &t->task_status;
1921	PM8001_IO_DBG(pm8001_ha,
1922		pm8001_printk("port_id = %x,device_id = %x\n",
1923		port_id, dev_id));
1924	switch (event) {
1925	case IO_OVERFLOW:
1926		PM8001_IO_DBG(pm8001_ha, pm8001_printk("IO_UNDERFLOW\n");)
1927		ts->resp = SAS_TASK_COMPLETE;
1928		ts->stat = SAS_DATA_OVERRUN;
1929		ts->residual = 0;
1930		if (pm8001_dev)
1931			pm8001_dev->running_req--;
1932		break;
1933	case IO_XFER_ERROR_BREAK:
1934		PM8001_IO_DBG(pm8001_ha,
1935			pm8001_printk("IO_XFER_ERROR_BREAK\n"));
1936		pm8001_handle_event(pm8001_ha, t, IO_XFER_ERROR_BREAK);
1937		return;
1938	case IO_XFER_ERROR_PHY_NOT_READY:
1939		PM8001_IO_DBG(pm8001_ha,
1940			pm8001_printk("IO_XFER_ERROR_PHY_NOT_READY\n"));
1941		ts->resp = SAS_TASK_COMPLETE;
1942		ts->stat = SAS_OPEN_REJECT;
1943		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
1944		break;
1945	case IO_OPEN_CNX_ERROR_PROTOCOL_NOT_SUPPORTED:
1946		PM8001_IO_DBG(pm8001_ha,
1947			pm8001_printk("IO_OPEN_CNX_ERROR_PROTOCOL_NOT"
1948			"_SUPPORTED\n"));
1949		ts->resp = SAS_TASK_COMPLETE;
1950		ts->stat = SAS_OPEN_REJECT;
1951		ts->open_rej_reason = SAS_OREJ_EPROTO;
1952		break;
1953	case IO_OPEN_CNX_ERROR_ZONE_VIOLATION:
1954		PM8001_IO_DBG(pm8001_ha,
1955			pm8001_printk("IO_OPEN_CNX_ERROR_ZONE_VIOLATION\n"));
1956		ts->resp = SAS_TASK_COMPLETE;
1957		ts->stat = SAS_OPEN_REJECT;
1958		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
1959		break;
1960	case IO_OPEN_CNX_ERROR_BREAK:
1961		PM8001_IO_DBG(pm8001_ha,
1962			pm8001_printk("IO_OPEN_CNX_ERROR_BREAK\n"));
1963		ts->resp = SAS_TASK_COMPLETE;
1964		ts->stat = SAS_OPEN_REJECT;
1965		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
1966		break;
1967	case IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS:
1968		PM8001_IO_DBG(pm8001_ha,
1969			pm8001_printk("IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS\n"));
1970		ts->resp = SAS_TASK_COMPLETE;
1971		ts->stat = SAS_OPEN_REJECT;
1972		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
1973		if (!t->uldd_task)
1974			pm8001_handle_event(pm8001_ha,
1975				pm8001_dev,
1976				IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS);
1977		break;
1978	case IO_OPEN_CNX_ERROR_BAD_DESTINATION:
1979		PM8001_IO_DBG(pm8001_ha,
1980			pm8001_printk("IO_OPEN_CNX_ERROR_BAD_DESTINATION\n"));
1981		ts->resp = SAS_TASK_COMPLETE;
1982		ts->stat = SAS_OPEN_REJECT;
1983		ts->open_rej_reason = SAS_OREJ_BAD_DEST;
1984		break;
1985	case IO_OPEN_CNX_ERROR_CONNECTION_RATE_NOT_SUPPORTED:
1986		PM8001_IO_DBG(pm8001_ha,
1987			pm8001_printk("IO_OPEN_CNX_ERROR_CONNECTION_RATE_"
1988			"NOT_SUPPORTED\n"));
1989		ts->resp = SAS_TASK_COMPLETE;
1990		ts->stat = SAS_OPEN_REJECT;
1991		ts->open_rej_reason = SAS_OREJ_CONN_RATE;
1992		break;
1993	case IO_OPEN_CNX_ERROR_WRONG_DESTINATION:
1994		PM8001_IO_DBG(pm8001_ha,
1995		       pm8001_printk("IO_OPEN_CNX_ERROR_WRONG_DESTINATION\n"));
1996		ts->resp = SAS_TASK_COMPLETE;
1997		ts->stat = SAS_OPEN_REJECT;
1998		ts->open_rej_reason = SAS_OREJ_WRONG_DEST;
1999		break;
2000	case IO_XFER_ERROR_NAK_RECEIVED:
2001		PM8001_IO_DBG(pm8001_ha,
2002			pm8001_printk("IO_XFER_ERROR_NAK_RECEIVED\n"));
2003		ts->resp = SAS_TASK_COMPLETE;
2004		ts->stat = SAS_OPEN_REJECT;
2005		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
2006		break;
2007	case IO_XFER_ERROR_ACK_NAK_TIMEOUT:
2008		PM8001_IO_DBG(pm8001_ha,
2009			pm8001_printk("IO_XFER_ERROR_ACK_NAK_TIMEOUT\n"));
2010		ts->resp = SAS_TASK_COMPLETE;
2011		ts->stat = SAS_NAK_R_ERR;
2012		break;
2013	case IO_XFER_OPEN_RETRY_TIMEOUT:
2014		PM8001_IO_DBG(pm8001_ha,
2015			pm8001_printk("IO_XFER_OPEN_RETRY_TIMEOUT\n"));
2016		pm8001_handle_event(pm8001_ha, t, IO_XFER_OPEN_RETRY_TIMEOUT);
2017		return;
2018	case IO_XFER_ERROR_UNEXPECTED_PHASE:
2019		PM8001_IO_DBG(pm8001_ha,
2020			pm8001_printk("IO_XFER_ERROR_UNEXPECTED_PHASE\n"));
2021		ts->resp = SAS_TASK_COMPLETE;
2022		ts->stat = SAS_DATA_OVERRUN;
2023		break;
2024	case IO_XFER_ERROR_XFER_RDY_OVERRUN:
2025		PM8001_IO_DBG(pm8001_ha,
2026			pm8001_printk("IO_XFER_ERROR_XFER_RDY_OVERRUN\n"));
2027		ts->resp = SAS_TASK_COMPLETE;
2028		ts->stat = SAS_DATA_OVERRUN;
2029		break;
2030	case IO_XFER_ERROR_XFER_RDY_NOT_EXPECTED:
2031		PM8001_IO_DBG(pm8001_ha,
2032		       pm8001_printk("IO_XFER_ERROR_XFER_RDY_NOT_EXPECTED\n"));
2033		ts->resp = SAS_TASK_COMPLETE;
2034		ts->stat = SAS_DATA_OVERRUN;
2035		break;
2036	case IO_XFER_ERROR_CMD_ISSUE_ACK_NAK_TIMEOUT:
2037		PM8001_IO_DBG(pm8001_ha,
2038		pm8001_printk("IO_XFER_ERROR_CMD_ISSUE_ACK_NAK_TIMEOUT\n"));
2039		ts->resp = SAS_TASK_COMPLETE;
2040		ts->stat = SAS_DATA_OVERRUN;
2041		break;
2042	case IO_XFER_ERROR_OFFSET_MISMATCH:
2043		PM8001_IO_DBG(pm8001_ha,
2044			pm8001_printk("IO_XFER_ERROR_OFFSET_MISMATCH\n"));
2045		ts->resp = SAS_TASK_COMPLETE;
2046		ts->stat = SAS_DATA_OVERRUN;
2047		break;
2048	case IO_XFER_ERROR_XFER_ZERO_DATA_LEN:
2049		PM8001_IO_DBG(pm8001_ha,
2050			pm8001_printk("IO_XFER_ERROR_XFER_ZERO_DATA_LEN\n"));
2051		ts->resp = SAS_TASK_COMPLETE;
2052		ts->stat = SAS_DATA_OVERRUN;
2053		break;
2054	case IO_XFER_CMD_FRAME_ISSUED:
2055		PM8001_IO_DBG(pm8001_ha,
2056			pm8001_printk("  IO_XFER_CMD_FRAME_ISSUED\n"));
2057		return;
2058	default:
2059		PM8001_IO_DBG(pm8001_ha,
2060			pm8001_printk("Unknown status 0x%x\n", event));
2061		/* not allowed case. Therefore, return failed status */
2062		ts->resp = SAS_TASK_COMPLETE;
2063		ts->stat = SAS_DATA_OVERRUN;
2064		break;
2065	}
2066	spin_lock_irqsave(&t->task_state_lock, flags);
2067	t->task_state_flags &= ~SAS_TASK_STATE_PENDING;
2068	t->task_state_flags &= ~SAS_TASK_AT_INITIATOR;
2069	t->task_state_flags |= SAS_TASK_STATE_DONE;
2070	if (unlikely((t->task_state_flags & SAS_TASK_STATE_ABORTED))) {
2071		spin_unlock_irqrestore(&t->task_state_lock, flags);
2072		PM8001_FAIL_DBG(pm8001_ha, pm8001_printk("task 0x%p done with"
2073			" event 0x%x resp 0x%x "
2074			"stat 0x%x but aborted by upper layer!\n",
2075			t, event, ts->resp, ts->stat));
2076		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2077	} else {
2078		spin_unlock_irqrestore(&t->task_state_lock, flags);
2079		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2080		mb();/* in order to force CPU ordering */
2081		t->task_done(t);
2082	}
2083}
2084
2085/*See the comments for mpi_ssp_completion */
2086static void
2087mpi_sata_completion(struct pm8001_hba_info *pm8001_ha, void *piomb)
2088{
2089	struct sas_task *t;
2090	struct pm8001_ccb_info *ccb;
2091	u32 param;
2092	u32 status;
2093	u32 tag;
 
 
 
 
 
2094	struct sata_completion_resp *psataPayload;
2095	struct task_status_struct *ts;
2096	struct ata_task_resp *resp ;
2097	u32 *sata_resp;
2098	struct pm8001_device *pm8001_dev;
2099	unsigned long flags;
2100
2101	psataPayload = (struct sata_completion_resp *)(piomb + 4);
2102	status = le32_to_cpu(psataPayload->status);
2103	tag = le32_to_cpu(psataPayload->tag);
2104
 
 
 
 
 
2105	ccb = &pm8001_ha->ccb_info[tag];
2106	param = le32_to_cpu(psataPayload->param);
2107	t = ccb->task;
2108	ts = &t->task_status;
2109	pm8001_dev = ccb->device;
2110	if (status)
2111		PM8001_FAIL_DBG(pm8001_ha,
2112			pm8001_printk("sata IO status 0x%x\n", status));
2113	if (unlikely(!t || !t->lldd_task || !t->dev))
2114		return;
 
2115
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2116	switch (status) {
2117	case IO_SUCCESS:
2118		PM8001_IO_DBG(pm8001_ha, pm8001_printk("IO_SUCCESS\n"));
2119		if (param == 0) {
2120			ts->resp = SAS_TASK_COMPLETE;
2121			ts->stat = SAM_STAT_GOOD;
 
 
 
 
 
 
 
 
 
 
 
 
 
2122		} else {
2123			u8 len;
2124			ts->resp = SAS_TASK_COMPLETE;
2125			ts->stat = SAS_PROTO_RESPONSE;
2126			ts->residual = param;
2127			PM8001_IO_DBG(pm8001_ha,
2128				pm8001_printk("SAS_PROTO_RESPONSE len = %d\n",
2129				param));
2130			sata_resp = &psataPayload->sata_resp[0];
2131			resp = (struct ata_task_resp *)ts->buf;
2132			if (t->ata_task.dma_xfer == 0 &&
2133			t->data_dir == PCI_DMA_FROMDEVICE) {
2134				len = sizeof(struct pio_setup_fis);
2135				PM8001_IO_DBG(pm8001_ha,
2136				pm8001_printk("PIO read len = %d\n", len));
2137			} else if (t->ata_task.use_ncq) {
2138				len = sizeof(struct set_dev_bits_fis);
2139				PM8001_IO_DBG(pm8001_ha,
2140					pm8001_printk("FPDMA len = %d\n", len));
2141			} else {
2142				len = sizeof(struct dev_to_host_fis);
2143				PM8001_IO_DBG(pm8001_ha,
2144				pm8001_printk("other len = %d\n", len));
2145			}
2146			if (SAS_STATUS_BUF_SIZE >= sizeof(*resp)) {
2147				resp->frame_len = len;
2148				memcpy(&resp->ending_fis[0], sata_resp, len);
2149				ts->buf_valid_size = sizeof(*resp);
2150			} else
2151				PM8001_IO_DBG(pm8001_ha,
2152					pm8001_printk("response to large\n"));
2153		}
2154		if (pm8001_dev)
2155			pm8001_dev->running_req--;
2156		break;
2157	case IO_ABORTED:
2158		PM8001_IO_DBG(pm8001_ha,
2159			pm8001_printk("IO_ABORTED IOMB Tag\n"));
2160		ts->resp = SAS_TASK_COMPLETE;
2161		ts->stat = SAS_ABORTED_TASK;
2162		if (pm8001_dev)
2163			pm8001_dev->running_req--;
2164		break;
2165		/* following cases are to do cases */
2166	case IO_UNDERFLOW:
2167		/* SATA Completion with error */
2168		PM8001_IO_DBG(pm8001_ha,
2169			pm8001_printk("IO_UNDERFLOW param = %d\n", param));
2170		ts->resp = SAS_TASK_COMPLETE;
2171		ts->stat = SAS_DATA_UNDERRUN;
2172		ts->residual =  param;
2173		if (pm8001_dev)
2174			pm8001_dev->running_req--;
2175		break;
2176	case IO_NO_DEVICE:
2177		PM8001_IO_DBG(pm8001_ha,
2178			pm8001_printk("IO_NO_DEVICE\n"));
2179		ts->resp = SAS_TASK_UNDELIVERED;
2180		ts->stat = SAS_PHY_DOWN;
2181		break;
2182	case IO_XFER_ERROR_BREAK:
2183		PM8001_IO_DBG(pm8001_ha,
2184			pm8001_printk("IO_XFER_ERROR_BREAK\n"));
2185		ts->resp = SAS_TASK_COMPLETE;
2186		ts->stat = SAS_INTERRUPTED;
2187		break;
2188	case IO_XFER_ERROR_PHY_NOT_READY:
2189		PM8001_IO_DBG(pm8001_ha,
2190			pm8001_printk("IO_XFER_ERROR_PHY_NOT_READY\n"));
2191		ts->resp = SAS_TASK_COMPLETE;
2192		ts->stat = SAS_OPEN_REJECT;
2193		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
2194		break;
2195	case IO_OPEN_CNX_ERROR_PROTOCOL_NOT_SUPPORTED:
2196		PM8001_IO_DBG(pm8001_ha,
2197			pm8001_printk("IO_OPEN_CNX_ERROR_PROTOCOL_NOT"
2198			"_SUPPORTED\n"));
2199		ts->resp = SAS_TASK_COMPLETE;
2200		ts->stat = SAS_OPEN_REJECT;
2201		ts->open_rej_reason = SAS_OREJ_EPROTO;
2202		break;
2203	case IO_OPEN_CNX_ERROR_ZONE_VIOLATION:
2204		PM8001_IO_DBG(pm8001_ha,
2205			pm8001_printk("IO_OPEN_CNX_ERROR_ZONE_VIOLATION\n"));
2206		ts->resp = SAS_TASK_COMPLETE;
2207		ts->stat = SAS_OPEN_REJECT;
2208		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
2209		break;
2210	case IO_OPEN_CNX_ERROR_BREAK:
2211		PM8001_IO_DBG(pm8001_ha,
2212			pm8001_printk("IO_OPEN_CNX_ERROR_BREAK\n"));
2213		ts->resp = SAS_TASK_COMPLETE;
2214		ts->stat = SAS_OPEN_REJECT;
2215		ts->open_rej_reason = SAS_OREJ_RSVD_CONT0;
2216		break;
2217	case IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS:
2218		PM8001_IO_DBG(pm8001_ha,
2219			pm8001_printk("IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS\n"));
2220		ts->resp = SAS_TASK_COMPLETE;
2221		ts->stat = SAS_DEV_NO_RESPONSE;
2222		if (!t->uldd_task) {
2223			pm8001_handle_event(pm8001_ha,
2224				pm8001_dev,
2225				IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS);
2226			ts->resp = SAS_TASK_UNDELIVERED;
2227			ts->stat = SAS_QUEUE_FULL;
2228			pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2229			mb();/*in order to force CPU ordering*/
2230			spin_unlock_irq(&pm8001_ha->lock);
2231			t->task_done(t);
2232			spin_lock_irq(&pm8001_ha->lock);
2233			return;
2234		}
2235		break;
2236	case IO_OPEN_CNX_ERROR_BAD_DESTINATION:
2237		PM8001_IO_DBG(pm8001_ha,
2238			pm8001_printk("IO_OPEN_CNX_ERROR_BAD_DESTINATION\n"));
2239		ts->resp = SAS_TASK_UNDELIVERED;
2240		ts->stat = SAS_OPEN_REJECT;
2241		ts->open_rej_reason = SAS_OREJ_BAD_DEST;
2242		if (!t->uldd_task) {
2243			pm8001_handle_event(pm8001_ha,
2244				pm8001_dev,
2245				IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS);
2246			ts->resp = SAS_TASK_UNDELIVERED;
2247			ts->stat = SAS_QUEUE_FULL;
2248			pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2249			mb();/*ditto*/
2250			spin_unlock_irq(&pm8001_ha->lock);
2251			t->task_done(t);
2252			spin_lock_irq(&pm8001_ha->lock);
2253			return;
2254		}
2255		break;
2256	case IO_OPEN_CNX_ERROR_CONNECTION_RATE_NOT_SUPPORTED:
2257		PM8001_IO_DBG(pm8001_ha,
2258			pm8001_printk("IO_OPEN_CNX_ERROR_CONNECTION_RATE_"
2259			"NOT_SUPPORTED\n"));
2260		ts->resp = SAS_TASK_COMPLETE;
2261		ts->stat = SAS_OPEN_REJECT;
2262		ts->open_rej_reason = SAS_OREJ_CONN_RATE;
2263		break;
2264	case IO_OPEN_CNX_ERROR_STP_RESOURCES_BUSY:
2265		PM8001_IO_DBG(pm8001_ha,
2266			pm8001_printk("IO_OPEN_CNX_ERROR_STP_RESOURCES"
2267			"_BUSY\n"));
2268		ts->resp = SAS_TASK_COMPLETE;
2269		ts->stat = SAS_DEV_NO_RESPONSE;
2270		if (!t->uldd_task) {
2271			pm8001_handle_event(pm8001_ha,
2272				pm8001_dev,
2273				IO_OPEN_CNX_ERROR_STP_RESOURCES_BUSY);
2274			ts->resp = SAS_TASK_UNDELIVERED;
2275			ts->stat = SAS_QUEUE_FULL;
2276			pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2277			mb();/* ditto*/
2278			spin_unlock_irq(&pm8001_ha->lock);
2279			t->task_done(t);
2280			spin_lock_irq(&pm8001_ha->lock);
2281			return;
2282		}
2283		break;
2284	case IO_OPEN_CNX_ERROR_WRONG_DESTINATION:
2285		PM8001_IO_DBG(pm8001_ha,
2286		       pm8001_printk("IO_OPEN_CNX_ERROR_WRONG_DESTINATION\n"));
2287		ts->resp = SAS_TASK_COMPLETE;
2288		ts->stat = SAS_OPEN_REJECT;
2289		ts->open_rej_reason = SAS_OREJ_WRONG_DEST;
2290		break;
2291	case IO_XFER_ERROR_NAK_RECEIVED:
2292		PM8001_IO_DBG(pm8001_ha,
2293			pm8001_printk("IO_XFER_ERROR_NAK_RECEIVED\n"));
2294		ts->resp = SAS_TASK_COMPLETE;
2295		ts->stat = SAS_NAK_R_ERR;
2296		break;
2297	case IO_XFER_ERROR_ACK_NAK_TIMEOUT:
2298		PM8001_IO_DBG(pm8001_ha,
2299			pm8001_printk("IO_XFER_ERROR_ACK_NAK_TIMEOUT\n"));
2300		ts->resp = SAS_TASK_COMPLETE;
2301		ts->stat = SAS_NAK_R_ERR;
2302		break;
2303	case IO_XFER_ERROR_DMA:
2304		PM8001_IO_DBG(pm8001_ha,
2305			pm8001_printk("IO_XFER_ERROR_DMA\n"));
2306		ts->resp = SAS_TASK_COMPLETE;
2307		ts->stat = SAS_ABORTED_TASK;
2308		break;
2309	case IO_XFER_ERROR_SATA_LINK_TIMEOUT:
2310		PM8001_IO_DBG(pm8001_ha,
2311			pm8001_printk("IO_XFER_ERROR_SATA_LINK_TIMEOUT\n"));
2312		ts->resp = SAS_TASK_UNDELIVERED;
2313		ts->stat = SAS_DEV_NO_RESPONSE;
2314		break;
2315	case IO_XFER_ERROR_REJECTED_NCQ_MODE:
2316		PM8001_IO_DBG(pm8001_ha,
2317			pm8001_printk("IO_XFER_ERROR_REJECTED_NCQ_MODE\n"));
2318		ts->resp = SAS_TASK_COMPLETE;
2319		ts->stat = SAS_DATA_UNDERRUN;
2320		break;
2321	case IO_XFER_OPEN_RETRY_TIMEOUT:
2322		PM8001_IO_DBG(pm8001_ha,
2323			pm8001_printk("IO_XFER_OPEN_RETRY_TIMEOUT\n"));
2324		ts->resp = SAS_TASK_COMPLETE;
2325		ts->stat = SAS_OPEN_TO;
2326		break;
2327	case IO_PORT_IN_RESET:
2328		PM8001_IO_DBG(pm8001_ha,
2329			pm8001_printk("IO_PORT_IN_RESET\n"));
2330		ts->resp = SAS_TASK_COMPLETE;
2331		ts->stat = SAS_DEV_NO_RESPONSE;
2332		break;
2333	case IO_DS_NON_OPERATIONAL:
2334		PM8001_IO_DBG(pm8001_ha,
2335			pm8001_printk("IO_DS_NON_OPERATIONAL\n"));
2336		ts->resp = SAS_TASK_COMPLETE;
2337		ts->stat = SAS_DEV_NO_RESPONSE;
2338		if (!t->uldd_task) {
2339			pm8001_handle_event(pm8001_ha, pm8001_dev,
2340				    IO_DS_NON_OPERATIONAL);
2341			ts->resp = SAS_TASK_UNDELIVERED;
2342			ts->stat = SAS_QUEUE_FULL;
2343			pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2344			mb();/*ditto*/
2345			spin_unlock_irq(&pm8001_ha->lock);
2346			t->task_done(t);
2347			spin_lock_irq(&pm8001_ha->lock);
2348			return;
2349		}
2350		break;
2351	case IO_DS_IN_RECOVERY:
2352		PM8001_IO_DBG(pm8001_ha,
2353			pm8001_printk("  IO_DS_IN_RECOVERY\n"));
2354		ts->resp = SAS_TASK_COMPLETE;
2355		ts->stat = SAS_DEV_NO_RESPONSE;
2356		break;
2357	case IO_DS_IN_ERROR:
2358		PM8001_IO_DBG(pm8001_ha,
2359			pm8001_printk("IO_DS_IN_ERROR\n"));
2360		ts->resp = SAS_TASK_COMPLETE;
2361		ts->stat = SAS_DEV_NO_RESPONSE;
2362		if (!t->uldd_task) {
2363			pm8001_handle_event(pm8001_ha, pm8001_dev,
2364				    IO_DS_IN_ERROR);
2365			ts->resp = SAS_TASK_UNDELIVERED;
2366			ts->stat = SAS_QUEUE_FULL;
2367			pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2368			mb();/*ditto*/
2369			spin_unlock_irq(&pm8001_ha->lock);
2370			t->task_done(t);
2371			spin_lock_irq(&pm8001_ha->lock);
2372			return;
2373		}
2374		break;
2375	case IO_OPEN_CNX_ERROR_HW_RESOURCE_BUSY:
2376		PM8001_IO_DBG(pm8001_ha,
2377			pm8001_printk("IO_OPEN_CNX_ERROR_HW_RESOURCE_BUSY\n"));
2378		ts->resp = SAS_TASK_COMPLETE;
2379		ts->stat = SAS_OPEN_REJECT;
2380		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
 
2381	default:
2382		PM8001_IO_DBG(pm8001_ha,
2383			pm8001_printk("Unknown status 0x%x\n", status));
2384		/* not allowed case. Therefore, return failed status */
2385		ts->resp = SAS_TASK_COMPLETE;
2386		ts->stat = SAS_DEV_NO_RESPONSE;
2387		break;
2388	}
2389	spin_lock_irqsave(&t->task_state_lock, flags);
2390	t->task_state_flags &= ~SAS_TASK_STATE_PENDING;
2391	t->task_state_flags &= ~SAS_TASK_AT_INITIATOR;
2392	t->task_state_flags |= SAS_TASK_STATE_DONE;
2393	if (unlikely((t->task_state_flags & SAS_TASK_STATE_ABORTED))) {
2394		spin_unlock_irqrestore(&t->task_state_lock, flags);
2395		PM8001_FAIL_DBG(pm8001_ha,
2396			pm8001_printk("task 0x%p done with io_status 0x%x"
2397			" resp 0x%x stat 0x%x but aborted by upper layer!\n",
2398			t, status, ts->resp, ts->stat));
2399		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2400	} else if (t->uldd_task) {
2401		spin_unlock_irqrestore(&t->task_state_lock, flags);
2402		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2403		mb();/* ditto */
2404		spin_unlock_irq(&pm8001_ha->lock);
2405		t->task_done(t);
2406		spin_lock_irq(&pm8001_ha->lock);
2407	} else if (!t->uldd_task) {
2408		spin_unlock_irqrestore(&t->task_state_lock, flags);
2409		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2410		mb();/*ditto*/
2411		spin_unlock_irq(&pm8001_ha->lock);
2412		t->task_done(t);
2413		spin_lock_irq(&pm8001_ha->lock);
2414	}
2415}
2416
2417/*See the comments for mpi_ssp_completion */
2418static void mpi_sata_event(struct pm8001_hba_info *pm8001_ha , void *piomb)
2419{
2420	struct sas_task *t;
2421	struct task_status_struct *ts;
2422	struct pm8001_ccb_info *ccb;
2423	struct pm8001_device *pm8001_dev;
2424	struct sata_event_resp *psataPayload =
2425		(struct sata_event_resp *)(piomb + 4);
2426	u32 event = le32_to_cpu(psataPayload->event);
2427	u32 tag = le32_to_cpu(psataPayload->tag);
2428	u32 port_id = le32_to_cpu(psataPayload->port_id);
2429	u32 dev_id = le32_to_cpu(psataPayload->device_id);
2430	unsigned long flags;
2431
2432	ccb = &pm8001_ha->ccb_info[tag];
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2433	t = ccb->task;
2434	pm8001_dev = ccb->device;
2435	if (event)
2436		PM8001_FAIL_DBG(pm8001_ha,
2437			pm8001_printk("sata IO status 0x%x\n", event));
2438	if (unlikely(!t || !t->lldd_task || !t->dev))
2439		return;
2440	ts = &t->task_status;
2441	PM8001_IO_DBG(pm8001_ha,
2442		pm8001_printk("port_id = %x,device_id = %x\n",
2443		port_id, dev_id));
2444	switch (event) {
2445	case IO_OVERFLOW:
2446		PM8001_IO_DBG(pm8001_ha, pm8001_printk("IO_UNDERFLOW\n"));
2447		ts->resp = SAS_TASK_COMPLETE;
2448		ts->stat = SAS_DATA_OVERRUN;
2449		ts->residual = 0;
2450		if (pm8001_dev)
2451			pm8001_dev->running_req--;
2452		break;
2453	case IO_XFER_ERROR_BREAK:
2454		PM8001_IO_DBG(pm8001_ha,
2455			pm8001_printk("IO_XFER_ERROR_BREAK\n"));
2456		ts->resp = SAS_TASK_COMPLETE;
2457		ts->stat = SAS_INTERRUPTED;
2458		break;
2459	case IO_XFER_ERROR_PHY_NOT_READY:
2460		PM8001_IO_DBG(pm8001_ha,
2461			pm8001_printk("IO_XFER_ERROR_PHY_NOT_READY\n"));
2462		ts->resp = SAS_TASK_COMPLETE;
2463		ts->stat = SAS_OPEN_REJECT;
2464		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
2465		break;
2466	case IO_OPEN_CNX_ERROR_PROTOCOL_NOT_SUPPORTED:
2467		PM8001_IO_DBG(pm8001_ha,
2468			pm8001_printk("IO_OPEN_CNX_ERROR_PROTOCOL_NOT"
2469			"_SUPPORTED\n"));
2470		ts->resp = SAS_TASK_COMPLETE;
2471		ts->stat = SAS_OPEN_REJECT;
2472		ts->open_rej_reason = SAS_OREJ_EPROTO;
2473		break;
2474	case IO_OPEN_CNX_ERROR_ZONE_VIOLATION:
2475		PM8001_IO_DBG(pm8001_ha,
2476			pm8001_printk("IO_OPEN_CNX_ERROR_ZONE_VIOLATION\n"));
2477		ts->resp = SAS_TASK_COMPLETE;
2478		ts->stat = SAS_OPEN_REJECT;
2479		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
2480		break;
2481	case IO_OPEN_CNX_ERROR_BREAK:
2482		PM8001_IO_DBG(pm8001_ha,
2483			pm8001_printk("IO_OPEN_CNX_ERROR_BREAK\n"));
2484		ts->resp = SAS_TASK_COMPLETE;
2485		ts->stat = SAS_OPEN_REJECT;
2486		ts->open_rej_reason = SAS_OREJ_RSVD_CONT0;
2487		break;
2488	case IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS:
2489		PM8001_IO_DBG(pm8001_ha,
2490			pm8001_printk("IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS\n"));
2491		ts->resp = SAS_TASK_UNDELIVERED;
2492		ts->stat = SAS_DEV_NO_RESPONSE;
2493		if (!t->uldd_task) {
2494			pm8001_handle_event(pm8001_ha,
2495				pm8001_dev,
2496				IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS);
2497			ts->resp = SAS_TASK_COMPLETE;
2498			ts->stat = SAS_QUEUE_FULL;
2499			pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2500			mb();/*ditto*/
2501			spin_unlock_irq(&pm8001_ha->lock);
2502			t->task_done(t);
2503			spin_lock_irq(&pm8001_ha->lock);
2504			return;
2505		}
2506		break;
2507	case IO_OPEN_CNX_ERROR_BAD_DESTINATION:
2508		PM8001_IO_DBG(pm8001_ha,
2509			pm8001_printk("IO_OPEN_CNX_ERROR_BAD_DESTINATION\n"));
2510		ts->resp = SAS_TASK_UNDELIVERED;
2511		ts->stat = SAS_OPEN_REJECT;
2512		ts->open_rej_reason = SAS_OREJ_BAD_DEST;
2513		break;
2514	case IO_OPEN_CNX_ERROR_CONNECTION_RATE_NOT_SUPPORTED:
2515		PM8001_IO_DBG(pm8001_ha,
2516			pm8001_printk("IO_OPEN_CNX_ERROR_CONNECTION_RATE_"
2517			"NOT_SUPPORTED\n"));
2518		ts->resp = SAS_TASK_COMPLETE;
2519		ts->stat = SAS_OPEN_REJECT;
2520		ts->open_rej_reason = SAS_OREJ_CONN_RATE;
2521		break;
2522	case IO_OPEN_CNX_ERROR_WRONG_DESTINATION:
2523		PM8001_IO_DBG(pm8001_ha,
2524		       pm8001_printk("IO_OPEN_CNX_ERROR_WRONG_DESTINATION\n"));
2525		ts->resp = SAS_TASK_COMPLETE;
2526		ts->stat = SAS_OPEN_REJECT;
2527		ts->open_rej_reason = SAS_OREJ_WRONG_DEST;
2528		break;
2529	case IO_XFER_ERROR_NAK_RECEIVED:
2530		PM8001_IO_DBG(pm8001_ha,
2531			pm8001_printk("IO_XFER_ERROR_NAK_RECEIVED\n"));
2532		ts->resp = SAS_TASK_COMPLETE;
2533		ts->stat = SAS_NAK_R_ERR;
2534		break;
2535	case IO_XFER_ERROR_PEER_ABORTED:
2536		PM8001_IO_DBG(pm8001_ha,
2537			pm8001_printk("IO_XFER_ERROR_PEER_ABORTED\n"));
2538		ts->resp = SAS_TASK_COMPLETE;
2539		ts->stat = SAS_NAK_R_ERR;
2540		break;
2541	case IO_XFER_ERROR_REJECTED_NCQ_MODE:
2542		PM8001_IO_DBG(pm8001_ha,
2543			pm8001_printk("IO_XFER_ERROR_REJECTED_NCQ_MODE\n"));
2544		ts->resp = SAS_TASK_COMPLETE;
2545		ts->stat = SAS_DATA_UNDERRUN;
2546		break;
2547	case IO_XFER_OPEN_RETRY_TIMEOUT:
2548		PM8001_IO_DBG(pm8001_ha,
2549			pm8001_printk("IO_XFER_OPEN_RETRY_TIMEOUT\n"));
2550		ts->resp = SAS_TASK_COMPLETE;
2551		ts->stat = SAS_OPEN_TO;
2552		break;
2553	case IO_XFER_ERROR_UNEXPECTED_PHASE:
2554		PM8001_IO_DBG(pm8001_ha,
2555			pm8001_printk("IO_XFER_ERROR_UNEXPECTED_PHASE\n"));
2556		ts->resp = SAS_TASK_COMPLETE;
2557		ts->stat = SAS_OPEN_TO;
2558		break;
2559	case IO_XFER_ERROR_XFER_RDY_OVERRUN:
2560		PM8001_IO_DBG(pm8001_ha,
2561			pm8001_printk("IO_XFER_ERROR_XFER_RDY_OVERRUN\n"));
2562		ts->resp = SAS_TASK_COMPLETE;
2563		ts->stat = SAS_OPEN_TO;
2564		break;
2565	case IO_XFER_ERROR_XFER_RDY_NOT_EXPECTED:
2566		PM8001_IO_DBG(pm8001_ha,
2567		       pm8001_printk("IO_XFER_ERROR_XFER_RDY_NOT_EXPECTED\n"));
2568		ts->resp = SAS_TASK_COMPLETE;
2569		ts->stat = SAS_OPEN_TO;
2570		break;
2571	case IO_XFER_ERROR_OFFSET_MISMATCH:
2572		PM8001_IO_DBG(pm8001_ha,
2573			pm8001_printk("IO_XFER_ERROR_OFFSET_MISMATCH\n"));
2574		ts->resp = SAS_TASK_COMPLETE;
2575		ts->stat = SAS_OPEN_TO;
2576		break;
2577	case IO_XFER_ERROR_XFER_ZERO_DATA_LEN:
2578		PM8001_IO_DBG(pm8001_ha,
2579			pm8001_printk("IO_XFER_ERROR_XFER_ZERO_DATA_LEN\n"));
2580		ts->resp = SAS_TASK_COMPLETE;
2581		ts->stat = SAS_OPEN_TO;
2582		break;
2583	case IO_XFER_CMD_FRAME_ISSUED:
2584		PM8001_IO_DBG(pm8001_ha,
2585			pm8001_printk("IO_XFER_CMD_FRAME_ISSUED\n"));
2586		break;
2587	case IO_XFER_PIO_SETUP_ERROR:
2588		PM8001_IO_DBG(pm8001_ha,
2589			pm8001_printk("IO_XFER_PIO_SETUP_ERROR\n"));
2590		ts->resp = SAS_TASK_COMPLETE;
2591		ts->stat = SAS_OPEN_TO;
2592		break;
2593	default:
2594		PM8001_IO_DBG(pm8001_ha,
2595			pm8001_printk("Unknown status 0x%x\n", event));
2596		/* not allowed case. Therefore, return failed status */
2597		ts->resp = SAS_TASK_COMPLETE;
2598		ts->stat = SAS_OPEN_TO;
2599		break;
2600	}
2601	spin_lock_irqsave(&t->task_state_lock, flags);
2602	t->task_state_flags &= ~SAS_TASK_STATE_PENDING;
2603	t->task_state_flags &= ~SAS_TASK_AT_INITIATOR;
2604	t->task_state_flags |= SAS_TASK_STATE_DONE;
2605	if (unlikely((t->task_state_flags & SAS_TASK_STATE_ABORTED))) {
2606		spin_unlock_irqrestore(&t->task_state_lock, flags);
2607		PM8001_FAIL_DBG(pm8001_ha,
2608			pm8001_printk("task 0x%p done with io_status 0x%x"
2609			" resp 0x%x stat 0x%x but aborted by upper layer!\n",
2610			t, event, ts->resp, ts->stat));
2611		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2612	} else if (t->uldd_task) {
2613		spin_unlock_irqrestore(&t->task_state_lock, flags);
2614		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2615		mb();/* ditto */
2616		spin_unlock_irq(&pm8001_ha->lock);
2617		t->task_done(t);
2618		spin_lock_irq(&pm8001_ha->lock);
2619	} else if (!t->uldd_task) {
2620		spin_unlock_irqrestore(&t->task_state_lock, flags);
2621		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2622		mb();/*ditto*/
2623		spin_unlock_irq(&pm8001_ha->lock);
2624		t->task_done(t);
2625		spin_lock_irq(&pm8001_ha->lock);
2626	}
2627}
2628
2629/*See the comments for mpi_ssp_completion */
2630static void
2631mpi_smp_completion(struct pm8001_hba_info *pm8001_ha, void *piomb)
2632{
2633	u32 param;
2634	struct sas_task *t;
2635	struct pm8001_ccb_info *ccb;
2636	unsigned long flags;
2637	u32 status;
2638	u32 tag;
2639	struct smp_completion_resp *psmpPayload;
2640	struct task_status_struct *ts;
2641	struct pm8001_device *pm8001_dev;
2642
2643	psmpPayload = (struct smp_completion_resp *)(piomb + 4);
2644	status = le32_to_cpu(psmpPayload->status);
2645	tag = le32_to_cpu(psmpPayload->tag);
2646
2647	ccb = &pm8001_ha->ccb_info[tag];
2648	param = le32_to_cpu(psmpPayload->param);
2649	t = ccb->task;
2650	ts = &t->task_status;
2651	pm8001_dev = ccb->device;
2652	if (status)
2653		PM8001_FAIL_DBG(pm8001_ha,
2654			pm8001_printk("smp IO status 0x%x\n", status));
2655	if (unlikely(!t || !t->lldd_task || !t->dev))
2656		return;
2657
2658	switch (status) {
2659	case IO_SUCCESS:
2660		PM8001_IO_DBG(pm8001_ha, pm8001_printk("IO_SUCCESS\n"));
2661		ts->resp = SAS_TASK_COMPLETE;
2662		ts->stat = SAM_STAT_GOOD;
2663	if (pm8001_dev)
2664			pm8001_dev->running_req--;
2665		break;
2666	case IO_ABORTED:
2667		PM8001_IO_DBG(pm8001_ha,
2668			pm8001_printk("IO_ABORTED IOMB\n"));
2669		ts->resp = SAS_TASK_COMPLETE;
2670		ts->stat = SAS_ABORTED_TASK;
2671		if (pm8001_dev)
2672			pm8001_dev->running_req--;
2673		break;
2674	case IO_OVERFLOW:
2675		PM8001_IO_DBG(pm8001_ha, pm8001_printk("IO_UNDERFLOW\n"));
2676		ts->resp = SAS_TASK_COMPLETE;
2677		ts->stat = SAS_DATA_OVERRUN;
2678		ts->residual = 0;
2679		if (pm8001_dev)
2680			pm8001_dev->running_req--;
2681		break;
2682	case IO_NO_DEVICE:
2683		PM8001_IO_DBG(pm8001_ha, pm8001_printk("IO_NO_DEVICE\n"));
2684		ts->resp = SAS_TASK_COMPLETE;
2685		ts->stat = SAS_PHY_DOWN;
2686		break;
2687	case IO_ERROR_HW_TIMEOUT:
2688		PM8001_IO_DBG(pm8001_ha,
2689			pm8001_printk("IO_ERROR_HW_TIMEOUT\n"));
2690		ts->resp = SAS_TASK_COMPLETE;
2691		ts->stat = SAM_STAT_BUSY;
2692		break;
2693	case IO_XFER_ERROR_BREAK:
2694		PM8001_IO_DBG(pm8001_ha,
2695			pm8001_printk("IO_XFER_ERROR_BREAK\n"));
2696		ts->resp = SAS_TASK_COMPLETE;
2697		ts->stat = SAM_STAT_BUSY;
2698		break;
2699	case IO_XFER_ERROR_PHY_NOT_READY:
2700		PM8001_IO_DBG(pm8001_ha,
2701			pm8001_printk("IO_XFER_ERROR_PHY_NOT_READY\n"));
2702		ts->resp = SAS_TASK_COMPLETE;
2703		ts->stat = SAM_STAT_BUSY;
2704		break;
2705	case IO_OPEN_CNX_ERROR_PROTOCOL_NOT_SUPPORTED:
2706		PM8001_IO_DBG(pm8001_ha,
2707		pm8001_printk("IO_OPEN_CNX_ERROR_PROTOCOL_NOT_SUPPORTED\n"));
2708		ts->resp = SAS_TASK_COMPLETE;
2709		ts->stat = SAS_OPEN_REJECT;
2710		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
2711		break;
2712	case IO_OPEN_CNX_ERROR_ZONE_VIOLATION:
2713		PM8001_IO_DBG(pm8001_ha,
2714			pm8001_printk("IO_OPEN_CNX_ERROR_ZONE_VIOLATION\n"));
2715		ts->resp = SAS_TASK_COMPLETE;
2716		ts->stat = SAS_OPEN_REJECT;
2717		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
2718		break;
2719	case IO_OPEN_CNX_ERROR_BREAK:
2720		PM8001_IO_DBG(pm8001_ha,
2721			pm8001_printk("IO_OPEN_CNX_ERROR_BREAK\n"));
2722		ts->resp = SAS_TASK_COMPLETE;
2723		ts->stat = SAS_OPEN_REJECT;
2724		ts->open_rej_reason = SAS_OREJ_RSVD_CONT0;
2725		break;
2726	case IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS:
2727		PM8001_IO_DBG(pm8001_ha,
2728			pm8001_printk("IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS\n"));
2729		ts->resp = SAS_TASK_COMPLETE;
2730		ts->stat = SAS_OPEN_REJECT;
2731		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
2732		pm8001_handle_event(pm8001_ha,
2733				pm8001_dev,
2734				IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS);
2735		break;
2736	case IO_OPEN_CNX_ERROR_BAD_DESTINATION:
2737		PM8001_IO_DBG(pm8001_ha,
2738			pm8001_printk("IO_OPEN_CNX_ERROR_BAD_DESTINATION\n"));
2739		ts->resp = SAS_TASK_COMPLETE;
2740		ts->stat = SAS_OPEN_REJECT;
2741		ts->open_rej_reason = SAS_OREJ_BAD_DEST;
2742		break;
2743	case IO_OPEN_CNX_ERROR_CONNECTION_RATE_NOT_SUPPORTED:
2744		PM8001_IO_DBG(pm8001_ha,
2745			pm8001_printk("IO_OPEN_CNX_ERROR_CONNECTION_RATE_"
2746			"NOT_SUPPORTED\n"));
2747		ts->resp = SAS_TASK_COMPLETE;
2748		ts->stat = SAS_OPEN_REJECT;
2749		ts->open_rej_reason = SAS_OREJ_CONN_RATE;
2750		break;
2751	case IO_OPEN_CNX_ERROR_WRONG_DESTINATION:
2752		PM8001_IO_DBG(pm8001_ha,
2753		       pm8001_printk("IO_OPEN_CNX_ERROR_WRONG_DESTINATION\n"));
2754		ts->resp = SAS_TASK_COMPLETE;
2755		ts->stat = SAS_OPEN_REJECT;
2756		ts->open_rej_reason = SAS_OREJ_WRONG_DEST;
2757		break;
2758	case IO_XFER_ERROR_RX_FRAME:
2759		PM8001_IO_DBG(pm8001_ha,
2760			pm8001_printk("IO_XFER_ERROR_RX_FRAME\n"));
2761		ts->resp = SAS_TASK_COMPLETE;
2762		ts->stat = SAS_DEV_NO_RESPONSE;
2763		break;
2764	case IO_XFER_OPEN_RETRY_TIMEOUT:
2765		PM8001_IO_DBG(pm8001_ha,
2766			pm8001_printk("IO_XFER_OPEN_RETRY_TIMEOUT\n"));
2767		ts->resp = SAS_TASK_COMPLETE;
2768		ts->stat = SAS_OPEN_REJECT;
2769		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
2770		break;
2771	case IO_ERROR_INTERNAL_SMP_RESOURCE:
2772		PM8001_IO_DBG(pm8001_ha,
2773			pm8001_printk("IO_ERROR_INTERNAL_SMP_RESOURCE\n"));
2774		ts->resp = SAS_TASK_COMPLETE;
2775		ts->stat = SAS_QUEUE_FULL;
2776		break;
2777	case IO_PORT_IN_RESET:
2778		PM8001_IO_DBG(pm8001_ha,
2779			pm8001_printk("IO_PORT_IN_RESET\n"));
2780		ts->resp = SAS_TASK_COMPLETE;
2781		ts->stat = SAS_OPEN_REJECT;
2782		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
2783		break;
2784	case IO_DS_NON_OPERATIONAL:
2785		PM8001_IO_DBG(pm8001_ha,
2786			pm8001_printk("IO_DS_NON_OPERATIONAL\n"));
2787		ts->resp = SAS_TASK_COMPLETE;
2788		ts->stat = SAS_DEV_NO_RESPONSE;
2789		break;
2790	case IO_DS_IN_RECOVERY:
2791		PM8001_IO_DBG(pm8001_ha,
2792			pm8001_printk("IO_DS_IN_RECOVERY\n"));
2793		ts->resp = SAS_TASK_COMPLETE;
2794		ts->stat = SAS_OPEN_REJECT;
2795		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
2796		break;
2797	case IO_OPEN_CNX_ERROR_HW_RESOURCE_BUSY:
2798		PM8001_IO_DBG(pm8001_ha,
2799			pm8001_printk("IO_OPEN_CNX_ERROR_HW_RESOURCE_BUSY\n"));
2800		ts->resp = SAS_TASK_COMPLETE;
2801		ts->stat = SAS_OPEN_REJECT;
2802		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
2803		break;
2804	default:
2805		PM8001_IO_DBG(pm8001_ha,
2806			pm8001_printk("Unknown status 0x%x\n", status));
2807		ts->resp = SAS_TASK_COMPLETE;
2808		ts->stat = SAS_DEV_NO_RESPONSE;
2809		/* not allowed case. Therefore, return failed status */
2810		break;
2811	}
2812	spin_lock_irqsave(&t->task_state_lock, flags);
2813	t->task_state_flags &= ~SAS_TASK_STATE_PENDING;
2814	t->task_state_flags &= ~SAS_TASK_AT_INITIATOR;
2815	t->task_state_flags |= SAS_TASK_STATE_DONE;
2816	if (unlikely((t->task_state_flags & SAS_TASK_STATE_ABORTED))) {
2817		spin_unlock_irqrestore(&t->task_state_lock, flags);
2818		PM8001_FAIL_DBG(pm8001_ha, pm8001_printk("task 0x%p done with"
2819			" io_status 0x%x resp 0x%x "
2820			"stat 0x%x but aborted by upper layer!\n",
2821			t, status, ts->resp, ts->stat));
2822		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2823	} else {
2824		spin_unlock_irqrestore(&t->task_state_lock, flags);
2825		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2826		mb();/* in order to force CPU ordering */
2827		t->task_done(t);
2828	}
2829}
2830
2831static void
2832mpi_set_dev_state_resp(struct pm8001_hba_info *pm8001_ha, void *piomb)
2833{
2834	struct set_dev_state_resp *pPayload =
2835		(struct set_dev_state_resp *)(piomb + 4);
2836	u32 tag = le32_to_cpu(pPayload->tag);
2837	struct pm8001_ccb_info *ccb = &pm8001_ha->ccb_info[tag];
2838	struct pm8001_device *pm8001_dev = ccb->device;
2839	u32 status = le32_to_cpu(pPayload->status);
2840	u32 device_id = le32_to_cpu(pPayload->device_id);
2841	u8 pds = le32_to_cpu(pPayload->pds_nds) | PDS_BITS;
2842	u8 nds = le32_to_cpu(pPayload->pds_nds) | NDS_BITS;
2843	PM8001_MSG_DBG(pm8001_ha, pm8001_printk("Set device id = 0x%x state "
2844		"from 0x%x to 0x%x status = 0x%x!\n",
2845		device_id, pds, nds, status));
2846	complete(pm8001_dev->setds_completion);
2847	ccb->task = NULL;
2848	ccb->ccb_tag = 0xFFFFFFFF;
2849	pm8001_ccb_free(pm8001_ha, tag);
2850}
2851
2852static void
2853mpi_set_nvmd_resp(struct pm8001_hba_info *pm8001_ha, void *piomb)
2854{
2855	struct get_nvm_data_resp *pPayload =
2856		(struct get_nvm_data_resp *)(piomb + 4);
2857	u32 tag = le32_to_cpu(pPayload->tag);
2858	struct pm8001_ccb_info *ccb = &pm8001_ha->ccb_info[tag];
2859	u32 dlen_status = le32_to_cpu(pPayload->dlen_status);
2860	complete(pm8001_ha->nvmd_completion);
2861	PM8001_MSG_DBG(pm8001_ha, pm8001_printk("Set nvm data complete!\n"));
2862	if ((dlen_status & NVMD_STAT) != 0) {
2863		PM8001_FAIL_DBG(pm8001_ha,
2864			pm8001_printk("Set nvm data error!\n"));
2865		return;
2866	}
2867	ccb->task = NULL;
2868	ccb->ccb_tag = 0xFFFFFFFF;
2869	pm8001_ccb_free(pm8001_ha, tag);
2870}
2871
2872static void
2873mpi_get_nvmd_resp(struct pm8001_hba_info *pm8001_ha, void *piomb)
2874{
2875	struct fw_control_ex	*fw_control_context;
2876	struct get_nvm_data_resp *pPayload =
2877		(struct get_nvm_data_resp *)(piomb + 4);
2878	u32 tag = le32_to_cpu(pPayload->tag);
2879	struct pm8001_ccb_info *ccb = &pm8001_ha->ccb_info[tag];
2880	u32 dlen_status = le32_to_cpu(pPayload->dlen_status);
2881	u32 ir_tds_bn_dps_das_nvm =
2882		le32_to_cpu(pPayload->ir_tda_bn_dps_das_nvm);
2883	void *virt_addr = pm8001_ha->memoryMap.region[NVMD].virt_ptr;
2884	fw_control_context = ccb->fw_control_context;
2885
2886	PM8001_MSG_DBG(pm8001_ha, pm8001_printk("Get nvm data complete!\n"));
2887	if ((dlen_status & NVMD_STAT) != 0) {
2888		PM8001_FAIL_DBG(pm8001_ha,
2889			pm8001_printk("Get nvm data error!\n"));
2890		complete(pm8001_ha->nvmd_completion);
2891		return;
2892	}
2893
2894	if (ir_tds_bn_dps_das_nvm & IPMode) {
2895		/* indirect mode - IR bit set */
2896		PM8001_MSG_DBG(pm8001_ha,
2897			pm8001_printk("Get NVMD success, IR=1\n"));
2898		if ((ir_tds_bn_dps_das_nvm & NVMD_TYPE) == TWI_DEVICE) {
2899			if (ir_tds_bn_dps_das_nvm == 0x80a80200) {
2900				memcpy(pm8001_ha->sas_addr,
2901				      ((u8 *)virt_addr + 4),
2902				       SAS_ADDR_SIZE);
2903				PM8001_MSG_DBG(pm8001_ha,
2904					pm8001_printk("Get SAS address"
2905					" from VPD successfully!\n"));
2906			}
2907		} else if (((ir_tds_bn_dps_das_nvm & NVMD_TYPE) == C_SEEPROM)
2908			|| ((ir_tds_bn_dps_das_nvm & NVMD_TYPE) == VPD_FLASH) ||
2909			((ir_tds_bn_dps_das_nvm & NVMD_TYPE) == EXPAN_ROM)) {
2910				;
2911		} else if (((ir_tds_bn_dps_das_nvm & NVMD_TYPE) == AAP1_RDUMP)
2912			|| ((ir_tds_bn_dps_das_nvm & NVMD_TYPE) == IOP_RDUMP)) {
2913			;
2914		} else {
2915			/* Should not be happened*/
2916			PM8001_MSG_DBG(pm8001_ha,
2917				pm8001_printk("(IR=1)Wrong Device type 0x%x\n",
2918				ir_tds_bn_dps_das_nvm));
2919		}
2920	} else /* direct mode */{
2921		PM8001_MSG_DBG(pm8001_ha,
2922			pm8001_printk("Get NVMD success, IR=0, dataLen=%d\n",
2923			(dlen_status & NVMD_LEN) >> 24));
2924	}
 
 
 
2925	memcpy(fw_control_context->usrAddr,
2926		pm8001_ha->memoryMap.region[NVMD].virt_ptr,
2927		fw_control_context->len);
2928	complete(pm8001_ha->nvmd_completion);
2929	ccb->task = NULL;
2930	ccb->ccb_tag = 0xFFFFFFFF;
2931	pm8001_ccb_free(pm8001_ha, tag);
 
2932}
2933
2934static int mpi_local_phy_ctl(struct pm8001_hba_info *pm8001_ha, void *piomb)
2935{
2936	struct local_phy_ctl_resp *pPayload =
2937		(struct local_phy_ctl_resp *)(piomb + 4);
2938	u32 status = le32_to_cpu(pPayload->status);
2939	u32 phy_id = le32_to_cpu(pPayload->phyop_phyid) & ID_BITS;
2940	u32 phy_op = le32_to_cpu(pPayload->phyop_phyid) & OP_BITS;
2941	if (status != 0) {
2942		PM8001_MSG_DBG(pm8001_ha,
2943			pm8001_printk("%x phy execute %x phy op failed!\n",
2944			phy_id, phy_op));
2945	} else
2946		PM8001_MSG_DBG(pm8001_ha,
2947			pm8001_printk("%x phy execute %x phy op success!\n",
2948			phy_id, phy_op));
2949	return 0;
2950}
2951
2952/**
2953 * pm8001_bytes_dmaed - one of the interface function communication with libsas
2954 * @pm8001_ha: our hba card information
2955 * @i: which phy that received the event.
2956 *
2957 * when HBA driver received the identify done event or initiate FIS received
2958 * event(for SATA), it will invoke this function to notify the sas layer that
2959 * the sas toplogy has formed, please discover the the whole sas domain,
2960 * while receive a broadcast(change) primitive just tell the sas
2961 * layer to discover the changed domain rather than the whole domain.
2962 */
2963static void pm8001_bytes_dmaed(struct pm8001_hba_info *pm8001_ha, int i)
2964{
2965	struct pm8001_phy *phy = &pm8001_ha->phy[i];
2966	struct asd_sas_phy *sas_phy = &phy->sas_phy;
2967	struct sas_ha_struct *sas_ha;
2968	if (!phy->phy_attached)
2969		return;
2970
2971	sas_ha = pm8001_ha->sas;
2972	if (sas_phy->phy) {
2973		struct sas_phy *sphy = sas_phy->phy;
2974		sphy->negotiated_linkrate = sas_phy->linkrate;
2975		sphy->minimum_linkrate = phy->minimum_linkrate;
2976		sphy->minimum_linkrate_hw = SAS_LINK_RATE_1_5_GBPS;
2977		sphy->maximum_linkrate = phy->maximum_linkrate;
2978		sphy->maximum_linkrate_hw = phy->maximum_linkrate;
2979	}
2980
2981	if (phy->phy_type & PORT_TYPE_SAS) {
2982		struct sas_identify_frame *id;
2983		id = (struct sas_identify_frame *)phy->frame_rcvd;
2984		id->dev_type = phy->identify.device_type;
2985		id->initiator_bits = SAS_PROTOCOL_ALL;
2986		id->target_bits = phy->identify.target_port_protocols;
2987	} else if (phy->phy_type & PORT_TYPE_SATA) {
2988		/*Nothing*/
2989	}
2990	PM8001_MSG_DBG(pm8001_ha, pm8001_printk("phy %d byte dmaded.\n", i));
2991
2992	sas_phy->frame_rcvd_size = phy->frame_rcvd_size;
2993	pm8001_ha->sas->notify_port_event(sas_phy, PORTE_BYTES_DMAED);
2994}
2995
2996/* Get the link rate speed  */
2997static void get_lrate_mode(struct pm8001_phy *phy, u8 link_rate)
2998{
2999	struct sas_phy *sas_phy = phy->sas_phy.phy;
3000
3001	switch (link_rate) {
 
 
 
 
3002	case PHY_SPEED_60:
3003		phy->sas_phy.linkrate = SAS_LINK_RATE_6_0_GBPS;
3004		phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_6_0_GBPS;
3005		break;
3006	case PHY_SPEED_30:
3007		phy->sas_phy.linkrate = SAS_LINK_RATE_3_0_GBPS;
3008		phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_3_0_GBPS;
3009		break;
3010	case PHY_SPEED_15:
3011		phy->sas_phy.linkrate = SAS_LINK_RATE_1_5_GBPS;
3012		phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_1_5_GBPS;
3013		break;
3014	}
3015	sas_phy->negotiated_linkrate = phy->sas_phy.linkrate;
3016	sas_phy->maximum_linkrate_hw = SAS_LINK_RATE_6_0_GBPS;
3017	sas_phy->minimum_linkrate_hw = SAS_LINK_RATE_1_5_GBPS;
3018	sas_phy->maximum_linkrate = SAS_LINK_RATE_6_0_GBPS;
3019	sas_phy->minimum_linkrate = SAS_LINK_RATE_1_5_GBPS;
3020}
3021
3022/**
3023 * asd_get_attached_sas_addr -- extract/generate attached SAS address
3024 * @phy: pointer to asd_phy
3025 * @sas_addr: pointer to buffer where the SAS address is to be written
3026 *
3027 * This function extracts the SAS address from an IDENTIFY frame
3028 * received.  If OOB is SATA, then a SAS address is generated from the
3029 * HA tables.
3030 *
3031 * LOCKING: the frame_rcvd_lock needs to be held since this parses the frame
3032 * buffer.
3033 */
3034static void pm8001_get_attached_sas_addr(struct pm8001_phy *phy,
3035	u8 *sas_addr)
3036{
3037	if (phy->sas_phy.frame_rcvd[0] == 0x34
3038		&& phy->sas_phy.oob_mode == SATA_OOB_MODE) {
3039		struct pm8001_hba_info *pm8001_ha = phy->sas_phy.ha->lldd_ha;
3040		/* FIS device-to-host */
3041		u64 addr = be64_to_cpu(*(__be64 *)pm8001_ha->sas_addr);
3042		addr += phy->sas_phy.id;
3043		*(__be64 *)sas_addr = cpu_to_be64(addr);
3044	} else {
3045		struct sas_identify_frame *idframe =
3046			(void *) phy->sas_phy.frame_rcvd;
3047		memcpy(sas_addr, idframe->sas_addr, SAS_ADDR_SIZE);
3048	}
3049}
3050
3051/**
3052 * pm8001_hw_event_ack_req- For PM8001,some events need to acknowage to FW.
3053 * @pm8001_ha: our hba card information
3054 * @Qnum: the outbound queue message number.
3055 * @SEA: source of event to ack
3056 * @port_id: port id.
3057 * @phyId: phy id.
3058 * @param0: parameter 0.
3059 * @param1: parameter 1.
3060 */
3061static void pm8001_hw_event_ack_req(struct pm8001_hba_info *pm8001_ha,
3062	u32 Qnum, u32 SEA, u32 port_id, u32 phyId, u32 param0, u32 param1)
3063{
3064	struct hw_event_ack_req	 payload;
3065	u32 opc = OPC_INB_SAS_HW_EVENT_ACK;
3066
3067	struct inbound_queue_table *circularQ;
3068
3069	memset((u8 *)&payload, 0, sizeof(payload));
3070	circularQ = &pm8001_ha->inbnd_q_tbl[Qnum];
3071	payload.tag = cpu_to_le32(1);
3072	payload.sea_phyid_portid = cpu_to_le32(((SEA & 0xFFFF) << 8) |
3073		((phyId & 0x0F) << 4) | (port_id & 0x0F));
3074	payload.param0 = cpu_to_le32(param0);
3075	payload.param1 = cpu_to_le32(param1);
3076	mpi_build_cmd(pm8001_ha, circularQ, opc, &payload);
3077}
3078
3079static int pm8001_chip_phy_ctl_req(struct pm8001_hba_info *pm8001_ha,
3080	u32 phyId, u32 phy_op);
3081
3082/**
3083 * hw_event_sas_phy_up -FW tells me a SAS phy up event.
3084 * @pm8001_ha: our hba card information
3085 * @piomb: IO message buffer
3086 */
3087static void
3088hw_event_sas_phy_up(struct pm8001_hba_info *pm8001_ha, void *piomb)
3089{
3090	struct hw_event_resp *pPayload =
3091		(struct hw_event_resp *)(piomb + 4);
3092	u32 lr_evt_status_phyid_portid =
3093		le32_to_cpu(pPayload->lr_evt_status_phyid_portid);
3094	u8 link_rate =
3095		(u8)((lr_evt_status_phyid_portid & 0xF0000000) >> 28);
3096	u8 port_id = (u8)(lr_evt_status_phyid_portid & 0x0000000F);
3097	u8 phy_id =
3098		(u8)((lr_evt_status_phyid_portid & 0x000000F0) >> 4);
3099	u32 npip_portstate = le32_to_cpu(pPayload->npip_portstate);
3100	u8 portstate = (u8)(npip_portstate & 0x0000000F);
3101	struct pm8001_port *port = &pm8001_ha->port[port_id];
3102	struct sas_ha_struct *sas_ha = pm8001_ha->sas;
3103	struct pm8001_phy *phy = &pm8001_ha->phy[phy_id];
3104	unsigned long flags;
3105	u8 deviceType = pPayload->sas_identify.dev_type;
3106	port->port_state =  portstate;
 
3107	PM8001_MSG_DBG(pm8001_ha,
3108		pm8001_printk("HW_EVENT_SAS_PHY_UP port id = %d, phy id = %d\n",
3109		port_id, phy_id));
3110
3111	switch (deviceType) {
3112	case SAS_PHY_UNUSED:
3113		PM8001_MSG_DBG(pm8001_ha,
3114			pm8001_printk("device type no device.\n"));
3115		break;
3116	case SAS_END_DEVICE:
3117		PM8001_MSG_DBG(pm8001_ha, pm8001_printk("end device.\n"));
3118		pm8001_chip_phy_ctl_req(pm8001_ha, phy_id,
3119			PHY_NOTIFY_ENABLE_SPINUP);
3120		port->port_attached = 1;
3121		get_lrate_mode(phy, link_rate);
3122		break;
3123	case SAS_EDGE_EXPANDER_DEVICE:
3124		PM8001_MSG_DBG(pm8001_ha,
3125			pm8001_printk("expander device.\n"));
3126		port->port_attached = 1;
3127		get_lrate_mode(phy, link_rate);
3128		break;
3129	case SAS_FANOUT_EXPANDER_DEVICE:
3130		PM8001_MSG_DBG(pm8001_ha,
3131			pm8001_printk("fanout expander device.\n"));
3132		port->port_attached = 1;
3133		get_lrate_mode(phy, link_rate);
3134		break;
3135	default:
3136		PM8001_MSG_DBG(pm8001_ha,
3137			pm8001_printk("unknown device type(%x)\n", deviceType));
3138		break;
3139	}
3140	phy->phy_type |= PORT_TYPE_SAS;
3141	phy->identify.device_type = deviceType;
3142	phy->phy_attached = 1;
3143	if (phy->identify.device_type == SAS_END_DEVICE)
3144		phy->identify.target_port_protocols = SAS_PROTOCOL_SSP;
3145	else if (phy->identify.device_type != SAS_PHY_UNUSED)
3146		phy->identify.target_port_protocols = SAS_PROTOCOL_SMP;
3147	phy->sas_phy.oob_mode = SAS_OOB_MODE;
3148	sas_ha->notify_phy_event(&phy->sas_phy, PHYE_OOB_DONE);
3149	spin_lock_irqsave(&phy->sas_phy.frame_rcvd_lock, flags);
3150	memcpy(phy->frame_rcvd, &pPayload->sas_identify,
3151		sizeof(struct sas_identify_frame)-4);
3152	phy->frame_rcvd_size = sizeof(struct sas_identify_frame) - 4;
3153	pm8001_get_attached_sas_addr(phy, phy->sas_phy.attached_sas_addr);
3154	spin_unlock_irqrestore(&phy->sas_phy.frame_rcvd_lock, flags);
3155	if (pm8001_ha->flags == PM8001F_RUN_TIME)
3156		mdelay(200);/*delay a moment to wait disk to spinup*/
3157	pm8001_bytes_dmaed(pm8001_ha, phy_id);
3158}
3159
3160/**
3161 * hw_event_sata_phy_up -FW tells me a SATA phy up event.
3162 * @pm8001_ha: our hba card information
3163 * @piomb: IO message buffer
3164 */
3165static void
3166hw_event_sata_phy_up(struct pm8001_hba_info *pm8001_ha, void *piomb)
3167{
3168	struct hw_event_resp *pPayload =
3169		(struct hw_event_resp *)(piomb + 4);
3170	u32 lr_evt_status_phyid_portid =
3171		le32_to_cpu(pPayload->lr_evt_status_phyid_portid);
3172	u8 link_rate =
3173		(u8)((lr_evt_status_phyid_portid & 0xF0000000) >> 28);
3174	u8 port_id = (u8)(lr_evt_status_phyid_portid & 0x0000000F);
3175	u8 phy_id =
3176		(u8)((lr_evt_status_phyid_portid & 0x000000F0) >> 4);
3177	u32 npip_portstate = le32_to_cpu(pPayload->npip_portstate);
3178	u8 portstate = (u8)(npip_portstate & 0x0000000F);
3179	struct pm8001_port *port = &pm8001_ha->port[port_id];
3180	struct sas_ha_struct *sas_ha = pm8001_ha->sas;
3181	struct pm8001_phy *phy = &pm8001_ha->phy[phy_id];
3182	unsigned long flags;
3183	PM8001_MSG_DBG(pm8001_ha,
3184		pm8001_printk("HW_EVENT_SATA_PHY_UP port id = %d,"
3185		" phy id = %d\n", port_id, phy_id));
3186	port->port_state =  portstate;
 
3187	port->port_attached = 1;
3188	get_lrate_mode(phy, link_rate);
3189	phy->phy_type |= PORT_TYPE_SATA;
3190	phy->phy_attached = 1;
3191	phy->sas_phy.oob_mode = SATA_OOB_MODE;
3192	sas_ha->notify_phy_event(&phy->sas_phy, PHYE_OOB_DONE);
3193	spin_lock_irqsave(&phy->sas_phy.frame_rcvd_lock, flags);
3194	memcpy(phy->frame_rcvd, ((u8 *)&pPayload->sata_fis - 4),
3195		sizeof(struct dev_to_host_fis));
3196	phy->frame_rcvd_size = sizeof(struct dev_to_host_fis);
3197	phy->identify.target_port_protocols = SAS_PROTOCOL_SATA;
3198	phy->identify.device_type = SATA_DEV;
3199	pm8001_get_attached_sas_addr(phy, phy->sas_phy.attached_sas_addr);
3200	spin_unlock_irqrestore(&phy->sas_phy.frame_rcvd_lock, flags);
3201	pm8001_bytes_dmaed(pm8001_ha, phy_id);
3202}
3203
3204/**
3205 * hw_event_phy_down -we should notify the libsas the phy is down.
3206 * @pm8001_ha: our hba card information
3207 * @piomb: IO message buffer
3208 */
3209static void
3210hw_event_phy_down(struct pm8001_hba_info *pm8001_ha, void *piomb)
3211{
3212	struct hw_event_resp *pPayload =
3213		(struct hw_event_resp *)(piomb + 4);
3214	u32 lr_evt_status_phyid_portid =
3215		le32_to_cpu(pPayload->lr_evt_status_phyid_portid);
3216	u8 port_id = (u8)(lr_evt_status_phyid_portid & 0x0000000F);
3217	u8 phy_id =
3218		(u8)((lr_evt_status_phyid_portid & 0x000000F0) >> 4);
3219	u32 npip_portstate = le32_to_cpu(pPayload->npip_portstate);
3220	u8 portstate = (u8)(npip_portstate & 0x0000000F);
3221	struct pm8001_port *port = &pm8001_ha->port[port_id];
3222	struct pm8001_phy *phy = &pm8001_ha->phy[phy_id];
3223	port->port_state =  portstate;
3224	phy->phy_type = 0;
3225	phy->identify.device_type = 0;
3226	phy->phy_attached = 0;
3227	memset(&phy->dev_sas_addr, 0, SAS_ADDR_SIZE);
3228	switch (portstate) {
3229	case PORT_VALID:
3230		break;
3231	case PORT_INVALID:
3232		PM8001_MSG_DBG(pm8001_ha,
3233			pm8001_printk(" PortInvalid portID %d\n", port_id));
3234		PM8001_MSG_DBG(pm8001_ha,
3235			pm8001_printk(" Last phy Down and port invalid\n"));
3236		port->port_attached = 0;
3237		pm8001_hw_event_ack_req(pm8001_ha, 0, HW_EVENT_PHY_DOWN,
3238			port_id, phy_id, 0, 0);
3239		break;
3240	case PORT_IN_RESET:
3241		PM8001_MSG_DBG(pm8001_ha,
3242			pm8001_printk(" Port In Reset portID %d\n", port_id));
3243		break;
3244	case PORT_NOT_ESTABLISHED:
3245		PM8001_MSG_DBG(pm8001_ha,
3246			pm8001_printk(" phy Down and PORT_NOT_ESTABLISHED\n"));
3247		port->port_attached = 0;
3248		break;
3249	case PORT_LOSTCOMM:
3250		PM8001_MSG_DBG(pm8001_ha,
3251			pm8001_printk(" phy Down and PORT_LOSTCOMM\n"));
3252		PM8001_MSG_DBG(pm8001_ha,
3253			pm8001_printk(" Last phy Down and port invalid\n"));
3254		port->port_attached = 0;
3255		pm8001_hw_event_ack_req(pm8001_ha, 0, HW_EVENT_PHY_DOWN,
3256			port_id, phy_id, 0, 0);
3257		break;
3258	default:
3259		port->port_attached = 0;
3260		PM8001_MSG_DBG(pm8001_ha,
3261			pm8001_printk(" phy Down and(default) = %x\n",
3262			portstate));
3263		break;
3264
3265	}
3266}
3267
3268/**
3269 * mpi_reg_resp -process register device ID response.
3270 * @pm8001_ha: our hba card information
3271 * @piomb: IO message buffer
3272 *
3273 * when sas layer find a device it will notify LLDD, then the driver register
3274 * the domain device to FW, this event is the return device ID which the FW
3275 * has assigned, from now,inter-communication with FW is no longer using the
3276 * SAS address, use device ID which FW assigned.
3277 */
3278static int mpi_reg_resp(struct pm8001_hba_info *pm8001_ha, void *piomb)
3279{
3280	u32 status;
3281	u32 device_id;
3282	u32 htag;
3283	struct pm8001_ccb_info *ccb;
3284	struct pm8001_device *pm8001_dev;
3285	struct dev_reg_resp *registerRespPayload =
3286		(struct dev_reg_resp *)(piomb + 4);
3287
3288	htag = le32_to_cpu(registerRespPayload->tag);
3289	ccb = &pm8001_ha->ccb_info[htag];
3290	pm8001_dev = ccb->device;
3291	status = le32_to_cpu(registerRespPayload->status);
3292	device_id = le32_to_cpu(registerRespPayload->device_id);
3293	PM8001_MSG_DBG(pm8001_ha,
3294		pm8001_printk(" register device is status = %d\n", status));
3295	switch (status) {
3296	case DEVREG_SUCCESS:
3297		PM8001_MSG_DBG(pm8001_ha, pm8001_printk("DEVREG_SUCCESS\n"));
3298		pm8001_dev->device_id = device_id;
3299		break;
3300	case DEVREG_FAILURE_OUT_OF_RESOURCE:
3301		PM8001_MSG_DBG(pm8001_ha,
3302			pm8001_printk("DEVREG_FAILURE_OUT_OF_RESOURCE\n"));
3303		break;
3304	case DEVREG_FAILURE_DEVICE_ALREADY_REGISTERED:
3305		PM8001_MSG_DBG(pm8001_ha,
3306		   pm8001_printk("DEVREG_FAILURE_DEVICE_ALREADY_REGISTERED\n"));
3307		break;
3308	case DEVREG_FAILURE_INVALID_PHY_ID:
3309		PM8001_MSG_DBG(pm8001_ha,
3310			pm8001_printk("DEVREG_FAILURE_INVALID_PHY_ID\n"));
3311		break;
3312	case DEVREG_FAILURE_PHY_ID_ALREADY_REGISTERED:
3313		PM8001_MSG_DBG(pm8001_ha,
3314		   pm8001_printk("DEVREG_FAILURE_PHY_ID_ALREADY_REGISTERED\n"));
3315		break;
3316	case DEVREG_FAILURE_PORT_ID_OUT_OF_RANGE:
3317		PM8001_MSG_DBG(pm8001_ha,
3318			pm8001_printk("DEVREG_FAILURE_PORT_ID_OUT_OF_RANGE\n"));
3319		break;
3320	case DEVREG_FAILURE_PORT_NOT_VALID_STATE:
3321		PM8001_MSG_DBG(pm8001_ha,
3322			pm8001_printk("DEVREG_FAILURE_PORT_NOT_VALID_STATE\n"));
3323		break;
3324	case DEVREG_FAILURE_DEVICE_TYPE_NOT_VALID:
3325		PM8001_MSG_DBG(pm8001_ha,
3326		       pm8001_printk("DEVREG_FAILURE_DEVICE_TYPE_NOT_VALID\n"));
3327		break;
3328	default:
3329		PM8001_MSG_DBG(pm8001_ha,
3330		 pm8001_printk("DEVREG_FAILURE_DEVICE_TYPE_NOT_UNSORPORTED\n"));
3331		break;
3332	}
3333	complete(pm8001_dev->dcompletion);
3334	ccb->task = NULL;
3335	ccb->ccb_tag = 0xFFFFFFFF;
3336	pm8001_ccb_free(pm8001_ha, htag);
3337	return 0;
3338}
3339
3340static int mpi_dereg_resp(struct pm8001_hba_info *pm8001_ha, void *piomb)
3341{
3342	u32 status;
3343	u32 device_id;
3344	struct dev_reg_resp *registerRespPayload =
3345		(struct dev_reg_resp *)(piomb + 4);
3346
3347	status = le32_to_cpu(registerRespPayload->status);
3348	device_id = le32_to_cpu(registerRespPayload->device_id);
3349	if (status != 0)
3350		PM8001_MSG_DBG(pm8001_ha,
3351			pm8001_printk(" deregister device failed ,status = %x"
3352			", device_id = %x\n", status, device_id));
3353	return 0;
3354}
3355
3356static int
3357mpi_fw_flash_update_resp(struct pm8001_hba_info *pm8001_ha, void *piomb)
 
 
 
 
 
3358{
3359	u32 status;
3360	struct fw_control_ex	fw_control_context;
3361	struct fw_flash_Update_resp *ppayload =
3362		(struct fw_flash_Update_resp *)(piomb + 4);
3363	u32 tag = le32_to_cpu(ppayload->tag);
3364	struct pm8001_ccb_info *ccb = &pm8001_ha->ccb_info[tag];
3365	status = le32_to_cpu(ppayload->status);
3366	memcpy(&fw_control_context,
3367		ccb->fw_control_context,
3368		sizeof(fw_control_context));
3369	switch (status) {
3370	case FLASH_UPDATE_COMPLETE_PENDING_REBOOT:
3371		PM8001_MSG_DBG(pm8001_ha,
3372		pm8001_printk(": FLASH_UPDATE_COMPLETE_PENDING_REBOOT\n"));
3373		break;
3374	case FLASH_UPDATE_IN_PROGRESS:
3375		PM8001_MSG_DBG(pm8001_ha,
3376			pm8001_printk(": FLASH_UPDATE_IN_PROGRESS\n"));
3377		break;
3378	case FLASH_UPDATE_HDR_ERR:
3379		PM8001_MSG_DBG(pm8001_ha,
3380			pm8001_printk(": FLASH_UPDATE_HDR_ERR\n"));
3381		break;
3382	case FLASH_UPDATE_OFFSET_ERR:
3383		PM8001_MSG_DBG(pm8001_ha,
3384			pm8001_printk(": FLASH_UPDATE_OFFSET_ERR\n"));
3385		break;
3386	case FLASH_UPDATE_CRC_ERR:
3387		PM8001_MSG_DBG(pm8001_ha,
3388			pm8001_printk(": FLASH_UPDATE_CRC_ERR\n"));
3389		break;
3390	case FLASH_UPDATE_LENGTH_ERR:
3391		PM8001_MSG_DBG(pm8001_ha,
3392			pm8001_printk(": FLASH_UPDATE_LENGTH_ERR\n"));
3393		break;
3394	case FLASH_UPDATE_HW_ERR:
3395		PM8001_MSG_DBG(pm8001_ha,
3396			pm8001_printk(": FLASH_UPDATE_HW_ERR\n"));
3397		break;
3398	case FLASH_UPDATE_DNLD_NOT_SUPPORTED:
3399		PM8001_MSG_DBG(pm8001_ha,
3400			pm8001_printk(": FLASH_UPDATE_DNLD_NOT_SUPPORTED\n"));
3401		break;
3402	case FLASH_UPDATE_DISABLED:
3403		PM8001_MSG_DBG(pm8001_ha,
3404			pm8001_printk(": FLASH_UPDATE_DISABLED\n"));
3405		break;
3406	default:
3407		PM8001_MSG_DBG(pm8001_ha,
3408			pm8001_printk("No matched status = %d\n", status));
3409		break;
3410	}
3411	ccb->fw_control_context->fw_control->retcode = status;
3412	pci_free_consistent(pm8001_ha->pdev,
3413			fw_control_context.len,
3414			fw_control_context.virtAddr,
3415			fw_control_context.phys_addr);
3416	complete(pm8001_ha->nvmd_completion);
3417	ccb->task = NULL;
3418	ccb->ccb_tag = 0xFFFFFFFF;
3419	pm8001_ccb_free(pm8001_ha, tag);
 
3420	return 0;
3421}
3422
3423static int
3424mpi_general_event(struct pm8001_hba_info *pm8001_ha , void *piomb)
3425{
3426	u32 status;
3427	int i;
3428	struct general_event_resp *pPayload =
3429		(struct general_event_resp *)(piomb + 4);
3430	status = le32_to_cpu(pPayload->status);
3431	PM8001_MSG_DBG(pm8001_ha,
3432		pm8001_printk(" status = 0x%x\n", status));
3433	for (i = 0; i < GENERAL_EVENT_PAYLOAD; i++)
3434		PM8001_MSG_DBG(pm8001_ha,
3435			pm8001_printk("inb_IOMB_payload[0x%x] 0x%x,\n", i,
3436			pPayload->inb_IOMB_payload[i]));
3437	return 0;
3438}
3439
3440static int
3441mpi_task_abort_resp(struct pm8001_hba_info *pm8001_ha, void *piomb)
3442{
3443	struct sas_task *t;
3444	struct pm8001_ccb_info *ccb;
3445	unsigned long flags;
3446	u32 status ;
3447	u32 tag, scp;
3448	struct task_status_struct *ts;
 
3449
3450	struct task_abort_resp *pPayload =
3451		(struct task_abort_resp *)(piomb + 4);
3452
3453	status = le32_to_cpu(pPayload->status);
3454	tag = le32_to_cpu(pPayload->tag);
 
 
 
 
 
 
3455	scp = le32_to_cpu(pPayload->scp);
3456	ccb = &pm8001_ha->ccb_info[tag];
3457	t = ccb->task;
3458	PM8001_IO_DBG(pm8001_ha,
3459		pm8001_printk(" status = 0x%x\n", status));
3460	if (t == NULL)
 
 
3461		return -1;
 
3462	ts = &t->task_status;
3463	if (status != 0)
3464		PM8001_FAIL_DBG(pm8001_ha,
3465			pm8001_printk("task abort failed status 0x%x ,"
3466			"tag = 0x%x, scp= 0x%x\n", status, tag, scp));
3467	switch (status) {
3468	case IO_SUCCESS:
3469		PM8001_EH_DBG(pm8001_ha, pm8001_printk("IO_SUCCESS\n"));
3470		ts->resp = SAS_TASK_COMPLETE;
3471		ts->stat = SAM_STAT_GOOD;
3472		break;
3473	case IO_NOT_VALID:
3474		PM8001_EH_DBG(pm8001_ha, pm8001_printk("IO_NOT_VALID\n"));
3475		ts->resp = TMF_RESP_FUNC_FAILED;
3476		break;
3477	}
3478	spin_lock_irqsave(&t->task_state_lock, flags);
3479	t->task_state_flags &= ~SAS_TASK_STATE_PENDING;
3480	t->task_state_flags &= ~SAS_TASK_AT_INITIATOR;
3481	t->task_state_flags |= SAS_TASK_STATE_DONE;
3482	spin_unlock_irqrestore(&t->task_state_lock, flags);
3483	pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
3484	mb();
3485	t->task_done(t);
 
 
 
 
 
 
 
 
3486	return 0;
3487}
3488
3489/**
3490 * mpi_hw_event -The hw event has come.
3491 * @pm8001_ha: our hba card information
3492 * @piomb: IO message buffer
3493 */
3494static int mpi_hw_event(struct pm8001_hba_info *pm8001_ha, void* piomb)
3495{
3496	unsigned long flags;
3497	struct hw_event_resp *pPayload =
3498		(struct hw_event_resp *)(piomb + 4);
3499	u32 lr_evt_status_phyid_portid =
3500		le32_to_cpu(pPayload->lr_evt_status_phyid_portid);
3501	u8 port_id = (u8)(lr_evt_status_phyid_portid & 0x0000000F);
3502	u8 phy_id =
3503		(u8)((lr_evt_status_phyid_portid & 0x000000F0) >> 4);
3504	u16 eventType =
3505		(u16)((lr_evt_status_phyid_portid & 0x00FFFF00) >> 8);
3506	u8 status =
3507		(u8)((lr_evt_status_phyid_portid & 0x0F000000) >> 24);
3508	struct sas_ha_struct *sas_ha = pm8001_ha->sas;
3509	struct pm8001_phy *phy = &pm8001_ha->phy[phy_id];
3510	struct asd_sas_phy *sas_phy = sas_ha->sas_phy[phy_id];
3511	PM8001_MSG_DBG(pm8001_ha,
3512		pm8001_printk("outbound queue HW event & event type : "));
3513	switch (eventType) {
3514	case HW_EVENT_PHY_START_STATUS:
3515		PM8001_MSG_DBG(pm8001_ha,
3516		pm8001_printk("HW_EVENT_PHY_START_STATUS"
3517			" status = %x\n", status));
3518		if (status == 0) {
3519			phy->phy_state = 1;
3520			if (pm8001_ha->flags == PM8001F_RUN_TIME)
3521				complete(phy->enable_completion);
3522		}
3523		break;
3524	case HW_EVENT_SAS_PHY_UP:
3525		PM8001_MSG_DBG(pm8001_ha,
3526			pm8001_printk("HW_EVENT_PHY_START_STATUS\n"));
3527		hw_event_sas_phy_up(pm8001_ha, piomb);
3528		break;
3529	case HW_EVENT_SATA_PHY_UP:
3530		PM8001_MSG_DBG(pm8001_ha,
3531			pm8001_printk("HW_EVENT_SATA_PHY_UP\n"));
3532		hw_event_sata_phy_up(pm8001_ha, piomb);
3533		break;
3534	case HW_EVENT_PHY_STOP_STATUS:
3535		PM8001_MSG_DBG(pm8001_ha,
3536			pm8001_printk("HW_EVENT_PHY_STOP_STATUS "
3537			"status = %x\n", status));
3538		if (status == 0)
3539			phy->phy_state = 0;
3540		break;
3541	case HW_EVENT_SATA_SPINUP_HOLD:
3542		PM8001_MSG_DBG(pm8001_ha,
3543			pm8001_printk("HW_EVENT_SATA_SPINUP_HOLD\n"));
3544		sas_ha->notify_phy_event(&phy->sas_phy, PHYE_SPINUP_HOLD);
3545		break;
3546	case HW_EVENT_PHY_DOWN:
3547		PM8001_MSG_DBG(pm8001_ha,
3548			pm8001_printk("HW_EVENT_PHY_DOWN\n"));
3549		sas_ha->notify_phy_event(&phy->sas_phy, PHYE_LOSS_OF_SIGNAL);
3550		phy->phy_attached = 0;
3551		phy->phy_state = 0;
3552		hw_event_phy_down(pm8001_ha, piomb);
3553		break;
3554	case HW_EVENT_PORT_INVALID:
3555		PM8001_MSG_DBG(pm8001_ha,
3556			pm8001_printk("HW_EVENT_PORT_INVALID\n"));
3557		sas_phy_disconnected(sas_phy);
3558		phy->phy_attached = 0;
3559		sas_ha->notify_port_event(sas_phy, PORTE_LINK_RESET_ERR);
3560		break;
3561	/* the broadcast change primitive received, tell the LIBSAS this event
3562	to revalidate the sas domain*/
3563	case HW_EVENT_BROADCAST_CHANGE:
3564		PM8001_MSG_DBG(pm8001_ha,
3565			pm8001_printk("HW_EVENT_BROADCAST_CHANGE\n"));
3566		pm8001_hw_event_ack_req(pm8001_ha, 0, HW_EVENT_BROADCAST_CHANGE,
3567			port_id, phy_id, 1, 0);
3568		spin_lock_irqsave(&sas_phy->sas_prim_lock, flags);
3569		sas_phy->sas_prim = HW_EVENT_BROADCAST_CHANGE;
3570		spin_unlock_irqrestore(&sas_phy->sas_prim_lock, flags);
3571		sas_ha->notify_port_event(sas_phy, PORTE_BROADCAST_RCVD);
3572		break;
3573	case HW_EVENT_PHY_ERROR:
3574		PM8001_MSG_DBG(pm8001_ha,
3575			pm8001_printk("HW_EVENT_PHY_ERROR\n"));
3576		sas_phy_disconnected(&phy->sas_phy);
3577		phy->phy_attached = 0;
3578		sas_ha->notify_phy_event(&phy->sas_phy, PHYE_OOB_ERROR);
3579		break;
3580	case HW_EVENT_BROADCAST_EXP:
3581		PM8001_MSG_DBG(pm8001_ha,
3582			pm8001_printk("HW_EVENT_BROADCAST_EXP\n"));
3583		spin_lock_irqsave(&sas_phy->sas_prim_lock, flags);
3584		sas_phy->sas_prim = HW_EVENT_BROADCAST_EXP;
3585		spin_unlock_irqrestore(&sas_phy->sas_prim_lock, flags);
3586		sas_ha->notify_port_event(sas_phy, PORTE_BROADCAST_RCVD);
3587		break;
3588	case HW_EVENT_LINK_ERR_INVALID_DWORD:
3589		PM8001_MSG_DBG(pm8001_ha,
3590			pm8001_printk("HW_EVENT_LINK_ERR_INVALID_DWORD\n"));
3591		pm8001_hw_event_ack_req(pm8001_ha, 0,
3592			HW_EVENT_LINK_ERR_INVALID_DWORD, port_id, phy_id, 0, 0);
3593		sas_phy_disconnected(sas_phy);
3594		phy->phy_attached = 0;
3595		sas_ha->notify_port_event(sas_phy, PORTE_LINK_RESET_ERR);
3596		break;
3597	case HW_EVENT_LINK_ERR_DISPARITY_ERROR:
3598		PM8001_MSG_DBG(pm8001_ha,
3599			pm8001_printk("HW_EVENT_LINK_ERR_DISPARITY_ERROR\n"));
3600		pm8001_hw_event_ack_req(pm8001_ha, 0,
3601			HW_EVENT_LINK_ERR_DISPARITY_ERROR,
3602			port_id, phy_id, 0, 0);
3603		sas_phy_disconnected(sas_phy);
3604		phy->phy_attached = 0;
3605		sas_ha->notify_port_event(sas_phy, PORTE_LINK_RESET_ERR);
3606		break;
3607	case HW_EVENT_LINK_ERR_CODE_VIOLATION:
3608		PM8001_MSG_DBG(pm8001_ha,
3609			pm8001_printk("HW_EVENT_LINK_ERR_CODE_VIOLATION\n"));
3610		pm8001_hw_event_ack_req(pm8001_ha, 0,
3611			HW_EVENT_LINK_ERR_CODE_VIOLATION,
3612			port_id, phy_id, 0, 0);
3613		sas_phy_disconnected(sas_phy);
3614		phy->phy_attached = 0;
3615		sas_ha->notify_port_event(sas_phy, PORTE_LINK_RESET_ERR);
3616		break;
3617	case HW_EVENT_LINK_ERR_LOSS_OF_DWORD_SYNCH:
3618		PM8001_MSG_DBG(pm8001_ha,
3619		      pm8001_printk("HW_EVENT_LINK_ERR_LOSS_OF_DWORD_SYNCH\n"));
3620		pm8001_hw_event_ack_req(pm8001_ha, 0,
3621			HW_EVENT_LINK_ERR_LOSS_OF_DWORD_SYNCH,
3622			port_id, phy_id, 0, 0);
3623		sas_phy_disconnected(sas_phy);
3624		phy->phy_attached = 0;
3625		sas_ha->notify_port_event(sas_phy, PORTE_LINK_RESET_ERR);
3626		break;
3627	case HW_EVENT_MALFUNCTION:
3628		PM8001_MSG_DBG(pm8001_ha,
3629			pm8001_printk("HW_EVENT_MALFUNCTION\n"));
3630		break;
3631	case HW_EVENT_BROADCAST_SES:
3632		PM8001_MSG_DBG(pm8001_ha,
3633			pm8001_printk("HW_EVENT_BROADCAST_SES\n"));
3634		spin_lock_irqsave(&sas_phy->sas_prim_lock, flags);
3635		sas_phy->sas_prim = HW_EVENT_BROADCAST_SES;
3636		spin_unlock_irqrestore(&sas_phy->sas_prim_lock, flags);
3637		sas_ha->notify_port_event(sas_phy, PORTE_BROADCAST_RCVD);
3638		break;
3639	case HW_EVENT_INBOUND_CRC_ERROR:
3640		PM8001_MSG_DBG(pm8001_ha,
3641			pm8001_printk("HW_EVENT_INBOUND_CRC_ERROR\n"));
3642		pm8001_hw_event_ack_req(pm8001_ha, 0,
3643			HW_EVENT_INBOUND_CRC_ERROR,
3644			port_id, phy_id, 0, 0);
3645		break;
3646	case HW_EVENT_HARD_RESET_RECEIVED:
3647		PM8001_MSG_DBG(pm8001_ha,
3648			pm8001_printk("HW_EVENT_HARD_RESET_RECEIVED\n"));
3649		sas_ha->notify_port_event(sas_phy, PORTE_HARD_RESET);
3650		break;
3651	case HW_EVENT_ID_FRAME_TIMEOUT:
3652		PM8001_MSG_DBG(pm8001_ha,
3653			pm8001_printk("HW_EVENT_ID_FRAME_TIMEOUT\n"));
3654		sas_phy_disconnected(sas_phy);
3655		phy->phy_attached = 0;
3656		sas_ha->notify_port_event(sas_phy, PORTE_LINK_RESET_ERR);
3657		break;
3658	case HW_EVENT_LINK_ERR_PHY_RESET_FAILED:
3659		PM8001_MSG_DBG(pm8001_ha,
3660			pm8001_printk("HW_EVENT_LINK_ERR_PHY_RESET_FAILED\n"));
3661		pm8001_hw_event_ack_req(pm8001_ha, 0,
3662			HW_EVENT_LINK_ERR_PHY_RESET_FAILED,
3663			port_id, phy_id, 0, 0);
3664		sas_phy_disconnected(sas_phy);
3665		phy->phy_attached = 0;
3666		sas_ha->notify_port_event(sas_phy, PORTE_LINK_RESET_ERR);
3667		break;
3668	case HW_EVENT_PORT_RESET_TIMER_TMO:
3669		PM8001_MSG_DBG(pm8001_ha,
3670			pm8001_printk("HW_EVENT_PORT_RESET_TIMER_TMO\n"));
3671		sas_phy_disconnected(sas_phy);
3672		phy->phy_attached = 0;
3673		sas_ha->notify_port_event(sas_phy, PORTE_LINK_RESET_ERR);
3674		break;
3675	case HW_EVENT_PORT_RECOVERY_TIMER_TMO:
3676		PM8001_MSG_DBG(pm8001_ha,
3677			pm8001_printk("HW_EVENT_PORT_RECOVERY_TIMER_TMO\n"));
3678		sas_phy_disconnected(sas_phy);
3679		phy->phy_attached = 0;
3680		sas_ha->notify_port_event(sas_phy, PORTE_LINK_RESET_ERR);
3681		break;
3682	case HW_EVENT_PORT_RECOVER:
3683		PM8001_MSG_DBG(pm8001_ha,
3684			pm8001_printk("HW_EVENT_PORT_RECOVER\n"));
3685		break;
3686	case HW_EVENT_PORT_RESET_COMPLETE:
3687		PM8001_MSG_DBG(pm8001_ha,
3688			pm8001_printk("HW_EVENT_PORT_RESET_COMPLETE\n"));
3689		break;
3690	case EVENT_BROADCAST_ASYNCH_EVENT:
3691		PM8001_MSG_DBG(pm8001_ha,
3692			pm8001_printk("EVENT_BROADCAST_ASYNCH_EVENT\n"));
3693		break;
3694	default:
3695		PM8001_MSG_DBG(pm8001_ha,
3696			pm8001_printk("Unknown event type = %x\n", eventType));
3697		break;
3698	}
3699	return 0;
3700}
3701
3702/**
3703 * process_one_iomb - process one outbound Queue memory block
3704 * @pm8001_ha: our hba card information
3705 * @piomb: IO message buffer
3706 */
3707static void process_one_iomb(struct pm8001_hba_info *pm8001_ha, void *piomb)
3708{
3709	__le32 pHeader = *(__le32 *)piomb;
3710	u8 opc = (u8)((le32_to_cpu(pHeader)) & 0xFFF);
3711
3712	PM8001_MSG_DBG(pm8001_ha, pm8001_printk("process_one_iomb:"));
3713
3714	switch (opc) {
3715	case OPC_OUB_ECHO:
3716		PM8001_MSG_DBG(pm8001_ha, pm8001_printk("OPC_OUB_ECHO\n"));
3717		break;
3718	case OPC_OUB_HW_EVENT:
3719		PM8001_MSG_DBG(pm8001_ha,
3720			pm8001_printk("OPC_OUB_HW_EVENT\n"));
3721		mpi_hw_event(pm8001_ha, piomb);
3722		break;
3723	case OPC_OUB_SSP_COMP:
3724		PM8001_MSG_DBG(pm8001_ha,
3725			pm8001_printk("OPC_OUB_SSP_COMP\n"));
3726		mpi_ssp_completion(pm8001_ha, piomb);
3727		break;
3728	case OPC_OUB_SMP_COMP:
3729		PM8001_MSG_DBG(pm8001_ha,
3730			pm8001_printk("OPC_OUB_SMP_COMP\n"));
3731		mpi_smp_completion(pm8001_ha, piomb);
3732		break;
3733	case OPC_OUB_LOCAL_PHY_CNTRL:
3734		PM8001_MSG_DBG(pm8001_ha,
3735			pm8001_printk("OPC_OUB_LOCAL_PHY_CNTRL\n"));
3736		mpi_local_phy_ctl(pm8001_ha, piomb);
3737		break;
3738	case OPC_OUB_DEV_REGIST:
3739		PM8001_MSG_DBG(pm8001_ha,
3740			pm8001_printk("OPC_OUB_DEV_REGIST\n"));
3741		mpi_reg_resp(pm8001_ha, piomb);
3742		break;
3743	case OPC_OUB_DEREG_DEV:
3744		PM8001_MSG_DBG(pm8001_ha,
3745			pm8001_printk("unregister the device\n"));
3746		mpi_dereg_resp(pm8001_ha, piomb);
3747		break;
3748	case OPC_OUB_GET_DEV_HANDLE:
3749		PM8001_MSG_DBG(pm8001_ha,
3750			pm8001_printk("OPC_OUB_GET_DEV_HANDLE\n"));
3751		break;
3752	case OPC_OUB_SATA_COMP:
3753		PM8001_MSG_DBG(pm8001_ha,
3754			pm8001_printk("OPC_OUB_SATA_COMP\n"));
3755		mpi_sata_completion(pm8001_ha, piomb);
3756		break;
3757	case OPC_OUB_SATA_EVENT:
3758		PM8001_MSG_DBG(pm8001_ha,
3759			pm8001_printk("OPC_OUB_SATA_EVENT\n"));
3760		mpi_sata_event(pm8001_ha, piomb);
3761		break;
3762	case OPC_OUB_SSP_EVENT:
3763		PM8001_MSG_DBG(pm8001_ha,
3764			pm8001_printk("OPC_OUB_SSP_EVENT\n"));
3765		mpi_ssp_event(pm8001_ha, piomb);
3766		break;
3767	case OPC_OUB_DEV_HANDLE_ARRIV:
3768		PM8001_MSG_DBG(pm8001_ha,
3769			pm8001_printk("OPC_OUB_DEV_HANDLE_ARRIV\n"));
3770		/*This is for target*/
3771		break;
3772	case OPC_OUB_SSP_RECV_EVENT:
3773		PM8001_MSG_DBG(pm8001_ha,
3774			pm8001_printk("OPC_OUB_SSP_RECV_EVENT\n"));
3775		/*This is for target*/
3776		break;
3777	case OPC_OUB_DEV_INFO:
3778		PM8001_MSG_DBG(pm8001_ha,
3779			pm8001_printk("OPC_OUB_DEV_INFO\n"));
3780		break;
3781	case OPC_OUB_FW_FLASH_UPDATE:
3782		PM8001_MSG_DBG(pm8001_ha,
3783			pm8001_printk("OPC_OUB_FW_FLASH_UPDATE\n"));
3784		mpi_fw_flash_update_resp(pm8001_ha, piomb);
3785		break;
3786	case OPC_OUB_GPIO_RESPONSE:
3787		PM8001_MSG_DBG(pm8001_ha,
3788			pm8001_printk("OPC_OUB_GPIO_RESPONSE\n"));
3789		break;
3790	case OPC_OUB_GPIO_EVENT:
3791		PM8001_MSG_DBG(pm8001_ha,
3792			pm8001_printk("OPC_OUB_GPIO_EVENT\n"));
3793		break;
3794	case OPC_OUB_GENERAL_EVENT:
3795		PM8001_MSG_DBG(pm8001_ha,
3796			pm8001_printk("OPC_OUB_GENERAL_EVENT\n"));
3797		mpi_general_event(pm8001_ha, piomb);
3798		break;
3799	case OPC_OUB_SSP_ABORT_RSP:
3800		PM8001_MSG_DBG(pm8001_ha,
3801			pm8001_printk("OPC_OUB_SSP_ABORT_RSP\n"));
3802		mpi_task_abort_resp(pm8001_ha, piomb);
3803		break;
3804	case OPC_OUB_SATA_ABORT_RSP:
3805		PM8001_MSG_DBG(pm8001_ha,
3806			pm8001_printk("OPC_OUB_SATA_ABORT_RSP\n"));
3807		mpi_task_abort_resp(pm8001_ha, piomb);
3808		break;
3809	case OPC_OUB_SAS_DIAG_MODE_START_END:
3810		PM8001_MSG_DBG(pm8001_ha,
3811			pm8001_printk("OPC_OUB_SAS_DIAG_MODE_START_END\n"));
3812		break;
3813	case OPC_OUB_SAS_DIAG_EXECUTE:
3814		PM8001_MSG_DBG(pm8001_ha,
3815			pm8001_printk("OPC_OUB_SAS_DIAG_EXECUTE\n"));
3816		break;
3817	case OPC_OUB_GET_TIME_STAMP:
3818		PM8001_MSG_DBG(pm8001_ha,
3819			pm8001_printk("OPC_OUB_GET_TIME_STAMP\n"));
3820		break;
3821	case OPC_OUB_SAS_HW_EVENT_ACK:
3822		PM8001_MSG_DBG(pm8001_ha,
3823			pm8001_printk("OPC_OUB_SAS_HW_EVENT_ACK\n"));
3824		break;
3825	case OPC_OUB_PORT_CONTROL:
3826		PM8001_MSG_DBG(pm8001_ha,
3827			pm8001_printk("OPC_OUB_PORT_CONTROL\n"));
3828		break;
3829	case OPC_OUB_SMP_ABORT_RSP:
3830		PM8001_MSG_DBG(pm8001_ha,
3831			pm8001_printk("OPC_OUB_SMP_ABORT_RSP\n"));
3832		mpi_task_abort_resp(pm8001_ha, piomb);
3833		break;
3834	case OPC_OUB_GET_NVMD_DATA:
3835		PM8001_MSG_DBG(pm8001_ha,
3836			pm8001_printk("OPC_OUB_GET_NVMD_DATA\n"));
3837		mpi_get_nvmd_resp(pm8001_ha, piomb);
3838		break;
3839	case OPC_OUB_SET_NVMD_DATA:
3840		PM8001_MSG_DBG(pm8001_ha,
3841			pm8001_printk("OPC_OUB_SET_NVMD_DATA\n"));
3842		mpi_set_nvmd_resp(pm8001_ha, piomb);
3843		break;
3844	case OPC_OUB_DEVICE_HANDLE_REMOVAL:
3845		PM8001_MSG_DBG(pm8001_ha,
3846			pm8001_printk("OPC_OUB_DEVICE_HANDLE_REMOVAL\n"));
3847		break;
3848	case OPC_OUB_SET_DEVICE_STATE:
3849		PM8001_MSG_DBG(pm8001_ha,
3850			pm8001_printk("OPC_OUB_SET_DEVICE_STATE\n"));
3851		mpi_set_dev_state_resp(pm8001_ha, piomb);
3852		break;
3853	case OPC_OUB_GET_DEVICE_STATE:
3854		PM8001_MSG_DBG(pm8001_ha,
3855			pm8001_printk("OPC_OUB_GET_DEVICE_STATE\n"));
3856		break;
3857	case OPC_OUB_SET_DEV_INFO:
3858		PM8001_MSG_DBG(pm8001_ha,
3859			pm8001_printk("OPC_OUB_SET_DEV_INFO\n"));
3860		break;
3861	case OPC_OUB_SAS_RE_INITIALIZE:
3862		PM8001_MSG_DBG(pm8001_ha,
3863			pm8001_printk("OPC_OUB_SAS_RE_INITIALIZE\n"));
3864		break;
3865	default:
3866		PM8001_MSG_DBG(pm8001_ha,
3867			pm8001_printk("Unknown outbound Queue IOMB OPC = %x\n",
3868			opc));
3869		break;
3870	}
3871}
3872
3873static int process_oq(struct pm8001_hba_info *pm8001_ha)
3874{
3875	struct outbound_queue_table *circularQ;
3876	void *pMsg1 = NULL;
3877	u8 uninitialized_var(bc);
3878	u32 ret = MPI_IO_STATUS_FAIL;
3879	unsigned long flags;
3880
3881	spin_lock_irqsave(&pm8001_ha->lock, flags);
3882	circularQ = &pm8001_ha->outbnd_q_tbl[0];
3883	do {
3884		ret = mpi_msg_consume(pm8001_ha, circularQ, &pMsg1, &bc);
3885		if (MPI_IO_STATUS_SUCCESS == ret) {
3886			/* process the outbound message */
3887			process_one_iomb(pm8001_ha, (void *)(pMsg1 - 4));
3888			/* free the message from the outbound circular buffer */
3889			mpi_msg_free_set(pm8001_ha, pMsg1, circularQ, bc);
 
3890		}
3891		if (MPI_IO_STATUS_BUSY == ret) {
3892			/* Update the producer index from SPC */
3893			circularQ->producer_index =
3894				cpu_to_le32(pm8001_read_32(circularQ->pi_virt));
3895			if (le32_to_cpu(circularQ->producer_index) ==
3896				circularQ->consumer_idx)
3897				/* OQ is empty */
3898				break;
3899		}
3900	} while (1);
3901	spin_unlock_irqrestore(&pm8001_ha->lock, flags);
3902	return ret;
3903}
3904
3905/* PCI_DMA_... to our direction translation. */
3906static const u8 data_dir_flags[] = {
3907	[PCI_DMA_BIDIRECTIONAL] = DATA_DIR_BYRECIPIENT,/* UNSPECIFIED */
3908	[PCI_DMA_TODEVICE]	= DATA_DIR_OUT,/* OUTBOUND */
3909	[PCI_DMA_FROMDEVICE]	= DATA_DIR_IN,/* INBOUND */
3910	[PCI_DMA_NONE]		= DATA_DIR_NONE,/* NO TRANSFER */
3911};
3912static void
3913pm8001_chip_make_sg(struct scatterlist *scatter, int nr, void *prd)
3914{
3915	int i;
3916	struct scatterlist *sg;
3917	struct pm8001_prd *buf_prd = prd;
3918
3919	for_each_sg(scatter, sg, nr, i) {
3920		buf_prd->addr = cpu_to_le64(sg_dma_address(sg));
3921		buf_prd->im_len.len = cpu_to_le32(sg_dma_len(sg));
3922		buf_prd->im_len.e = 0;
3923		buf_prd++;
3924	}
3925}
3926
3927static void build_smp_cmd(u32 deviceID, __le32 hTag, struct smp_req *psmp_cmd)
3928{
3929	psmp_cmd->tag = hTag;
3930	psmp_cmd->device_id = cpu_to_le32(deviceID);
3931	psmp_cmd->len_ip_ir = cpu_to_le32(1|(1 << 1));
3932}
3933
3934/**
3935 * pm8001_chip_smp_req - send a SMP task to FW
3936 * @pm8001_ha: our hba card information.
3937 * @ccb: the ccb information this request used.
3938 */
3939static int pm8001_chip_smp_req(struct pm8001_hba_info *pm8001_ha,
3940	struct pm8001_ccb_info *ccb)
3941{
3942	int elem, rc;
3943	struct sas_task *task = ccb->task;
3944	struct domain_device *dev = task->dev;
3945	struct pm8001_device *pm8001_dev = dev->lldd_dev;
3946	struct scatterlist *sg_req, *sg_resp;
3947	u32 req_len, resp_len;
3948	struct smp_req smp_cmd;
3949	u32 opc;
3950	struct inbound_queue_table *circularQ;
3951
3952	memset(&smp_cmd, 0, sizeof(smp_cmd));
3953	/*
3954	 * DMA-map SMP request, response buffers
3955	 */
3956	sg_req = &task->smp_task.smp_req;
3957	elem = dma_map_sg(pm8001_ha->dev, sg_req, 1, PCI_DMA_TODEVICE);
3958	if (!elem)
3959		return -ENOMEM;
3960	req_len = sg_dma_len(sg_req);
3961
3962	sg_resp = &task->smp_task.smp_resp;
3963	elem = dma_map_sg(pm8001_ha->dev, sg_resp, 1, PCI_DMA_FROMDEVICE);
3964	if (!elem) {
3965		rc = -ENOMEM;
3966		goto err_out;
3967	}
3968	resp_len = sg_dma_len(sg_resp);
3969	/* must be in dwords */
3970	if ((req_len & 0x3) || (resp_len & 0x3)) {
3971		rc = -EINVAL;
3972		goto err_out_2;
3973	}
3974
3975	opc = OPC_INB_SMP_REQUEST;
3976	circularQ = &pm8001_ha->inbnd_q_tbl[0];
3977	smp_cmd.tag = cpu_to_le32(ccb->ccb_tag);
3978	smp_cmd.long_smp_req.long_req_addr =
3979		cpu_to_le64((u64)sg_dma_address(&task->smp_task.smp_req));
3980	smp_cmd.long_smp_req.long_req_size =
3981		cpu_to_le32((u32)sg_dma_len(&task->smp_task.smp_req)-4);
3982	smp_cmd.long_smp_req.long_resp_addr =
3983		cpu_to_le64((u64)sg_dma_address(&task->smp_task.smp_resp));
3984	smp_cmd.long_smp_req.long_resp_size =
3985		cpu_to_le32((u32)sg_dma_len(&task->smp_task.smp_resp)-4);
3986	build_smp_cmd(pm8001_dev->device_id, smp_cmd.tag, &smp_cmd);
3987	mpi_build_cmd(pm8001_ha, circularQ, opc, (u32 *)&smp_cmd);
 
 
 
 
3988	return 0;
3989
3990err_out_2:
3991	dma_unmap_sg(pm8001_ha->dev, &ccb->task->smp_task.smp_resp, 1,
3992			PCI_DMA_FROMDEVICE);
3993err_out:
3994	dma_unmap_sg(pm8001_ha->dev, &ccb->task->smp_task.smp_req, 1,
3995			PCI_DMA_TODEVICE);
3996	return rc;
3997}
3998
3999/**
4000 * pm8001_chip_ssp_io_req - send a SSP task to FW
4001 * @pm8001_ha: our hba card information.
4002 * @ccb: the ccb information this request used.
4003 */
4004static int pm8001_chip_ssp_io_req(struct pm8001_hba_info *pm8001_ha,
4005	struct pm8001_ccb_info *ccb)
4006{
4007	struct sas_task *task = ccb->task;
4008	struct domain_device *dev = task->dev;
4009	struct pm8001_device *pm8001_dev = dev->lldd_dev;
4010	struct ssp_ini_io_start_req ssp_cmd;
4011	u32 tag = ccb->ccb_tag;
4012	int ret;
4013	u64 phys_addr;
4014	struct inbound_queue_table *circularQ;
4015	u32 opc = OPC_INB_SSPINIIOSTART;
4016	memset(&ssp_cmd, 0, sizeof(ssp_cmd));
4017	memcpy(ssp_cmd.ssp_iu.lun, task->ssp_task.LUN, 8);
4018	ssp_cmd.dir_m_tlr =
4019		cpu_to_le32(data_dir_flags[task->data_dir] << 8 | 0x0);/*0 for
4020	SAS 1.1 compatible TLR*/
4021	ssp_cmd.data_len = cpu_to_le32(task->total_xfer_len);
4022	ssp_cmd.device_id = cpu_to_le32(pm8001_dev->device_id);
4023	ssp_cmd.tag = cpu_to_le32(tag);
4024	if (task->ssp_task.enable_first_burst)
4025		ssp_cmd.ssp_iu.efb_prio_attr |= 0x80;
4026	ssp_cmd.ssp_iu.efb_prio_attr |= (task->ssp_task.task_prio << 3);
4027	ssp_cmd.ssp_iu.efb_prio_attr |= (task->ssp_task.task_attr & 7);
4028	memcpy(ssp_cmd.ssp_iu.cdb, task->ssp_task.cdb, 16);
 
4029	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4030
4031	/* fill in PRD (scatter/gather) table, if any */
4032	if (task->num_scatter > 1) {
4033		pm8001_chip_make_sg(task->scatter, ccb->n_elem, ccb->buf_prd);
4034		phys_addr = ccb->ccb_dma_handle +
4035				offsetof(struct pm8001_ccb_info, buf_prd[0]);
4036		ssp_cmd.addr_low = cpu_to_le32(lower_32_bits(phys_addr));
4037		ssp_cmd.addr_high = cpu_to_le32(upper_32_bits(phys_addr));
4038		ssp_cmd.esgl = cpu_to_le32(1<<31);
4039	} else if (task->num_scatter == 1) {
4040		u64 dma_addr = sg_dma_address(task->scatter);
4041		ssp_cmd.addr_low = cpu_to_le32(lower_32_bits(dma_addr));
4042		ssp_cmd.addr_high = cpu_to_le32(upper_32_bits(dma_addr));
4043		ssp_cmd.len = cpu_to_le32(task->total_xfer_len);
4044		ssp_cmd.esgl = 0;
4045	} else if (task->num_scatter == 0) {
4046		ssp_cmd.addr_low = 0;
4047		ssp_cmd.addr_high = 0;
4048		ssp_cmd.len = cpu_to_le32(task->total_xfer_len);
4049		ssp_cmd.esgl = 0;
4050	}
4051	ret = mpi_build_cmd(pm8001_ha, circularQ, opc, &ssp_cmd);
4052	return ret;
4053}
4054
4055static int pm8001_chip_sata_req(struct pm8001_hba_info *pm8001_ha,
4056	struct pm8001_ccb_info *ccb)
4057{
4058	struct sas_task *task = ccb->task;
4059	struct domain_device *dev = task->dev;
4060	struct pm8001_device *pm8001_ha_dev = dev->lldd_dev;
4061	u32 tag = ccb->ccb_tag;
4062	int ret;
4063	struct sata_start_req sata_cmd;
4064	u32 hdr_tag, ncg_tag = 0;
4065	u64 phys_addr;
4066	u32 ATAP = 0x0;
4067	u32 dir;
4068	struct inbound_queue_table *circularQ;
 
4069	u32  opc = OPC_INB_SATA_HOST_OPSTART;
4070	memset(&sata_cmd, 0, sizeof(sata_cmd));
4071	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4072	if (task->data_dir == PCI_DMA_NONE) {
4073		ATAP = 0x04;  /* no data*/
4074		PM8001_IO_DBG(pm8001_ha, pm8001_printk("no data\n"));
4075	} else if (likely(!task->ata_task.device_control_reg_update)) {
4076		if (task->ata_task.dma_xfer) {
4077			ATAP = 0x06; /* DMA */
4078			PM8001_IO_DBG(pm8001_ha, pm8001_printk("DMA\n"));
4079		} else {
4080			ATAP = 0x05; /* PIO*/
4081			PM8001_IO_DBG(pm8001_ha, pm8001_printk("PIO\n"));
4082		}
4083		if (task->ata_task.use_ncq &&
4084			dev->sata_dev.command_set != ATAPI_COMMAND_SET) {
4085			ATAP = 0x07; /* FPDMA */
4086			PM8001_IO_DBG(pm8001_ha, pm8001_printk("FPDMA\n"));
4087		}
4088	}
4089	if (task->ata_task.use_ncq && pm8001_get_ncq_tag(task, &hdr_tag))
 
4090		ncg_tag = hdr_tag;
 
4091	dir = data_dir_flags[task->data_dir] << 8;
4092	sata_cmd.tag = cpu_to_le32(tag);
4093	sata_cmd.device_id = cpu_to_le32(pm8001_ha_dev->device_id);
4094	sata_cmd.data_len = cpu_to_le32(task->total_xfer_len);
4095	sata_cmd.ncqtag_atap_dir_m =
4096		cpu_to_le32(((ncg_tag & 0xff)<<16)|((ATAP & 0x3f) << 10) | dir);
4097	sata_cmd.sata_fis = task->ata_task.fis;
4098	if (likely(!task->ata_task.device_control_reg_update))
4099		sata_cmd.sata_fis.flags |= 0x80;/* C=1: update ATA cmd reg */
4100	sata_cmd.sata_fis.flags &= 0xF0;/* PM_PORT field shall be 0 */
4101	/* fill in PRD (scatter/gather) table, if any */
4102	if (task->num_scatter > 1) {
4103		pm8001_chip_make_sg(task->scatter, ccb->n_elem, ccb->buf_prd);
4104		phys_addr = ccb->ccb_dma_handle +
4105				offsetof(struct pm8001_ccb_info, buf_prd[0]);
4106		sata_cmd.addr_low = lower_32_bits(phys_addr);
4107		sata_cmd.addr_high = upper_32_bits(phys_addr);
4108		sata_cmd.esgl = cpu_to_le32(1 << 31);
4109	} else if (task->num_scatter == 1) {
4110		u64 dma_addr = sg_dma_address(task->scatter);
4111		sata_cmd.addr_low = lower_32_bits(dma_addr);
4112		sata_cmd.addr_high = upper_32_bits(dma_addr);
4113		sata_cmd.len = cpu_to_le32(task->total_xfer_len);
4114		sata_cmd.esgl = 0;
4115	} else if (task->num_scatter == 0) {
4116		sata_cmd.addr_low = 0;
4117		sata_cmd.addr_high = 0;
4118		sata_cmd.len = cpu_to_le32(task->total_xfer_len);
4119		sata_cmd.esgl = 0;
4120	}
4121	ret = mpi_build_cmd(pm8001_ha, circularQ, opc, &sata_cmd);
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4122	return ret;
4123}
4124
4125/**
4126 * pm8001_chip_phy_start_req - start phy via PHY_START COMMAND
4127 * @pm8001_ha: our hba card information.
4128 * @num: the inbound queue number
4129 * @phy_id: the phy id which we wanted to start up.
4130 */
4131static int
4132pm8001_chip_phy_start_req(struct pm8001_hba_info *pm8001_ha, u8 phy_id)
4133{
4134	struct phy_start_req payload;
4135	struct inbound_queue_table *circularQ;
4136	int ret;
4137	u32 tag = 0x01;
4138	u32 opcode = OPC_INB_PHYSTART;
4139	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4140	memset(&payload, 0, sizeof(payload));
4141	payload.tag = cpu_to_le32(tag);
4142	/*
4143	 ** [0:7]   PHY Identifier
4144	 ** [8:11]  link rate 1.5G, 3G, 6G
4145	 ** [12:13] link mode 01b SAS mode; 10b SATA mode; 11b both
4146	 ** [14]    0b disable spin up hold; 1b enable spin up hold
4147	 */
4148	payload.ase_sh_lm_slr_phyid = cpu_to_le32(SPINHOLD_DISABLE |
4149		LINKMODE_AUTO |	LINKRATE_15 |
4150		LINKRATE_30 | LINKRATE_60 | phy_id);
4151	payload.sas_identify.dev_type = SAS_END_DEV;
4152	payload.sas_identify.initiator_bits = SAS_PROTOCOL_ALL;
4153	memcpy(payload.sas_identify.sas_addr,
4154		pm8001_ha->sas_addr, SAS_ADDR_SIZE);
4155	payload.sas_identify.phy_id = phy_id;
4156	ret = mpi_build_cmd(pm8001_ha, circularQ, opcode, &payload);
4157	return ret;
4158}
4159
4160/**
4161 * pm8001_chip_phy_stop_req - start phy via PHY_STOP COMMAND
4162 * @pm8001_ha: our hba card information.
4163 * @num: the inbound queue number
4164 * @phy_id: the phy id which we wanted to start up.
4165 */
4166static int pm8001_chip_phy_stop_req(struct pm8001_hba_info *pm8001_ha,
4167	u8 phy_id)
4168{
4169	struct phy_stop_req payload;
4170	struct inbound_queue_table *circularQ;
4171	int ret;
4172	u32 tag = 0x01;
4173	u32 opcode = OPC_INB_PHYSTOP;
4174	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4175	memset(&payload, 0, sizeof(payload));
4176	payload.tag = cpu_to_le32(tag);
4177	payload.phy_id = cpu_to_le32(phy_id);
4178	ret = mpi_build_cmd(pm8001_ha, circularQ, opcode, &payload);
4179	return ret;
4180}
4181
4182/**
4183 * see comments on mpi_reg_resp.
4184 */
4185static int pm8001_chip_reg_dev_req(struct pm8001_hba_info *pm8001_ha,
4186	struct pm8001_device *pm8001_dev, u32 flag)
4187{
4188	struct reg_dev_req payload;
4189	u32	opc;
4190	u32 stp_sspsmp_sata = 0x4;
4191	struct inbound_queue_table *circularQ;
4192	u32 linkrate, phy_id;
4193	int rc, tag = 0xdeadbeef;
4194	struct pm8001_ccb_info *ccb;
4195	u8 retryFlag = 0x1;
4196	u16 firstBurstSize = 0;
4197	u16 ITNT = 2000;
4198	struct domain_device *dev = pm8001_dev->sas_device;
4199	struct domain_device *parent_dev = dev->parent;
4200	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4201
4202	memset(&payload, 0, sizeof(payload));
4203	rc = pm8001_tag_alloc(pm8001_ha, &tag);
4204	if (rc)
4205		return rc;
4206	ccb = &pm8001_ha->ccb_info[tag];
4207	ccb->device = pm8001_dev;
4208	ccb->ccb_tag = tag;
4209	payload.tag = cpu_to_le32(tag);
4210	if (flag == 1)
4211		stp_sspsmp_sata = 0x02; /*direct attached sata */
4212	else {
4213		if (pm8001_dev->dev_type == SATA_DEV)
4214			stp_sspsmp_sata = 0x00; /* stp*/
4215		else if (pm8001_dev->dev_type == SAS_END_DEV ||
4216			pm8001_dev->dev_type == EDGE_DEV ||
4217			pm8001_dev->dev_type == FANOUT_DEV)
4218			stp_sspsmp_sata = 0x01; /*ssp or smp*/
4219	}
4220	if (parent_dev && DEV_IS_EXPANDER(parent_dev->dev_type))
4221		phy_id = parent_dev->ex_dev.ex_phy->phy_id;
4222	else
4223		phy_id = pm8001_dev->attached_phy;
4224	opc = OPC_INB_REG_DEV;
4225	linkrate = (pm8001_dev->sas_device->linkrate < dev->port->linkrate) ?
4226			pm8001_dev->sas_device->linkrate : dev->port->linkrate;
4227	payload.phyid_portid =
4228		cpu_to_le32(((pm8001_dev->sas_device->port->id) & 0x0F) |
4229		((phy_id & 0x0F) << 4));
4230	payload.dtype_dlr_retry = cpu_to_le32((retryFlag & 0x01) |
4231		((linkrate & 0x0F) * 0x1000000) |
4232		((stp_sspsmp_sata & 0x03) * 0x10000000));
4233	payload.firstburstsize_ITNexustimeout =
4234		cpu_to_le32(ITNT | (firstBurstSize * 0x10000));
4235	memcpy(payload.sas_addr, pm8001_dev->sas_device->sas_addr,
4236		SAS_ADDR_SIZE);
4237	rc = mpi_build_cmd(pm8001_ha, circularQ, opc, &payload);
4238	return rc;
4239}
4240
4241/**
4242 * see comments on mpi_reg_resp.
4243 */
4244static int pm8001_chip_dereg_dev_req(struct pm8001_hba_info *pm8001_ha,
4245	u32 device_id)
4246{
4247	struct dereg_dev_req payload;
4248	u32 opc = OPC_INB_DEREG_DEV_HANDLE;
4249	int ret;
4250	struct inbound_queue_table *circularQ;
4251
4252	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4253	memset(&payload, 0, sizeof(payload));
4254	payload.tag = cpu_to_le32(1);
4255	payload.device_id = cpu_to_le32(device_id);
4256	PM8001_MSG_DBG(pm8001_ha,
4257		pm8001_printk("unregister device device_id = %d\n", device_id));
4258	ret = mpi_build_cmd(pm8001_ha, circularQ, opc, &payload);
4259	return ret;
4260}
4261
4262/**
4263 * pm8001_chip_phy_ctl_req - support the local phy operation
4264 * @pm8001_ha: our hba card information.
4265 * @num: the inbound queue number
4266 * @phy_id: the phy id which we wanted to operate
4267 * @phy_op:
4268 */
4269static int pm8001_chip_phy_ctl_req(struct pm8001_hba_info *pm8001_ha,
4270	u32 phyId, u32 phy_op)
4271{
4272	struct local_phy_ctl_req payload;
4273	struct inbound_queue_table *circularQ;
4274	int ret;
4275	u32 opc = OPC_INB_LOCAL_PHY_CONTROL;
4276	memset(&payload, 0, sizeof(payload));
4277	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4278	payload.tag = cpu_to_le32(1);
4279	payload.phyop_phyid =
4280		cpu_to_le32(((phy_op & 0xff) << 8) | (phyId & 0x0F));
4281	ret = mpi_build_cmd(pm8001_ha, circularQ, opc, &payload);
4282	return ret;
4283}
4284
4285static u32 pm8001_chip_is_our_interupt(struct pm8001_hba_info *pm8001_ha)
4286{
4287	u32 value;
4288#ifdef PM8001_USE_MSIX
4289	return 1;
4290#endif
4291	value = pm8001_cr32(pm8001_ha, 0, MSGU_ODR);
4292	if (value)
4293		return 1;
4294	return 0;
4295
4296}
4297
4298/**
4299 * pm8001_chip_isr - PM8001 isr handler.
4300 * @pm8001_ha: our hba card information.
4301 * @irq: irq number.
4302 * @stat: stat.
4303 */
4304static irqreturn_t
4305pm8001_chip_isr(struct pm8001_hba_info *pm8001_ha)
4306{
4307	pm8001_chip_interrupt_disable(pm8001_ha);
4308	process_oq(pm8001_ha);
4309	pm8001_chip_interrupt_enable(pm8001_ha);
4310	return IRQ_HANDLED;
4311}
4312
4313static int send_task_abort(struct pm8001_hba_info *pm8001_ha, u32 opc,
4314	u32 dev_id, u8 flag, u32 task_tag, u32 cmd_tag)
4315{
4316	struct task_abort_req task_abort;
4317	struct inbound_queue_table *circularQ;
4318	int ret;
4319	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4320	memset(&task_abort, 0, sizeof(task_abort));
4321	if (ABORT_SINGLE == (flag & ABORT_MASK)) {
4322		task_abort.abort_all = 0;
4323		task_abort.device_id = cpu_to_le32(dev_id);
4324		task_abort.tag_to_abort = cpu_to_le32(task_tag);
4325		task_abort.tag = cpu_to_le32(cmd_tag);
4326	} else if (ABORT_ALL == (flag & ABORT_MASK)) {
4327		task_abort.abort_all = cpu_to_le32(1);
4328		task_abort.device_id = cpu_to_le32(dev_id);
4329		task_abort.tag = cpu_to_le32(cmd_tag);
4330	}
4331	ret = mpi_build_cmd(pm8001_ha, circularQ, opc, &task_abort);
4332	return ret;
4333}
4334
4335/**
4336 * pm8001_chip_abort_task - SAS abort task when error or exception happened.
4337 * @task: the task we wanted to aborted.
4338 * @flag: the abort flag.
4339 */
4340static int pm8001_chip_abort_task(struct pm8001_hba_info *pm8001_ha,
4341	struct pm8001_device *pm8001_dev, u8 flag, u32 task_tag, u32 cmd_tag)
4342{
4343	u32 opc, device_id;
4344	int rc = TMF_RESP_FUNC_FAILED;
4345	PM8001_EH_DBG(pm8001_ha, pm8001_printk("cmd_tag = %x, abort task tag"
4346		" = %x", cmd_tag, task_tag));
4347	if (pm8001_dev->dev_type == SAS_END_DEV)
 
4348		opc = OPC_INB_SSP_ABORT;
4349	else if (pm8001_dev->dev_type == SATA_DEV)
4350		opc = OPC_INB_SATA_ABORT;
4351	else
4352		opc = OPC_INB_SMP_ABORT;/* SMP */
4353	device_id = pm8001_dev->device_id;
4354	rc = send_task_abort(pm8001_ha, opc, device_id, flag,
4355		task_tag, cmd_tag);
4356	if (rc != TMF_RESP_FUNC_COMPLETE)
4357		PM8001_EH_DBG(pm8001_ha, pm8001_printk("rc= %d\n", rc));
4358	return rc;
4359}
4360
4361/**
4362 * pm8001_chip_ssp_tm_req - built the task management command.
4363 * @pm8001_ha: our hba card information.
4364 * @ccb: the ccb information.
4365 * @tmf: task management function.
4366 */
4367static int pm8001_chip_ssp_tm_req(struct pm8001_hba_info *pm8001_ha,
4368	struct pm8001_ccb_info *ccb, struct pm8001_tmf_task *tmf)
4369{
4370	struct sas_task *task = ccb->task;
4371	struct domain_device *dev = task->dev;
4372	struct pm8001_device *pm8001_dev = dev->lldd_dev;
4373	u32 opc = OPC_INB_SSPINITMSTART;
4374	struct inbound_queue_table *circularQ;
4375	struct ssp_ini_tm_start_req sspTMCmd;
4376	int ret;
4377
4378	memset(&sspTMCmd, 0, sizeof(sspTMCmd));
4379	sspTMCmd.device_id = cpu_to_le32(pm8001_dev->device_id);
4380	sspTMCmd.relate_tag = cpu_to_le32(tmf->tag_of_task_to_be_managed);
4381	sspTMCmd.tmf = cpu_to_le32(tmf->tmf);
4382	memcpy(sspTMCmd.lun, task->ssp_task.LUN, 8);
4383	sspTMCmd.tag = cpu_to_le32(ccb->ccb_tag);
 
 
4384	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4385	ret = mpi_build_cmd(pm8001_ha, circularQ, opc, &sspTMCmd);
4386	return ret;
4387}
4388
4389static int pm8001_chip_get_nvmd_req(struct pm8001_hba_info *pm8001_ha,
4390	void *payload)
4391{
4392	u32 opc = OPC_INB_GET_NVMD_DATA;
4393	u32 nvmd_type;
4394	int rc;
4395	u32 tag;
4396	struct pm8001_ccb_info *ccb;
4397	struct inbound_queue_table *circularQ;
4398	struct get_nvm_data_req nvmd_req;
4399	struct fw_control_ex *fw_control_context;
4400	struct pm8001_ioctl_payload *ioctl_payload = payload;
4401
4402	nvmd_type = ioctl_payload->minor_function;
4403	fw_control_context = kzalloc(sizeof(struct fw_control_ex), GFP_KERNEL);
4404	if (!fw_control_context)
4405		return -ENOMEM;
4406	fw_control_context->usrAddr = (u8 *)&ioctl_payload->func_specific[0];
4407	fw_control_context->len = ioctl_payload->length;
4408	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4409	memset(&nvmd_req, 0, sizeof(nvmd_req));
4410	rc = pm8001_tag_alloc(pm8001_ha, &tag);
4411	if (rc) {
4412		kfree(fw_control_context);
4413		return rc;
4414	}
4415	ccb = &pm8001_ha->ccb_info[tag];
4416	ccb->ccb_tag = tag;
4417	ccb->fw_control_context = fw_control_context;
4418	nvmd_req.tag = cpu_to_le32(tag);
4419
4420	switch (nvmd_type) {
4421	case TWI_DEVICE: {
4422		u32 twi_addr, twi_page_size;
4423		twi_addr = 0xa8;
4424		twi_page_size = 2;
4425
4426		nvmd_req.len_ir_vpdd = cpu_to_le32(IPMode | twi_addr << 16 |
4427			twi_page_size << 8 | TWI_DEVICE);
4428		nvmd_req.resp_len = cpu_to_le32(ioctl_payload->length);
4429		nvmd_req.resp_addr_hi =
4430		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi);
4431		nvmd_req.resp_addr_lo =
4432		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo);
4433		break;
4434	}
4435	case C_SEEPROM: {
4436		nvmd_req.len_ir_vpdd = cpu_to_le32(IPMode | C_SEEPROM);
4437		nvmd_req.resp_len = cpu_to_le32(ioctl_payload->length);
4438		nvmd_req.resp_addr_hi =
4439		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi);
4440		nvmd_req.resp_addr_lo =
4441		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo);
4442		break;
4443	}
4444	case VPD_FLASH: {
4445		nvmd_req.len_ir_vpdd = cpu_to_le32(IPMode | VPD_FLASH);
4446		nvmd_req.resp_len = cpu_to_le32(ioctl_payload->length);
4447		nvmd_req.resp_addr_hi =
4448		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi);
4449		nvmd_req.resp_addr_lo =
4450		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo);
4451		break;
4452	}
4453	case EXPAN_ROM: {
4454		nvmd_req.len_ir_vpdd = cpu_to_le32(IPMode | EXPAN_ROM);
4455		nvmd_req.resp_len = cpu_to_le32(ioctl_payload->length);
4456		nvmd_req.resp_addr_hi =
4457		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi);
4458		nvmd_req.resp_addr_lo =
4459		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo);
4460		break;
4461	}
 
 
 
 
 
 
 
 
 
 
4462	default:
4463		break;
4464	}
4465	rc = mpi_build_cmd(pm8001_ha, circularQ, opc, &nvmd_req);
 
 
 
 
4466	return rc;
4467}
4468
4469static int pm8001_chip_set_nvmd_req(struct pm8001_hba_info *pm8001_ha,
4470	void *payload)
4471{
4472	u32 opc = OPC_INB_SET_NVMD_DATA;
4473	u32 nvmd_type;
4474	int rc;
4475	u32 tag;
4476	struct pm8001_ccb_info *ccb;
4477	struct inbound_queue_table *circularQ;
4478	struct set_nvm_data_req nvmd_req;
4479	struct fw_control_ex *fw_control_context;
4480	struct pm8001_ioctl_payload *ioctl_payload = payload;
4481
4482	nvmd_type = ioctl_payload->minor_function;
4483	fw_control_context = kzalloc(sizeof(struct fw_control_ex), GFP_KERNEL);
4484	if (!fw_control_context)
4485		return -ENOMEM;
4486	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4487	memcpy(pm8001_ha->memoryMap.region[NVMD].virt_ptr,
4488		ioctl_payload->func_specific,
4489		ioctl_payload->length);
4490	memset(&nvmd_req, 0, sizeof(nvmd_req));
4491	rc = pm8001_tag_alloc(pm8001_ha, &tag);
4492	if (rc) {
4493		kfree(fw_control_context);
4494		return rc;
4495	}
4496	ccb = &pm8001_ha->ccb_info[tag];
4497	ccb->fw_control_context = fw_control_context;
4498	ccb->ccb_tag = tag;
4499	nvmd_req.tag = cpu_to_le32(tag);
4500	switch (nvmd_type) {
4501	case TWI_DEVICE: {
4502		u32 twi_addr, twi_page_size;
4503		twi_addr = 0xa8;
4504		twi_page_size = 2;
4505		nvmd_req.reserved[0] = cpu_to_le32(0xFEDCBA98);
4506		nvmd_req.len_ir_vpdd = cpu_to_le32(IPMode | twi_addr << 16 |
4507			twi_page_size << 8 | TWI_DEVICE);
4508		nvmd_req.resp_len = cpu_to_le32(ioctl_payload->length);
4509		nvmd_req.resp_addr_hi =
4510		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi);
4511		nvmd_req.resp_addr_lo =
4512		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo);
4513		break;
4514	}
4515	case C_SEEPROM:
4516		nvmd_req.len_ir_vpdd = cpu_to_le32(IPMode | C_SEEPROM);
4517		nvmd_req.resp_len = cpu_to_le32(ioctl_payload->length);
4518		nvmd_req.reserved[0] = cpu_to_le32(0xFEDCBA98);
4519		nvmd_req.resp_addr_hi =
4520		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi);
4521		nvmd_req.resp_addr_lo =
4522		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo);
4523		break;
4524	case VPD_FLASH:
4525		nvmd_req.len_ir_vpdd = cpu_to_le32(IPMode | VPD_FLASH);
4526		nvmd_req.resp_len = cpu_to_le32(ioctl_payload->length);
4527		nvmd_req.reserved[0] = cpu_to_le32(0xFEDCBA98);
4528		nvmd_req.resp_addr_hi =
4529		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi);
4530		nvmd_req.resp_addr_lo =
4531		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo);
4532		break;
4533	case EXPAN_ROM:
4534		nvmd_req.len_ir_vpdd = cpu_to_le32(IPMode | EXPAN_ROM);
4535		nvmd_req.resp_len = cpu_to_le32(ioctl_payload->length);
4536		nvmd_req.reserved[0] = cpu_to_le32(0xFEDCBA98);
4537		nvmd_req.resp_addr_hi =
4538		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi);
4539		nvmd_req.resp_addr_lo =
4540		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo);
4541		break;
4542	default:
4543		break;
4544	}
4545	rc = mpi_build_cmd(pm8001_ha, circularQ, opc, &nvmd_req);
 
 
 
 
4546	return rc;
4547}
4548
4549/**
4550 * pm8001_chip_fw_flash_update_build - support the firmware update operation
4551 * @pm8001_ha: our hba card information.
4552 * @fw_flash_updata_info: firmware flash update param
4553 */
4554static int
4555pm8001_chip_fw_flash_update_build(struct pm8001_hba_info *pm8001_ha,
4556	void *fw_flash_updata_info, u32 tag)
4557{
4558	struct fw_flash_Update_req payload;
4559	struct fw_flash_updata_info *info;
4560	struct inbound_queue_table *circularQ;
4561	int ret;
4562	u32 opc = OPC_INB_FW_FLASH_UPDATE;
4563
4564	memset(&payload, 0, sizeof(struct fw_flash_Update_req));
4565	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4566	info = fw_flash_updata_info;
4567	payload.tag = cpu_to_le32(tag);
4568	payload.cur_image_len = cpu_to_le32(info->cur_image_len);
4569	payload.cur_image_offset = cpu_to_le32(info->cur_image_offset);
4570	payload.total_image_len = cpu_to_le32(info->total_image_len);
4571	payload.len = info->sgl.im_len.len ;
4572	payload.sgl_addr_lo =
4573		cpu_to_le32(lower_32_bits(le64_to_cpu(info->sgl.addr)));
4574	payload.sgl_addr_hi =
4575		cpu_to_le32(upper_32_bits(le64_to_cpu(info->sgl.addr)));
4576	ret = mpi_build_cmd(pm8001_ha, circularQ, opc, &payload);
4577	return ret;
4578}
4579
4580static int
4581pm8001_chip_fw_flash_update_req(struct pm8001_hba_info *pm8001_ha,
4582	void *payload)
4583{
4584	struct fw_flash_updata_info flash_update_info;
4585	struct fw_control_info *fw_control;
4586	struct fw_control_ex *fw_control_context;
4587	int rc;
4588	u32 tag;
4589	struct pm8001_ccb_info *ccb;
4590	void *buffer = NULL;
4591	dma_addr_t phys_addr;
4592	u32 phys_addr_hi;
4593	u32 phys_addr_lo;
4594	struct pm8001_ioctl_payload *ioctl_payload = payload;
4595
4596	fw_control_context = kzalloc(sizeof(struct fw_control_ex), GFP_KERNEL);
4597	if (!fw_control_context)
4598		return -ENOMEM;
4599	fw_control = (struct fw_control_info *)&ioctl_payload->func_specific[0];
4600	if (fw_control->len != 0) {
4601		if (pm8001_mem_alloc(pm8001_ha->pdev,
4602			(void **)&buffer,
4603			&phys_addr,
4604			&phys_addr_hi,
4605			&phys_addr_lo,
4606			fw_control->len, 0) != 0) {
4607				PM8001_FAIL_DBG(pm8001_ha,
4608					pm8001_printk("Mem alloc failure\n"));
4609				kfree(fw_control_context);
4610				return -ENOMEM;
4611		}
4612	}
4613	memcpy(buffer, fw_control->buffer, fw_control->len);
4614	flash_update_info.sgl.addr = cpu_to_le64(phys_addr);
4615	flash_update_info.sgl.im_len.len = cpu_to_le32(fw_control->len);
4616	flash_update_info.sgl.im_len.e = 0;
4617	flash_update_info.cur_image_offset = fw_control->offset;
4618	flash_update_info.cur_image_len = fw_control->len;
4619	flash_update_info.total_image_len = fw_control->size;
4620	fw_control_context->fw_control = fw_control;
4621	fw_control_context->virtAddr = buffer;
 
4622	fw_control_context->len = fw_control->len;
4623	rc = pm8001_tag_alloc(pm8001_ha, &tag);
4624	if (rc) {
4625		kfree(fw_control_context);
4626		return rc;
4627	}
4628	ccb = &pm8001_ha->ccb_info[tag];
4629	ccb->fw_control_context = fw_control_context;
4630	ccb->ccb_tag = tag;
4631	rc = pm8001_chip_fw_flash_update_build(pm8001_ha, &flash_update_info,
4632		tag);
4633	return rc;
4634}
4635
4636static int
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4637pm8001_chip_set_dev_state_req(struct pm8001_hba_info *pm8001_ha,
4638	struct pm8001_device *pm8001_dev, u32 state)
4639{
4640	struct set_dev_state_req payload;
4641	struct inbound_queue_table *circularQ;
4642	struct pm8001_ccb_info *ccb;
4643	int rc;
4644	u32 tag;
4645	u32 opc = OPC_INB_SET_DEVICE_STATE;
4646	memset(&payload, 0, sizeof(payload));
4647	rc = pm8001_tag_alloc(pm8001_ha, &tag);
4648	if (rc)
4649		return -1;
4650	ccb = &pm8001_ha->ccb_info[tag];
4651	ccb->ccb_tag = tag;
4652	ccb->device = pm8001_dev;
4653	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4654	payload.tag = cpu_to_le32(tag);
4655	payload.device_id = cpu_to_le32(pm8001_dev->device_id);
4656	payload.nds = cpu_to_le32(state);
4657	rc = mpi_build_cmd(pm8001_ha, circularQ, opc, &payload);
4658	return rc;
4659
4660}
4661
4662static int
4663pm8001_chip_sas_re_initialization(struct pm8001_hba_info *pm8001_ha)
4664{
4665	struct sas_re_initialization_req payload;
4666	struct inbound_queue_table *circularQ;
4667	struct pm8001_ccb_info *ccb;
4668	int rc;
4669	u32 tag;
4670	u32 opc = OPC_INB_SAS_RE_INITIALIZE;
4671	memset(&payload, 0, sizeof(payload));
4672	rc = pm8001_tag_alloc(pm8001_ha, &tag);
4673	if (rc)
4674		return -1;
4675	ccb = &pm8001_ha->ccb_info[tag];
4676	ccb->ccb_tag = tag;
4677	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4678	payload.tag = cpu_to_le32(tag);
4679	payload.SSAHOLT = cpu_to_le32(0xd << 25);
4680	payload.sata_hol_tmo = cpu_to_le32(80);
4681	payload.open_reject_cmdretries_data_retries = cpu_to_le32(0xff00ff);
4682	rc = mpi_build_cmd(pm8001_ha, circularQ, opc, &payload);
 
 
4683	return rc;
4684
4685}
4686
4687const struct pm8001_dispatch pm8001_8001_dispatch = {
4688	.name			= "pmc8001",
4689	.chip_init		= pm8001_chip_init,
4690	.chip_soft_rst		= pm8001_chip_soft_rst,
4691	.chip_rst		= pm8001_hw_chip_rst,
4692	.chip_iounmap		= pm8001_chip_iounmap,
4693	.isr			= pm8001_chip_isr,
4694	.is_our_interupt	= pm8001_chip_is_our_interupt,
4695	.isr_process_oq		= process_oq,
4696	.interrupt_enable 	= pm8001_chip_interrupt_enable,
4697	.interrupt_disable	= pm8001_chip_interrupt_disable,
4698	.make_prd		= pm8001_chip_make_sg,
4699	.smp_req		= pm8001_chip_smp_req,
4700	.ssp_io_req		= pm8001_chip_ssp_io_req,
4701	.sata_req		= pm8001_chip_sata_req,
4702	.phy_start_req		= pm8001_chip_phy_start_req,
4703	.phy_stop_req		= pm8001_chip_phy_stop_req,
4704	.reg_dev_req		= pm8001_chip_reg_dev_req,
4705	.dereg_dev_req		= pm8001_chip_dereg_dev_req,
4706	.phy_ctl_req		= pm8001_chip_phy_ctl_req,
4707	.task_abort		= pm8001_chip_abort_task,
4708	.ssp_tm_req		= pm8001_chip_ssp_tm_req,
4709	.get_nvmd_req		= pm8001_chip_get_nvmd_req,
4710	.set_nvmd_req		= pm8001_chip_set_nvmd_req,
4711	.fw_flash_update_req	= pm8001_chip_fw_flash_update_req,
4712	.set_dev_state_req	= pm8001_chip_set_dev_state_req,
4713	.sas_re_init_req	= pm8001_chip_sas_re_initialization,
4714};
4715
v4.6
   1/*
   2 * PMC-Sierra SPC 8001 SAS/SATA based host adapters driver
   3 *
   4 * Copyright (c) 2008-2009 USI Co., Ltd.
   5 * All rights reserved.
   6 *
   7 * Redistribution and use in source and binary forms, with or without
   8 * modification, are permitted provided that the following conditions
   9 * are met:
  10 * 1. Redistributions of source code must retain the above copyright
  11 *    notice, this list of conditions, and the following disclaimer,
  12 *    without modification.
  13 * 2. Redistributions in binary form must reproduce at minimum a disclaimer
  14 *    substantially similar to the "NO WARRANTY" disclaimer below
  15 *    ("Disclaimer") and any redistribution must be conditioned upon
  16 *    including a substantially similar Disclaimer requirement for further
  17 *    binary redistribution.
  18 * 3. Neither the names of the above-listed copyright holders nor the names
  19 *    of any contributors may be used to endorse or promote products derived
  20 *    from this software without specific prior written permission.
  21 *
  22 * Alternatively, this software may be distributed under the terms of the
  23 * GNU General Public License ("GPL") version 2 as published by the Free
  24 * Software Foundation.
  25 *
  26 * NO WARRANTY
  27 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  28 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  29 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTIBILITY AND FITNESS FOR
  30 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
  31 * HOLDERS OR CONTRIBUTORS BE LIABLE FOR SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  32 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  33 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  34 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
  35 * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING
  36 * IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
  37 * POSSIBILITY OF SUCH DAMAGES.
  38 *
  39 */
  40 #include <linux/slab.h>
  41 #include "pm8001_sas.h"
  42 #include "pm8001_hwi.h"
  43 #include "pm8001_chips.h"
  44 #include "pm8001_ctl.h"
  45
  46/**
  47 * read_main_config_table - read the configure table and save it.
  48 * @pm8001_ha: our hba card information
  49 */
  50static void read_main_config_table(struct pm8001_hba_info *pm8001_ha)
  51{
  52	void __iomem *address = pm8001_ha->main_cfg_tbl_addr;
  53	pm8001_ha->main_cfg_tbl.pm8001_tbl.signature	=
  54				pm8001_mr32(address, 0x00);
  55	pm8001_ha->main_cfg_tbl.pm8001_tbl.interface_rev =
  56				pm8001_mr32(address, 0x04);
  57	pm8001_ha->main_cfg_tbl.pm8001_tbl.firmware_rev	=
  58				pm8001_mr32(address, 0x08);
  59	pm8001_ha->main_cfg_tbl.pm8001_tbl.max_out_io	=
  60				pm8001_mr32(address, 0x0C);
  61	pm8001_ha->main_cfg_tbl.pm8001_tbl.max_sgl	=
  62				pm8001_mr32(address, 0x10);
  63	pm8001_ha->main_cfg_tbl.pm8001_tbl.ctrl_cap_flag =
  64				pm8001_mr32(address, 0x14);
  65	pm8001_ha->main_cfg_tbl.pm8001_tbl.gst_offset	=
  66				pm8001_mr32(address, 0x18);
  67	pm8001_ha->main_cfg_tbl.pm8001_tbl.inbound_queue_offset =
  68		pm8001_mr32(address, MAIN_IBQ_OFFSET);
  69	pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_queue_offset =
  70		pm8001_mr32(address, MAIN_OBQ_OFFSET);
  71	pm8001_ha->main_cfg_tbl.pm8001_tbl.hda_mode_flag	=
  72		pm8001_mr32(address, MAIN_HDA_FLAGS_OFFSET);
  73
  74	/* read analog Setting offset from the configuration table */
  75	pm8001_ha->main_cfg_tbl.pm8001_tbl.anolog_setup_table_offset =
  76		pm8001_mr32(address, MAIN_ANALOG_SETUP_OFFSET);
  77
  78	/* read Error Dump Offset and Length */
  79	pm8001_ha->main_cfg_tbl.pm8001_tbl.fatal_err_dump_offset0 =
  80		pm8001_mr32(address, MAIN_FATAL_ERROR_RDUMP0_OFFSET);
  81	pm8001_ha->main_cfg_tbl.pm8001_tbl.fatal_err_dump_length0 =
  82		pm8001_mr32(address, MAIN_FATAL_ERROR_RDUMP0_LENGTH);
  83	pm8001_ha->main_cfg_tbl.pm8001_tbl.fatal_err_dump_offset1 =
  84		pm8001_mr32(address, MAIN_FATAL_ERROR_RDUMP1_OFFSET);
  85	pm8001_ha->main_cfg_tbl.pm8001_tbl.fatal_err_dump_length1 =
  86		pm8001_mr32(address, MAIN_FATAL_ERROR_RDUMP1_LENGTH);
  87}
  88
  89/**
  90 * read_general_status_table - read the general status table and save it.
  91 * @pm8001_ha: our hba card information
  92 */
  93static void read_general_status_table(struct pm8001_hba_info *pm8001_ha)
 
  94{
  95	void __iomem *address = pm8001_ha->general_stat_tbl_addr;
  96	pm8001_ha->gs_tbl.pm8001_tbl.gst_len_mpistate	=
  97				pm8001_mr32(address, 0x00);
  98	pm8001_ha->gs_tbl.pm8001_tbl.iq_freeze_state0	=
  99				pm8001_mr32(address, 0x04);
 100	pm8001_ha->gs_tbl.pm8001_tbl.iq_freeze_state1	=
 101				pm8001_mr32(address, 0x08);
 102	pm8001_ha->gs_tbl.pm8001_tbl.msgu_tcnt		=
 103				pm8001_mr32(address, 0x0C);
 104	pm8001_ha->gs_tbl.pm8001_tbl.iop_tcnt		=
 105				pm8001_mr32(address, 0x10);
 106	pm8001_ha->gs_tbl.pm8001_tbl.rsvd		=
 107				pm8001_mr32(address, 0x14);
 108	pm8001_ha->gs_tbl.pm8001_tbl.phy_state[0]	=
 109				pm8001_mr32(address, 0x18);
 110	pm8001_ha->gs_tbl.pm8001_tbl.phy_state[1]	=
 111				pm8001_mr32(address, 0x1C);
 112	pm8001_ha->gs_tbl.pm8001_tbl.phy_state[2]	=
 113				pm8001_mr32(address, 0x20);
 114	pm8001_ha->gs_tbl.pm8001_tbl.phy_state[3]	=
 115				pm8001_mr32(address, 0x24);
 116	pm8001_ha->gs_tbl.pm8001_tbl.phy_state[4]	=
 117				pm8001_mr32(address, 0x28);
 118	pm8001_ha->gs_tbl.pm8001_tbl.phy_state[5]	=
 119				pm8001_mr32(address, 0x2C);
 120	pm8001_ha->gs_tbl.pm8001_tbl.phy_state[6]	=
 121				pm8001_mr32(address, 0x30);
 122	pm8001_ha->gs_tbl.pm8001_tbl.phy_state[7]	=
 123				pm8001_mr32(address, 0x34);
 124	pm8001_ha->gs_tbl.pm8001_tbl.gpio_input_val	=
 125				pm8001_mr32(address, 0x38);
 126	pm8001_ha->gs_tbl.pm8001_tbl.rsvd1[0]		=
 127				pm8001_mr32(address, 0x3C);
 128	pm8001_ha->gs_tbl.pm8001_tbl.rsvd1[1]		=
 129				pm8001_mr32(address, 0x40);
 130	pm8001_ha->gs_tbl.pm8001_tbl.recover_err_info[0]	=
 131				pm8001_mr32(address, 0x44);
 132	pm8001_ha->gs_tbl.pm8001_tbl.recover_err_info[1]	=
 133				pm8001_mr32(address, 0x48);
 134	pm8001_ha->gs_tbl.pm8001_tbl.recover_err_info[2]	=
 135				pm8001_mr32(address, 0x4C);
 136	pm8001_ha->gs_tbl.pm8001_tbl.recover_err_info[3]	=
 137				pm8001_mr32(address, 0x50);
 138	pm8001_ha->gs_tbl.pm8001_tbl.recover_err_info[4]	=
 139				pm8001_mr32(address, 0x54);
 140	pm8001_ha->gs_tbl.pm8001_tbl.recover_err_info[5]	=
 141				pm8001_mr32(address, 0x58);
 142	pm8001_ha->gs_tbl.pm8001_tbl.recover_err_info[6]	=
 143				pm8001_mr32(address, 0x5C);
 144	pm8001_ha->gs_tbl.pm8001_tbl.recover_err_info[7]	=
 145				pm8001_mr32(address, 0x60);
 146}
 147
 148/**
 149 * read_inbnd_queue_table - read the inbound queue table and save it.
 150 * @pm8001_ha: our hba card information
 151 */
 152static void read_inbnd_queue_table(struct pm8001_hba_info *pm8001_ha)
 
 153{
 
 154	int i;
 155	void __iomem *address = pm8001_ha->inbnd_q_tbl_addr;
 156	for (i = 0; i < PM8001_MAX_INB_NUM; i++) {
 157		u32 offset = i * 0x20;
 158		pm8001_ha->inbnd_q_tbl[i].pi_pci_bar =
 159		      get_pci_bar_index(pm8001_mr32(address, (offset + 0x14)));
 160		pm8001_ha->inbnd_q_tbl[i].pi_offset =
 161			pm8001_mr32(address, (offset + 0x18));
 162	}
 163}
 164
 165/**
 166 * read_outbnd_queue_table - read the outbound queue table and save it.
 167 * @pm8001_ha: our hba card information
 168 */
 169static void read_outbnd_queue_table(struct pm8001_hba_info *pm8001_ha)
 
 170{
 
 171	int i;
 172	void __iomem *address = pm8001_ha->outbnd_q_tbl_addr;
 173	for (i = 0; i < PM8001_MAX_OUTB_NUM; i++) {
 174		u32 offset = i * 0x24;
 175		pm8001_ha->outbnd_q_tbl[i].ci_pci_bar =
 176		      get_pci_bar_index(pm8001_mr32(address, (offset + 0x14)));
 177		pm8001_ha->outbnd_q_tbl[i].ci_offset =
 178			pm8001_mr32(address, (offset + 0x18));
 179	}
 180}
 181
 182/**
 183 * init_default_table_values - init the default table.
 184 * @pm8001_ha: our hba card information
 185 */
 186static void init_default_table_values(struct pm8001_hba_info *pm8001_ha)
 
 187{
 
 188	int i;
 189	u32 offsetib, offsetob;
 190	void __iomem *addressib = pm8001_ha->inbnd_q_tbl_addr;
 191	void __iomem *addressob = pm8001_ha->outbnd_q_tbl_addr;
 192
 193	pm8001_ha->main_cfg_tbl.pm8001_tbl.inbound_q_nppd_hppd		= 0;
 194	pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_hw_event_pid0_3	= 0;
 195	pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_hw_event_pid4_7	= 0;
 196	pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_ncq_event_pid0_3	= 0;
 197	pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_ncq_event_pid4_7	= 0;
 198	pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_tgt_ITNexus_event_pid0_3 =
 199									 0;
 200	pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_tgt_ITNexus_event_pid4_7 =
 201									 0;
 202	pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_tgt_ssp_event_pid0_3 = 0;
 203	pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_tgt_ssp_event_pid4_7 = 0;
 204	pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_tgt_smp_event_pid0_3 = 0;
 205	pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_tgt_smp_event_pid4_7 = 0;
 206
 207	pm8001_ha->main_cfg_tbl.pm8001_tbl.upper_event_log_addr		=
 208		pm8001_ha->memoryMap.region[AAP1].phys_addr_hi;
 209	pm8001_ha->main_cfg_tbl.pm8001_tbl.lower_event_log_addr		=
 210		pm8001_ha->memoryMap.region[AAP1].phys_addr_lo;
 211	pm8001_ha->main_cfg_tbl.pm8001_tbl.event_log_size		=
 212		PM8001_EVENT_LOG_SIZE;
 213	pm8001_ha->main_cfg_tbl.pm8001_tbl.event_log_option		= 0x01;
 214	pm8001_ha->main_cfg_tbl.pm8001_tbl.upper_iop_event_log_addr	=
 215		pm8001_ha->memoryMap.region[IOP].phys_addr_hi;
 216	pm8001_ha->main_cfg_tbl.pm8001_tbl.lower_iop_event_log_addr	=
 217		pm8001_ha->memoryMap.region[IOP].phys_addr_lo;
 218	pm8001_ha->main_cfg_tbl.pm8001_tbl.iop_event_log_size		=
 219		PM8001_EVENT_LOG_SIZE;
 220	pm8001_ha->main_cfg_tbl.pm8001_tbl.iop_event_log_option		= 0x01;
 221	pm8001_ha->main_cfg_tbl.pm8001_tbl.fatal_err_interrupt		= 0x01;
 222	for (i = 0; i < PM8001_MAX_INB_NUM; i++) {
 223		pm8001_ha->inbnd_q_tbl[i].element_pri_size_cnt	=
 224			PM8001_MPI_QUEUE | (pm8001_ha->iomb_size << 16) | (0x00<<30);
 225		pm8001_ha->inbnd_q_tbl[i].upper_base_addr	=
 226			pm8001_ha->memoryMap.region[IB + i].phys_addr_hi;
 227		pm8001_ha->inbnd_q_tbl[i].lower_base_addr	=
 228		pm8001_ha->memoryMap.region[IB + i].phys_addr_lo;
 229		pm8001_ha->inbnd_q_tbl[i].base_virt		=
 230			(u8 *)pm8001_ha->memoryMap.region[IB + i].virt_ptr;
 231		pm8001_ha->inbnd_q_tbl[i].total_length		=
 232			pm8001_ha->memoryMap.region[IB + i].total_len;
 233		pm8001_ha->inbnd_q_tbl[i].ci_upper_base_addr	=
 234			pm8001_ha->memoryMap.region[CI + i].phys_addr_hi;
 235		pm8001_ha->inbnd_q_tbl[i].ci_lower_base_addr	=
 236			pm8001_ha->memoryMap.region[CI + i].phys_addr_lo;
 237		pm8001_ha->inbnd_q_tbl[i].ci_virt		=
 238			pm8001_ha->memoryMap.region[CI + i].virt_ptr;
 239		offsetib = i * 0x20;
 240		pm8001_ha->inbnd_q_tbl[i].pi_pci_bar		=
 241			get_pci_bar_index(pm8001_mr32(addressib,
 242				(offsetib + 0x14)));
 243		pm8001_ha->inbnd_q_tbl[i].pi_offset		=
 244			pm8001_mr32(addressib, (offsetib + 0x18));
 245		pm8001_ha->inbnd_q_tbl[i].producer_idx		= 0;
 246		pm8001_ha->inbnd_q_tbl[i].consumer_index	= 0;
 247	}
 248	for (i = 0; i < PM8001_MAX_OUTB_NUM; i++) {
 249		pm8001_ha->outbnd_q_tbl[i].element_size_cnt	=
 250			PM8001_MPI_QUEUE | (pm8001_ha->iomb_size << 16) | (0x01<<30);
 251		pm8001_ha->outbnd_q_tbl[i].upper_base_addr	=
 252			pm8001_ha->memoryMap.region[OB + i].phys_addr_hi;
 253		pm8001_ha->outbnd_q_tbl[i].lower_base_addr	=
 254			pm8001_ha->memoryMap.region[OB + i].phys_addr_lo;
 255		pm8001_ha->outbnd_q_tbl[i].base_virt		=
 256			(u8 *)pm8001_ha->memoryMap.region[OB + i].virt_ptr;
 257		pm8001_ha->outbnd_q_tbl[i].total_length		=
 258			pm8001_ha->memoryMap.region[OB + i].total_len;
 259		pm8001_ha->outbnd_q_tbl[i].pi_upper_base_addr	=
 260			pm8001_ha->memoryMap.region[PI + i].phys_addr_hi;
 261		pm8001_ha->outbnd_q_tbl[i].pi_lower_base_addr	=
 262			pm8001_ha->memoryMap.region[PI + i].phys_addr_lo;
 263		pm8001_ha->outbnd_q_tbl[i].interrup_vec_cnt_delay	=
 264			0 | (10 << 16) | (i << 24);
 265		pm8001_ha->outbnd_q_tbl[i].pi_virt		=
 266			pm8001_ha->memoryMap.region[PI + i].virt_ptr;
 267		offsetob = i * 0x24;
 268		pm8001_ha->outbnd_q_tbl[i].ci_pci_bar		=
 269			get_pci_bar_index(pm8001_mr32(addressob,
 270			offsetob + 0x14));
 271		pm8001_ha->outbnd_q_tbl[i].ci_offset		=
 272			pm8001_mr32(addressob, (offsetob + 0x18));
 273		pm8001_ha->outbnd_q_tbl[i].consumer_idx		= 0;
 274		pm8001_ha->outbnd_q_tbl[i].producer_index	= 0;
 275	}
 276}
 277
 278/**
 279 * update_main_config_table - update the main default table to the HBA.
 280 * @pm8001_ha: our hba card information
 281 */
 282static void update_main_config_table(struct pm8001_hba_info *pm8001_ha)
 
 283{
 284	void __iomem *address = pm8001_ha->main_cfg_tbl_addr;
 285	pm8001_mw32(address, 0x24,
 286		pm8001_ha->main_cfg_tbl.pm8001_tbl.inbound_q_nppd_hppd);
 287	pm8001_mw32(address, 0x28,
 288		pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_hw_event_pid0_3);
 289	pm8001_mw32(address, 0x2C,
 290		pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_hw_event_pid4_7);
 291	pm8001_mw32(address, 0x30,
 292		pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_ncq_event_pid0_3);
 293	pm8001_mw32(address, 0x34,
 294		pm8001_ha->main_cfg_tbl.pm8001_tbl.outbound_ncq_event_pid4_7);
 295	pm8001_mw32(address, 0x38,
 296		pm8001_ha->main_cfg_tbl.pm8001_tbl.
 297					outbound_tgt_ITNexus_event_pid0_3);
 298	pm8001_mw32(address, 0x3C,
 299		pm8001_ha->main_cfg_tbl.pm8001_tbl.
 300					outbound_tgt_ITNexus_event_pid4_7);
 301	pm8001_mw32(address, 0x40,
 302		pm8001_ha->main_cfg_tbl.pm8001_tbl.
 303					outbound_tgt_ssp_event_pid0_3);
 304	pm8001_mw32(address, 0x44,
 305		pm8001_ha->main_cfg_tbl.pm8001_tbl.
 306					outbound_tgt_ssp_event_pid4_7);
 307	pm8001_mw32(address, 0x48,
 308		pm8001_ha->main_cfg_tbl.pm8001_tbl.
 309					outbound_tgt_smp_event_pid0_3);
 310	pm8001_mw32(address, 0x4C,
 311		pm8001_ha->main_cfg_tbl.pm8001_tbl.
 312					outbound_tgt_smp_event_pid4_7);
 313	pm8001_mw32(address, 0x50,
 314		pm8001_ha->main_cfg_tbl.pm8001_tbl.upper_event_log_addr);
 315	pm8001_mw32(address, 0x54,
 316		pm8001_ha->main_cfg_tbl.pm8001_tbl.lower_event_log_addr);
 317	pm8001_mw32(address, 0x58,
 318		pm8001_ha->main_cfg_tbl.pm8001_tbl.event_log_size);
 319	pm8001_mw32(address, 0x5C,
 320		pm8001_ha->main_cfg_tbl.pm8001_tbl.event_log_option);
 321	pm8001_mw32(address, 0x60,
 322		pm8001_ha->main_cfg_tbl.pm8001_tbl.upper_iop_event_log_addr);
 323	pm8001_mw32(address, 0x64,
 324		pm8001_ha->main_cfg_tbl.pm8001_tbl.lower_iop_event_log_addr);
 325	pm8001_mw32(address, 0x68,
 326		pm8001_ha->main_cfg_tbl.pm8001_tbl.iop_event_log_size);
 327	pm8001_mw32(address, 0x6C,
 328		pm8001_ha->main_cfg_tbl.pm8001_tbl.iop_event_log_option);
 329	pm8001_mw32(address, 0x70,
 330		pm8001_ha->main_cfg_tbl.pm8001_tbl.fatal_err_interrupt);
 331}
 332
 333/**
 334 * update_inbnd_queue_table - update the inbound queue table to the HBA.
 335 * @pm8001_ha: our hba card information
 336 */
 337static void update_inbnd_queue_table(struct pm8001_hba_info *pm8001_ha,
 338				     int number)
 339{
 340	void __iomem *address = pm8001_ha->inbnd_q_tbl_addr;
 341	u16 offset = number * 0x20;
 342	pm8001_mw32(address, offset + 0x00,
 343		pm8001_ha->inbnd_q_tbl[number].element_pri_size_cnt);
 344	pm8001_mw32(address, offset + 0x04,
 345		pm8001_ha->inbnd_q_tbl[number].upper_base_addr);
 346	pm8001_mw32(address, offset + 0x08,
 347		pm8001_ha->inbnd_q_tbl[number].lower_base_addr);
 348	pm8001_mw32(address, offset + 0x0C,
 349		pm8001_ha->inbnd_q_tbl[number].ci_upper_base_addr);
 350	pm8001_mw32(address, offset + 0x10,
 351		pm8001_ha->inbnd_q_tbl[number].ci_lower_base_addr);
 352}
 353
 354/**
 355 * update_outbnd_queue_table - update the outbound queue table to the HBA.
 356 * @pm8001_ha: our hba card information
 357 */
 358static void update_outbnd_queue_table(struct pm8001_hba_info *pm8001_ha,
 359				      int number)
 360{
 361	void __iomem *address = pm8001_ha->outbnd_q_tbl_addr;
 362	u16 offset = number * 0x24;
 363	pm8001_mw32(address, offset + 0x00,
 364		pm8001_ha->outbnd_q_tbl[number].element_size_cnt);
 365	pm8001_mw32(address, offset + 0x04,
 366		pm8001_ha->outbnd_q_tbl[number].upper_base_addr);
 367	pm8001_mw32(address, offset + 0x08,
 368		pm8001_ha->outbnd_q_tbl[number].lower_base_addr);
 369	pm8001_mw32(address, offset + 0x0C,
 370		pm8001_ha->outbnd_q_tbl[number].pi_upper_base_addr);
 371	pm8001_mw32(address, offset + 0x10,
 372		pm8001_ha->outbnd_q_tbl[number].pi_lower_base_addr);
 373	pm8001_mw32(address, offset + 0x1C,
 374		pm8001_ha->outbnd_q_tbl[number].interrup_vec_cnt_delay);
 375}
 376
 377/**
 378 * pm8001_bar4_shift - function is called to shift BAR base address
 379 * @pm8001_ha : our hba card infomation
 380 * @shiftValue : shifting value in memory bar.
 381 */
 382int pm8001_bar4_shift(struct pm8001_hba_info *pm8001_ha, u32 shiftValue)
 383{
 384	u32 regVal;
 385	unsigned long start;
 386
 387	/* program the inbound AXI translation Lower Address */
 388	pm8001_cw32(pm8001_ha, 1, SPC_IBW_AXI_TRANSLATION_LOW, shiftValue);
 389
 390	/* confirm the setting is written */
 391	start = jiffies + HZ; /* 1 sec */
 392	do {
 393		regVal = pm8001_cr32(pm8001_ha, 1, SPC_IBW_AXI_TRANSLATION_LOW);
 394	} while ((regVal != shiftValue) && time_before(jiffies, start));
 395
 396	if (regVal != shiftValue) {
 397		PM8001_INIT_DBG(pm8001_ha,
 398			pm8001_printk("TIMEOUT:SPC_IBW_AXI_TRANSLATION_LOW"
 399			" = 0x%x\n", regVal));
 400		return -1;
 401	}
 402	return 0;
 403}
 404
 405/**
 406 * mpi_set_phys_g3_with_ssc
 407 * @pm8001_ha: our hba card information
 408 * @SSCbit: set SSCbit to 0 to disable all phys ssc; 1 to enable all phys ssc.
 409 */
 410static void mpi_set_phys_g3_with_ssc(struct pm8001_hba_info *pm8001_ha,
 411				     u32 SSCbit)
 412{
 413	u32 value, offset, i;
 414	unsigned long flags;
 415
 416#define SAS2_SETTINGS_LOCAL_PHY_0_3_SHIFT_ADDR 0x00030000
 417#define SAS2_SETTINGS_LOCAL_PHY_4_7_SHIFT_ADDR 0x00040000
 418#define SAS2_SETTINGS_LOCAL_PHY_0_3_OFFSET 0x1074
 419#define SAS2_SETTINGS_LOCAL_PHY_4_7_OFFSET 0x1074
 420#define PHY_G3_WITHOUT_SSC_BIT_SHIFT 12
 421#define PHY_G3_WITH_SSC_BIT_SHIFT 13
 422#define SNW3_PHY_CAPABILITIES_PARITY 31
 423
 424   /*
 425    * Using shifted destination address 0x3_0000:0x1074 + 0x4000*N (N=0:3)
 426    * Using shifted destination address 0x4_0000:0x1074 + 0x4000*(N-4) (N=4:7)
 427    */
 428	spin_lock_irqsave(&pm8001_ha->lock, flags);
 429	if (-1 == pm8001_bar4_shift(pm8001_ha,
 430				SAS2_SETTINGS_LOCAL_PHY_0_3_SHIFT_ADDR)) {
 431		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 432		return;
 433	}
 434
 435	for (i = 0; i < 4; i++) {
 436		offset = SAS2_SETTINGS_LOCAL_PHY_0_3_OFFSET + 0x4000 * i;
 437		pm8001_cw32(pm8001_ha, 2, offset, 0x80001501);
 438	}
 439	/* shift membase 3 for SAS2_SETTINGS_LOCAL_PHY 4 - 7 */
 440	if (-1 == pm8001_bar4_shift(pm8001_ha,
 441				SAS2_SETTINGS_LOCAL_PHY_4_7_SHIFT_ADDR)) {
 442		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 443		return;
 444	}
 445	for (i = 4; i < 8; i++) {
 446		offset = SAS2_SETTINGS_LOCAL_PHY_4_7_OFFSET + 0x4000 * (i-4);
 447		pm8001_cw32(pm8001_ha, 2, offset, 0x80001501);
 448	}
 449	/*************************************************************
 450	Change the SSC upspreading value to 0x0 so that upspreading is disabled.
 451	Device MABC SMOD0 Controls
 452	Address: (via MEMBASE-III):
 453	Using shifted destination address 0x0_0000: with Offset 0xD8
 454
 455	31:28 R/W Reserved Do not change
 456	27:24 R/W SAS_SMOD_SPRDUP 0000
 457	23:20 R/W SAS_SMOD_SPRDDN 0000
 458	19:0  R/W  Reserved Do not change
 459	Upon power-up this register will read as 0x8990c016,
 460	and I would like you to change the SAS_SMOD_SPRDUP bits to 0b0000
 461	so that the written value will be 0x8090c016.
 462	This will ensure only down-spreading SSC is enabled on the SPC.
 463	*************************************************************/
 464	value = pm8001_cr32(pm8001_ha, 2, 0xd8);
 465	pm8001_cw32(pm8001_ha, 2, 0xd8, 0x8000C016);
 466
 467	/*set the shifted destination address to 0x0 to avoid error operation */
 468	pm8001_bar4_shift(pm8001_ha, 0x0);
 469	spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 470	return;
 471}
 472
 473/**
 474 * mpi_set_open_retry_interval_reg
 475 * @pm8001_ha: our hba card information
 476 * @interval - interval time for each OPEN_REJECT (RETRY). The units are in 1us.
 477 */
 478static void mpi_set_open_retry_interval_reg(struct pm8001_hba_info *pm8001_ha,
 479					    u32 interval)
 
 480{
 481	u32 offset;
 482	u32 value;
 483	u32 i;
 484	unsigned long flags;
 485
 486#define OPEN_RETRY_INTERVAL_PHY_0_3_SHIFT_ADDR 0x00030000
 487#define OPEN_RETRY_INTERVAL_PHY_4_7_SHIFT_ADDR 0x00040000
 488#define OPEN_RETRY_INTERVAL_PHY_0_3_OFFSET 0x30B4
 489#define OPEN_RETRY_INTERVAL_PHY_4_7_OFFSET 0x30B4
 490#define OPEN_RETRY_INTERVAL_REG_MASK 0x0000FFFF
 491
 492	value = interval & OPEN_RETRY_INTERVAL_REG_MASK;
 493	spin_lock_irqsave(&pm8001_ha->lock, flags);
 494	/* shift bar and set the OPEN_REJECT(RETRY) interval time of PHY 0 -3.*/
 495	if (-1 == pm8001_bar4_shift(pm8001_ha,
 496			     OPEN_RETRY_INTERVAL_PHY_0_3_SHIFT_ADDR)) {
 497		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 498		return;
 499	}
 500	for (i = 0; i < 4; i++) {
 501		offset = OPEN_RETRY_INTERVAL_PHY_0_3_OFFSET + 0x4000 * i;
 502		pm8001_cw32(pm8001_ha, 2, offset, value);
 503	}
 504
 505	if (-1 == pm8001_bar4_shift(pm8001_ha,
 506			     OPEN_RETRY_INTERVAL_PHY_4_7_SHIFT_ADDR)) {
 507		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 508		return;
 509	}
 510	for (i = 4; i < 8; i++) {
 511		offset = OPEN_RETRY_INTERVAL_PHY_4_7_OFFSET + 0x4000 * (i-4);
 512		pm8001_cw32(pm8001_ha, 2, offset, value);
 513	}
 514	/*set the shifted destination address to 0x0 to avoid error operation */
 515	pm8001_bar4_shift(pm8001_ha, 0x0);
 516	spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 517	return;
 518}
 519
 520/**
 521 * mpi_init_check - check firmware initialization status.
 522 * @pm8001_ha: our hba card information
 523 */
 524static int mpi_init_check(struct pm8001_hba_info *pm8001_ha)
 525{
 526	u32 max_wait_count;
 527	u32 value;
 528	u32 gst_len_mpistate;
 529	/* Write bit0=1 to Inbound DoorBell Register to tell the SPC FW the
 530	table is updated */
 531	pm8001_cw32(pm8001_ha, 0, MSGU_IBDB_SET, SPC_MSGU_CFG_TABLE_UPDATE);
 532	/* wait until Inbound DoorBell Clear Register toggled */
 533	max_wait_count = 1 * 1000 * 1000;/* 1 sec */
 534	do {
 535		udelay(1);
 536		value = pm8001_cr32(pm8001_ha, 0, MSGU_IBDB_SET);
 537		value &= SPC_MSGU_CFG_TABLE_UPDATE;
 538	} while ((value != 0) && (--max_wait_count));
 539
 540	if (!max_wait_count)
 541		return -1;
 542	/* check the MPI-State for initialization */
 543	gst_len_mpistate =
 544		pm8001_mr32(pm8001_ha->general_stat_tbl_addr,
 545		GST_GSTLEN_MPIS_OFFSET);
 546	if (GST_MPI_STATE_INIT != (gst_len_mpistate & GST_MPI_STATE_MASK))
 547		return -1;
 548	/* check MPI Initialization error */
 549	gst_len_mpistate = gst_len_mpistate >> 16;
 550	if (0x0000 != gst_len_mpistate)
 551		return -1;
 552	return 0;
 553}
 554
 555/**
 556 * check_fw_ready - The LLDD check if the FW is ready, if not, return error.
 557 * @pm8001_ha: our hba card information
 558 */
 559static int check_fw_ready(struct pm8001_hba_info *pm8001_ha)
 560{
 561	u32 value, value1;
 562	u32 max_wait_count;
 563	/* check error state */
 564	value = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_1);
 565	value1 = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_2);
 566	/* check AAP error */
 567	if (SCRATCH_PAD1_ERR == (value & SCRATCH_PAD_STATE_MASK)) {
 568		/* error state */
 569		value = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_0);
 570		return -1;
 571	}
 572
 573	/* check IOP error */
 574	if (SCRATCH_PAD2_ERR == (value1 & SCRATCH_PAD_STATE_MASK)) {
 575		/* error state */
 576		value1 = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_3);
 577		return -1;
 578	}
 579
 580	/* bit 4-31 of scratch pad1 should be zeros if it is not
 581	in error state*/
 582	if (value & SCRATCH_PAD1_STATE_MASK) {
 583		/* error case */
 584		pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_0);
 585		return -1;
 586	}
 587
 588	/* bit 2, 4-31 of scratch pad2 should be zeros if it is not
 589	in error state */
 590	if (value1 & SCRATCH_PAD2_STATE_MASK) {
 591		/* error case */
 592		return -1;
 593	}
 594
 595	max_wait_count = 1 * 1000 * 1000;/* 1 sec timeout */
 596
 597	/* wait until scratch pad 1 and 2 registers in ready state  */
 598	do {
 599		udelay(1);
 600		value = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_1)
 601			& SCRATCH_PAD1_RDY;
 602		value1 = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_2)
 603			& SCRATCH_PAD2_RDY;
 604		if ((--max_wait_count) == 0)
 605			return -1;
 606	} while ((value != SCRATCH_PAD1_RDY) || (value1 != SCRATCH_PAD2_RDY));
 607	return 0;
 608}
 609
 610static void init_pci_device_addresses(struct pm8001_hba_info *pm8001_ha)
 611{
 612	void __iomem *base_addr;
 613	u32	value;
 614	u32	offset;
 615	u32	pcibar;
 616	u32	pcilogic;
 617
 618	value = pm8001_cr32(pm8001_ha, 0, 0x44);
 619	offset = value & 0x03FFFFFF;
 620	PM8001_INIT_DBG(pm8001_ha,
 621		pm8001_printk("Scratchpad 0 Offset: %x\n", offset));
 622	pcilogic = (value & 0xFC000000) >> 26;
 623	pcibar = get_pci_bar_index(pcilogic);
 624	PM8001_INIT_DBG(pm8001_ha,
 625		pm8001_printk("Scratchpad 0 PCI BAR: %d\n", pcibar));
 626	pm8001_ha->main_cfg_tbl_addr = base_addr =
 627		pm8001_ha->io_mem[pcibar].memvirtaddr + offset;
 628	pm8001_ha->general_stat_tbl_addr =
 629		base_addr + pm8001_cr32(pm8001_ha, pcibar, offset + 0x18);
 630	pm8001_ha->inbnd_q_tbl_addr =
 631		base_addr + pm8001_cr32(pm8001_ha, pcibar, offset + 0x1C);
 632	pm8001_ha->outbnd_q_tbl_addr =
 633		base_addr + pm8001_cr32(pm8001_ha, pcibar, offset + 0x20);
 634}
 635
 636/**
 637 * pm8001_chip_init - the main init function that initialize whole PM8001 chip.
 638 * @pm8001_ha: our hba card information
 639 */
 640static int pm8001_chip_init(struct pm8001_hba_info *pm8001_ha)
 641{
 642	u8 i = 0;
 643	u16 deviceid;
 644	pci_read_config_word(pm8001_ha->pdev, PCI_DEVICE_ID, &deviceid);
 645	/* 8081 controllers need BAR shift to access MPI space
 646	* as this is shared with BIOS data */
 647	if (deviceid == 0x8081 || deviceid == 0x0042) {
 648		if (-1 == pm8001_bar4_shift(pm8001_ha, GSM_SM_BASE)) {
 649			PM8001_FAIL_DBG(pm8001_ha,
 650				pm8001_printk("Shift Bar4 to 0x%x failed\n",
 651					GSM_SM_BASE));
 652			return -1;
 653		}
 654	}
 655	/* check the firmware status */
 656	if (-1 == check_fw_ready(pm8001_ha)) {
 657		PM8001_FAIL_DBG(pm8001_ha,
 658			pm8001_printk("Firmware is not ready!\n"));
 659		return -EBUSY;
 660	}
 661
 662	/* Initialize pci space address eg: mpi offset */
 663	init_pci_device_addresses(pm8001_ha);
 664	init_default_table_values(pm8001_ha);
 665	read_main_config_table(pm8001_ha);
 666	read_general_status_table(pm8001_ha);
 667	read_inbnd_queue_table(pm8001_ha);
 668	read_outbnd_queue_table(pm8001_ha);
 669	/* update main config table ,inbound table and outbound table */
 670	update_main_config_table(pm8001_ha);
 671	for (i = 0; i < PM8001_MAX_INB_NUM; i++)
 672		update_inbnd_queue_table(pm8001_ha, i);
 673	for (i = 0; i < PM8001_MAX_OUTB_NUM; i++)
 674		update_outbnd_queue_table(pm8001_ha, i);
 675	/* 8081 controller donot require these operations */
 676	if (deviceid != 0x8081 && deviceid != 0x0042) {
 677		mpi_set_phys_g3_with_ssc(pm8001_ha, 0);
 678		/* 7->130ms, 34->500ms, 119->1.5s */
 679		mpi_set_open_retry_interval_reg(pm8001_ha, 119);
 680	}
 681	/* notify firmware update finished and check initialization status */
 682	if (0 == mpi_init_check(pm8001_ha)) {
 683		PM8001_INIT_DBG(pm8001_ha,
 684			pm8001_printk("MPI initialize successful!\n"));
 685	} else
 686		return -EBUSY;
 687	/*This register is a 16-bit timer with a resolution of 1us. This is the
 688	timer used for interrupt delay/coalescing in the PCIe Application Layer.
 689	Zero is not a valid value. A value of 1 in the register will cause the
 690	interrupts to be normal. A value greater than 1 will cause coalescing
 691	delays.*/
 692	pm8001_cw32(pm8001_ha, 1, 0x0033c0, 0x1);
 693	pm8001_cw32(pm8001_ha, 1, 0x0033c4, 0x0);
 694	return 0;
 695}
 696
 697static int mpi_uninit_check(struct pm8001_hba_info *pm8001_ha)
 698{
 699	u32 max_wait_count;
 700	u32 value;
 701	u32 gst_len_mpistate;
 702	u16 deviceid;
 703	pci_read_config_word(pm8001_ha->pdev, PCI_DEVICE_ID, &deviceid);
 704	if (deviceid == 0x8081 || deviceid == 0x0042) {
 705		if (-1 == pm8001_bar4_shift(pm8001_ha, GSM_SM_BASE)) {
 706			PM8001_FAIL_DBG(pm8001_ha,
 707				pm8001_printk("Shift Bar4 to 0x%x failed\n",
 708					GSM_SM_BASE));
 709			return -1;
 710		}
 711	}
 712	init_pci_device_addresses(pm8001_ha);
 713	/* Write bit1=1 to Inbound DoorBell Register to tell the SPC FW the
 714	table is stop */
 715	pm8001_cw32(pm8001_ha, 0, MSGU_IBDB_SET, SPC_MSGU_CFG_TABLE_RESET);
 716
 717	/* wait until Inbound DoorBell Clear Register toggled */
 718	max_wait_count = 1 * 1000 * 1000;/* 1 sec */
 719	do {
 720		udelay(1);
 721		value = pm8001_cr32(pm8001_ha, 0, MSGU_IBDB_SET);
 722		value &= SPC_MSGU_CFG_TABLE_RESET;
 723	} while ((value != 0) && (--max_wait_count));
 724
 725	if (!max_wait_count) {
 726		PM8001_FAIL_DBG(pm8001_ha,
 727			pm8001_printk("TIMEOUT:IBDB value/=0x%x\n", value));
 728		return -1;
 729	}
 730
 731	/* check the MPI-State for termination in progress */
 732	/* wait until Inbound DoorBell Clear Register toggled */
 733	max_wait_count = 1 * 1000 * 1000;  /* 1 sec */
 734	do {
 735		udelay(1);
 736		gst_len_mpistate =
 737			pm8001_mr32(pm8001_ha->general_stat_tbl_addr,
 738			GST_GSTLEN_MPIS_OFFSET);
 739		if (GST_MPI_STATE_UNINIT ==
 740			(gst_len_mpistate & GST_MPI_STATE_MASK))
 741			break;
 742	} while (--max_wait_count);
 743	if (!max_wait_count) {
 744		PM8001_FAIL_DBG(pm8001_ha,
 745			pm8001_printk(" TIME OUT MPI State = 0x%x\n",
 746				gst_len_mpistate & GST_MPI_STATE_MASK));
 747		return -1;
 748	}
 749	return 0;
 750}
 751
 752/**
 753 * soft_reset_ready_check - Function to check FW is ready for soft reset.
 754 * @pm8001_ha: our hba card information
 755 */
 756static u32 soft_reset_ready_check(struct pm8001_hba_info *pm8001_ha)
 757{
 758	u32 regVal, regVal1, regVal2;
 759	if (mpi_uninit_check(pm8001_ha) != 0) {
 760		PM8001_FAIL_DBG(pm8001_ha,
 761			pm8001_printk("MPI state is not ready\n"));
 762		return -1;
 763	}
 764	/* read the scratch pad 2 register bit 2 */
 765	regVal = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_2)
 766		& SCRATCH_PAD2_FWRDY_RST;
 767	if (regVal == SCRATCH_PAD2_FWRDY_RST) {
 768		PM8001_INIT_DBG(pm8001_ha,
 769			pm8001_printk("Firmware is ready for reset .\n"));
 770	} else {
 771		unsigned long flags;
 772		/* Trigger NMI twice via RB6 */
 773		spin_lock_irqsave(&pm8001_ha->lock, flags);
 774		if (-1 == pm8001_bar4_shift(pm8001_ha, RB6_ACCESS_REG)) {
 775			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 776			PM8001_FAIL_DBG(pm8001_ha,
 777				pm8001_printk("Shift Bar4 to 0x%x failed\n",
 778					RB6_ACCESS_REG));
 779			return -1;
 780		}
 781		pm8001_cw32(pm8001_ha, 2, SPC_RB6_OFFSET,
 782			RB6_MAGIC_NUMBER_RST);
 783		pm8001_cw32(pm8001_ha, 2, SPC_RB6_OFFSET, RB6_MAGIC_NUMBER_RST);
 784		/* wait for 100 ms */
 785		mdelay(100);
 786		regVal = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_2) &
 787			SCRATCH_PAD2_FWRDY_RST;
 788		if (regVal != SCRATCH_PAD2_FWRDY_RST) {
 789			regVal1 = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_1);
 790			regVal2 = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_2);
 791			PM8001_FAIL_DBG(pm8001_ha,
 792				pm8001_printk("TIMEOUT:MSGU_SCRATCH_PAD1"
 793				"=0x%x, MSGU_SCRATCH_PAD2=0x%x\n",
 794				regVal1, regVal2));
 795			PM8001_FAIL_DBG(pm8001_ha,
 796				pm8001_printk("SCRATCH_PAD0 value = 0x%x\n",
 797				pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_0)));
 798			PM8001_FAIL_DBG(pm8001_ha,
 799				pm8001_printk("SCRATCH_PAD3 value = 0x%x\n",
 800				pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_3)));
 801			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 802			return -1;
 803		}
 804		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 805	}
 806	return 0;
 807}
 808
 809/**
 810 * pm8001_chip_soft_rst - soft reset the PM8001 chip, so that the clear all
 811 * the FW register status to the originated status.
 812 * @pm8001_ha: our hba card information
 
 813 */
 814static int
 815pm8001_chip_soft_rst(struct pm8001_hba_info *pm8001_ha)
 816{
 817	u32	regVal, toggleVal;
 818	u32	max_wait_count;
 819	u32	regVal1, regVal2, regVal3;
 820	u32	signature = 0x252acbcd; /* for host scratch pad0 */
 821	unsigned long flags;
 822
 823	/* step1: Check FW is ready for soft reset */
 824	if (soft_reset_ready_check(pm8001_ha) != 0) {
 825		PM8001_FAIL_DBG(pm8001_ha, pm8001_printk("FW is not ready\n"));
 826		return -1;
 827	}
 828
 829	/* step 2: clear NMI status register on AAP1 and IOP, write the same
 830	value to clear */
 831	/* map 0x60000 to BAR4(0x20), BAR2(win) */
 832	spin_lock_irqsave(&pm8001_ha->lock, flags);
 833	if (-1 == pm8001_bar4_shift(pm8001_ha, MBIC_AAP1_ADDR_BASE)) {
 834		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 835		PM8001_FAIL_DBG(pm8001_ha,
 836			pm8001_printk("Shift Bar4 to 0x%x failed\n",
 837			MBIC_AAP1_ADDR_BASE));
 838		return -1;
 839	}
 840	regVal = pm8001_cr32(pm8001_ha, 2, MBIC_NMI_ENABLE_VPE0_IOP);
 841	PM8001_INIT_DBG(pm8001_ha,
 842		pm8001_printk("MBIC - NMI Enable VPE0 (IOP)= 0x%x\n", regVal));
 843	pm8001_cw32(pm8001_ha, 2, MBIC_NMI_ENABLE_VPE0_IOP, 0x0);
 844	/* map 0x70000 to BAR4(0x20), BAR2(win) */
 845	if (-1 == pm8001_bar4_shift(pm8001_ha, MBIC_IOP_ADDR_BASE)) {
 846		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 847		PM8001_FAIL_DBG(pm8001_ha,
 848			pm8001_printk("Shift Bar4 to 0x%x failed\n",
 849			MBIC_IOP_ADDR_BASE));
 850		return -1;
 851	}
 852	regVal = pm8001_cr32(pm8001_ha, 2, MBIC_NMI_ENABLE_VPE0_AAP1);
 853	PM8001_INIT_DBG(pm8001_ha,
 854		pm8001_printk("MBIC - NMI Enable VPE0 (AAP1)= 0x%x\n", regVal));
 855	pm8001_cw32(pm8001_ha, 2, MBIC_NMI_ENABLE_VPE0_AAP1, 0x0);
 856
 857	regVal = pm8001_cr32(pm8001_ha, 1, PCIE_EVENT_INTERRUPT_ENABLE);
 858	PM8001_INIT_DBG(pm8001_ha,
 859		pm8001_printk("PCIE -Event Interrupt Enable = 0x%x\n", regVal));
 860	pm8001_cw32(pm8001_ha, 1, PCIE_EVENT_INTERRUPT_ENABLE, 0x0);
 861
 862	regVal = pm8001_cr32(pm8001_ha, 1, PCIE_EVENT_INTERRUPT);
 863	PM8001_INIT_DBG(pm8001_ha,
 864		pm8001_printk("PCIE - Event Interrupt  = 0x%x\n", regVal));
 865	pm8001_cw32(pm8001_ha, 1, PCIE_EVENT_INTERRUPT, regVal);
 866
 867	regVal = pm8001_cr32(pm8001_ha, 1, PCIE_ERROR_INTERRUPT_ENABLE);
 868	PM8001_INIT_DBG(pm8001_ha,
 869		pm8001_printk("PCIE -Error Interrupt Enable = 0x%x\n", regVal));
 870	pm8001_cw32(pm8001_ha, 1, PCIE_ERROR_INTERRUPT_ENABLE, 0x0);
 871
 872	regVal = pm8001_cr32(pm8001_ha, 1, PCIE_ERROR_INTERRUPT);
 873	PM8001_INIT_DBG(pm8001_ha,
 874		pm8001_printk("PCIE - Error Interrupt = 0x%x\n", regVal));
 875	pm8001_cw32(pm8001_ha, 1, PCIE_ERROR_INTERRUPT, regVal);
 876
 877	/* read the scratch pad 1 register bit 2 */
 878	regVal = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_1)
 879		& SCRATCH_PAD1_RST;
 880	toggleVal = regVal ^ SCRATCH_PAD1_RST;
 881
 882	/* set signature in host scratch pad0 register to tell SPC that the
 883	host performs the soft reset */
 884	pm8001_cw32(pm8001_ha, 0, MSGU_HOST_SCRATCH_PAD_0, signature);
 885
 886	/* read required registers for confirmming */
 887	/* map 0x0700000 to BAR4(0x20), BAR2(win) */
 888	if (-1 == pm8001_bar4_shift(pm8001_ha, GSM_ADDR_BASE)) {
 889		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 890		PM8001_FAIL_DBG(pm8001_ha,
 891			pm8001_printk("Shift Bar4 to 0x%x failed\n",
 892			GSM_ADDR_BASE));
 893		return -1;
 894	}
 895	PM8001_INIT_DBG(pm8001_ha,
 896		pm8001_printk("GSM 0x0(0x00007b88)-GSM Configuration and"
 897		" Reset = 0x%x\n",
 898		pm8001_cr32(pm8001_ha, 2, GSM_CONFIG_RESET)));
 899
 900	/* step 3: host read GSM Configuration and Reset register */
 901	regVal = pm8001_cr32(pm8001_ha, 2, GSM_CONFIG_RESET);
 902	/* Put those bits to low */
 903	/* GSM XCBI offset = 0x70 0000
 904	0x00 Bit 13 COM_SLV_SW_RSTB 1
 905	0x00 Bit 12 QSSP_SW_RSTB 1
 906	0x00 Bit 11 RAAE_SW_RSTB 1
 907	0x00 Bit 9 RB_1_SW_RSTB 1
 908	0x00 Bit 8 SM_SW_RSTB 1
 909	*/
 910	regVal &= ~(0x00003b00);
 911	/* host write GSM Configuration and Reset register */
 912	pm8001_cw32(pm8001_ha, 2, GSM_CONFIG_RESET, regVal);
 913	PM8001_INIT_DBG(pm8001_ha,
 914		pm8001_printk("GSM 0x0 (0x00007b88 ==> 0x00004088) - GSM "
 915		"Configuration and Reset is set to = 0x%x\n",
 916		pm8001_cr32(pm8001_ha, 2, GSM_CONFIG_RESET)));
 917
 918	/* step 4: */
 919	/* disable GSM - Read Address Parity Check */
 920	regVal1 = pm8001_cr32(pm8001_ha, 2, GSM_READ_ADDR_PARITY_CHECK);
 921	PM8001_INIT_DBG(pm8001_ha,
 922		pm8001_printk("GSM 0x700038 - Read Address Parity Check "
 923		"Enable = 0x%x\n", regVal1));
 924	pm8001_cw32(pm8001_ha, 2, GSM_READ_ADDR_PARITY_CHECK, 0x0);
 925	PM8001_INIT_DBG(pm8001_ha,
 926		pm8001_printk("GSM 0x700038 - Read Address Parity Check Enable"
 927		"is set to = 0x%x\n",
 928		pm8001_cr32(pm8001_ha, 2, GSM_READ_ADDR_PARITY_CHECK)));
 929
 930	/* disable GSM - Write Address Parity Check */
 931	regVal2 = pm8001_cr32(pm8001_ha, 2, GSM_WRITE_ADDR_PARITY_CHECK);
 932	PM8001_INIT_DBG(pm8001_ha,
 933		pm8001_printk("GSM 0x700040 - Write Address Parity Check"
 934		" Enable = 0x%x\n", regVal2));
 935	pm8001_cw32(pm8001_ha, 2, GSM_WRITE_ADDR_PARITY_CHECK, 0x0);
 936	PM8001_INIT_DBG(pm8001_ha,
 937		pm8001_printk("GSM 0x700040 - Write Address Parity Check "
 938		"Enable is set to = 0x%x\n",
 939		pm8001_cr32(pm8001_ha, 2, GSM_WRITE_ADDR_PARITY_CHECK)));
 940
 941	/* disable GSM - Write Data Parity Check */
 942	regVal3 = pm8001_cr32(pm8001_ha, 2, GSM_WRITE_DATA_PARITY_CHECK);
 943	PM8001_INIT_DBG(pm8001_ha,
 944		pm8001_printk("GSM 0x300048 - Write Data Parity Check"
 945		" Enable = 0x%x\n", regVal3));
 946	pm8001_cw32(pm8001_ha, 2, GSM_WRITE_DATA_PARITY_CHECK, 0x0);
 947	PM8001_INIT_DBG(pm8001_ha,
 948		pm8001_printk("GSM 0x300048 - Write Data Parity Check Enable"
 949		"is set to = 0x%x\n",
 950	pm8001_cr32(pm8001_ha, 2, GSM_WRITE_DATA_PARITY_CHECK)));
 951
 952	/* step 5: delay 10 usec */
 953	udelay(10);
 954	/* step 5-b: set GPIO-0 output control to tristate anyway */
 955	if (-1 == pm8001_bar4_shift(pm8001_ha, GPIO_ADDR_BASE)) {
 956		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 957		PM8001_INIT_DBG(pm8001_ha,
 958				pm8001_printk("Shift Bar4 to 0x%x failed\n",
 959				GPIO_ADDR_BASE));
 960		return -1;
 961	}
 962	regVal = pm8001_cr32(pm8001_ha, 2, GPIO_GPIO_0_0UTPUT_CTL_OFFSET);
 963		PM8001_INIT_DBG(pm8001_ha,
 964				pm8001_printk("GPIO Output Control Register:"
 965				" = 0x%x\n", regVal));
 966	/* set GPIO-0 output control to tri-state */
 967	regVal &= 0xFFFFFFFC;
 968	pm8001_cw32(pm8001_ha, 2, GPIO_GPIO_0_0UTPUT_CTL_OFFSET, regVal);
 969
 970	/* Step 6: Reset the IOP and AAP1 */
 971	/* map 0x00000 to BAR4(0x20), BAR2(win) */
 972	if (-1 == pm8001_bar4_shift(pm8001_ha, SPC_TOP_LEVEL_ADDR_BASE)) {
 973		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
 974		PM8001_FAIL_DBG(pm8001_ha,
 975			pm8001_printk("SPC Shift Bar4 to 0x%x failed\n",
 976			SPC_TOP_LEVEL_ADDR_BASE));
 977		return -1;
 978	}
 979	regVal = pm8001_cr32(pm8001_ha, 2, SPC_REG_RESET);
 980	PM8001_INIT_DBG(pm8001_ha,
 981		pm8001_printk("Top Register before resetting IOP/AAP1"
 982		":= 0x%x\n", regVal));
 983	regVal &= ~(SPC_REG_RESET_PCS_IOP_SS | SPC_REG_RESET_PCS_AAP1_SS);
 984	pm8001_cw32(pm8001_ha, 2, SPC_REG_RESET, regVal);
 985
 986	/* step 7: Reset the BDMA/OSSP */
 987	regVal = pm8001_cr32(pm8001_ha, 2, SPC_REG_RESET);
 988	PM8001_INIT_DBG(pm8001_ha,
 989		pm8001_printk("Top Register before resetting BDMA/OSSP"
 990		": = 0x%x\n", regVal));
 991	regVal &= ~(SPC_REG_RESET_BDMA_CORE | SPC_REG_RESET_OSSP);
 992	pm8001_cw32(pm8001_ha, 2, SPC_REG_RESET, regVal);
 993
 994	/* step 8: delay 10 usec */
 995	udelay(10);
 996
 997	/* step 9: bring the BDMA and OSSP out of reset */
 998	regVal = pm8001_cr32(pm8001_ha, 2, SPC_REG_RESET);
 999	PM8001_INIT_DBG(pm8001_ha,
1000		pm8001_printk("Top Register before bringing up BDMA/OSSP"
1001		":= 0x%x\n", regVal));
1002	regVal |= (SPC_REG_RESET_BDMA_CORE | SPC_REG_RESET_OSSP);
1003	pm8001_cw32(pm8001_ha, 2, SPC_REG_RESET, regVal);
1004
1005	/* step 10: delay 10 usec */
1006	udelay(10);
1007
1008	/* step 11: reads and sets the GSM Configuration and Reset Register */
1009	/* map 0x0700000 to BAR4(0x20), BAR2(win) */
1010	if (-1 == pm8001_bar4_shift(pm8001_ha, GSM_ADDR_BASE)) {
1011		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1012		PM8001_FAIL_DBG(pm8001_ha,
1013			pm8001_printk("SPC Shift Bar4 to 0x%x failed\n",
1014			GSM_ADDR_BASE));
1015		return -1;
1016	}
1017	PM8001_INIT_DBG(pm8001_ha,
1018		pm8001_printk("GSM 0x0 (0x00007b88)-GSM Configuration and "
1019		"Reset = 0x%x\n", pm8001_cr32(pm8001_ha, 2, GSM_CONFIG_RESET)));
1020	regVal = pm8001_cr32(pm8001_ha, 2, GSM_CONFIG_RESET);
1021	/* Put those bits to high */
1022	/* GSM XCBI offset = 0x70 0000
1023	0x00 Bit 13 COM_SLV_SW_RSTB 1
1024	0x00 Bit 12 QSSP_SW_RSTB 1
1025	0x00 Bit 11 RAAE_SW_RSTB 1
1026	0x00 Bit 9   RB_1_SW_RSTB 1
1027	0x00 Bit 8   SM_SW_RSTB 1
1028	*/
1029	regVal |= (GSM_CONFIG_RESET_VALUE);
1030	pm8001_cw32(pm8001_ha, 2, GSM_CONFIG_RESET, regVal);
1031	PM8001_INIT_DBG(pm8001_ha,
1032		pm8001_printk("GSM (0x00004088 ==> 0x00007b88) - GSM"
1033		" Configuration and Reset is set to = 0x%x\n",
1034		pm8001_cr32(pm8001_ha, 2, GSM_CONFIG_RESET)));
1035
1036	/* step 12: Restore GSM - Read Address Parity Check */
1037	regVal = pm8001_cr32(pm8001_ha, 2, GSM_READ_ADDR_PARITY_CHECK);
1038	/* just for debugging */
1039	PM8001_INIT_DBG(pm8001_ha,
1040		pm8001_printk("GSM 0x700038 - Read Address Parity Check Enable"
1041		" = 0x%x\n", regVal));
1042	pm8001_cw32(pm8001_ha, 2, GSM_READ_ADDR_PARITY_CHECK, regVal1);
1043	PM8001_INIT_DBG(pm8001_ha,
1044		pm8001_printk("GSM 0x700038 - Read Address Parity"
1045		" Check Enable is set to = 0x%x\n",
1046		pm8001_cr32(pm8001_ha, 2, GSM_READ_ADDR_PARITY_CHECK)));
1047	/* Restore GSM - Write Address Parity Check */
1048	regVal = pm8001_cr32(pm8001_ha, 2, GSM_WRITE_ADDR_PARITY_CHECK);
1049	pm8001_cw32(pm8001_ha, 2, GSM_WRITE_ADDR_PARITY_CHECK, regVal2);
1050	PM8001_INIT_DBG(pm8001_ha,
1051		pm8001_printk("GSM 0x700040 - Write Address Parity Check"
1052		" Enable is set to = 0x%x\n",
1053		pm8001_cr32(pm8001_ha, 2, GSM_WRITE_ADDR_PARITY_CHECK)));
1054	/* Restore GSM - Write Data Parity Check */
1055	regVal = pm8001_cr32(pm8001_ha, 2, GSM_WRITE_DATA_PARITY_CHECK);
1056	pm8001_cw32(pm8001_ha, 2, GSM_WRITE_DATA_PARITY_CHECK, regVal3);
1057	PM8001_INIT_DBG(pm8001_ha,
1058		pm8001_printk("GSM 0x700048 - Write Data Parity Check Enable"
1059		"is set to = 0x%x\n",
1060		pm8001_cr32(pm8001_ha, 2, GSM_WRITE_DATA_PARITY_CHECK)));
1061
1062	/* step 13: bring the IOP and AAP1 out of reset */
1063	/* map 0x00000 to BAR4(0x20), BAR2(win) */
1064	if (-1 == pm8001_bar4_shift(pm8001_ha, SPC_TOP_LEVEL_ADDR_BASE)) {
1065		spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1066		PM8001_FAIL_DBG(pm8001_ha,
1067			pm8001_printk("Shift Bar4 to 0x%x failed\n",
1068			SPC_TOP_LEVEL_ADDR_BASE));
1069		return -1;
1070	}
1071	regVal = pm8001_cr32(pm8001_ha, 2, SPC_REG_RESET);
1072	regVal |= (SPC_REG_RESET_PCS_IOP_SS | SPC_REG_RESET_PCS_AAP1_SS);
1073	pm8001_cw32(pm8001_ha, 2, SPC_REG_RESET, regVal);
1074
1075	/* step 14: delay 10 usec - Normal Mode */
1076	udelay(10);
1077	/* check Soft Reset Normal mode or Soft Reset HDA mode */
1078	if (signature == SPC_SOFT_RESET_SIGNATURE) {
1079		/* step 15 (Normal Mode): wait until scratch pad1 register
1080		bit 2 toggled */
1081		max_wait_count = 2 * 1000 * 1000;/* 2 sec */
1082		do {
1083			udelay(1);
1084			regVal = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_1) &
1085				SCRATCH_PAD1_RST;
1086		} while ((regVal != toggleVal) && (--max_wait_count));
1087
1088		if (!max_wait_count) {
1089			regVal = pm8001_cr32(pm8001_ha, 0,
1090				MSGU_SCRATCH_PAD_1);
1091			PM8001_FAIL_DBG(pm8001_ha,
1092				pm8001_printk("TIMEOUT : ToggleVal 0x%x,"
1093				"MSGU_SCRATCH_PAD1 = 0x%x\n",
1094				toggleVal, regVal));
1095			PM8001_FAIL_DBG(pm8001_ha,
1096				pm8001_printk("SCRATCH_PAD0 value = 0x%x\n",
1097				pm8001_cr32(pm8001_ha, 0,
1098				MSGU_SCRATCH_PAD_0)));
1099			PM8001_FAIL_DBG(pm8001_ha,
1100				pm8001_printk("SCRATCH_PAD2 value = 0x%x\n",
1101				pm8001_cr32(pm8001_ha, 0,
1102				MSGU_SCRATCH_PAD_2)));
1103			PM8001_FAIL_DBG(pm8001_ha,
1104				pm8001_printk("SCRATCH_PAD3 value = 0x%x\n",
1105				pm8001_cr32(pm8001_ha, 0,
1106				MSGU_SCRATCH_PAD_3)));
1107			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1108			return -1;
1109		}
1110
1111		/* step 16 (Normal) - Clear ODMR and ODCR */
1112		pm8001_cw32(pm8001_ha, 0, MSGU_ODCR, ODCR_CLEAR_ALL);
1113		pm8001_cw32(pm8001_ha, 0, MSGU_ODMR, ODMR_CLEAR_ALL);
1114
1115		/* step 17 (Normal Mode): wait for the FW and IOP to get
1116		ready - 1 sec timeout */
1117		/* Wait for the SPC Configuration Table to be ready */
1118		if (check_fw_ready(pm8001_ha) == -1) {
1119			regVal = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_1);
1120			/* return error if MPI Configuration Table not ready */
1121			PM8001_INIT_DBG(pm8001_ha,
1122				pm8001_printk("FW not ready SCRATCH_PAD1"
1123				" = 0x%x\n", regVal));
1124			regVal = pm8001_cr32(pm8001_ha, 0, MSGU_SCRATCH_PAD_2);
1125			/* return error if MPI Configuration Table not ready */
1126			PM8001_INIT_DBG(pm8001_ha,
1127				pm8001_printk("FW not ready SCRATCH_PAD2"
1128				" = 0x%x\n", regVal));
1129			PM8001_INIT_DBG(pm8001_ha,
1130				pm8001_printk("SCRATCH_PAD0 value = 0x%x\n",
1131				pm8001_cr32(pm8001_ha, 0,
1132				MSGU_SCRATCH_PAD_0)));
1133			PM8001_INIT_DBG(pm8001_ha,
1134				pm8001_printk("SCRATCH_PAD3 value = 0x%x\n",
1135				pm8001_cr32(pm8001_ha, 0,
1136				MSGU_SCRATCH_PAD_3)));
1137			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1138			return -1;
1139		}
1140	}
1141	pm8001_bar4_shift(pm8001_ha, 0);
1142	spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1143
1144	PM8001_INIT_DBG(pm8001_ha,
1145		pm8001_printk("SPC soft reset Complete\n"));
1146	return 0;
1147}
1148
1149static void pm8001_hw_chip_rst(struct pm8001_hba_info *pm8001_ha)
1150{
1151	u32 i;
1152	u32 regVal;
1153	PM8001_INIT_DBG(pm8001_ha,
1154		pm8001_printk("chip reset start\n"));
1155
1156	/* do SPC chip reset. */
1157	regVal = pm8001_cr32(pm8001_ha, 1, SPC_REG_RESET);
1158	regVal &= ~(SPC_REG_RESET_DEVICE);
1159	pm8001_cw32(pm8001_ha, 1, SPC_REG_RESET, regVal);
1160
1161	/* delay 10 usec */
1162	udelay(10);
1163
1164	/* bring chip reset out of reset */
1165	regVal = pm8001_cr32(pm8001_ha, 1, SPC_REG_RESET);
1166	regVal |= SPC_REG_RESET_DEVICE;
1167	pm8001_cw32(pm8001_ha, 1, SPC_REG_RESET, regVal);
1168
1169	/* delay 10 usec */
1170	udelay(10);
1171
1172	/* wait for 20 msec until the firmware gets reloaded */
1173	i = 20;
1174	do {
1175		mdelay(1);
1176	} while ((--i) != 0);
1177
1178	PM8001_INIT_DBG(pm8001_ha,
1179		pm8001_printk("chip reset finished\n"));
1180}
1181
1182/**
1183 * pm8001_chip_iounmap - which maped when initialized.
1184 * @pm8001_ha: our hba card information
1185 */
1186void pm8001_chip_iounmap(struct pm8001_hba_info *pm8001_ha)
1187{
1188	s8 bar, logical = 0;
1189	for (bar = 0; bar < 6; bar++) {
1190		/*
1191		** logical BARs for SPC:
1192		** bar 0 and 1 - logical BAR0
1193		** bar 2 and 3 - logical BAR1
1194		** bar4 - logical BAR2
1195		** bar5 - logical BAR3
1196		** Skip the appropriate assignments:
1197		*/
1198		if ((bar == 1) || (bar == 3))
1199			continue;
1200		if (pm8001_ha->io_mem[logical].memvirtaddr) {
1201			iounmap(pm8001_ha->io_mem[logical].memvirtaddr);
1202			logical++;
1203		}
1204	}
1205}
1206
1207/**
1208 * pm8001_chip_interrupt_enable - enable PM8001 chip interrupt
1209 * @pm8001_ha: our hba card information
1210 */
1211static void
1212pm8001_chip_intx_interrupt_enable(struct pm8001_hba_info *pm8001_ha)
1213{
1214	pm8001_cw32(pm8001_ha, 0, MSGU_ODMR, ODMR_CLEAR_ALL);
1215	pm8001_cw32(pm8001_ha, 0, MSGU_ODCR, ODCR_CLEAR_ALL);
1216}
1217
1218 /**
1219  * pm8001_chip_intx_interrupt_disable- disable PM8001 chip interrupt
1220  * @pm8001_ha: our hba card information
1221  */
1222static void
1223pm8001_chip_intx_interrupt_disable(struct pm8001_hba_info *pm8001_ha)
1224{
1225	pm8001_cw32(pm8001_ha, 0, MSGU_ODMR, ODMR_MASK_ALL);
1226}
1227
1228/**
1229 * pm8001_chip_msix_interrupt_enable - enable PM8001 chip interrupt
1230 * @pm8001_ha: our hba card information
1231 */
1232static void
1233pm8001_chip_msix_interrupt_enable(struct pm8001_hba_info *pm8001_ha,
1234	u32 int_vec_idx)
1235{
1236	u32 msi_index;
1237	u32 value;
1238	msi_index = int_vec_idx * MSIX_TABLE_ELEMENT_SIZE;
1239	msi_index += MSIX_TABLE_BASE;
1240	pm8001_cw32(pm8001_ha, 0, msi_index, MSIX_INTERRUPT_ENABLE);
1241	value = (1 << int_vec_idx);
1242	pm8001_cw32(pm8001_ha, 0,  MSGU_ODCR, value);
1243
1244}
1245
1246/**
1247 * pm8001_chip_msix_interrupt_disable - disable PM8001 chip interrupt
1248 * @pm8001_ha: our hba card information
1249 */
1250static void
1251pm8001_chip_msix_interrupt_disable(struct pm8001_hba_info *pm8001_ha,
1252	u32 int_vec_idx)
1253{
1254	u32 msi_index;
1255	msi_index = int_vec_idx * MSIX_TABLE_ELEMENT_SIZE;
1256	msi_index += MSIX_TABLE_BASE;
1257	pm8001_cw32(pm8001_ha, 0,  msi_index, MSIX_INTERRUPT_DISABLE);
1258}
1259
1260/**
1261 * pm8001_chip_interrupt_enable - enable PM8001 chip interrupt
1262 * @pm8001_ha: our hba card information
1263 */
1264static void
1265pm8001_chip_interrupt_enable(struct pm8001_hba_info *pm8001_ha, u8 vec)
1266{
1267#ifdef PM8001_USE_MSIX
1268	pm8001_chip_msix_interrupt_enable(pm8001_ha, 0);
1269	return;
1270#endif
1271	pm8001_chip_intx_interrupt_enable(pm8001_ha);
1272
1273}
1274
1275/**
1276 * pm8001_chip_intx_interrupt_disable- disable PM8001 chip interrupt
1277 * @pm8001_ha: our hba card information
1278 */
1279static void
1280pm8001_chip_interrupt_disable(struct pm8001_hba_info *pm8001_ha, u8 vec)
1281{
1282#ifdef PM8001_USE_MSIX
1283	pm8001_chip_msix_interrupt_disable(pm8001_ha, 0);
1284	return;
1285#endif
1286	pm8001_chip_intx_interrupt_disable(pm8001_ha);
1287
1288}
1289
1290/**
1291 * pm8001_mpi_msg_free_get - get the free message buffer for transfer
1292 * inbound queue.
1293 * @circularQ: the inbound queue  we want to transfer to HBA.
1294 * @messageSize: the message size of this transfer, normally it is 64 bytes
1295 * @messagePtr: the pointer to message.
1296 */
1297int pm8001_mpi_msg_free_get(struct inbound_queue_table *circularQ,
1298			    u16 messageSize, void **messagePtr)
1299{
1300	u32 offset, consumer_index;
1301	struct mpi_msg_hdr *msgHeader;
1302	u8 bcCount = 1; /* only support single buffer */
1303
1304	/* Checks is the requested message size can be allocated in this queue*/
1305	if (messageSize > IOMB_SIZE_SPCV) {
1306		*messagePtr = NULL;
1307		return -1;
1308	}
1309
1310	/* Stores the new consumer index */
1311	consumer_index = pm8001_read_32(circularQ->ci_virt);
1312	circularQ->consumer_index = cpu_to_le32(consumer_index);
1313	if (((circularQ->producer_idx + bcCount) % PM8001_MPI_QUEUE) ==
1314		le32_to_cpu(circularQ->consumer_index)) {
1315		*messagePtr = NULL;
1316		return -1;
1317	}
1318	/* get memory IOMB buffer address */
1319	offset = circularQ->producer_idx * messageSize;
1320	/* increment to next bcCount element */
1321	circularQ->producer_idx = (circularQ->producer_idx + bcCount)
1322				% PM8001_MPI_QUEUE;
1323	/* Adds that distance to the base of the region virtual address plus
1324	the message header size*/
1325	msgHeader = (struct mpi_msg_hdr *)(circularQ->base_virt	+ offset);
1326	*messagePtr = ((void *)msgHeader) + sizeof(struct mpi_msg_hdr);
1327	return 0;
1328}
1329
1330/**
1331 * pm8001_mpi_build_cmd- build the message queue for transfer, update the PI to
1332 * FW to tell the fw to get this message from IOMB.
1333 * @pm8001_ha: our hba card information
1334 * @circularQ: the inbound queue we want to transfer to HBA.
1335 * @opCode: the operation code represents commands which LLDD and fw recognized.
1336 * @payload: the command payload of each operation command.
1337 */
1338int pm8001_mpi_build_cmd(struct pm8001_hba_info *pm8001_ha,
1339			 struct inbound_queue_table *circularQ,
1340			 u32 opCode, void *payload, u32 responseQueue)
1341{
1342	u32 Header = 0, hpriority = 0, bc = 1, category = 0x02;
 
1343	void *pMessage;
1344
1345	if (pm8001_mpi_msg_free_get(circularQ, pm8001_ha->iomb_size,
1346		&pMessage) < 0) {
1347		PM8001_IO_DBG(pm8001_ha,
1348			pm8001_printk("No free mpi buffer\n"));
1349		return -ENOMEM;
1350	}
1351	BUG_ON(!payload);
1352	/*Copy to the payload*/
1353	memcpy(pMessage, payload, (pm8001_ha->iomb_size -
1354				sizeof(struct mpi_msg_hdr)));
1355
1356	/*Build the header*/
1357	Header = ((1 << 31) | (hpriority << 30) | ((bc & 0x1f) << 24)
1358		| ((responseQueue & 0x3F) << 16)
1359		| ((category & 0xF) << 12) | (opCode & 0xFFF));
1360
1361	pm8001_write_32((pMessage - 4), 0, cpu_to_le32(Header));
1362	/*Update the PI to the firmware*/
1363	pm8001_cw32(pm8001_ha, circularQ->pi_pci_bar,
1364		circularQ->pi_offset, circularQ->producer_idx);
1365	PM8001_IO_DBG(pm8001_ha,
1366		pm8001_printk("INB Q %x OPCODE:%x , UPDATED PI=%d CI=%d\n",
1367			responseQueue, opCode, circularQ->producer_idx,
1368			circularQ->consumer_index));
1369	return 0;
1370}
1371
1372u32 pm8001_mpi_msg_free_set(struct pm8001_hba_info *pm8001_ha, void *pMsg,
1373			    struct outbound_queue_table *circularQ, u8 bc)
1374{
1375	u32 producer_index;
1376	struct mpi_msg_hdr *msgHeader;
1377	struct mpi_msg_hdr *pOutBoundMsgHeader;
1378
1379	msgHeader = (struct mpi_msg_hdr *)(pMsg - sizeof(struct mpi_msg_hdr));
1380	pOutBoundMsgHeader = (struct mpi_msg_hdr *)(circularQ->base_virt +
1381				circularQ->consumer_idx * pm8001_ha->iomb_size);
1382	if (pOutBoundMsgHeader != msgHeader) {
1383		PM8001_FAIL_DBG(pm8001_ha,
1384			pm8001_printk("consumer_idx = %d msgHeader = %p\n",
1385			circularQ->consumer_idx, msgHeader));
1386
1387		/* Update the producer index from SPC */
1388		producer_index = pm8001_read_32(circularQ->pi_virt);
1389		circularQ->producer_index = cpu_to_le32(producer_index);
1390		PM8001_FAIL_DBG(pm8001_ha,
1391			pm8001_printk("consumer_idx = %d producer_index = %d"
1392			"msgHeader = %p\n", circularQ->consumer_idx,
1393			circularQ->producer_index, msgHeader));
1394		return 0;
1395	}
1396	/* free the circular queue buffer elements associated with the message*/
1397	circularQ->consumer_idx = (circularQ->consumer_idx + bc)
1398				% PM8001_MPI_QUEUE;
1399	/* update the CI of outbound queue */
1400	pm8001_cw32(pm8001_ha, circularQ->ci_pci_bar, circularQ->ci_offset,
1401		circularQ->consumer_idx);
1402	/* Update the producer index from SPC*/
1403	producer_index = pm8001_read_32(circularQ->pi_virt);
1404	circularQ->producer_index = cpu_to_le32(producer_index);
1405	PM8001_IO_DBG(pm8001_ha,
1406		pm8001_printk(" CI=%d PI=%d\n", circularQ->consumer_idx,
1407		circularQ->producer_index));
1408	return 0;
1409}
1410
1411/**
1412 * pm8001_mpi_msg_consume- get the MPI message from outbound queue
1413 * message table.
1414 * @pm8001_ha: our hba card information
1415 * @circularQ: the outbound queue  table.
1416 * @messagePtr1: the message contents of this outbound message.
1417 * @pBC: the message size.
1418 */
1419u32 pm8001_mpi_msg_consume(struct pm8001_hba_info *pm8001_ha,
1420			   struct outbound_queue_table *circularQ,
1421			   void **messagePtr1, u8 *pBC)
1422{
1423	struct mpi_msg_hdr	*msgHeader;
1424	__le32	msgHeader_tmp;
1425	u32 header_tmp;
1426	do {
1427		/* If there are not-yet-delivered messages ... */
1428		if (le32_to_cpu(circularQ->producer_index)
1429			!= circularQ->consumer_idx) {
1430			/*Get the pointer to the circular queue buffer element*/
1431			msgHeader = (struct mpi_msg_hdr *)
1432				(circularQ->base_virt +
1433				circularQ->consumer_idx * pm8001_ha->iomb_size);
1434			/* read header */
1435			header_tmp = pm8001_read_32(msgHeader);
1436			msgHeader_tmp = cpu_to_le32(header_tmp);
1437			if (0 != (le32_to_cpu(msgHeader_tmp) & 0x80000000)) {
1438				if (OPC_OUB_SKIP_ENTRY !=
1439					(le32_to_cpu(msgHeader_tmp) & 0xfff)) {
1440					*messagePtr1 =
1441						((u8 *)msgHeader) +
1442						sizeof(struct mpi_msg_hdr);
1443					*pBC = (u8)((le32_to_cpu(msgHeader_tmp)
1444						>> 24) & 0x1f);
1445					PM8001_IO_DBG(pm8001_ha,
1446						pm8001_printk(": CI=%d PI=%d "
1447						"msgHeader=%x\n",
1448						circularQ->consumer_idx,
1449						circularQ->producer_index,
1450						msgHeader_tmp));
1451					return MPI_IO_STATUS_SUCCESS;
1452				} else {
1453					circularQ->consumer_idx =
1454						(circularQ->consumer_idx +
1455						((le32_to_cpu(msgHeader_tmp)
1456						 >> 24) & 0x1f))
1457							% PM8001_MPI_QUEUE;
1458					msgHeader_tmp = 0;
1459					pm8001_write_32(msgHeader, 0, 0);
1460					/* update the CI of outbound queue */
1461					pm8001_cw32(pm8001_ha,
1462						circularQ->ci_pci_bar,
1463						circularQ->ci_offset,
1464						circularQ->consumer_idx);
1465				}
1466			} else {
1467				circularQ->consumer_idx =
1468					(circularQ->consumer_idx +
1469					((le32_to_cpu(msgHeader_tmp) >> 24) &
1470					0x1f)) % PM8001_MPI_QUEUE;
1471				msgHeader_tmp = 0;
1472				pm8001_write_32(msgHeader, 0, 0);
1473				/* update the CI of outbound queue */
1474				pm8001_cw32(pm8001_ha, circularQ->ci_pci_bar,
1475					circularQ->ci_offset,
1476					circularQ->consumer_idx);
1477				return MPI_IO_STATUS_FAIL;
1478			}
1479		} else {
1480			u32 producer_index;
1481			void *pi_virt = circularQ->pi_virt;
1482			/* Update the producer index from SPC */
1483			producer_index = pm8001_read_32(pi_virt);
1484			circularQ->producer_index = cpu_to_le32(producer_index);
1485		}
1486	} while (le32_to_cpu(circularQ->producer_index) !=
1487		circularQ->consumer_idx);
1488	/* while we don't have any more not-yet-delivered message */
1489	/* report empty */
1490	return MPI_IO_STATUS_BUSY;
1491}
1492
1493void pm8001_work_fn(struct work_struct *work)
1494{
1495	struct pm8001_work *pw = container_of(work, struct pm8001_work, work);
1496	struct pm8001_device *pm8001_dev;
1497	struct domain_device *dev;
1498
1499	/*
1500	 * So far, all users of this stash an associated structure here.
1501	 * If we get here, and this pointer is null, then the action
1502	 * was cancelled. This nullification happens when the device
1503	 * goes away.
1504	 */
1505	pm8001_dev = pw->data; /* Most stash device structure */
1506	if ((pm8001_dev == NULL)
1507	 || ((pw->handler != IO_XFER_ERROR_BREAK)
1508	  && (pm8001_dev->dev_type == SAS_PHY_UNUSED))) {
1509		kfree(pw);
1510		return;
1511	}
1512
1513	switch (pw->handler) {
1514	case IO_XFER_ERROR_BREAK:
1515	{	/* This one stashes the sas_task instead */
1516		struct sas_task *t = (struct sas_task *)pm8001_dev;
1517		u32 tag;
1518		struct pm8001_ccb_info *ccb;
1519		struct pm8001_hba_info *pm8001_ha = pw->pm8001_ha;
1520		unsigned long flags, flags1;
1521		struct task_status_struct *ts;
1522		int i;
1523
1524		if (pm8001_query_task(t) == TMF_RESP_FUNC_SUCC)
1525			break; /* Task still on lu */
1526		spin_lock_irqsave(&pm8001_ha->lock, flags);
1527
1528		spin_lock_irqsave(&t->task_state_lock, flags1);
1529		if (unlikely((t->task_state_flags & SAS_TASK_STATE_DONE))) {
1530			spin_unlock_irqrestore(&t->task_state_lock, flags1);
1531			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1532			break; /* Task got completed by another */
1533		}
1534		spin_unlock_irqrestore(&t->task_state_lock, flags1);
1535
1536		/* Search for a possible ccb that matches the task */
1537		for (i = 0; ccb = NULL, i < PM8001_MAX_CCB; i++) {
1538			ccb = &pm8001_ha->ccb_info[i];
1539			tag = ccb->ccb_tag;
1540			if ((tag != 0xFFFFFFFF) && (ccb->task == t))
1541				break;
1542		}
1543		if (!ccb) {
1544			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1545			break; /* Task got freed by another */
1546		}
1547		ts = &t->task_status;
1548		ts->resp = SAS_TASK_COMPLETE;
1549		/* Force the midlayer to retry */
1550		ts->stat = SAS_QUEUE_FULL;
1551		pm8001_dev = ccb->device;
1552		if (pm8001_dev)
1553			pm8001_dev->running_req--;
1554		spin_lock_irqsave(&t->task_state_lock, flags1);
1555		t->task_state_flags &= ~SAS_TASK_STATE_PENDING;
1556		t->task_state_flags &= ~SAS_TASK_AT_INITIATOR;
1557		t->task_state_flags |= SAS_TASK_STATE_DONE;
1558		if (unlikely((t->task_state_flags & SAS_TASK_STATE_ABORTED))) {
1559			spin_unlock_irqrestore(&t->task_state_lock, flags1);
1560			PM8001_FAIL_DBG(pm8001_ha, pm8001_printk("task 0x%p"
1561				" done with event 0x%x resp 0x%x stat 0x%x but"
1562				" aborted by upper layer!\n",
1563				t, pw->handler, ts->resp, ts->stat));
1564			pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
1565			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1566		} else {
1567			spin_unlock_irqrestore(&t->task_state_lock, flags1);
1568			pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
1569			mb();/* in order to force CPU ordering */
1570			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1571			t->task_done(t);
1572		}
1573	}	break;
1574	case IO_XFER_OPEN_RETRY_TIMEOUT:
1575	{	/* This one stashes the sas_task instead */
1576		struct sas_task *t = (struct sas_task *)pm8001_dev;
1577		u32 tag;
1578		struct pm8001_ccb_info *ccb;
1579		struct pm8001_hba_info *pm8001_ha = pw->pm8001_ha;
1580		unsigned long flags, flags1;
1581		int i, ret = 0;
1582
1583		PM8001_IO_DBG(pm8001_ha,
1584			pm8001_printk("IO_XFER_OPEN_RETRY_TIMEOUT\n"));
1585
1586		ret = pm8001_query_task(t);
1587
1588		PM8001_IO_DBG(pm8001_ha,
1589			switch (ret) {
1590			case TMF_RESP_FUNC_SUCC:
1591				pm8001_printk("...Task on lu\n");
1592				break;
1593
1594			case TMF_RESP_FUNC_COMPLETE:
1595				pm8001_printk("...Task NOT on lu\n");
1596				break;
1597
1598			default:
1599				pm8001_printk("...query task failed!!!\n");
1600				break;
1601			});
1602
1603		spin_lock_irqsave(&pm8001_ha->lock, flags);
1604
1605		spin_lock_irqsave(&t->task_state_lock, flags1);
1606
1607		if (unlikely((t->task_state_flags & SAS_TASK_STATE_DONE))) {
1608			spin_unlock_irqrestore(&t->task_state_lock, flags1);
1609			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1610			if (ret == TMF_RESP_FUNC_SUCC) /* task on lu */
1611				(void)pm8001_abort_task(t);
1612			break; /* Task got completed by another */
1613		}
1614
1615		spin_unlock_irqrestore(&t->task_state_lock, flags1);
1616
1617		/* Search for a possible ccb that matches the task */
1618		for (i = 0; ccb = NULL, i < PM8001_MAX_CCB; i++) {
1619			ccb = &pm8001_ha->ccb_info[i];
1620			tag = ccb->ccb_tag;
1621			if ((tag != 0xFFFFFFFF) && (ccb->task == t))
1622				break;
1623		}
1624		if (!ccb) {
1625			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1626			if (ret == TMF_RESP_FUNC_SUCC) /* task on lu */
1627				(void)pm8001_abort_task(t);
1628			break; /* Task got freed by another */
1629		}
1630
1631		pm8001_dev = ccb->device;
1632		dev = pm8001_dev->sas_device;
1633
1634		switch (ret) {
1635		case TMF_RESP_FUNC_SUCC: /* task on lu */
1636			ccb->open_retry = 1; /* Snub completion */
1637			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1638			ret = pm8001_abort_task(t);
1639			ccb->open_retry = 0;
1640			switch (ret) {
1641			case TMF_RESP_FUNC_SUCC:
1642			case TMF_RESP_FUNC_COMPLETE:
1643				break;
1644			default: /* device misbehavior */
1645				ret = TMF_RESP_FUNC_FAILED;
1646				PM8001_IO_DBG(pm8001_ha,
1647					pm8001_printk("...Reset phy\n"));
1648				pm8001_I_T_nexus_reset(dev);
1649				break;
1650			}
1651			break;
1652
1653		case TMF_RESP_FUNC_COMPLETE: /* task not on lu */
1654			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1655			/* Do we need to abort the task locally? */
1656			break;
1657
1658		default: /* device misbehavior */
1659			spin_unlock_irqrestore(&pm8001_ha->lock, flags);
1660			ret = TMF_RESP_FUNC_FAILED;
1661			PM8001_IO_DBG(pm8001_ha,
1662				pm8001_printk("...Reset phy\n"));
1663			pm8001_I_T_nexus_reset(dev);
1664		}
1665
1666		if (ret == TMF_RESP_FUNC_FAILED)
1667			t = NULL;
1668		pm8001_open_reject_retry(pm8001_ha, t, pm8001_dev);
1669		PM8001_IO_DBG(pm8001_ha, pm8001_printk("...Complete\n"));
1670	}	break;
1671	case IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS:
1672		dev = pm8001_dev->sas_device;
1673		pm8001_I_T_nexus_event_handler(dev);
1674		break;
1675	case IO_OPEN_CNX_ERROR_STP_RESOURCES_BUSY:
1676		dev = pm8001_dev->sas_device;
1677		pm8001_I_T_nexus_reset(dev);
1678		break;
1679	case IO_DS_IN_ERROR:
1680		dev = pm8001_dev->sas_device;
1681		pm8001_I_T_nexus_reset(dev);
1682		break;
1683	case IO_DS_NON_OPERATIONAL:
1684		dev = pm8001_dev->sas_device;
1685		pm8001_I_T_nexus_reset(dev);
1686		break;
1687	}
1688	kfree(pw);
1689}
1690
1691int pm8001_handle_event(struct pm8001_hba_info *pm8001_ha, void *data,
1692			       int handler)
1693{
1694	struct pm8001_work *pw;
1695	int ret = 0;
1696
1697	pw = kmalloc(sizeof(struct pm8001_work), GFP_ATOMIC);
1698	if (pw) {
1699		pw->pm8001_ha = pm8001_ha;
1700		pw->data = data;
1701		pw->handler = handler;
1702		INIT_WORK(&pw->work, pm8001_work_fn);
1703		queue_work(pm8001_wq, &pw->work);
1704	} else
1705		ret = -ENOMEM;
1706
1707	return ret;
1708}
1709
1710static void pm8001_send_abort_all(struct pm8001_hba_info *pm8001_ha,
1711		struct pm8001_device *pm8001_ha_dev)
1712{
1713	int res;
1714	u32 ccb_tag;
1715	struct pm8001_ccb_info *ccb;
1716	struct sas_task *task = NULL;
1717	struct task_abort_req task_abort;
1718	struct inbound_queue_table *circularQ;
1719	u32 opc = OPC_INB_SATA_ABORT;
1720	int ret;
1721
1722	if (!pm8001_ha_dev) {
1723		PM8001_FAIL_DBG(pm8001_ha, pm8001_printk("dev is null\n"));
1724		return;
1725	}
1726
1727	task = sas_alloc_slow_task(GFP_ATOMIC);
1728
1729	if (!task) {
1730		PM8001_FAIL_DBG(pm8001_ha, pm8001_printk("cannot "
1731						"allocate task\n"));
1732		return;
1733	}
1734
1735	task->task_done = pm8001_task_done;
1736
1737	res = pm8001_tag_alloc(pm8001_ha, &ccb_tag);
1738	if (res)
1739		return;
1740
1741	ccb = &pm8001_ha->ccb_info[ccb_tag];
1742	ccb->device = pm8001_ha_dev;
1743	ccb->ccb_tag = ccb_tag;
1744	ccb->task = task;
1745
1746	circularQ = &pm8001_ha->inbnd_q_tbl[0];
1747
1748	memset(&task_abort, 0, sizeof(task_abort));
1749	task_abort.abort_all = cpu_to_le32(1);
1750	task_abort.device_id = cpu_to_le32(pm8001_ha_dev->device_id);
1751	task_abort.tag = cpu_to_le32(ccb_tag);
1752
1753	ret = pm8001_mpi_build_cmd(pm8001_ha, circularQ, opc, &task_abort, 0);
1754	if (ret)
1755		pm8001_tag_free(pm8001_ha, ccb_tag);
1756
1757}
1758
1759static void pm8001_send_read_log(struct pm8001_hba_info *pm8001_ha,
1760		struct pm8001_device *pm8001_ha_dev)
1761{
1762	struct sata_start_req sata_cmd;
1763	int res;
1764	u32 ccb_tag;
1765	struct pm8001_ccb_info *ccb;
1766	struct sas_task *task = NULL;
1767	struct host_to_dev_fis fis;
1768	struct domain_device *dev;
1769	struct inbound_queue_table *circularQ;
1770	u32 opc = OPC_INB_SATA_HOST_OPSTART;
1771
1772	task = sas_alloc_slow_task(GFP_ATOMIC);
1773
1774	if (!task) {
1775		PM8001_FAIL_DBG(pm8001_ha,
1776			pm8001_printk("cannot allocate task !!!\n"));
1777		return;
1778	}
1779	task->task_done = pm8001_task_done;
1780
1781	res = pm8001_tag_alloc(pm8001_ha, &ccb_tag);
1782	if (res) {
1783		sas_free_task(task);
1784		PM8001_FAIL_DBG(pm8001_ha,
1785			pm8001_printk("cannot allocate tag !!!\n"));
1786		return;
1787	}
1788
1789	/* allocate domain device by ourselves as libsas
1790	 * is not going to provide any
1791	*/
1792	dev = kzalloc(sizeof(struct domain_device), GFP_ATOMIC);
1793	if (!dev) {
1794		sas_free_task(task);
1795		pm8001_tag_free(pm8001_ha, ccb_tag);
1796		PM8001_FAIL_DBG(pm8001_ha,
1797			pm8001_printk("Domain device cannot be allocated\n"));
1798		return;
1799	}
1800	task->dev = dev;
1801	task->dev->lldd_dev = pm8001_ha_dev;
1802
1803	ccb = &pm8001_ha->ccb_info[ccb_tag];
1804	ccb->device = pm8001_ha_dev;
1805	ccb->ccb_tag = ccb_tag;
1806	ccb->task = task;
1807	pm8001_ha_dev->id |= NCQ_READ_LOG_FLAG;
1808	pm8001_ha_dev->id |= NCQ_2ND_RLE_FLAG;
1809
1810	memset(&sata_cmd, 0, sizeof(sata_cmd));
1811	circularQ = &pm8001_ha->inbnd_q_tbl[0];
1812
1813	/* construct read log FIS */
1814	memset(&fis, 0, sizeof(struct host_to_dev_fis));
1815	fis.fis_type = 0x27;
1816	fis.flags = 0x80;
1817	fis.command = ATA_CMD_READ_LOG_EXT;
1818	fis.lbal = 0x10;
1819	fis.sector_count = 0x1;
1820
1821	sata_cmd.tag = cpu_to_le32(ccb_tag);
1822	sata_cmd.device_id = cpu_to_le32(pm8001_ha_dev->device_id);
1823	sata_cmd.ncqtag_atap_dir_m |= ((0x1 << 7) | (0x5 << 9));
1824	memcpy(&sata_cmd.sata_fis, &fis, sizeof(struct host_to_dev_fis));
1825
1826	res = pm8001_mpi_build_cmd(pm8001_ha, circularQ, opc, &sata_cmd, 0);
1827	if (res) {
1828		sas_free_task(task);
1829		pm8001_tag_free(pm8001_ha, ccb_tag);
1830		kfree(dev);
1831	}
1832}
1833
1834/**
1835 * mpi_ssp_completion- process the event that FW response to the SSP request.
1836 * @pm8001_ha: our hba card information
1837 * @piomb: the message contents of this outbound message.
1838 *
1839 * When FW has completed a ssp request for example a IO request, after it has
1840 * filled the SG data with the data, it will trigger this event represent
1841 * that he has finished the job,please check the coresponding buffer.
1842 * So we will tell the caller who maybe waiting the result to tell upper layer
1843 * that the task has been finished.
1844 */
1845static void
1846mpi_ssp_completion(struct pm8001_hba_info *pm8001_ha , void *piomb)
1847{
1848	struct sas_task *t;
1849	struct pm8001_ccb_info *ccb;
1850	unsigned long flags;
1851	u32 status;
1852	u32 param;
1853	u32 tag;
1854	struct ssp_completion_resp *psspPayload;
1855	struct task_status_struct *ts;
1856	struct ssp_response_iu *iu;
1857	struct pm8001_device *pm8001_dev;
1858	psspPayload = (struct ssp_completion_resp *)(piomb + 4);
1859	status = le32_to_cpu(psspPayload->status);
1860	tag = le32_to_cpu(psspPayload->tag);
1861	ccb = &pm8001_ha->ccb_info[tag];
1862	if ((status == IO_ABORTED) && ccb->open_retry) {
1863		/* Being completed by another */
1864		ccb->open_retry = 0;
1865		return;
1866	}
1867	pm8001_dev = ccb->device;
1868	param = le32_to_cpu(psspPayload->param);
1869
1870	t = ccb->task;
1871
1872	if (status && status != IO_UNDERFLOW)
1873		PM8001_FAIL_DBG(pm8001_ha,
1874			pm8001_printk("sas IO status 0x%x\n", status));
1875	if (unlikely(!t || !t->lldd_task || !t->dev))
1876		return;
1877	ts = &t->task_status;
1878	/* Print sas address of IO failed device */
1879	if ((status != IO_SUCCESS) && (status != IO_OVERFLOW) &&
1880		(status != IO_UNDERFLOW))
1881		PM8001_FAIL_DBG(pm8001_ha,
1882			pm8001_printk("SAS Address of IO Failure Drive:"
1883			"%016llx", SAS_ADDR(t->dev->sas_addr)));
1884
1885	switch (status) {
1886	case IO_SUCCESS:
1887		PM8001_IO_DBG(pm8001_ha, pm8001_printk("IO_SUCCESS"
1888			",param = %d\n", param));
1889		if (param == 0) {
1890			ts->resp = SAS_TASK_COMPLETE;
1891			ts->stat = SAM_STAT_GOOD;
1892		} else {
1893			ts->resp = SAS_TASK_COMPLETE;
1894			ts->stat = SAS_PROTO_RESPONSE;
1895			ts->residual = param;
1896			iu = &psspPayload->ssp_resp_iu;
1897			sas_ssp_task_response(pm8001_ha->dev, t, iu);
1898		}
1899		if (pm8001_dev)
1900			pm8001_dev->running_req--;
1901		break;
1902	case IO_ABORTED:
1903		PM8001_IO_DBG(pm8001_ha,
1904			pm8001_printk("IO_ABORTED IOMB Tag\n"));
1905		ts->resp = SAS_TASK_COMPLETE;
1906		ts->stat = SAS_ABORTED_TASK;
1907		break;
1908	case IO_UNDERFLOW:
1909		/* SSP Completion with error */
1910		PM8001_IO_DBG(pm8001_ha, pm8001_printk("IO_UNDERFLOW"
1911			",param = %d\n", param));
1912		ts->resp = SAS_TASK_COMPLETE;
1913		ts->stat = SAS_DATA_UNDERRUN;
1914		ts->residual = param;
1915		if (pm8001_dev)
1916			pm8001_dev->running_req--;
1917		break;
1918	case IO_NO_DEVICE:
1919		PM8001_IO_DBG(pm8001_ha,
1920			pm8001_printk("IO_NO_DEVICE\n"));
1921		ts->resp = SAS_TASK_UNDELIVERED;
1922		ts->stat = SAS_PHY_DOWN;
1923		break;
1924	case IO_XFER_ERROR_BREAK:
1925		PM8001_IO_DBG(pm8001_ha,
1926			pm8001_printk("IO_XFER_ERROR_BREAK\n"));
1927		ts->resp = SAS_TASK_COMPLETE;
1928		ts->stat = SAS_OPEN_REJECT;
1929		/* Force the midlayer to retry */
1930		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
1931		break;
1932	case IO_XFER_ERROR_PHY_NOT_READY:
1933		PM8001_IO_DBG(pm8001_ha,
1934			pm8001_printk("IO_XFER_ERROR_PHY_NOT_READY\n"));
1935		ts->resp = SAS_TASK_COMPLETE;
1936		ts->stat = SAS_OPEN_REJECT;
1937		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
1938		break;
1939	case IO_OPEN_CNX_ERROR_PROTOCOL_NOT_SUPPORTED:
1940		PM8001_IO_DBG(pm8001_ha,
1941		pm8001_printk("IO_OPEN_CNX_ERROR_PROTOCOL_NOT_SUPPORTED\n"));
1942		ts->resp = SAS_TASK_COMPLETE;
1943		ts->stat = SAS_OPEN_REJECT;
1944		ts->open_rej_reason = SAS_OREJ_EPROTO;
1945		break;
1946	case IO_OPEN_CNX_ERROR_ZONE_VIOLATION:
1947		PM8001_IO_DBG(pm8001_ha,
1948			pm8001_printk("IO_OPEN_CNX_ERROR_ZONE_VIOLATION\n"));
1949		ts->resp = SAS_TASK_COMPLETE;
1950		ts->stat = SAS_OPEN_REJECT;
1951		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
1952		break;
1953	case IO_OPEN_CNX_ERROR_BREAK:
1954		PM8001_IO_DBG(pm8001_ha,
1955			pm8001_printk("IO_OPEN_CNX_ERROR_BREAK\n"));
1956		ts->resp = SAS_TASK_COMPLETE;
1957		ts->stat = SAS_OPEN_REJECT;
1958		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
1959		break;
1960	case IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS:
1961		PM8001_IO_DBG(pm8001_ha,
1962			pm8001_printk("IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS\n"));
1963		ts->resp = SAS_TASK_COMPLETE;
1964		ts->stat = SAS_OPEN_REJECT;
1965		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
1966		if (!t->uldd_task)
1967			pm8001_handle_event(pm8001_ha,
1968				pm8001_dev,
1969				IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS);
1970		break;
1971	case IO_OPEN_CNX_ERROR_BAD_DESTINATION:
1972		PM8001_IO_DBG(pm8001_ha,
1973			pm8001_printk("IO_OPEN_CNX_ERROR_BAD_DESTINATION\n"));
1974		ts->resp = SAS_TASK_COMPLETE;
1975		ts->stat = SAS_OPEN_REJECT;
1976		ts->open_rej_reason = SAS_OREJ_BAD_DEST;
1977		break;
1978	case IO_OPEN_CNX_ERROR_CONNECTION_RATE_NOT_SUPPORTED:
1979		PM8001_IO_DBG(pm8001_ha,
1980			pm8001_printk("IO_OPEN_CNX_ERROR_CONNECTION_RATE_"
1981			"NOT_SUPPORTED\n"));
1982		ts->resp = SAS_TASK_COMPLETE;
1983		ts->stat = SAS_OPEN_REJECT;
1984		ts->open_rej_reason = SAS_OREJ_CONN_RATE;
1985		break;
1986	case IO_OPEN_CNX_ERROR_WRONG_DESTINATION:
1987		PM8001_IO_DBG(pm8001_ha,
1988			pm8001_printk("IO_OPEN_CNX_ERROR_WRONG_DESTINATION\n"));
1989		ts->resp = SAS_TASK_UNDELIVERED;
1990		ts->stat = SAS_OPEN_REJECT;
1991		ts->open_rej_reason = SAS_OREJ_WRONG_DEST;
1992		break;
1993	case IO_XFER_ERROR_NAK_RECEIVED:
1994		PM8001_IO_DBG(pm8001_ha,
1995			pm8001_printk("IO_XFER_ERROR_NAK_RECEIVED\n"));
1996		ts->resp = SAS_TASK_COMPLETE;
1997		ts->stat = SAS_OPEN_REJECT;
1998		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
1999		break;
2000	case IO_XFER_ERROR_ACK_NAK_TIMEOUT:
2001		PM8001_IO_DBG(pm8001_ha,
2002			pm8001_printk("IO_XFER_ERROR_ACK_NAK_TIMEOUT\n"));
2003		ts->resp = SAS_TASK_COMPLETE;
2004		ts->stat = SAS_NAK_R_ERR;
2005		break;
2006	case IO_XFER_ERROR_DMA:
2007		PM8001_IO_DBG(pm8001_ha,
2008		pm8001_printk("IO_XFER_ERROR_DMA\n"));
2009		ts->resp = SAS_TASK_COMPLETE;
2010		ts->stat = SAS_OPEN_REJECT;
2011		break;
2012	case IO_XFER_OPEN_RETRY_TIMEOUT:
2013		PM8001_IO_DBG(pm8001_ha,
2014			pm8001_printk("IO_XFER_OPEN_RETRY_TIMEOUT\n"));
2015		ts->resp = SAS_TASK_COMPLETE;
2016		ts->stat = SAS_OPEN_REJECT;
2017		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
2018		break;
2019	case IO_XFER_ERROR_OFFSET_MISMATCH:
2020		PM8001_IO_DBG(pm8001_ha,
2021			pm8001_printk("IO_XFER_ERROR_OFFSET_MISMATCH\n"));
2022		ts->resp = SAS_TASK_COMPLETE;
2023		ts->stat = SAS_OPEN_REJECT;
2024		break;
2025	case IO_PORT_IN_RESET:
2026		PM8001_IO_DBG(pm8001_ha,
2027			pm8001_printk("IO_PORT_IN_RESET\n"));
2028		ts->resp = SAS_TASK_COMPLETE;
2029		ts->stat = SAS_OPEN_REJECT;
2030		break;
2031	case IO_DS_NON_OPERATIONAL:
2032		PM8001_IO_DBG(pm8001_ha,
2033			pm8001_printk("IO_DS_NON_OPERATIONAL\n"));
2034		ts->resp = SAS_TASK_COMPLETE;
2035		ts->stat = SAS_OPEN_REJECT;
2036		if (!t->uldd_task)
2037			pm8001_handle_event(pm8001_ha,
2038				pm8001_dev,
2039				IO_DS_NON_OPERATIONAL);
2040		break;
2041	case IO_DS_IN_RECOVERY:
2042		PM8001_IO_DBG(pm8001_ha,
2043			pm8001_printk("IO_DS_IN_RECOVERY\n"));
2044		ts->resp = SAS_TASK_COMPLETE;
2045		ts->stat = SAS_OPEN_REJECT;
2046		break;
2047	case IO_TM_TAG_NOT_FOUND:
2048		PM8001_IO_DBG(pm8001_ha,
2049			pm8001_printk("IO_TM_TAG_NOT_FOUND\n"));
2050		ts->resp = SAS_TASK_COMPLETE;
2051		ts->stat = SAS_OPEN_REJECT;
2052		break;
2053	case IO_SSP_EXT_IU_ZERO_LEN_ERROR:
2054		PM8001_IO_DBG(pm8001_ha,
2055			pm8001_printk("IO_SSP_EXT_IU_ZERO_LEN_ERROR\n"));
2056		ts->resp = SAS_TASK_COMPLETE;
2057		ts->stat = SAS_OPEN_REJECT;
2058		break;
2059	case IO_OPEN_CNX_ERROR_HW_RESOURCE_BUSY:
2060		PM8001_IO_DBG(pm8001_ha,
2061			pm8001_printk("IO_OPEN_CNX_ERROR_HW_RESOURCE_BUSY\n"));
2062		ts->resp = SAS_TASK_COMPLETE;
2063		ts->stat = SAS_OPEN_REJECT;
2064		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
2065		break;
2066	default:
2067		PM8001_IO_DBG(pm8001_ha,
2068			pm8001_printk("Unknown status 0x%x\n", status));
2069		/* not allowed case. Therefore, return failed status */
2070		ts->resp = SAS_TASK_COMPLETE;
2071		ts->stat = SAS_OPEN_REJECT;
2072		break;
2073	}
2074	PM8001_IO_DBG(pm8001_ha,
2075		pm8001_printk("scsi_status = %x\n ",
2076		psspPayload->ssp_resp_iu.status));
2077	spin_lock_irqsave(&t->task_state_lock, flags);
2078	t->task_state_flags &= ~SAS_TASK_STATE_PENDING;
2079	t->task_state_flags &= ~SAS_TASK_AT_INITIATOR;
2080	t->task_state_flags |= SAS_TASK_STATE_DONE;
2081	if (unlikely((t->task_state_flags & SAS_TASK_STATE_ABORTED))) {
2082		spin_unlock_irqrestore(&t->task_state_lock, flags);
2083		PM8001_FAIL_DBG(pm8001_ha, pm8001_printk("task 0x%p done with"
2084			" io_status 0x%x resp 0x%x "
2085			"stat 0x%x but aborted by upper layer!\n",
2086			t, status, ts->resp, ts->stat));
2087		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2088	} else {
2089		spin_unlock_irqrestore(&t->task_state_lock, flags);
2090		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2091		mb();/* in order to force CPU ordering */
2092		t->task_done(t);
2093	}
2094}
2095
2096/*See the comments for mpi_ssp_completion */
2097static void mpi_ssp_event(struct pm8001_hba_info *pm8001_ha , void *piomb)
2098{
2099	struct sas_task *t;
2100	unsigned long flags;
2101	struct task_status_struct *ts;
2102	struct pm8001_ccb_info *ccb;
2103	struct pm8001_device *pm8001_dev;
2104	struct ssp_event_resp *psspPayload =
2105		(struct ssp_event_resp *)(piomb + 4);
2106	u32 event = le32_to_cpu(psspPayload->event);
2107	u32 tag = le32_to_cpu(psspPayload->tag);
2108	u32 port_id = le32_to_cpu(psspPayload->port_id);
2109	u32 dev_id = le32_to_cpu(psspPayload->device_id);
2110
2111	ccb = &pm8001_ha->ccb_info[tag];
2112	t = ccb->task;
2113	pm8001_dev = ccb->device;
2114	if (event)
2115		PM8001_FAIL_DBG(pm8001_ha,
2116			pm8001_printk("sas IO status 0x%x\n", event));
2117	if (unlikely(!t || !t->lldd_task || !t->dev))
2118		return;
2119	ts = &t->task_status;
2120	PM8001_IO_DBG(pm8001_ha,
2121		pm8001_printk("port_id = %x,device_id = %x\n",
2122		port_id, dev_id));
2123	switch (event) {
2124	case IO_OVERFLOW:
2125		PM8001_IO_DBG(pm8001_ha, pm8001_printk("IO_UNDERFLOW\n");)
2126		ts->resp = SAS_TASK_COMPLETE;
2127		ts->stat = SAS_DATA_OVERRUN;
2128		ts->residual = 0;
2129		if (pm8001_dev)
2130			pm8001_dev->running_req--;
2131		break;
2132	case IO_XFER_ERROR_BREAK:
2133		PM8001_IO_DBG(pm8001_ha,
2134			pm8001_printk("IO_XFER_ERROR_BREAK\n"));
2135		pm8001_handle_event(pm8001_ha, t, IO_XFER_ERROR_BREAK);
2136		return;
2137	case IO_XFER_ERROR_PHY_NOT_READY:
2138		PM8001_IO_DBG(pm8001_ha,
2139			pm8001_printk("IO_XFER_ERROR_PHY_NOT_READY\n"));
2140		ts->resp = SAS_TASK_COMPLETE;
2141		ts->stat = SAS_OPEN_REJECT;
2142		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
2143		break;
2144	case IO_OPEN_CNX_ERROR_PROTOCOL_NOT_SUPPORTED:
2145		PM8001_IO_DBG(pm8001_ha,
2146			pm8001_printk("IO_OPEN_CNX_ERROR_PROTOCOL_NOT"
2147			"_SUPPORTED\n"));
2148		ts->resp = SAS_TASK_COMPLETE;
2149		ts->stat = SAS_OPEN_REJECT;
2150		ts->open_rej_reason = SAS_OREJ_EPROTO;
2151		break;
2152	case IO_OPEN_CNX_ERROR_ZONE_VIOLATION:
2153		PM8001_IO_DBG(pm8001_ha,
2154			pm8001_printk("IO_OPEN_CNX_ERROR_ZONE_VIOLATION\n"));
2155		ts->resp = SAS_TASK_COMPLETE;
2156		ts->stat = SAS_OPEN_REJECT;
2157		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
2158		break;
2159	case IO_OPEN_CNX_ERROR_BREAK:
2160		PM8001_IO_DBG(pm8001_ha,
2161			pm8001_printk("IO_OPEN_CNX_ERROR_BREAK\n"));
2162		ts->resp = SAS_TASK_COMPLETE;
2163		ts->stat = SAS_OPEN_REJECT;
2164		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
2165		break;
2166	case IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS:
2167		PM8001_IO_DBG(pm8001_ha,
2168			pm8001_printk("IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS\n"));
2169		ts->resp = SAS_TASK_COMPLETE;
2170		ts->stat = SAS_OPEN_REJECT;
2171		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
2172		if (!t->uldd_task)
2173			pm8001_handle_event(pm8001_ha,
2174				pm8001_dev,
2175				IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS);
2176		break;
2177	case IO_OPEN_CNX_ERROR_BAD_DESTINATION:
2178		PM8001_IO_DBG(pm8001_ha,
2179			pm8001_printk("IO_OPEN_CNX_ERROR_BAD_DESTINATION\n"));
2180		ts->resp = SAS_TASK_COMPLETE;
2181		ts->stat = SAS_OPEN_REJECT;
2182		ts->open_rej_reason = SAS_OREJ_BAD_DEST;
2183		break;
2184	case IO_OPEN_CNX_ERROR_CONNECTION_RATE_NOT_SUPPORTED:
2185		PM8001_IO_DBG(pm8001_ha,
2186			pm8001_printk("IO_OPEN_CNX_ERROR_CONNECTION_RATE_"
2187			"NOT_SUPPORTED\n"));
2188		ts->resp = SAS_TASK_COMPLETE;
2189		ts->stat = SAS_OPEN_REJECT;
2190		ts->open_rej_reason = SAS_OREJ_CONN_RATE;
2191		break;
2192	case IO_OPEN_CNX_ERROR_WRONG_DESTINATION:
2193		PM8001_IO_DBG(pm8001_ha,
2194		       pm8001_printk("IO_OPEN_CNX_ERROR_WRONG_DESTINATION\n"));
2195		ts->resp = SAS_TASK_COMPLETE;
2196		ts->stat = SAS_OPEN_REJECT;
2197		ts->open_rej_reason = SAS_OREJ_WRONG_DEST;
2198		break;
2199	case IO_XFER_ERROR_NAK_RECEIVED:
2200		PM8001_IO_DBG(pm8001_ha,
2201			pm8001_printk("IO_XFER_ERROR_NAK_RECEIVED\n"));
2202		ts->resp = SAS_TASK_COMPLETE;
2203		ts->stat = SAS_OPEN_REJECT;
2204		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
2205		break;
2206	case IO_XFER_ERROR_ACK_NAK_TIMEOUT:
2207		PM8001_IO_DBG(pm8001_ha,
2208			pm8001_printk("IO_XFER_ERROR_ACK_NAK_TIMEOUT\n"));
2209		ts->resp = SAS_TASK_COMPLETE;
2210		ts->stat = SAS_NAK_R_ERR;
2211		break;
2212	case IO_XFER_OPEN_RETRY_TIMEOUT:
2213		PM8001_IO_DBG(pm8001_ha,
2214			pm8001_printk("IO_XFER_OPEN_RETRY_TIMEOUT\n"));
2215		pm8001_handle_event(pm8001_ha, t, IO_XFER_OPEN_RETRY_TIMEOUT);
2216		return;
2217	case IO_XFER_ERROR_UNEXPECTED_PHASE:
2218		PM8001_IO_DBG(pm8001_ha,
2219			pm8001_printk("IO_XFER_ERROR_UNEXPECTED_PHASE\n"));
2220		ts->resp = SAS_TASK_COMPLETE;
2221		ts->stat = SAS_DATA_OVERRUN;
2222		break;
2223	case IO_XFER_ERROR_XFER_RDY_OVERRUN:
2224		PM8001_IO_DBG(pm8001_ha,
2225			pm8001_printk("IO_XFER_ERROR_XFER_RDY_OVERRUN\n"));
2226		ts->resp = SAS_TASK_COMPLETE;
2227		ts->stat = SAS_DATA_OVERRUN;
2228		break;
2229	case IO_XFER_ERROR_XFER_RDY_NOT_EXPECTED:
2230		PM8001_IO_DBG(pm8001_ha,
2231		       pm8001_printk("IO_XFER_ERROR_XFER_RDY_NOT_EXPECTED\n"));
2232		ts->resp = SAS_TASK_COMPLETE;
2233		ts->stat = SAS_DATA_OVERRUN;
2234		break;
2235	case IO_XFER_ERROR_CMD_ISSUE_ACK_NAK_TIMEOUT:
2236		PM8001_IO_DBG(pm8001_ha,
2237		pm8001_printk("IO_XFER_ERROR_CMD_ISSUE_ACK_NAK_TIMEOUT\n"));
2238		ts->resp = SAS_TASK_COMPLETE;
2239		ts->stat = SAS_DATA_OVERRUN;
2240		break;
2241	case IO_XFER_ERROR_OFFSET_MISMATCH:
2242		PM8001_IO_DBG(pm8001_ha,
2243			pm8001_printk("IO_XFER_ERROR_OFFSET_MISMATCH\n"));
2244		ts->resp = SAS_TASK_COMPLETE;
2245		ts->stat = SAS_DATA_OVERRUN;
2246		break;
2247	case IO_XFER_ERROR_XFER_ZERO_DATA_LEN:
2248		PM8001_IO_DBG(pm8001_ha,
2249			pm8001_printk("IO_XFER_ERROR_XFER_ZERO_DATA_LEN\n"));
2250		ts->resp = SAS_TASK_COMPLETE;
2251		ts->stat = SAS_DATA_OVERRUN;
2252		break;
2253	case IO_XFER_CMD_FRAME_ISSUED:
2254		PM8001_IO_DBG(pm8001_ha,
2255			pm8001_printk("  IO_XFER_CMD_FRAME_ISSUED\n"));
2256		return;
2257	default:
2258		PM8001_IO_DBG(pm8001_ha,
2259			pm8001_printk("Unknown status 0x%x\n", event));
2260		/* not allowed case. Therefore, return failed status */
2261		ts->resp = SAS_TASK_COMPLETE;
2262		ts->stat = SAS_DATA_OVERRUN;
2263		break;
2264	}
2265	spin_lock_irqsave(&t->task_state_lock, flags);
2266	t->task_state_flags &= ~SAS_TASK_STATE_PENDING;
2267	t->task_state_flags &= ~SAS_TASK_AT_INITIATOR;
2268	t->task_state_flags |= SAS_TASK_STATE_DONE;
2269	if (unlikely((t->task_state_flags & SAS_TASK_STATE_ABORTED))) {
2270		spin_unlock_irqrestore(&t->task_state_lock, flags);
2271		PM8001_FAIL_DBG(pm8001_ha, pm8001_printk("task 0x%p done with"
2272			" event 0x%x resp 0x%x "
2273			"stat 0x%x but aborted by upper layer!\n",
2274			t, event, ts->resp, ts->stat));
2275		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2276	} else {
2277		spin_unlock_irqrestore(&t->task_state_lock, flags);
2278		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2279		mb();/* in order to force CPU ordering */
2280		t->task_done(t);
2281	}
2282}
2283
2284/*See the comments for mpi_ssp_completion */
2285static void
2286mpi_sata_completion(struct pm8001_hba_info *pm8001_ha, void *piomb)
2287{
2288	struct sas_task *t;
2289	struct pm8001_ccb_info *ccb;
2290	u32 param;
2291	u32 status;
2292	u32 tag;
2293	int i, j;
2294	u8 sata_addr_low[4];
2295	u32 temp_sata_addr_low;
2296	u8 sata_addr_hi[4];
2297	u32 temp_sata_addr_hi;
2298	struct sata_completion_resp *psataPayload;
2299	struct task_status_struct *ts;
2300	struct ata_task_resp *resp ;
2301	u32 *sata_resp;
2302	struct pm8001_device *pm8001_dev;
2303	unsigned long flags;
2304
2305	psataPayload = (struct sata_completion_resp *)(piomb + 4);
2306	status = le32_to_cpu(psataPayload->status);
2307	tag = le32_to_cpu(psataPayload->tag);
2308
2309	if (!tag) {
2310		PM8001_FAIL_DBG(pm8001_ha,
2311			pm8001_printk("tag null\n"));
2312		return;
2313	}
2314	ccb = &pm8001_ha->ccb_info[tag];
2315	param = le32_to_cpu(psataPayload->param);
2316	if (ccb) {
2317		t = ccb->task;
2318		pm8001_dev = ccb->device;
2319	} else {
2320		PM8001_FAIL_DBG(pm8001_ha,
2321			pm8001_printk("ccb null\n"));
 
2322		return;
2323	}
2324
2325	if (t) {
2326		if (t->dev && (t->dev->lldd_dev))
2327			pm8001_dev = t->dev->lldd_dev;
2328	} else {
2329		PM8001_FAIL_DBG(pm8001_ha,
2330			pm8001_printk("task null\n"));
2331		return;
2332	}
2333
2334	if ((pm8001_dev && !(pm8001_dev->id & NCQ_READ_LOG_FLAG))
2335		&& unlikely(!t || !t->lldd_task || !t->dev)) {
2336		PM8001_FAIL_DBG(pm8001_ha,
2337			pm8001_printk("task or dev null\n"));
2338		return;
2339	}
2340
2341	ts = &t->task_status;
2342	if (!ts) {
2343		PM8001_FAIL_DBG(pm8001_ha,
2344			pm8001_printk("ts null\n"));
2345		return;
2346	}
2347	/* Print sas address of IO failed device */
2348	if ((status != IO_SUCCESS) && (status != IO_OVERFLOW) &&
2349		(status != IO_UNDERFLOW)) {
2350		if (!((t->dev->parent) &&
2351			(DEV_IS_EXPANDER(t->dev->parent->dev_type)))) {
2352			for (i = 0 , j = 4; j <= 7 && i <= 3; i++ , j++)
2353				sata_addr_low[i] = pm8001_ha->sas_addr[j];
2354			for (i = 0 , j = 0; j <= 3 && i <= 3; i++ , j++)
2355				sata_addr_hi[i] = pm8001_ha->sas_addr[j];
2356			memcpy(&temp_sata_addr_low, sata_addr_low,
2357				sizeof(sata_addr_low));
2358			memcpy(&temp_sata_addr_hi, sata_addr_hi,
2359				sizeof(sata_addr_hi));
2360			temp_sata_addr_hi = (((temp_sata_addr_hi >> 24) & 0xff)
2361						|((temp_sata_addr_hi << 8) &
2362						0xff0000) |
2363						((temp_sata_addr_hi >> 8)
2364						& 0xff00) |
2365						((temp_sata_addr_hi << 24) &
2366						0xff000000));
2367			temp_sata_addr_low = ((((temp_sata_addr_low >> 24)
2368						& 0xff) |
2369						((temp_sata_addr_low << 8)
2370						& 0xff0000) |
2371						((temp_sata_addr_low >> 8)
2372						& 0xff00) |
2373						((temp_sata_addr_low << 24)
2374						& 0xff000000)) +
2375						pm8001_dev->attached_phy +
2376						0x10);
2377			PM8001_FAIL_DBG(pm8001_ha,
2378				pm8001_printk("SAS Address of IO Failure Drive:"
2379				"%08x%08x", temp_sata_addr_hi,
2380					temp_sata_addr_low));
2381		} else {
2382			PM8001_FAIL_DBG(pm8001_ha,
2383				pm8001_printk("SAS Address of IO Failure Drive:"
2384				"%016llx", SAS_ADDR(t->dev->sas_addr)));
2385		}
2386	}
2387	switch (status) {
2388	case IO_SUCCESS:
2389		PM8001_IO_DBG(pm8001_ha, pm8001_printk("IO_SUCCESS\n"));
2390		if (param == 0) {
2391			ts->resp = SAS_TASK_COMPLETE;
2392			ts->stat = SAM_STAT_GOOD;
2393			/* check if response is for SEND READ LOG */
2394			if (pm8001_dev &&
2395				(pm8001_dev->id & NCQ_READ_LOG_FLAG)) {
2396				/* set new bit for abort_all */
2397				pm8001_dev->id |= NCQ_ABORT_ALL_FLAG;
2398				/* clear bit for read log */
2399				pm8001_dev->id = pm8001_dev->id & 0x7FFFFFFF;
2400				pm8001_send_abort_all(pm8001_ha, pm8001_dev);
2401				/* Free the tag */
2402				pm8001_tag_free(pm8001_ha, tag);
2403				sas_free_task(t);
2404				return;
2405			}
2406		} else {
2407			u8 len;
2408			ts->resp = SAS_TASK_COMPLETE;
2409			ts->stat = SAS_PROTO_RESPONSE;
2410			ts->residual = param;
2411			PM8001_IO_DBG(pm8001_ha,
2412				pm8001_printk("SAS_PROTO_RESPONSE len = %d\n",
2413				param));
2414			sata_resp = &psataPayload->sata_resp[0];
2415			resp = (struct ata_task_resp *)ts->buf;
2416			if (t->ata_task.dma_xfer == 0 &&
2417			t->data_dir == PCI_DMA_FROMDEVICE) {
2418				len = sizeof(struct pio_setup_fis);
2419				PM8001_IO_DBG(pm8001_ha,
2420				pm8001_printk("PIO read len = %d\n", len));
2421			} else if (t->ata_task.use_ncq) {
2422				len = sizeof(struct set_dev_bits_fis);
2423				PM8001_IO_DBG(pm8001_ha,
2424					pm8001_printk("FPDMA len = %d\n", len));
2425			} else {
2426				len = sizeof(struct dev_to_host_fis);
2427				PM8001_IO_DBG(pm8001_ha,
2428				pm8001_printk("other len = %d\n", len));
2429			}
2430			if (SAS_STATUS_BUF_SIZE >= sizeof(*resp)) {
2431				resp->frame_len = len;
2432				memcpy(&resp->ending_fis[0], sata_resp, len);
2433				ts->buf_valid_size = sizeof(*resp);
2434			} else
2435				PM8001_IO_DBG(pm8001_ha,
2436					pm8001_printk("response to large\n"));
2437		}
2438		if (pm8001_dev)
2439			pm8001_dev->running_req--;
2440		break;
2441	case IO_ABORTED:
2442		PM8001_IO_DBG(pm8001_ha,
2443			pm8001_printk("IO_ABORTED IOMB Tag\n"));
2444		ts->resp = SAS_TASK_COMPLETE;
2445		ts->stat = SAS_ABORTED_TASK;
2446		if (pm8001_dev)
2447			pm8001_dev->running_req--;
2448		break;
2449		/* following cases are to do cases */
2450	case IO_UNDERFLOW:
2451		/* SATA Completion with error */
2452		PM8001_IO_DBG(pm8001_ha,
2453			pm8001_printk("IO_UNDERFLOW param = %d\n", param));
2454		ts->resp = SAS_TASK_COMPLETE;
2455		ts->stat = SAS_DATA_UNDERRUN;
2456		ts->residual =  param;
2457		if (pm8001_dev)
2458			pm8001_dev->running_req--;
2459		break;
2460	case IO_NO_DEVICE:
2461		PM8001_IO_DBG(pm8001_ha,
2462			pm8001_printk("IO_NO_DEVICE\n"));
2463		ts->resp = SAS_TASK_UNDELIVERED;
2464		ts->stat = SAS_PHY_DOWN;
2465		break;
2466	case IO_XFER_ERROR_BREAK:
2467		PM8001_IO_DBG(pm8001_ha,
2468			pm8001_printk("IO_XFER_ERROR_BREAK\n"));
2469		ts->resp = SAS_TASK_COMPLETE;
2470		ts->stat = SAS_INTERRUPTED;
2471		break;
2472	case IO_XFER_ERROR_PHY_NOT_READY:
2473		PM8001_IO_DBG(pm8001_ha,
2474			pm8001_printk("IO_XFER_ERROR_PHY_NOT_READY\n"));
2475		ts->resp = SAS_TASK_COMPLETE;
2476		ts->stat = SAS_OPEN_REJECT;
2477		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
2478		break;
2479	case IO_OPEN_CNX_ERROR_PROTOCOL_NOT_SUPPORTED:
2480		PM8001_IO_DBG(pm8001_ha,
2481			pm8001_printk("IO_OPEN_CNX_ERROR_PROTOCOL_NOT"
2482			"_SUPPORTED\n"));
2483		ts->resp = SAS_TASK_COMPLETE;
2484		ts->stat = SAS_OPEN_REJECT;
2485		ts->open_rej_reason = SAS_OREJ_EPROTO;
2486		break;
2487	case IO_OPEN_CNX_ERROR_ZONE_VIOLATION:
2488		PM8001_IO_DBG(pm8001_ha,
2489			pm8001_printk("IO_OPEN_CNX_ERROR_ZONE_VIOLATION\n"));
2490		ts->resp = SAS_TASK_COMPLETE;
2491		ts->stat = SAS_OPEN_REJECT;
2492		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
2493		break;
2494	case IO_OPEN_CNX_ERROR_BREAK:
2495		PM8001_IO_DBG(pm8001_ha,
2496			pm8001_printk("IO_OPEN_CNX_ERROR_BREAK\n"));
2497		ts->resp = SAS_TASK_COMPLETE;
2498		ts->stat = SAS_OPEN_REJECT;
2499		ts->open_rej_reason = SAS_OREJ_RSVD_CONT0;
2500		break;
2501	case IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS:
2502		PM8001_IO_DBG(pm8001_ha,
2503			pm8001_printk("IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS\n"));
2504		ts->resp = SAS_TASK_COMPLETE;
2505		ts->stat = SAS_DEV_NO_RESPONSE;
2506		if (!t->uldd_task) {
2507			pm8001_handle_event(pm8001_ha,
2508				pm8001_dev,
2509				IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS);
2510			ts->resp = SAS_TASK_UNDELIVERED;
2511			ts->stat = SAS_QUEUE_FULL;
2512			pm8001_ccb_task_free_done(pm8001_ha, t, ccb, tag);
 
 
 
 
2513			return;
2514		}
2515		break;
2516	case IO_OPEN_CNX_ERROR_BAD_DESTINATION:
2517		PM8001_IO_DBG(pm8001_ha,
2518			pm8001_printk("IO_OPEN_CNX_ERROR_BAD_DESTINATION\n"));
2519		ts->resp = SAS_TASK_UNDELIVERED;
2520		ts->stat = SAS_OPEN_REJECT;
2521		ts->open_rej_reason = SAS_OREJ_BAD_DEST;
2522		if (!t->uldd_task) {
2523			pm8001_handle_event(pm8001_ha,
2524				pm8001_dev,
2525				IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS);
2526			ts->resp = SAS_TASK_UNDELIVERED;
2527			ts->stat = SAS_QUEUE_FULL;
2528			pm8001_ccb_task_free_done(pm8001_ha, t, ccb, tag);
 
 
 
 
2529			return;
2530		}
2531		break;
2532	case IO_OPEN_CNX_ERROR_CONNECTION_RATE_NOT_SUPPORTED:
2533		PM8001_IO_DBG(pm8001_ha,
2534			pm8001_printk("IO_OPEN_CNX_ERROR_CONNECTION_RATE_"
2535			"NOT_SUPPORTED\n"));
2536		ts->resp = SAS_TASK_COMPLETE;
2537		ts->stat = SAS_OPEN_REJECT;
2538		ts->open_rej_reason = SAS_OREJ_CONN_RATE;
2539		break;
2540	case IO_OPEN_CNX_ERROR_STP_RESOURCES_BUSY:
2541		PM8001_IO_DBG(pm8001_ha,
2542			pm8001_printk("IO_OPEN_CNX_ERROR_STP_RESOURCES"
2543			"_BUSY\n"));
2544		ts->resp = SAS_TASK_COMPLETE;
2545		ts->stat = SAS_DEV_NO_RESPONSE;
2546		if (!t->uldd_task) {
2547			pm8001_handle_event(pm8001_ha,
2548				pm8001_dev,
2549				IO_OPEN_CNX_ERROR_STP_RESOURCES_BUSY);
2550			ts->resp = SAS_TASK_UNDELIVERED;
2551			ts->stat = SAS_QUEUE_FULL;
2552			pm8001_ccb_task_free_done(pm8001_ha, t, ccb, tag);
 
 
 
 
2553			return;
2554		}
2555		break;
2556	case IO_OPEN_CNX_ERROR_WRONG_DESTINATION:
2557		PM8001_IO_DBG(pm8001_ha,
2558		       pm8001_printk("IO_OPEN_CNX_ERROR_WRONG_DESTINATION\n"));
2559		ts->resp = SAS_TASK_COMPLETE;
2560		ts->stat = SAS_OPEN_REJECT;
2561		ts->open_rej_reason = SAS_OREJ_WRONG_DEST;
2562		break;
2563	case IO_XFER_ERROR_NAK_RECEIVED:
2564		PM8001_IO_DBG(pm8001_ha,
2565			pm8001_printk("IO_XFER_ERROR_NAK_RECEIVED\n"));
2566		ts->resp = SAS_TASK_COMPLETE;
2567		ts->stat = SAS_NAK_R_ERR;
2568		break;
2569	case IO_XFER_ERROR_ACK_NAK_TIMEOUT:
2570		PM8001_IO_DBG(pm8001_ha,
2571			pm8001_printk("IO_XFER_ERROR_ACK_NAK_TIMEOUT\n"));
2572		ts->resp = SAS_TASK_COMPLETE;
2573		ts->stat = SAS_NAK_R_ERR;
2574		break;
2575	case IO_XFER_ERROR_DMA:
2576		PM8001_IO_DBG(pm8001_ha,
2577			pm8001_printk("IO_XFER_ERROR_DMA\n"));
2578		ts->resp = SAS_TASK_COMPLETE;
2579		ts->stat = SAS_ABORTED_TASK;
2580		break;
2581	case IO_XFER_ERROR_SATA_LINK_TIMEOUT:
2582		PM8001_IO_DBG(pm8001_ha,
2583			pm8001_printk("IO_XFER_ERROR_SATA_LINK_TIMEOUT\n"));
2584		ts->resp = SAS_TASK_UNDELIVERED;
2585		ts->stat = SAS_DEV_NO_RESPONSE;
2586		break;
2587	case IO_XFER_ERROR_REJECTED_NCQ_MODE:
2588		PM8001_IO_DBG(pm8001_ha,
2589			pm8001_printk("IO_XFER_ERROR_REJECTED_NCQ_MODE\n"));
2590		ts->resp = SAS_TASK_COMPLETE;
2591		ts->stat = SAS_DATA_UNDERRUN;
2592		break;
2593	case IO_XFER_OPEN_RETRY_TIMEOUT:
2594		PM8001_IO_DBG(pm8001_ha,
2595			pm8001_printk("IO_XFER_OPEN_RETRY_TIMEOUT\n"));
2596		ts->resp = SAS_TASK_COMPLETE;
2597		ts->stat = SAS_OPEN_TO;
2598		break;
2599	case IO_PORT_IN_RESET:
2600		PM8001_IO_DBG(pm8001_ha,
2601			pm8001_printk("IO_PORT_IN_RESET\n"));
2602		ts->resp = SAS_TASK_COMPLETE;
2603		ts->stat = SAS_DEV_NO_RESPONSE;
2604		break;
2605	case IO_DS_NON_OPERATIONAL:
2606		PM8001_IO_DBG(pm8001_ha,
2607			pm8001_printk("IO_DS_NON_OPERATIONAL\n"));
2608		ts->resp = SAS_TASK_COMPLETE;
2609		ts->stat = SAS_DEV_NO_RESPONSE;
2610		if (!t->uldd_task) {
2611			pm8001_handle_event(pm8001_ha, pm8001_dev,
2612				    IO_DS_NON_OPERATIONAL);
2613			ts->resp = SAS_TASK_UNDELIVERED;
2614			ts->stat = SAS_QUEUE_FULL;
2615			pm8001_ccb_task_free_done(pm8001_ha, t, ccb, tag);
 
 
 
 
2616			return;
2617		}
2618		break;
2619	case IO_DS_IN_RECOVERY:
2620		PM8001_IO_DBG(pm8001_ha,
2621			pm8001_printk("  IO_DS_IN_RECOVERY\n"));
2622		ts->resp = SAS_TASK_COMPLETE;
2623		ts->stat = SAS_DEV_NO_RESPONSE;
2624		break;
2625	case IO_DS_IN_ERROR:
2626		PM8001_IO_DBG(pm8001_ha,
2627			pm8001_printk("IO_DS_IN_ERROR\n"));
2628		ts->resp = SAS_TASK_COMPLETE;
2629		ts->stat = SAS_DEV_NO_RESPONSE;
2630		if (!t->uldd_task) {
2631			pm8001_handle_event(pm8001_ha, pm8001_dev,
2632				    IO_DS_IN_ERROR);
2633			ts->resp = SAS_TASK_UNDELIVERED;
2634			ts->stat = SAS_QUEUE_FULL;
2635			pm8001_ccb_task_free_done(pm8001_ha, t, ccb, tag);
 
 
 
 
2636			return;
2637		}
2638		break;
2639	case IO_OPEN_CNX_ERROR_HW_RESOURCE_BUSY:
2640		PM8001_IO_DBG(pm8001_ha,
2641			pm8001_printk("IO_OPEN_CNX_ERROR_HW_RESOURCE_BUSY\n"));
2642		ts->resp = SAS_TASK_COMPLETE;
2643		ts->stat = SAS_OPEN_REJECT;
2644		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
2645		break;
2646	default:
2647		PM8001_IO_DBG(pm8001_ha,
2648			pm8001_printk("Unknown status 0x%x\n", status));
2649		/* not allowed case. Therefore, return failed status */
2650		ts->resp = SAS_TASK_COMPLETE;
2651		ts->stat = SAS_DEV_NO_RESPONSE;
2652		break;
2653	}
2654	spin_lock_irqsave(&t->task_state_lock, flags);
2655	t->task_state_flags &= ~SAS_TASK_STATE_PENDING;
2656	t->task_state_flags &= ~SAS_TASK_AT_INITIATOR;
2657	t->task_state_flags |= SAS_TASK_STATE_DONE;
2658	if (unlikely((t->task_state_flags & SAS_TASK_STATE_ABORTED))) {
2659		spin_unlock_irqrestore(&t->task_state_lock, flags);
2660		PM8001_FAIL_DBG(pm8001_ha,
2661			pm8001_printk("task 0x%p done with io_status 0x%x"
2662			" resp 0x%x stat 0x%x but aborted by upper layer!\n",
2663			t, status, ts->resp, ts->stat));
2664		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2665	} else {
 
 
 
 
 
 
 
2666		spin_unlock_irqrestore(&t->task_state_lock, flags);
2667		pm8001_ccb_task_free_done(pm8001_ha, t, ccb, tag);
 
 
 
 
2668	}
2669}
2670
2671/*See the comments for mpi_ssp_completion */
2672static void mpi_sata_event(struct pm8001_hba_info *pm8001_ha , void *piomb)
2673{
2674	struct sas_task *t;
2675	struct task_status_struct *ts;
2676	struct pm8001_ccb_info *ccb;
2677	struct pm8001_device *pm8001_dev;
2678	struct sata_event_resp *psataPayload =
2679		(struct sata_event_resp *)(piomb + 4);
2680	u32 event = le32_to_cpu(psataPayload->event);
2681	u32 tag = le32_to_cpu(psataPayload->tag);
2682	u32 port_id = le32_to_cpu(psataPayload->port_id);
2683	u32 dev_id = le32_to_cpu(psataPayload->device_id);
2684	unsigned long flags;
2685
2686	ccb = &pm8001_ha->ccb_info[tag];
2687
2688	if (ccb) {
2689		t = ccb->task;
2690		pm8001_dev = ccb->device;
2691	} else {
2692		PM8001_FAIL_DBG(pm8001_ha,
2693			pm8001_printk("No CCB !!!. returning\n"));
2694	}
2695	if (event)
2696		PM8001_FAIL_DBG(pm8001_ha,
2697			pm8001_printk("SATA EVENT 0x%x\n", event));
2698
2699	/* Check if this is NCQ error */
2700	if (event == IO_XFER_ERROR_ABORTED_NCQ_MODE) {
2701		/* find device using device id */
2702		pm8001_dev = pm8001_find_dev(pm8001_ha, dev_id);
2703		/* send read log extension */
2704		if (pm8001_dev)
2705			pm8001_send_read_log(pm8001_ha, pm8001_dev);
2706		return;
2707	}
2708
2709	ccb = &pm8001_ha->ccb_info[tag];
2710	t = ccb->task;
2711	pm8001_dev = ccb->device;
2712	if (event)
2713		PM8001_FAIL_DBG(pm8001_ha,
2714			pm8001_printk("sata IO status 0x%x\n", event));
2715	if (unlikely(!t || !t->lldd_task || !t->dev))
2716		return;
2717	ts = &t->task_status;
2718	PM8001_IO_DBG(pm8001_ha, pm8001_printk(
2719		"port_id:0x%x, device_id:0x%x, tag:0x%x, event:0x%x\n",
2720		port_id, dev_id, tag, event));
2721	switch (event) {
2722	case IO_OVERFLOW:
2723		PM8001_IO_DBG(pm8001_ha, pm8001_printk("IO_UNDERFLOW\n"));
2724		ts->resp = SAS_TASK_COMPLETE;
2725		ts->stat = SAS_DATA_OVERRUN;
2726		ts->residual = 0;
2727		if (pm8001_dev)
2728			pm8001_dev->running_req--;
2729		break;
2730	case IO_XFER_ERROR_BREAK:
2731		PM8001_IO_DBG(pm8001_ha,
2732			pm8001_printk("IO_XFER_ERROR_BREAK\n"));
2733		ts->resp = SAS_TASK_COMPLETE;
2734		ts->stat = SAS_INTERRUPTED;
2735		break;
2736	case IO_XFER_ERROR_PHY_NOT_READY:
2737		PM8001_IO_DBG(pm8001_ha,
2738			pm8001_printk("IO_XFER_ERROR_PHY_NOT_READY\n"));
2739		ts->resp = SAS_TASK_COMPLETE;
2740		ts->stat = SAS_OPEN_REJECT;
2741		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
2742		break;
2743	case IO_OPEN_CNX_ERROR_PROTOCOL_NOT_SUPPORTED:
2744		PM8001_IO_DBG(pm8001_ha,
2745			pm8001_printk("IO_OPEN_CNX_ERROR_PROTOCOL_NOT"
2746			"_SUPPORTED\n"));
2747		ts->resp = SAS_TASK_COMPLETE;
2748		ts->stat = SAS_OPEN_REJECT;
2749		ts->open_rej_reason = SAS_OREJ_EPROTO;
2750		break;
2751	case IO_OPEN_CNX_ERROR_ZONE_VIOLATION:
2752		PM8001_IO_DBG(pm8001_ha,
2753			pm8001_printk("IO_OPEN_CNX_ERROR_ZONE_VIOLATION\n"));
2754		ts->resp = SAS_TASK_COMPLETE;
2755		ts->stat = SAS_OPEN_REJECT;
2756		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
2757		break;
2758	case IO_OPEN_CNX_ERROR_BREAK:
2759		PM8001_IO_DBG(pm8001_ha,
2760			pm8001_printk("IO_OPEN_CNX_ERROR_BREAK\n"));
2761		ts->resp = SAS_TASK_COMPLETE;
2762		ts->stat = SAS_OPEN_REJECT;
2763		ts->open_rej_reason = SAS_OREJ_RSVD_CONT0;
2764		break;
2765	case IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS:
2766		PM8001_IO_DBG(pm8001_ha,
2767			pm8001_printk("IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS\n"));
2768		ts->resp = SAS_TASK_UNDELIVERED;
2769		ts->stat = SAS_DEV_NO_RESPONSE;
2770		if (!t->uldd_task) {
2771			pm8001_handle_event(pm8001_ha,
2772				pm8001_dev,
2773				IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS);
2774			ts->resp = SAS_TASK_COMPLETE;
2775			ts->stat = SAS_QUEUE_FULL;
2776			pm8001_ccb_task_free_done(pm8001_ha, t, ccb, tag);
 
 
 
 
2777			return;
2778		}
2779		break;
2780	case IO_OPEN_CNX_ERROR_BAD_DESTINATION:
2781		PM8001_IO_DBG(pm8001_ha,
2782			pm8001_printk("IO_OPEN_CNX_ERROR_BAD_DESTINATION\n"));
2783		ts->resp = SAS_TASK_UNDELIVERED;
2784		ts->stat = SAS_OPEN_REJECT;
2785		ts->open_rej_reason = SAS_OREJ_BAD_DEST;
2786		break;
2787	case IO_OPEN_CNX_ERROR_CONNECTION_RATE_NOT_SUPPORTED:
2788		PM8001_IO_DBG(pm8001_ha,
2789			pm8001_printk("IO_OPEN_CNX_ERROR_CONNECTION_RATE_"
2790			"NOT_SUPPORTED\n"));
2791		ts->resp = SAS_TASK_COMPLETE;
2792		ts->stat = SAS_OPEN_REJECT;
2793		ts->open_rej_reason = SAS_OREJ_CONN_RATE;
2794		break;
2795	case IO_OPEN_CNX_ERROR_WRONG_DESTINATION:
2796		PM8001_IO_DBG(pm8001_ha,
2797		       pm8001_printk("IO_OPEN_CNX_ERROR_WRONG_DESTINATION\n"));
2798		ts->resp = SAS_TASK_COMPLETE;
2799		ts->stat = SAS_OPEN_REJECT;
2800		ts->open_rej_reason = SAS_OREJ_WRONG_DEST;
2801		break;
2802	case IO_XFER_ERROR_NAK_RECEIVED:
2803		PM8001_IO_DBG(pm8001_ha,
2804			pm8001_printk("IO_XFER_ERROR_NAK_RECEIVED\n"));
2805		ts->resp = SAS_TASK_COMPLETE;
2806		ts->stat = SAS_NAK_R_ERR;
2807		break;
2808	case IO_XFER_ERROR_PEER_ABORTED:
2809		PM8001_IO_DBG(pm8001_ha,
2810			pm8001_printk("IO_XFER_ERROR_PEER_ABORTED\n"));
2811		ts->resp = SAS_TASK_COMPLETE;
2812		ts->stat = SAS_NAK_R_ERR;
2813		break;
2814	case IO_XFER_ERROR_REJECTED_NCQ_MODE:
2815		PM8001_IO_DBG(pm8001_ha,
2816			pm8001_printk("IO_XFER_ERROR_REJECTED_NCQ_MODE\n"));
2817		ts->resp = SAS_TASK_COMPLETE;
2818		ts->stat = SAS_DATA_UNDERRUN;
2819		break;
2820	case IO_XFER_OPEN_RETRY_TIMEOUT:
2821		PM8001_IO_DBG(pm8001_ha,
2822			pm8001_printk("IO_XFER_OPEN_RETRY_TIMEOUT\n"));
2823		ts->resp = SAS_TASK_COMPLETE;
2824		ts->stat = SAS_OPEN_TO;
2825		break;
2826	case IO_XFER_ERROR_UNEXPECTED_PHASE:
2827		PM8001_IO_DBG(pm8001_ha,
2828			pm8001_printk("IO_XFER_ERROR_UNEXPECTED_PHASE\n"));
2829		ts->resp = SAS_TASK_COMPLETE;
2830		ts->stat = SAS_OPEN_TO;
2831		break;
2832	case IO_XFER_ERROR_XFER_RDY_OVERRUN:
2833		PM8001_IO_DBG(pm8001_ha,
2834			pm8001_printk("IO_XFER_ERROR_XFER_RDY_OVERRUN\n"));
2835		ts->resp = SAS_TASK_COMPLETE;
2836		ts->stat = SAS_OPEN_TO;
2837		break;
2838	case IO_XFER_ERROR_XFER_RDY_NOT_EXPECTED:
2839		PM8001_IO_DBG(pm8001_ha,
2840		       pm8001_printk("IO_XFER_ERROR_XFER_RDY_NOT_EXPECTED\n"));
2841		ts->resp = SAS_TASK_COMPLETE;
2842		ts->stat = SAS_OPEN_TO;
2843		break;
2844	case IO_XFER_ERROR_OFFSET_MISMATCH:
2845		PM8001_IO_DBG(pm8001_ha,
2846			pm8001_printk("IO_XFER_ERROR_OFFSET_MISMATCH\n"));
2847		ts->resp = SAS_TASK_COMPLETE;
2848		ts->stat = SAS_OPEN_TO;
2849		break;
2850	case IO_XFER_ERROR_XFER_ZERO_DATA_LEN:
2851		PM8001_IO_DBG(pm8001_ha,
2852			pm8001_printk("IO_XFER_ERROR_XFER_ZERO_DATA_LEN\n"));
2853		ts->resp = SAS_TASK_COMPLETE;
2854		ts->stat = SAS_OPEN_TO;
2855		break;
2856	case IO_XFER_CMD_FRAME_ISSUED:
2857		PM8001_IO_DBG(pm8001_ha,
2858			pm8001_printk("IO_XFER_CMD_FRAME_ISSUED\n"));
2859		break;
2860	case IO_XFER_PIO_SETUP_ERROR:
2861		PM8001_IO_DBG(pm8001_ha,
2862			pm8001_printk("IO_XFER_PIO_SETUP_ERROR\n"));
2863		ts->resp = SAS_TASK_COMPLETE;
2864		ts->stat = SAS_OPEN_TO;
2865		break;
2866	default:
2867		PM8001_IO_DBG(pm8001_ha,
2868			pm8001_printk("Unknown status 0x%x\n", event));
2869		/* not allowed case. Therefore, return failed status */
2870		ts->resp = SAS_TASK_COMPLETE;
2871		ts->stat = SAS_OPEN_TO;
2872		break;
2873	}
2874	spin_lock_irqsave(&t->task_state_lock, flags);
2875	t->task_state_flags &= ~SAS_TASK_STATE_PENDING;
2876	t->task_state_flags &= ~SAS_TASK_AT_INITIATOR;
2877	t->task_state_flags |= SAS_TASK_STATE_DONE;
2878	if (unlikely((t->task_state_flags & SAS_TASK_STATE_ABORTED))) {
2879		spin_unlock_irqrestore(&t->task_state_lock, flags);
2880		PM8001_FAIL_DBG(pm8001_ha,
2881			pm8001_printk("task 0x%p done with io_status 0x%x"
2882			" resp 0x%x stat 0x%x but aborted by upper layer!\n",
2883			t, event, ts->resp, ts->stat));
2884		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
2885	} else {
 
 
 
 
 
 
 
2886		spin_unlock_irqrestore(&t->task_state_lock, flags);
2887		pm8001_ccb_task_free_done(pm8001_ha, t, ccb, tag);
 
 
 
 
2888	}
2889}
2890
2891/*See the comments for mpi_ssp_completion */
2892static void
2893mpi_smp_completion(struct pm8001_hba_info *pm8001_ha, void *piomb)
2894{
2895	u32 param;
2896	struct sas_task *t;
2897	struct pm8001_ccb_info *ccb;
2898	unsigned long flags;
2899	u32 status;
2900	u32 tag;
2901	struct smp_completion_resp *psmpPayload;
2902	struct task_status_struct *ts;
2903	struct pm8001_device *pm8001_dev;
2904
2905	psmpPayload = (struct smp_completion_resp *)(piomb + 4);
2906	status = le32_to_cpu(psmpPayload->status);
2907	tag = le32_to_cpu(psmpPayload->tag);
2908
2909	ccb = &pm8001_ha->ccb_info[tag];
2910	param = le32_to_cpu(psmpPayload->param);
2911	t = ccb->task;
2912	ts = &t->task_status;
2913	pm8001_dev = ccb->device;
2914	if (status)
2915		PM8001_FAIL_DBG(pm8001_ha,
2916			pm8001_printk("smp IO status 0x%x\n", status));
2917	if (unlikely(!t || !t->lldd_task || !t->dev))
2918		return;
2919
2920	switch (status) {
2921	case IO_SUCCESS:
2922		PM8001_IO_DBG(pm8001_ha, pm8001_printk("IO_SUCCESS\n"));
2923		ts->resp = SAS_TASK_COMPLETE;
2924		ts->stat = SAM_STAT_GOOD;
2925	if (pm8001_dev)
2926			pm8001_dev->running_req--;
2927		break;
2928	case IO_ABORTED:
2929		PM8001_IO_DBG(pm8001_ha,
2930			pm8001_printk("IO_ABORTED IOMB\n"));
2931		ts->resp = SAS_TASK_COMPLETE;
2932		ts->stat = SAS_ABORTED_TASK;
2933		if (pm8001_dev)
2934			pm8001_dev->running_req--;
2935		break;
2936	case IO_OVERFLOW:
2937		PM8001_IO_DBG(pm8001_ha, pm8001_printk("IO_UNDERFLOW\n"));
2938		ts->resp = SAS_TASK_COMPLETE;
2939		ts->stat = SAS_DATA_OVERRUN;
2940		ts->residual = 0;
2941		if (pm8001_dev)
2942			pm8001_dev->running_req--;
2943		break;
2944	case IO_NO_DEVICE:
2945		PM8001_IO_DBG(pm8001_ha, pm8001_printk("IO_NO_DEVICE\n"));
2946		ts->resp = SAS_TASK_COMPLETE;
2947		ts->stat = SAS_PHY_DOWN;
2948		break;
2949	case IO_ERROR_HW_TIMEOUT:
2950		PM8001_IO_DBG(pm8001_ha,
2951			pm8001_printk("IO_ERROR_HW_TIMEOUT\n"));
2952		ts->resp = SAS_TASK_COMPLETE;
2953		ts->stat = SAM_STAT_BUSY;
2954		break;
2955	case IO_XFER_ERROR_BREAK:
2956		PM8001_IO_DBG(pm8001_ha,
2957			pm8001_printk("IO_XFER_ERROR_BREAK\n"));
2958		ts->resp = SAS_TASK_COMPLETE;
2959		ts->stat = SAM_STAT_BUSY;
2960		break;
2961	case IO_XFER_ERROR_PHY_NOT_READY:
2962		PM8001_IO_DBG(pm8001_ha,
2963			pm8001_printk("IO_XFER_ERROR_PHY_NOT_READY\n"));
2964		ts->resp = SAS_TASK_COMPLETE;
2965		ts->stat = SAM_STAT_BUSY;
2966		break;
2967	case IO_OPEN_CNX_ERROR_PROTOCOL_NOT_SUPPORTED:
2968		PM8001_IO_DBG(pm8001_ha,
2969		pm8001_printk("IO_OPEN_CNX_ERROR_PROTOCOL_NOT_SUPPORTED\n"));
2970		ts->resp = SAS_TASK_COMPLETE;
2971		ts->stat = SAS_OPEN_REJECT;
2972		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
2973		break;
2974	case IO_OPEN_CNX_ERROR_ZONE_VIOLATION:
2975		PM8001_IO_DBG(pm8001_ha,
2976			pm8001_printk("IO_OPEN_CNX_ERROR_ZONE_VIOLATION\n"));
2977		ts->resp = SAS_TASK_COMPLETE;
2978		ts->stat = SAS_OPEN_REJECT;
2979		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
2980		break;
2981	case IO_OPEN_CNX_ERROR_BREAK:
2982		PM8001_IO_DBG(pm8001_ha,
2983			pm8001_printk("IO_OPEN_CNX_ERROR_BREAK\n"));
2984		ts->resp = SAS_TASK_COMPLETE;
2985		ts->stat = SAS_OPEN_REJECT;
2986		ts->open_rej_reason = SAS_OREJ_RSVD_CONT0;
2987		break;
2988	case IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS:
2989		PM8001_IO_DBG(pm8001_ha,
2990			pm8001_printk("IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS\n"));
2991		ts->resp = SAS_TASK_COMPLETE;
2992		ts->stat = SAS_OPEN_REJECT;
2993		ts->open_rej_reason = SAS_OREJ_UNKNOWN;
2994		pm8001_handle_event(pm8001_ha,
2995				pm8001_dev,
2996				IO_OPEN_CNX_ERROR_IT_NEXUS_LOSS);
2997		break;
2998	case IO_OPEN_CNX_ERROR_BAD_DESTINATION:
2999		PM8001_IO_DBG(pm8001_ha,
3000			pm8001_printk("IO_OPEN_CNX_ERROR_BAD_DESTINATION\n"));
3001		ts->resp = SAS_TASK_COMPLETE;
3002		ts->stat = SAS_OPEN_REJECT;
3003		ts->open_rej_reason = SAS_OREJ_BAD_DEST;
3004		break;
3005	case IO_OPEN_CNX_ERROR_CONNECTION_RATE_NOT_SUPPORTED:
3006		PM8001_IO_DBG(pm8001_ha,
3007			pm8001_printk("IO_OPEN_CNX_ERROR_CONNECTION_RATE_"
3008			"NOT_SUPPORTED\n"));
3009		ts->resp = SAS_TASK_COMPLETE;
3010		ts->stat = SAS_OPEN_REJECT;
3011		ts->open_rej_reason = SAS_OREJ_CONN_RATE;
3012		break;
3013	case IO_OPEN_CNX_ERROR_WRONG_DESTINATION:
3014		PM8001_IO_DBG(pm8001_ha,
3015		       pm8001_printk("IO_OPEN_CNX_ERROR_WRONG_DESTINATION\n"));
3016		ts->resp = SAS_TASK_COMPLETE;
3017		ts->stat = SAS_OPEN_REJECT;
3018		ts->open_rej_reason = SAS_OREJ_WRONG_DEST;
3019		break;
3020	case IO_XFER_ERROR_RX_FRAME:
3021		PM8001_IO_DBG(pm8001_ha,
3022			pm8001_printk("IO_XFER_ERROR_RX_FRAME\n"));
3023		ts->resp = SAS_TASK_COMPLETE;
3024		ts->stat = SAS_DEV_NO_RESPONSE;
3025		break;
3026	case IO_XFER_OPEN_RETRY_TIMEOUT:
3027		PM8001_IO_DBG(pm8001_ha,
3028			pm8001_printk("IO_XFER_OPEN_RETRY_TIMEOUT\n"));
3029		ts->resp = SAS_TASK_COMPLETE;
3030		ts->stat = SAS_OPEN_REJECT;
3031		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
3032		break;
3033	case IO_ERROR_INTERNAL_SMP_RESOURCE:
3034		PM8001_IO_DBG(pm8001_ha,
3035			pm8001_printk("IO_ERROR_INTERNAL_SMP_RESOURCE\n"));
3036		ts->resp = SAS_TASK_COMPLETE;
3037		ts->stat = SAS_QUEUE_FULL;
3038		break;
3039	case IO_PORT_IN_RESET:
3040		PM8001_IO_DBG(pm8001_ha,
3041			pm8001_printk("IO_PORT_IN_RESET\n"));
3042		ts->resp = SAS_TASK_COMPLETE;
3043		ts->stat = SAS_OPEN_REJECT;
3044		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
3045		break;
3046	case IO_DS_NON_OPERATIONAL:
3047		PM8001_IO_DBG(pm8001_ha,
3048			pm8001_printk("IO_DS_NON_OPERATIONAL\n"));
3049		ts->resp = SAS_TASK_COMPLETE;
3050		ts->stat = SAS_DEV_NO_RESPONSE;
3051		break;
3052	case IO_DS_IN_RECOVERY:
3053		PM8001_IO_DBG(pm8001_ha,
3054			pm8001_printk("IO_DS_IN_RECOVERY\n"));
3055		ts->resp = SAS_TASK_COMPLETE;
3056		ts->stat = SAS_OPEN_REJECT;
3057		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
3058		break;
3059	case IO_OPEN_CNX_ERROR_HW_RESOURCE_BUSY:
3060		PM8001_IO_DBG(pm8001_ha,
3061			pm8001_printk("IO_OPEN_CNX_ERROR_HW_RESOURCE_BUSY\n"));
3062		ts->resp = SAS_TASK_COMPLETE;
3063		ts->stat = SAS_OPEN_REJECT;
3064		ts->open_rej_reason = SAS_OREJ_RSVD_RETRY;
3065		break;
3066	default:
3067		PM8001_IO_DBG(pm8001_ha,
3068			pm8001_printk("Unknown status 0x%x\n", status));
3069		ts->resp = SAS_TASK_COMPLETE;
3070		ts->stat = SAS_DEV_NO_RESPONSE;
3071		/* not allowed case. Therefore, return failed status */
3072		break;
3073	}
3074	spin_lock_irqsave(&t->task_state_lock, flags);
3075	t->task_state_flags &= ~SAS_TASK_STATE_PENDING;
3076	t->task_state_flags &= ~SAS_TASK_AT_INITIATOR;
3077	t->task_state_flags |= SAS_TASK_STATE_DONE;
3078	if (unlikely((t->task_state_flags & SAS_TASK_STATE_ABORTED))) {
3079		spin_unlock_irqrestore(&t->task_state_lock, flags);
3080		PM8001_FAIL_DBG(pm8001_ha, pm8001_printk("task 0x%p done with"
3081			" io_status 0x%x resp 0x%x "
3082			"stat 0x%x but aborted by upper layer!\n",
3083			t, status, ts->resp, ts->stat));
3084		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
3085	} else {
3086		spin_unlock_irqrestore(&t->task_state_lock, flags);
3087		pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
3088		mb();/* in order to force CPU ordering */
3089		t->task_done(t);
3090	}
3091}
3092
3093void pm8001_mpi_set_dev_state_resp(struct pm8001_hba_info *pm8001_ha,
3094		void *piomb)
3095{
3096	struct set_dev_state_resp *pPayload =
3097		(struct set_dev_state_resp *)(piomb + 4);
3098	u32 tag = le32_to_cpu(pPayload->tag);
3099	struct pm8001_ccb_info *ccb = &pm8001_ha->ccb_info[tag];
3100	struct pm8001_device *pm8001_dev = ccb->device;
3101	u32 status = le32_to_cpu(pPayload->status);
3102	u32 device_id = le32_to_cpu(pPayload->device_id);
3103	u8 pds = le32_to_cpu(pPayload->pds_nds) & PDS_BITS;
3104	u8 nds = le32_to_cpu(pPayload->pds_nds) & NDS_BITS;
3105	PM8001_MSG_DBG(pm8001_ha, pm8001_printk("Set device id = 0x%x state "
3106		"from 0x%x to 0x%x status = 0x%x!\n",
3107		device_id, pds, nds, status));
3108	complete(pm8001_dev->setds_completion);
3109	ccb->task = NULL;
3110	ccb->ccb_tag = 0xFFFFFFFF;
3111	pm8001_tag_free(pm8001_ha, tag);
3112}
3113
3114void pm8001_mpi_set_nvmd_resp(struct pm8001_hba_info *pm8001_ha, void *piomb)
 
3115{
3116	struct get_nvm_data_resp *pPayload =
3117		(struct get_nvm_data_resp *)(piomb + 4);
3118	u32 tag = le32_to_cpu(pPayload->tag);
3119	struct pm8001_ccb_info *ccb = &pm8001_ha->ccb_info[tag];
3120	u32 dlen_status = le32_to_cpu(pPayload->dlen_status);
3121	complete(pm8001_ha->nvmd_completion);
3122	PM8001_MSG_DBG(pm8001_ha, pm8001_printk("Set nvm data complete!\n"));
3123	if ((dlen_status & NVMD_STAT) != 0) {
3124		PM8001_FAIL_DBG(pm8001_ha,
3125			pm8001_printk("Set nvm data error!\n"));
3126		return;
3127	}
3128	ccb->task = NULL;
3129	ccb->ccb_tag = 0xFFFFFFFF;
3130	pm8001_tag_free(pm8001_ha, tag);
3131}
3132
3133void
3134pm8001_mpi_get_nvmd_resp(struct pm8001_hba_info *pm8001_ha, void *piomb)
3135{
3136	struct fw_control_ex    *fw_control_context;
3137	struct get_nvm_data_resp *pPayload =
3138		(struct get_nvm_data_resp *)(piomb + 4);
3139	u32 tag = le32_to_cpu(pPayload->tag);
3140	struct pm8001_ccb_info *ccb = &pm8001_ha->ccb_info[tag];
3141	u32 dlen_status = le32_to_cpu(pPayload->dlen_status);
3142	u32 ir_tds_bn_dps_das_nvm =
3143		le32_to_cpu(pPayload->ir_tda_bn_dps_das_nvm);
3144	void *virt_addr = pm8001_ha->memoryMap.region[NVMD].virt_ptr;
3145	fw_control_context = ccb->fw_control_context;
3146
3147	PM8001_MSG_DBG(pm8001_ha, pm8001_printk("Get nvm data complete!\n"));
3148	if ((dlen_status & NVMD_STAT) != 0) {
3149		PM8001_FAIL_DBG(pm8001_ha,
3150			pm8001_printk("Get nvm data error!\n"));
3151		complete(pm8001_ha->nvmd_completion);
3152		return;
3153	}
3154
3155	if (ir_tds_bn_dps_das_nvm & IPMode) {
3156		/* indirect mode - IR bit set */
3157		PM8001_MSG_DBG(pm8001_ha,
3158			pm8001_printk("Get NVMD success, IR=1\n"));
3159		if ((ir_tds_bn_dps_das_nvm & NVMD_TYPE) == TWI_DEVICE) {
3160			if (ir_tds_bn_dps_das_nvm == 0x80a80200) {
3161				memcpy(pm8001_ha->sas_addr,
3162				      ((u8 *)virt_addr + 4),
3163				       SAS_ADDR_SIZE);
3164				PM8001_MSG_DBG(pm8001_ha,
3165					pm8001_printk("Get SAS address"
3166					" from VPD successfully!\n"));
3167			}
3168		} else if (((ir_tds_bn_dps_das_nvm & NVMD_TYPE) == C_SEEPROM)
3169			|| ((ir_tds_bn_dps_das_nvm & NVMD_TYPE) == VPD_FLASH) ||
3170			((ir_tds_bn_dps_das_nvm & NVMD_TYPE) == EXPAN_ROM)) {
3171				;
3172		} else if (((ir_tds_bn_dps_das_nvm & NVMD_TYPE) == AAP1_RDUMP)
3173			|| ((ir_tds_bn_dps_das_nvm & NVMD_TYPE) == IOP_RDUMP)) {
3174			;
3175		} else {
3176			/* Should not be happened*/
3177			PM8001_MSG_DBG(pm8001_ha,
3178				pm8001_printk("(IR=1)Wrong Device type 0x%x\n",
3179				ir_tds_bn_dps_das_nvm));
3180		}
3181	} else /* direct mode */{
3182		PM8001_MSG_DBG(pm8001_ha,
3183			pm8001_printk("Get NVMD success, IR=0, dataLen=%d\n",
3184			(dlen_status & NVMD_LEN) >> 24));
3185	}
3186	/* Though fw_control_context is freed below, usrAddr still needs
3187	 * to be updated as this holds the response to the request function
3188	 */
3189	memcpy(fw_control_context->usrAddr,
3190		pm8001_ha->memoryMap.region[NVMD].virt_ptr,
3191		fw_control_context->len);
3192	kfree(ccb->fw_control_context);
3193	ccb->task = NULL;
3194	ccb->ccb_tag = 0xFFFFFFFF;
3195	pm8001_tag_free(pm8001_ha, tag);
3196	complete(pm8001_ha->nvmd_completion);
3197}
3198
3199int pm8001_mpi_local_phy_ctl(struct pm8001_hba_info *pm8001_ha, void *piomb)
3200{
3201	struct local_phy_ctl_resp *pPayload =
3202		(struct local_phy_ctl_resp *)(piomb + 4);
3203	u32 status = le32_to_cpu(pPayload->status);
3204	u32 phy_id = le32_to_cpu(pPayload->phyop_phyid) & ID_BITS;
3205	u32 phy_op = le32_to_cpu(pPayload->phyop_phyid) & OP_BITS;
3206	if (status != 0) {
3207		PM8001_MSG_DBG(pm8001_ha,
3208			pm8001_printk("%x phy execute %x phy op failed!\n",
3209			phy_id, phy_op));
3210	} else
3211		PM8001_MSG_DBG(pm8001_ha,
3212			pm8001_printk("%x phy execute %x phy op success!\n",
3213			phy_id, phy_op));
3214	return 0;
3215}
3216
3217/**
3218 * pm8001_bytes_dmaed - one of the interface function communication with libsas
3219 * @pm8001_ha: our hba card information
3220 * @i: which phy that received the event.
3221 *
3222 * when HBA driver received the identify done event or initiate FIS received
3223 * event(for SATA), it will invoke this function to notify the sas layer that
3224 * the sas toplogy has formed, please discover the the whole sas domain,
3225 * while receive a broadcast(change) primitive just tell the sas
3226 * layer to discover the changed domain rather than the whole domain.
3227 */
3228void pm8001_bytes_dmaed(struct pm8001_hba_info *pm8001_ha, int i)
3229{
3230	struct pm8001_phy *phy = &pm8001_ha->phy[i];
3231	struct asd_sas_phy *sas_phy = &phy->sas_phy;
3232	struct sas_ha_struct *sas_ha;
3233	if (!phy->phy_attached)
3234		return;
3235
3236	sas_ha = pm8001_ha->sas;
3237	if (sas_phy->phy) {
3238		struct sas_phy *sphy = sas_phy->phy;
3239		sphy->negotiated_linkrate = sas_phy->linkrate;
3240		sphy->minimum_linkrate = phy->minimum_linkrate;
3241		sphy->minimum_linkrate_hw = SAS_LINK_RATE_1_5_GBPS;
3242		sphy->maximum_linkrate = phy->maximum_linkrate;
3243		sphy->maximum_linkrate_hw = phy->maximum_linkrate;
3244	}
3245
3246	if (phy->phy_type & PORT_TYPE_SAS) {
3247		struct sas_identify_frame *id;
3248		id = (struct sas_identify_frame *)phy->frame_rcvd;
3249		id->dev_type = phy->identify.device_type;
3250		id->initiator_bits = SAS_PROTOCOL_ALL;
3251		id->target_bits = phy->identify.target_port_protocols;
3252	} else if (phy->phy_type & PORT_TYPE_SATA) {
3253		/*Nothing*/
3254	}
3255	PM8001_MSG_DBG(pm8001_ha, pm8001_printk("phy %d byte dmaded.\n", i));
3256
3257	sas_phy->frame_rcvd_size = phy->frame_rcvd_size;
3258	pm8001_ha->sas->notify_port_event(sas_phy, PORTE_BYTES_DMAED);
3259}
3260
3261/* Get the link rate speed  */
3262void pm8001_get_lrate_mode(struct pm8001_phy *phy, u8 link_rate)
3263{
3264	struct sas_phy *sas_phy = phy->sas_phy.phy;
3265
3266	switch (link_rate) {
3267	case PHY_SPEED_120:
3268		phy->sas_phy.linkrate = SAS_LINK_RATE_12_0_GBPS;
3269		phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_12_0_GBPS;
3270		break;
3271	case PHY_SPEED_60:
3272		phy->sas_phy.linkrate = SAS_LINK_RATE_6_0_GBPS;
3273		phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_6_0_GBPS;
3274		break;
3275	case PHY_SPEED_30:
3276		phy->sas_phy.linkrate = SAS_LINK_RATE_3_0_GBPS;
3277		phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_3_0_GBPS;
3278		break;
3279	case PHY_SPEED_15:
3280		phy->sas_phy.linkrate = SAS_LINK_RATE_1_5_GBPS;
3281		phy->sas_phy.phy->negotiated_linkrate = SAS_LINK_RATE_1_5_GBPS;
3282		break;
3283	}
3284	sas_phy->negotiated_linkrate = phy->sas_phy.linkrate;
3285	sas_phy->maximum_linkrate_hw = SAS_LINK_RATE_6_0_GBPS;
3286	sas_phy->minimum_linkrate_hw = SAS_LINK_RATE_1_5_GBPS;
3287	sas_phy->maximum_linkrate = SAS_LINK_RATE_6_0_GBPS;
3288	sas_phy->minimum_linkrate = SAS_LINK_RATE_1_5_GBPS;
3289}
3290
3291/**
3292 * asd_get_attached_sas_addr -- extract/generate attached SAS address
3293 * @phy: pointer to asd_phy
3294 * @sas_addr: pointer to buffer where the SAS address is to be written
3295 *
3296 * This function extracts the SAS address from an IDENTIFY frame
3297 * received.  If OOB is SATA, then a SAS address is generated from the
3298 * HA tables.
3299 *
3300 * LOCKING: the frame_rcvd_lock needs to be held since this parses the frame
3301 * buffer.
3302 */
3303void pm8001_get_attached_sas_addr(struct pm8001_phy *phy,
3304	u8 *sas_addr)
3305{
3306	if (phy->sas_phy.frame_rcvd[0] == 0x34
3307		&& phy->sas_phy.oob_mode == SATA_OOB_MODE) {
3308		struct pm8001_hba_info *pm8001_ha = phy->sas_phy.ha->lldd_ha;
3309		/* FIS device-to-host */
3310		u64 addr = be64_to_cpu(*(__be64 *)pm8001_ha->sas_addr);
3311		addr += phy->sas_phy.id;
3312		*(__be64 *)sas_addr = cpu_to_be64(addr);
3313	} else {
3314		struct sas_identify_frame *idframe =
3315			(void *) phy->sas_phy.frame_rcvd;
3316		memcpy(sas_addr, idframe->sas_addr, SAS_ADDR_SIZE);
3317	}
3318}
3319
3320/**
3321 * pm8001_hw_event_ack_req- For PM8001,some events need to acknowage to FW.
3322 * @pm8001_ha: our hba card information
3323 * @Qnum: the outbound queue message number.
3324 * @SEA: source of event to ack
3325 * @port_id: port id.
3326 * @phyId: phy id.
3327 * @param0: parameter 0.
3328 * @param1: parameter 1.
3329 */
3330static void pm8001_hw_event_ack_req(struct pm8001_hba_info *pm8001_ha,
3331	u32 Qnum, u32 SEA, u32 port_id, u32 phyId, u32 param0, u32 param1)
3332{
3333	struct hw_event_ack_req	 payload;
3334	u32 opc = OPC_INB_SAS_HW_EVENT_ACK;
3335
3336	struct inbound_queue_table *circularQ;
3337
3338	memset((u8 *)&payload, 0, sizeof(payload));
3339	circularQ = &pm8001_ha->inbnd_q_tbl[Qnum];
3340	payload.tag = cpu_to_le32(1);
3341	payload.sea_phyid_portid = cpu_to_le32(((SEA & 0xFFFF) << 8) |
3342		((phyId & 0x0F) << 4) | (port_id & 0x0F));
3343	payload.param0 = cpu_to_le32(param0);
3344	payload.param1 = cpu_to_le32(param1);
3345	pm8001_mpi_build_cmd(pm8001_ha, circularQ, opc, &payload, 0);
3346}
3347
3348static int pm8001_chip_phy_ctl_req(struct pm8001_hba_info *pm8001_ha,
3349	u32 phyId, u32 phy_op);
3350
3351/**
3352 * hw_event_sas_phy_up -FW tells me a SAS phy up event.
3353 * @pm8001_ha: our hba card information
3354 * @piomb: IO message buffer
3355 */
3356static void
3357hw_event_sas_phy_up(struct pm8001_hba_info *pm8001_ha, void *piomb)
3358{
3359	struct hw_event_resp *pPayload =
3360		(struct hw_event_resp *)(piomb + 4);
3361	u32 lr_evt_status_phyid_portid =
3362		le32_to_cpu(pPayload->lr_evt_status_phyid_portid);
3363	u8 link_rate =
3364		(u8)((lr_evt_status_phyid_portid & 0xF0000000) >> 28);
3365	u8 port_id = (u8)(lr_evt_status_phyid_portid & 0x0000000F);
3366	u8 phy_id =
3367		(u8)((lr_evt_status_phyid_portid & 0x000000F0) >> 4);
3368	u32 npip_portstate = le32_to_cpu(pPayload->npip_portstate);
3369	u8 portstate = (u8)(npip_portstate & 0x0000000F);
3370	struct pm8001_port *port = &pm8001_ha->port[port_id];
3371	struct sas_ha_struct *sas_ha = pm8001_ha->sas;
3372	struct pm8001_phy *phy = &pm8001_ha->phy[phy_id];
3373	unsigned long flags;
3374	u8 deviceType = pPayload->sas_identify.dev_type;
3375	port->port_state =  portstate;
3376	phy->phy_state = PHY_STATE_LINK_UP_SPC;
3377	PM8001_MSG_DBG(pm8001_ha,
3378		pm8001_printk("HW_EVENT_SAS_PHY_UP port id = %d, phy id = %d\n",
3379		port_id, phy_id));
3380
3381	switch (deviceType) {
3382	case SAS_PHY_UNUSED:
3383		PM8001_MSG_DBG(pm8001_ha,
3384			pm8001_printk("device type no device.\n"));
3385		break;
3386	case SAS_END_DEVICE:
3387		PM8001_MSG_DBG(pm8001_ha, pm8001_printk("end device.\n"));
3388		pm8001_chip_phy_ctl_req(pm8001_ha, phy_id,
3389			PHY_NOTIFY_ENABLE_SPINUP);
3390		port->port_attached = 1;
3391		pm8001_get_lrate_mode(phy, link_rate);
3392		break;
3393	case SAS_EDGE_EXPANDER_DEVICE:
3394		PM8001_MSG_DBG(pm8001_ha,
3395			pm8001_printk("expander device.\n"));
3396		port->port_attached = 1;
3397		pm8001_get_lrate_mode(phy, link_rate);
3398		break;
3399	case SAS_FANOUT_EXPANDER_DEVICE:
3400		PM8001_MSG_DBG(pm8001_ha,
3401			pm8001_printk("fanout expander device.\n"));
3402		port->port_attached = 1;
3403		pm8001_get_lrate_mode(phy, link_rate);
3404		break;
3405	default:
3406		PM8001_MSG_DBG(pm8001_ha,
3407			pm8001_printk("unknown device type(%x)\n", deviceType));
3408		break;
3409	}
3410	phy->phy_type |= PORT_TYPE_SAS;
3411	phy->identify.device_type = deviceType;
3412	phy->phy_attached = 1;
3413	if (phy->identify.device_type == SAS_END_DEVICE)
3414		phy->identify.target_port_protocols = SAS_PROTOCOL_SSP;
3415	else if (phy->identify.device_type != SAS_PHY_UNUSED)
3416		phy->identify.target_port_protocols = SAS_PROTOCOL_SMP;
3417	phy->sas_phy.oob_mode = SAS_OOB_MODE;
3418	sas_ha->notify_phy_event(&phy->sas_phy, PHYE_OOB_DONE);
3419	spin_lock_irqsave(&phy->sas_phy.frame_rcvd_lock, flags);
3420	memcpy(phy->frame_rcvd, &pPayload->sas_identify,
3421		sizeof(struct sas_identify_frame)-4);
3422	phy->frame_rcvd_size = sizeof(struct sas_identify_frame) - 4;
3423	pm8001_get_attached_sas_addr(phy, phy->sas_phy.attached_sas_addr);
3424	spin_unlock_irqrestore(&phy->sas_phy.frame_rcvd_lock, flags);
3425	if (pm8001_ha->flags == PM8001F_RUN_TIME)
3426		mdelay(200);/*delay a moment to wait disk to spinup*/
3427	pm8001_bytes_dmaed(pm8001_ha, phy_id);
3428}
3429
3430/**
3431 * hw_event_sata_phy_up -FW tells me a SATA phy up event.
3432 * @pm8001_ha: our hba card information
3433 * @piomb: IO message buffer
3434 */
3435static void
3436hw_event_sata_phy_up(struct pm8001_hba_info *pm8001_ha, void *piomb)
3437{
3438	struct hw_event_resp *pPayload =
3439		(struct hw_event_resp *)(piomb + 4);
3440	u32 lr_evt_status_phyid_portid =
3441		le32_to_cpu(pPayload->lr_evt_status_phyid_portid);
3442	u8 link_rate =
3443		(u8)((lr_evt_status_phyid_portid & 0xF0000000) >> 28);
3444	u8 port_id = (u8)(lr_evt_status_phyid_portid & 0x0000000F);
3445	u8 phy_id =
3446		(u8)((lr_evt_status_phyid_portid & 0x000000F0) >> 4);
3447	u32 npip_portstate = le32_to_cpu(pPayload->npip_portstate);
3448	u8 portstate = (u8)(npip_portstate & 0x0000000F);
3449	struct pm8001_port *port = &pm8001_ha->port[port_id];
3450	struct sas_ha_struct *sas_ha = pm8001_ha->sas;
3451	struct pm8001_phy *phy = &pm8001_ha->phy[phy_id];
3452	unsigned long flags;
3453	PM8001_MSG_DBG(pm8001_ha,
3454		pm8001_printk("HW_EVENT_SATA_PHY_UP port id = %d,"
3455		" phy id = %d\n", port_id, phy_id));
3456	port->port_state =  portstate;
3457	phy->phy_state = PHY_STATE_LINK_UP_SPC;
3458	port->port_attached = 1;
3459	pm8001_get_lrate_mode(phy, link_rate);
3460	phy->phy_type |= PORT_TYPE_SATA;
3461	phy->phy_attached = 1;
3462	phy->sas_phy.oob_mode = SATA_OOB_MODE;
3463	sas_ha->notify_phy_event(&phy->sas_phy, PHYE_OOB_DONE);
3464	spin_lock_irqsave(&phy->sas_phy.frame_rcvd_lock, flags);
3465	memcpy(phy->frame_rcvd, ((u8 *)&pPayload->sata_fis - 4),
3466		sizeof(struct dev_to_host_fis));
3467	phy->frame_rcvd_size = sizeof(struct dev_to_host_fis);
3468	phy->identify.target_port_protocols = SAS_PROTOCOL_SATA;
3469	phy->identify.device_type = SAS_SATA_DEV;
3470	pm8001_get_attached_sas_addr(phy, phy->sas_phy.attached_sas_addr);
3471	spin_unlock_irqrestore(&phy->sas_phy.frame_rcvd_lock, flags);
3472	pm8001_bytes_dmaed(pm8001_ha, phy_id);
3473}
3474
3475/**
3476 * hw_event_phy_down -we should notify the libsas the phy is down.
3477 * @pm8001_ha: our hba card information
3478 * @piomb: IO message buffer
3479 */
3480static void
3481hw_event_phy_down(struct pm8001_hba_info *pm8001_ha, void *piomb)
3482{
3483	struct hw_event_resp *pPayload =
3484		(struct hw_event_resp *)(piomb + 4);
3485	u32 lr_evt_status_phyid_portid =
3486		le32_to_cpu(pPayload->lr_evt_status_phyid_portid);
3487	u8 port_id = (u8)(lr_evt_status_phyid_portid & 0x0000000F);
3488	u8 phy_id =
3489		(u8)((lr_evt_status_phyid_portid & 0x000000F0) >> 4);
3490	u32 npip_portstate = le32_to_cpu(pPayload->npip_portstate);
3491	u8 portstate = (u8)(npip_portstate & 0x0000000F);
3492	struct pm8001_port *port = &pm8001_ha->port[port_id];
3493	struct pm8001_phy *phy = &pm8001_ha->phy[phy_id];
3494	port->port_state =  portstate;
3495	phy->phy_type = 0;
3496	phy->identify.device_type = 0;
3497	phy->phy_attached = 0;
3498	memset(&phy->dev_sas_addr, 0, SAS_ADDR_SIZE);
3499	switch (portstate) {
3500	case PORT_VALID:
3501		break;
3502	case PORT_INVALID:
3503		PM8001_MSG_DBG(pm8001_ha,
3504			pm8001_printk(" PortInvalid portID %d\n", port_id));
3505		PM8001_MSG_DBG(pm8001_ha,
3506			pm8001_printk(" Last phy Down and port invalid\n"));
3507		port->port_attached = 0;
3508		pm8001_hw_event_ack_req(pm8001_ha, 0, HW_EVENT_PHY_DOWN,
3509			port_id, phy_id, 0, 0);
3510		break;
3511	case PORT_IN_RESET:
3512		PM8001_MSG_DBG(pm8001_ha,
3513			pm8001_printk(" Port In Reset portID %d\n", port_id));
3514		break;
3515	case PORT_NOT_ESTABLISHED:
3516		PM8001_MSG_DBG(pm8001_ha,
3517			pm8001_printk(" phy Down and PORT_NOT_ESTABLISHED\n"));
3518		port->port_attached = 0;
3519		break;
3520	case PORT_LOSTCOMM:
3521		PM8001_MSG_DBG(pm8001_ha,
3522			pm8001_printk(" phy Down and PORT_LOSTCOMM\n"));
3523		PM8001_MSG_DBG(pm8001_ha,
3524			pm8001_printk(" Last phy Down and port invalid\n"));
3525		port->port_attached = 0;
3526		pm8001_hw_event_ack_req(pm8001_ha, 0, HW_EVENT_PHY_DOWN,
3527			port_id, phy_id, 0, 0);
3528		break;
3529	default:
3530		port->port_attached = 0;
3531		PM8001_MSG_DBG(pm8001_ha,
3532			pm8001_printk(" phy Down and(default) = %x\n",
3533			portstate));
3534		break;
3535
3536	}
3537}
3538
3539/**
3540 * pm8001_mpi_reg_resp -process register device ID response.
3541 * @pm8001_ha: our hba card information
3542 * @piomb: IO message buffer
3543 *
3544 * when sas layer find a device it will notify LLDD, then the driver register
3545 * the domain device to FW, this event is the return device ID which the FW
3546 * has assigned, from now,inter-communication with FW is no longer using the
3547 * SAS address, use device ID which FW assigned.
3548 */
3549int pm8001_mpi_reg_resp(struct pm8001_hba_info *pm8001_ha, void *piomb)
3550{
3551	u32 status;
3552	u32 device_id;
3553	u32 htag;
3554	struct pm8001_ccb_info *ccb;
3555	struct pm8001_device *pm8001_dev;
3556	struct dev_reg_resp *registerRespPayload =
3557		(struct dev_reg_resp *)(piomb + 4);
3558
3559	htag = le32_to_cpu(registerRespPayload->tag);
3560	ccb = &pm8001_ha->ccb_info[htag];
3561	pm8001_dev = ccb->device;
3562	status = le32_to_cpu(registerRespPayload->status);
3563	device_id = le32_to_cpu(registerRespPayload->device_id);
3564	PM8001_MSG_DBG(pm8001_ha,
3565		pm8001_printk(" register device is status = %d\n", status));
3566	switch (status) {
3567	case DEVREG_SUCCESS:
3568		PM8001_MSG_DBG(pm8001_ha, pm8001_printk("DEVREG_SUCCESS\n"));
3569		pm8001_dev->device_id = device_id;
3570		break;
3571	case DEVREG_FAILURE_OUT_OF_RESOURCE:
3572		PM8001_MSG_DBG(pm8001_ha,
3573			pm8001_printk("DEVREG_FAILURE_OUT_OF_RESOURCE\n"));
3574		break;
3575	case DEVREG_FAILURE_DEVICE_ALREADY_REGISTERED:
3576		PM8001_MSG_DBG(pm8001_ha,
3577		   pm8001_printk("DEVREG_FAILURE_DEVICE_ALREADY_REGISTERED\n"));
3578		break;
3579	case DEVREG_FAILURE_INVALID_PHY_ID:
3580		PM8001_MSG_DBG(pm8001_ha,
3581			pm8001_printk("DEVREG_FAILURE_INVALID_PHY_ID\n"));
3582		break;
3583	case DEVREG_FAILURE_PHY_ID_ALREADY_REGISTERED:
3584		PM8001_MSG_DBG(pm8001_ha,
3585		   pm8001_printk("DEVREG_FAILURE_PHY_ID_ALREADY_REGISTERED\n"));
3586		break;
3587	case DEVREG_FAILURE_PORT_ID_OUT_OF_RANGE:
3588		PM8001_MSG_DBG(pm8001_ha,
3589			pm8001_printk("DEVREG_FAILURE_PORT_ID_OUT_OF_RANGE\n"));
3590		break;
3591	case DEVREG_FAILURE_PORT_NOT_VALID_STATE:
3592		PM8001_MSG_DBG(pm8001_ha,
3593			pm8001_printk("DEVREG_FAILURE_PORT_NOT_VALID_STATE\n"));
3594		break;
3595	case DEVREG_FAILURE_DEVICE_TYPE_NOT_VALID:
3596		PM8001_MSG_DBG(pm8001_ha,
3597		       pm8001_printk("DEVREG_FAILURE_DEVICE_TYPE_NOT_VALID\n"));
3598		break;
3599	default:
3600		PM8001_MSG_DBG(pm8001_ha,
3601		 pm8001_printk("DEVREG_FAILURE_DEVICE_TYPE_NOT_UNSORPORTED\n"));
3602		break;
3603	}
3604	complete(pm8001_dev->dcompletion);
3605	ccb->task = NULL;
3606	ccb->ccb_tag = 0xFFFFFFFF;
3607	pm8001_tag_free(pm8001_ha, htag);
3608	return 0;
3609}
3610
3611int pm8001_mpi_dereg_resp(struct pm8001_hba_info *pm8001_ha, void *piomb)
3612{
3613	u32 status;
3614	u32 device_id;
3615	struct dev_reg_resp *registerRespPayload =
3616		(struct dev_reg_resp *)(piomb + 4);
3617
3618	status = le32_to_cpu(registerRespPayload->status);
3619	device_id = le32_to_cpu(registerRespPayload->device_id);
3620	if (status != 0)
3621		PM8001_MSG_DBG(pm8001_ha,
3622			pm8001_printk(" deregister device failed ,status = %x"
3623			", device_id = %x\n", status, device_id));
3624	return 0;
3625}
3626
3627/**
3628 * fw_flash_update_resp - Response from FW for flash update command.
3629 * @pm8001_ha: our hba card information
3630 * @piomb: IO message buffer
3631 */
3632int pm8001_mpi_fw_flash_update_resp(struct pm8001_hba_info *pm8001_ha,
3633		void *piomb)
3634{
3635	u32 status;
 
3636	struct fw_flash_Update_resp *ppayload =
3637		(struct fw_flash_Update_resp *)(piomb + 4);
3638	u32 tag = le32_to_cpu(ppayload->tag);
3639	struct pm8001_ccb_info *ccb = &pm8001_ha->ccb_info[tag];
3640	status = le32_to_cpu(ppayload->status);
 
 
 
3641	switch (status) {
3642	case FLASH_UPDATE_COMPLETE_PENDING_REBOOT:
3643		PM8001_MSG_DBG(pm8001_ha,
3644		pm8001_printk(": FLASH_UPDATE_COMPLETE_PENDING_REBOOT\n"));
3645		break;
3646	case FLASH_UPDATE_IN_PROGRESS:
3647		PM8001_MSG_DBG(pm8001_ha,
3648			pm8001_printk(": FLASH_UPDATE_IN_PROGRESS\n"));
3649		break;
3650	case FLASH_UPDATE_HDR_ERR:
3651		PM8001_MSG_DBG(pm8001_ha,
3652			pm8001_printk(": FLASH_UPDATE_HDR_ERR\n"));
3653		break;
3654	case FLASH_UPDATE_OFFSET_ERR:
3655		PM8001_MSG_DBG(pm8001_ha,
3656			pm8001_printk(": FLASH_UPDATE_OFFSET_ERR\n"));
3657		break;
3658	case FLASH_UPDATE_CRC_ERR:
3659		PM8001_MSG_DBG(pm8001_ha,
3660			pm8001_printk(": FLASH_UPDATE_CRC_ERR\n"));
3661		break;
3662	case FLASH_UPDATE_LENGTH_ERR:
3663		PM8001_MSG_DBG(pm8001_ha,
3664			pm8001_printk(": FLASH_UPDATE_LENGTH_ERR\n"));
3665		break;
3666	case FLASH_UPDATE_HW_ERR:
3667		PM8001_MSG_DBG(pm8001_ha,
3668			pm8001_printk(": FLASH_UPDATE_HW_ERR\n"));
3669		break;
3670	case FLASH_UPDATE_DNLD_NOT_SUPPORTED:
3671		PM8001_MSG_DBG(pm8001_ha,
3672			pm8001_printk(": FLASH_UPDATE_DNLD_NOT_SUPPORTED\n"));
3673		break;
3674	case FLASH_UPDATE_DISABLED:
3675		PM8001_MSG_DBG(pm8001_ha,
3676			pm8001_printk(": FLASH_UPDATE_DISABLED\n"));
3677		break;
3678	default:
3679		PM8001_MSG_DBG(pm8001_ha,
3680			pm8001_printk("No matched status = %d\n", status));
3681		break;
3682	}
3683	kfree(ccb->fw_control_context);
 
 
 
 
 
3684	ccb->task = NULL;
3685	ccb->ccb_tag = 0xFFFFFFFF;
3686	pm8001_tag_free(pm8001_ha, tag);
3687	complete(pm8001_ha->nvmd_completion);
3688	return 0;
3689}
3690
3691int pm8001_mpi_general_event(struct pm8001_hba_info *pm8001_ha , void *piomb)
 
3692{
3693	u32 status;
3694	int i;
3695	struct general_event_resp *pPayload =
3696		(struct general_event_resp *)(piomb + 4);
3697	status = le32_to_cpu(pPayload->status);
3698	PM8001_MSG_DBG(pm8001_ha,
3699		pm8001_printk(" status = 0x%x\n", status));
3700	for (i = 0; i < GENERAL_EVENT_PAYLOAD; i++)
3701		PM8001_MSG_DBG(pm8001_ha,
3702			pm8001_printk("inb_IOMB_payload[0x%x] 0x%x,\n", i,
3703			pPayload->inb_IOMB_payload[i]));
3704	return 0;
3705}
3706
3707int pm8001_mpi_task_abort_resp(struct pm8001_hba_info *pm8001_ha, void *piomb)
 
3708{
3709	struct sas_task *t;
3710	struct pm8001_ccb_info *ccb;
3711	unsigned long flags;
3712	u32 status ;
3713	u32 tag, scp;
3714	struct task_status_struct *ts;
3715	struct pm8001_device *pm8001_dev;
3716
3717	struct task_abort_resp *pPayload =
3718		(struct task_abort_resp *)(piomb + 4);
3719
3720	status = le32_to_cpu(pPayload->status);
3721	tag = le32_to_cpu(pPayload->tag);
3722	if (!tag) {
3723		PM8001_FAIL_DBG(pm8001_ha,
3724			pm8001_printk(" TAG NULL. RETURNING !!!"));
3725		return -1;
3726	}
3727
3728	scp = le32_to_cpu(pPayload->scp);
3729	ccb = &pm8001_ha->ccb_info[tag];
3730	t = ccb->task;
3731	pm8001_dev = ccb->device; /* retrieve device */
3732
3733	if (!t)	{
3734		PM8001_FAIL_DBG(pm8001_ha,
3735			pm8001_printk(" TASK NULL. RETURNING !!!"));
3736		return -1;
3737	}
3738	ts = &t->task_status;
3739	if (status != 0)
3740		PM8001_FAIL_DBG(pm8001_ha,
3741			pm8001_printk("task abort failed status 0x%x ,"
3742			"tag = 0x%x, scp= 0x%x\n", status, tag, scp));
3743	switch (status) {
3744	case IO_SUCCESS:
3745		PM8001_EH_DBG(pm8001_ha, pm8001_printk("IO_SUCCESS\n"));
3746		ts->resp = SAS_TASK_COMPLETE;
3747		ts->stat = SAM_STAT_GOOD;
3748		break;
3749	case IO_NOT_VALID:
3750		PM8001_EH_DBG(pm8001_ha, pm8001_printk("IO_NOT_VALID\n"));
3751		ts->resp = TMF_RESP_FUNC_FAILED;
3752		break;
3753	}
3754	spin_lock_irqsave(&t->task_state_lock, flags);
3755	t->task_state_flags &= ~SAS_TASK_STATE_PENDING;
3756	t->task_state_flags &= ~SAS_TASK_AT_INITIATOR;
3757	t->task_state_flags |= SAS_TASK_STATE_DONE;
3758	spin_unlock_irqrestore(&t->task_state_lock, flags);
3759	pm8001_ccb_task_free(pm8001_ha, t, ccb, tag);
3760	mb();
3761
3762	if (pm8001_dev->id & NCQ_ABORT_ALL_FLAG) {
3763		pm8001_tag_free(pm8001_ha, tag);
3764		sas_free_task(t);
3765		/* clear the flag */
3766		pm8001_dev->id &= 0xBFFFFFFF;
3767	} else
3768		t->task_done(t);
3769
3770	return 0;
3771}
3772
3773/**
3774 * mpi_hw_event -The hw event has come.
3775 * @pm8001_ha: our hba card information
3776 * @piomb: IO message buffer
3777 */
3778static int mpi_hw_event(struct pm8001_hba_info *pm8001_ha, void* piomb)
3779{
3780	unsigned long flags;
3781	struct hw_event_resp *pPayload =
3782		(struct hw_event_resp *)(piomb + 4);
3783	u32 lr_evt_status_phyid_portid =
3784		le32_to_cpu(pPayload->lr_evt_status_phyid_portid);
3785	u8 port_id = (u8)(lr_evt_status_phyid_portid & 0x0000000F);
3786	u8 phy_id =
3787		(u8)((lr_evt_status_phyid_portid & 0x000000F0) >> 4);
3788	u16 eventType =
3789		(u16)((lr_evt_status_phyid_portid & 0x00FFFF00) >> 8);
3790	u8 status =
3791		(u8)((lr_evt_status_phyid_portid & 0x0F000000) >> 24);
3792	struct sas_ha_struct *sas_ha = pm8001_ha->sas;
3793	struct pm8001_phy *phy = &pm8001_ha->phy[phy_id];
3794	struct asd_sas_phy *sas_phy = sas_ha->sas_phy[phy_id];
3795	PM8001_MSG_DBG(pm8001_ha,
3796		pm8001_printk("outbound queue HW event & event type : "));
3797	switch (eventType) {
3798	case HW_EVENT_PHY_START_STATUS:
3799		PM8001_MSG_DBG(pm8001_ha,
3800		pm8001_printk("HW_EVENT_PHY_START_STATUS"
3801			" status = %x\n", status));
3802		if (status == 0) {
3803			phy->phy_state = 1;
3804			if (pm8001_ha->flags == PM8001F_RUN_TIME)
3805				complete(phy->enable_completion);
3806		}
3807		break;
3808	case HW_EVENT_SAS_PHY_UP:
3809		PM8001_MSG_DBG(pm8001_ha,
3810			pm8001_printk("HW_EVENT_PHY_START_STATUS\n"));
3811		hw_event_sas_phy_up(pm8001_ha, piomb);
3812		break;
3813	case HW_EVENT_SATA_PHY_UP:
3814		PM8001_MSG_DBG(pm8001_ha,
3815			pm8001_printk("HW_EVENT_SATA_PHY_UP\n"));
3816		hw_event_sata_phy_up(pm8001_ha, piomb);
3817		break;
3818	case HW_EVENT_PHY_STOP_STATUS:
3819		PM8001_MSG_DBG(pm8001_ha,
3820			pm8001_printk("HW_EVENT_PHY_STOP_STATUS "
3821			"status = %x\n", status));
3822		if (status == 0)
3823			phy->phy_state = 0;
3824		break;
3825	case HW_EVENT_SATA_SPINUP_HOLD:
3826		PM8001_MSG_DBG(pm8001_ha,
3827			pm8001_printk("HW_EVENT_SATA_SPINUP_HOLD\n"));
3828		sas_ha->notify_phy_event(&phy->sas_phy, PHYE_SPINUP_HOLD);
3829		break;
3830	case HW_EVENT_PHY_DOWN:
3831		PM8001_MSG_DBG(pm8001_ha,
3832			pm8001_printk("HW_EVENT_PHY_DOWN\n"));
3833		sas_ha->notify_phy_event(&phy->sas_phy, PHYE_LOSS_OF_SIGNAL);
3834		phy->phy_attached = 0;
3835		phy->phy_state = 0;
3836		hw_event_phy_down(pm8001_ha, piomb);
3837		break;
3838	case HW_EVENT_PORT_INVALID:
3839		PM8001_MSG_DBG(pm8001_ha,
3840			pm8001_printk("HW_EVENT_PORT_INVALID\n"));
3841		sas_phy_disconnected(sas_phy);
3842		phy->phy_attached = 0;
3843		sas_ha->notify_port_event(sas_phy, PORTE_LINK_RESET_ERR);
3844		break;
3845	/* the broadcast change primitive received, tell the LIBSAS this event
3846	to revalidate the sas domain*/
3847	case HW_EVENT_BROADCAST_CHANGE:
3848		PM8001_MSG_DBG(pm8001_ha,
3849			pm8001_printk("HW_EVENT_BROADCAST_CHANGE\n"));
3850		pm8001_hw_event_ack_req(pm8001_ha, 0, HW_EVENT_BROADCAST_CHANGE,
3851			port_id, phy_id, 1, 0);
3852		spin_lock_irqsave(&sas_phy->sas_prim_lock, flags);
3853		sas_phy->sas_prim = HW_EVENT_BROADCAST_CHANGE;
3854		spin_unlock_irqrestore(&sas_phy->sas_prim_lock, flags);
3855		sas_ha->notify_port_event(sas_phy, PORTE_BROADCAST_RCVD);
3856		break;
3857	case HW_EVENT_PHY_ERROR:
3858		PM8001_MSG_DBG(pm8001_ha,
3859			pm8001_printk("HW_EVENT_PHY_ERROR\n"));
3860		sas_phy_disconnected(&phy->sas_phy);
3861		phy->phy_attached = 0;
3862		sas_ha->notify_phy_event(&phy->sas_phy, PHYE_OOB_ERROR);
3863		break;
3864	case HW_EVENT_BROADCAST_EXP:
3865		PM8001_MSG_DBG(pm8001_ha,
3866			pm8001_printk("HW_EVENT_BROADCAST_EXP\n"));
3867		spin_lock_irqsave(&sas_phy->sas_prim_lock, flags);
3868		sas_phy->sas_prim = HW_EVENT_BROADCAST_EXP;
3869		spin_unlock_irqrestore(&sas_phy->sas_prim_lock, flags);
3870		sas_ha->notify_port_event(sas_phy, PORTE_BROADCAST_RCVD);
3871		break;
3872	case HW_EVENT_LINK_ERR_INVALID_DWORD:
3873		PM8001_MSG_DBG(pm8001_ha,
3874			pm8001_printk("HW_EVENT_LINK_ERR_INVALID_DWORD\n"));
3875		pm8001_hw_event_ack_req(pm8001_ha, 0,
3876			HW_EVENT_LINK_ERR_INVALID_DWORD, port_id, phy_id, 0, 0);
3877		sas_phy_disconnected(sas_phy);
3878		phy->phy_attached = 0;
3879		sas_ha->notify_port_event(sas_phy, PORTE_LINK_RESET_ERR);
3880		break;
3881	case HW_EVENT_LINK_ERR_DISPARITY_ERROR:
3882		PM8001_MSG_DBG(pm8001_ha,
3883			pm8001_printk("HW_EVENT_LINK_ERR_DISPARITY_ERROR\n"));
3884		pm8001_hw_event_ack_req(pm8001_ha, 0,
3885			HW_EVENT_LINK_ERR_DISPARITY_ERROR,
3886			port_id, phy_id, 0, 0);
3887		sas_phy_disconnected(sas_phy);
3888		phy->phy_attached = 0;
3889		sas_ha->notify_port_event(sas_phy, PORTE_LINK_RESET_ERR);
3890		break;
3891	case HW_EVENT_LINK_ERR_CODE_VIOLATION:
3892		PM8001_MSG_DBG(pm8001_ha,
3893			pm8001_printk("HW_EVENT_LINK_ERR_CODE_VIOLATION\n"));
3894		pm8001_hw_event_ack_req(pm8001_ha, 0,
3895			HW_EVENT_LINK_ERR_CODE_VIOLATION,
3896			port_id, phy_id, 0, 0);
3897		sas_phy_disconnected(sas_phy);
3898		phy->phy_attached = 0;
3899		sas_ha->notify_port_event(sas_phy, PORTE_LINK_RESET_ERR);
3900		break;
3901	case HW_EVENT_LINK_ERR_LOSS_OF_DWORD_SYNCH:
3902		PM8001_MSG_DBG(pm8001_ha,
3903		      pm8001_printk("HW_EVENT_LINK_ERR_LOSS_OF_DWORD_SYNCH\n"));
3904		pm8001_hw_event_ack_req(pm8001_ha, 0,
3905			HW_EVENT_LINK_ERR_LOSS_OF_DWORD_SYNCH,
3906			port_id, phy_id, 0, 0);
3907		sas_phy_disconnected(sas_phy);
3908		phy->phy_attached = 0;
3909		sas_ha->notify_port_event(sas_phy, PORTE_LINK_RESET_ERR);
3910		break;
3911	case HW_EVENT_MALFUNCTION:
3912		PM8001_MSG_DBG(pm8001_ha,
3913			pm8001_printk("HW_EVENT_MALFUNCTION\n"));
3914		break;
3915	case HW_EVENT_BROADCAST_SES:
3916		PM8001_MSG_DBG(pm8001_ha,
3917			pm8001_printk("HW_EVENT_BROADCAST_SES\n"));
3918		spin_lock_irqsave(&sas_phy->sas_prim_lock, flags);
3919		sas_phy->sas_prim = HW_EVENT_BROADCAST_SES;
3920		spin_unlock_irqrestore(&sas_phy->sas_prim_lock, flags);
3921		sas_ha->notify_port_event(sas_phy, PORTE_BROADCAST_RCVD);
3922		break;
3923	case HW_EVENT_INBOUND_CRC_ERROR:
3924		PM8001_MSG_DBG(pm8001_ha,
3925			pm8001_printk("HW_EVENT_INBOUND_CRC_ERROR\n"));
3926		pm8001_hw_event_ack_req(pm8001_ha, 0,
3927			HW_EVENT_INBOUND_CRC_ERROR,
3928			port_id, phy_id, 0, 0);
3929		break;
3930	case HW_EVENT_HARD_RESET_RECEIVED:
3931		PM8001_MSG_DBG(pm8001_ha,
3932			pm8001_printk("HW_EVENT_HARD_RESET_RECEIVED\n"));
3933		sas_ha->notify_port_event(sas_phy, PORTE_HARD_RESET);
3934		break;
3935	case HW_EVENT_ID_FRAME_TIMEOUT:
3936		PM8001_MSG_DBG(pm8001_ha,
3937			pm8001_printk("HW_EVENT_ID_FRAME_TIMEOUT\n"));
3938		sas_phy_disconnected(sas_phy);
3939		phy->phy_attached = 0;
3940		sas_ha->notify_port_event(sas_phy, PORTE_LINK_RESET_ERR);
3941		break;
3942	case HW_EVENT_LINK_ERR_PHY_RESET_FAILED:
3943		PM8001_MSG_DBG(pm8001_ha,
3944			pm8001_printk("HW_EVENT_LINK_ERR_PHY_RESET_FAILED\n"));
3945		pm8001_hw_event_ack_req(pm8001_ha, 0,
3946			HW_EVENT_LINK_ERR_PHY_RESET_FAILED,
3947			port_id, phy_id, 0, 0);
3948		sas_phy_disconnected(sas_phy);
3949		phy->phy_attached = 0;
3950		sas_ha->notify_port_event(sas_phy, PORTE_LINK_RESET_ERR);
3951		break;
3952	case HW_EVENT_PORT_RESET_TIMER_TMO:
3953		PM8001_MSG_DBG(pm8001_ha,
3954			pm8001_printk("HW_EVENT_PORT_RESET_TIMER_TMO\n"));
3955		sas_phy_disconnected(sas_phy);
3956		phy->phy_attached = 0;
3957		sas_ha->notify_port_event(sas_phy, PORTE_LINK_RESET_ERR);
3958		break;
3959	case HW_EVENT_PORT_RECOVERY_TIMER_TMO:
3960		PM8001_MSG_DBG(pm8001_ha,
3961			pm8001_printk("HW_EVENT_PORT_RECOVERY_TIMER_TMO\n"));
3962		sas_phy_disconnected(sas_phy);
3963		phy->phy_attached = 0;
3964		sas_ha->notify_port_event(sas_phy, PORTE_LINK_RESET_ERR);
3965		break;
3966	case HW_EVENT_PORT_RECOVER:
3967		PM8001_MSG_DBG(pm8001_ha,
3968			pm8001_printk("HW_EVENT_PORT_RECOVER\n"));
3969		break;
3970	case HW_EVENT_PORT_RESET_COMPLETE:
3971		PM8001_MSG_DBG(pm8001_ha,
3972			pm8001_printk("HW_EVENT_PORT_RESET_COMPLETE\n"));
3973		break;
3974	case EVENT_BROADCAST_ASYNCH_EVENT:
3975		PM8001_MSG_DBG(pm8001_ha,
3976			pm8001_printk("EVENT_BROADCAST_ASYNCH_EVENT\n"));
3977		break;
3978	default:
3979		PM8001_MSG_DBG(pm8001_ha,
3980			pm8001_printk("Unknown event type = %x\n", eventType));
3981		break;
3982	}
3983	return 0;
3984}
3985
3986/**
3987 * process_one_iomb - process one outbound Queue memory block
3988 * @pm8001_ha: our hba card information
3989 * @piomb: IO message buffer
3990 */
3991static void process_one_iomb(struct pm8001_hba_info *pm8001_ha, void *piomb)
3992{
3993	__le32 pHeader = *(__le32 *)piomb;
3994	u8 opc = (u8)((le32_to_cpu(pHeader)) & 0xFFF);
3995
3996	PM8001_MSG_DBG(pm8001_ha, pm8001_printk("process_one_iomb:"));
3997
3998	switch (opc) {
3999	case OPC_OUB_ECHO:
4000		PM8001_MSG_DBG(pm8001_ha, pm8001_printk("OPC_OUB_ECHO\n"));
4001		break;
4002	case OPC_OUB_HW_EVENT:
4003		PM8001_MSG_DBG(pm8001_ha,
4004			pm8001_printk("OPC_OUB_HW_EVENT\n"));
4005		mpi_hw_event(pm8001_ha, piomb);
4006		break;
4007	case OPC_OUB_SSP_COMP:
4008		PM8001_MSG_DBG(pm8001_ha,
4009			pm8001_printk("OPC_OUB_SSP_COMP\n"));
4010		mpi_ssp_completion(pm8001_ha, piomb);
4011		break;
4012	case OPC_OUB_SMP_COMP:
4013		PM8001_MSG_DBG(pm8001_ha,
4014			pm8001_printk("OPC_OUB_SMP_COMP\n"));
4015		mpi_smp_completion(pm8001_ha, piomb);
4016		break;
4017	case OPC_OUB_LOCAL_PHY_CNTRL:
4018		PM8001_MSG_DBG(pm8001_ha,
4019			pm8001_printk("OPC_OUB_LOCAL_PHY_CNTRL\n"));
4020		pm8001_mpi_local_phy_ctl(pm8001_ha, piomb);
4021		break;
4022	case OPC_OUB_DEV_REGIST:
4023		PM8001_MSG_DBG(pm8001_ha,
4024			pm8001_printk("OPC_OUB_DEV_REGIST\n"));
4025		pm8001_mpi_reg_resp(pm8001_ha, piomb);
4026		break;
4027	case OPC_OUB_DEREG_DEV:
4028		PM8001_MSG_DBG(pm8001_ha,
4029			pm8001_printk("unregister the device\n"));
4030		pm8001_mpi_dereg_resp(pm8001_ha, piomb);
4031		break;
4032	case OPC_OUB_GET_DEV_HANDLE:
4033		PM8001_MSG_DBG(pm8001_ha,
4034			pm8001_printk("OPC_OUB_GET_DEV_HANDLE\n"));
4035		break;
4036	case OPC_OUB_SATA_COMP:
4037		PM8001_MSG_DBG(pm8001_ha,
4038			pm8001_printk("OPC_OUB_SATA_COMP\n"));
4039		mpi_sata_completion(pm8001_ha, piomb);
4040		break;
4041	case OPC_OUB_SATA_EVENT:
4042		PM8001_MSG_DBG(pm8001_ha,
4043			pm8001_printk("OPC_OUB_SATA_EVENT\n"));
4044		mpi_sata_event(pm8001_ha, piomb);
4045		break;
4046	case OPC_OUB_SSP_EVENT:
4047		PM8001_MSG_DBG(pm8001_ha,
4048			pm8001_printk("OPC_OUB_SSP_EVENT\n"));
4049		mpi_ssp_event(pm8001_ha, piomb);
4050		break;
4051	case OPC_OUB_DEV_HANDLE_ARRIV:
4052		PM8001_MSG_DBG(pm8001_ha,
4053			pm8001_printk("OPC_OUB_DEV_HANDLE_ARRIV\n"));
4054		/*This is for target*/
4055		break;
4056	case OPC_OUB_SSP_RECV_EVENT:
4057		PM8001_MSG_DBG(pm8001_ha,
4058			pm8001_printk("OPC_OUB_SSP_RECV_EVENT\n"));
4059		/*This is for target*/
4060		break;
4061	case OPC_OUB_DEV_INFO:
4062		PM8001_MSG_DBG(pm8001_ha,
4063			pm8001_printk("OPC_OUB_DEV_INFO\n"));
4064		break;
4065	case OPC_OUB_FW_FLASH_UPDATE:
4066		PM8001_MSG_DBG(pm8001_ha,
4067			pm8001_printk("OPC_OUB_FW_FLASH_UPDATE\n"));
4068		pm8001_mpi_fw_flash_update_resp(pm8001_ha, piomb);
4069		break;
4070	case OPC_OUB_GPIO_RESPONSE:
4071		PM8001_MSG_DBG(pm8001_ha,
4072			pm8001_printk("OPC_OUB_GPIO_RESPONSE\n"));
4073		break;
4074	case OPC_OUB_GPIO_EVENT:
4075		PM8001_MSG_DBG(pm8001_ha,
4076			pm8001_printk("OPC_OUB_GPIO_EVENT\n"));
4077		break;
4078	case OPC_OUB_GENERAL_EVENT:
4079		PM8001_MSG_DBG(pm8001_ha,
4080			pm8001_printk("OPC_OUB_GENERAL_EVENT\n"));
4081		pm8001_mpi_general_event(pm8001_ha, piomb);
4082		break;
4083	case OPC_OUB_SSP_ABORT_RSP:
4084		PM8001_MSG_DBG(pm8001_ha,
4085			pm8001_printk("OPC_OUB_SSP_ABORT_RSP\n"));
4086		pm8001_mpi_task_abort_resp(pm8001_ha, piomb);
4087		break;
4088	case OPC_OUB_SATA_ABORT_RSP:
4089		PM8001_MSG_DBG(pm8001_ha,
4090			pm8001_printk("OPC_OUB_SATA_ABORT_RSP\n"));
4091		pm8001_mpi_task_abort_resp(pm8001_ha, piomb);
4092		break;
4093	case OPC_OUB_SAS_DIAG_MODE_START_END:
4094		PM8001_MSG_DBG(pm8001_ha,
4095			pm8001_printk("OPC_OUB_SAS_DIAG_MODE_START_END\n"));
4096		break;
4097	case OPC_OUB_SAS_DIAG_EXECUTE:
4098		PM8001_MSG_DBG(pm8001_ha,
4099			pm8001_printk("OPC_OUB_SAS_DIAG_EXECUTE\n"));
4100		break;
4101	case OPC_OUB_GET_TIME_STAMP:
4102		PM8001_MSG_DBG(pm8001_ha,
4103			pm8001_printk("OPC_OUB_GET_TIME_STAMP\n"));
4104		break;
4105	case OPC_OUB_SAS_HW_EVENT_ACK:
4106		PM8001_MSG_DBG(pm8001_ha,
4107			pm8001_printk("OPC_OUB_SAS_HW_EVENT_ACK\n"));
4108		break;
4109	case OPC_OUB_PORT_CONTROL:
4110		PM8001_MSG_DBG(pm8001_ha,
4111			pm8001_printk("OPC_OUB_PORT_CONTROL\n"));
4112		break;
4113	case OPC_OUB_SMP_ABORT_RSP:
4114		PM8001_MSG_DBG(pm8001_ha,
4115			pm8001_printk("OPC_OUB_SMP_ABORT_RSP\n"));
4116		pm8001_mpi_task_abort_resp(pm8001_ha, piomb);
4117		break;
4118	case OPC_OUB_GET_NVMD_DATA:
4119		PM8001_MSG_DBG(pm8001_ha,
4120			pm8001_printk("OPC_OUB_GET_NVMD_DATA\n"));
4121		pm8001_mpi_get_nvmd_resp(pm8001_ha, piomb);
4122		break;
4123	case OPC_OUB_SET_NVMD_DATA:
4124		PM8001_MSG_DBG(pm8001_ha,
4125			pm8001_printk("OPC_OUB_SET_NVMD_DATA\n"));
4126		pm8001_mpi_set_nvmd_resp(pm8001_ha, piomb);
4127		break;
4128	case OPC_OUB_DEVICE_HANDLE_REMOVAL:
4129		PM8001_MSG_DBG(pm8001_ha,
4130			pm8001_printk("OPC_OUB_DEVICE_HANDLE_REMOVAL\n"));
4131		break;
4132	case OPC_OUB_SET_DEVICE_STATE:
4133		PM8001_MSG_DBG(pm8001_ha,
4134			pm8001_printk("OPC_OUB_SET_DEVICE_STATE\n"));
4135		pm8001_mpi_set_dev_state_resp(pm8001_ha, piomb);
4136		break;
4137	case OPC_OUB_GET_DEVICE_STATE:
4138		PM8001_MSG_DBG(pm8001_ha,
4139			pm8001_printk("OPC_OUB_GET_DEVICE_STATE\n"));
4140		break;
4141	case OPC_OUB_SET_DEV_INFO:
4142		PM8001_MSG_DBG(pm8001_ha,
4143			pm8001_printk("OPC_OUB_SET_DEV_INFO\n"));
4144		break;
4145	case OPC_OUB_SAS_RE_INITIALIZE:
4146		PM8001_MSG_DBG(pm8001_ha,
4147			pm8001_printk("OPC_OUB_SAS_RE_INITIALIZE\n"));
4148		break;
4149	default:
4150		PM8001_MSG_DBG(pm8001_ha,
4151			pm8001_printk("Unknown outbound Queue IOMB OPC = %x\n",
4152			opc));
4153		break;
4154	}
4155}
4156
4157static int process_oq(struct pm8001_hba_info *pm8001_ha, u8 vec)
4158{
4159	struct outbound_queue_table *circularQ;
4160	void *pMsg1 = NULL;
4161	u8 uninitialized_var(bc);
4162	u32 ret = MPI_IO_STATUS_FAIL;
4163	unsigned long flags;
4164
4165	spin_lock_irqsave(&pm8001_ha->lock, flags);
4166	circularQ = &pm8001_ha->outbnd_q_tbl[vec];
4167	do {
4168		ret = pm8001_mpi_msg_consume(pm8001_ha, circularQ, &pMsg1, &bc);
4169		if (MPI_IO_STATUS_SUCCESS == ret) {
4170			/* process the outbound message */
4171			process_one_iomb(pm8001_ha, (void *)(pMsg1 - 4));
4172			/* free the message from the outbound circular buffer */
4173			pm8001_mpi_msg_free_set(pm8001_ha, pMsg1,
4174							circularQ, bc);
4175		}
4176		if (MPI_IO_STATUS_BUSY == ret) {
4177			/* Update the producer index from SPC */
4178			circularQ->producer_index =
4179				cpu_to_le32(pm8001_read_32(circularQ->pi_virt));
4180			if (le32_to_cpu(circularQ->producer_index) ==
4181				circularQ->consumer_idx)
4182				/* OQ is empty */
4183				break;
4184		}
4185	} while (1);
4186	spin_unlock_irqrestore(&pm8001_ha->lock, flags);
4187	return ret;
4188}
4189
4190/* PCI_DMA_... to our direction translation. */
4191static const u8 data_dir_flags[] = {
4192	[PCI_DMA_BIDIRECTIONAL] = DATA_DIR_BYRECIPIENT,/* UNSPECIFIED */
4193	[PCI_DMA_TODEVICE]	= DATA_DIR_OUT,/* OUTBOUND */
4194	[PCI_DMA_FROMDEVICE]	= DATA_DIR_IN,/* INBOUND */
4195	[PCI_DMA_NONE]		= DATA_DIR_NONE,/* NO TRANSFER */
4196};
4197void
4198pm8001_chip_make_sg(struct scatterlist *scatter, int nr, void *prd)
4199{
4200	int i;
4201	struct scatterlist *sg;
4202	struct pm8001_prd *buf_prd = prd;
4203
4204	for_each_sg(scatter, sg, nr, i) {
4205		buf_prd->addr = cpu_to_le64(sg_dma_address(sg));
4206		buf_prd->im_len.len = cpu_to_le32(sg_dma_len(sg));
4207		buf_prd->im_len.e = 0;
4208		buf_prd++;
4209	}
4210}
4211
4212static void build_smp_cmd(u32 deviceID, __le32 hTag, struct smp_req *psmp_cmd)
4213{
4214	psmp_cmd->tag = hTag;
4215	psmp_cmd->device_id = cpu_to_le32(deviceID);
4216	psmp_cmd->len_ip_ir = cpu_to_le32(1|(1 << 1));
4217}
4218
4219/**
4220 * pm8001_chip_smp_req - send a SMP task to FW
4221 * @pm8001_ha: our hba card information.
4222 * @ccb: the ccb information this request used.
4223 */
4224static int pm8001_chip_smp_req(struct pm8001_hba_info *pm8001_ha,
4225	struct pm8001_ccb_info *ccb)
4226{
4227	int elem, rc;
4228	struct sas_task *task = ccb->task;
4229	struct domain_device *dev = task->dev;
4230	struct pm8001_device *pm8001_dev = dev->lldd_dev;
4231	struct scatterlist *sg_req, *sg_resp;
4232	u32 req_len, resp_len;
4233	struct smp_req smp_cmd;
4234	u32 opc;
4235	struct inbound_queue_table *circularQ;
4236
4237	memset(&smp_cmd, 0, sizeof(smp_cmd));
4238	/*
4239	 * DMA-map SMP request, response buffers
4240	 */
4241	sg_req = &task->smp_task.smp_req;
4242	elem = dma_map_sg(pm8001_ha->dev, sg_req, 1, PCI_DMA_TODEVICE);
4243	if (!elem)
4244		return -ENOMEM;
4245	req_len = sg_dma_len(sg_req);
4246
4247	sg_resp = &task->smp_task.smp_resp;
4248	elem = dma_map_sg(pm8001_ha->dev, sg_resp, 1, PCI_DMA_FROMDEVICE);
4249	if (!elem) {
4250		rc = -ENOMEM;
4251		goto err_out;
4252	}
4253	resp_len = sg_dma_len(sg_resp);
4254	/* must be in dwords */
4255	if ((req_len & 0x3) || (resp_len & 0x3)) {
4256		rc = -EINVAL;
4257		goto err_out_2;
4258	}
4259
4260	opc = OPC_INB_SMP_REQUEST;
4261	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4262	smp_cmd.tag = cpu_to_le32(ccb->ccb_tag);
4263	smp_cmd.long_smp_req.long_req_addr =
4264		cpu_to_le64((u64)sg_dma_address(&task->smp_task.smp_req));
4265	smp_cmd.long_smp_req.long_req_size =
4266		cpu_to_le32((u32)sg_dma_len(&task->smp_task.smp_req)-4);
4267	smp_cmd.long_smp_req.long_resp_addr =
4268		cpu_to_le64((u64)sg_dma_address(&task->smp_task.smp_resp));
4269	smp_cmd.long_smp_req.long_resp_size =
4270		cpu_to_le32((u32)sg_dma_len(&task->smp_task.smp_resp)-4);
4271	build_smp_cmd(pm8001_dev->device_id, smp_cmd.tag, &smp_cmd);
4272	rc = pm8001_mpi_build_cmd(pm8001_ha, circularQ, opc,
4273					(u32 *)&smp_cmd, 0);
4274	if (rc)
4275		goto err_out_2;
4276
4277	return 0;
4278
4279err_out_2:
4280	dma_unmap_sg(pm8001_ha->dev, &ccb->task->smp_task.smp_resp, 1,
4281			PCI_DMA_FROMDEVICE);
4282err_out:
4283	dma_unmap_sg(pm8001_ha->dev, &ccb->task->smp_task.smp_req, 1,
4284			PCI_DMA_TODEVICE);
4285	return rc;
4286}
4287
4288/**
4289 * pm8001_chip_ssp_io_req - send a SSP task to FW
4290 * @pm8001_ha: our hba card information.
4291 * @ccb: the ccb information this request used.
4292 */
4293static int pm8001_chip_ssp_io_req(struct pm8001_hba_info *pm8001_ha,
4294	struct pm8001_ccb_info *ccb)
4295{
4296	struct sas_task *task = ccb->task;
4297	struct domain_device *dev = task->dev;
4298	struct pm8001_device *pm8001_dev = dev->lldd_dev;
4299	struct ssp_ini_io_start_req ssp_cmd;
4300	u32 tag = ccb->ccb_tag;
4301	int ret;
4302	u64 phys_addr;
4303	struct inbound_queue_table *circularQ;
4304	u32 opc = OPC_INB_SSPINIIOSTART;
4305	memset(&ssp_cmd, 0, sizeof(ssp_cmd));
4306	memcpy(ssp_cmd.ssp_iu.lun, task->ssp_task.LUN, 8);
4307	ssp_cmd.dir_m_tlr =
4308		cpu_to_le32(data_dir_flags[task->data_dir] << 8 | 0x0);/*0 for
4309	SAS 1.1 compatible TLR*/
4310	ssp_cmd.data_len = cpu_to_le32(task->total_xfer_len);
4311	ssp_cmd.device_id = cpu_to_le32(pm8001_dev->device_id);
4312	ssp_cmd.tag = cpu_to_le32(tag);
4313	if (task->ssp_task.enable_first_burst)
4314		ssp_cmd.ssp_iu.efb_prio_attr |= 0x80;
4315	ssp_cmd.ssp_iu.efb_prio_attr |= (task->ssp_task.task_prio << 3);
4316	ssp_cmd.ssp_iu.efb_prio_attr |= (task->ssp_task.task_attr & 7);
4317	memcpy(ssp_cmd.ssp_iu.cdb, task->ssp_task.cmd->cmnd,
4318	       task->ssp_task.cmd->cmd_len);
4319	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4320
4321	/* fill in PRD (scatter/gather) table, if any */
4322	if (task->num_scatter > 1) {
4323		pm8001_chip_make_sg(task->scatter, ccb->n_elem, ccb->buf_prd);
4324		phys_addr = ccb->ccb_dma_handle +
4325				offsetof(struct pm8001_ccb_info, buf_prd[0]);
4326		ssp_cmd.addr_low = cpu_to_le32(lower_32_bits(phys_addr));
4327		ssp_cmd.addr_high = cpu_to_le32(upper_32_bits(phys_addr));
4328		ssp_cmd.esgl = cpu_to_le32(1<<31);
4329	} else if (task->num_scatter == 1) {
4330		u64 dma_addr = sg_dma_address(task->scatter);
4331		ssp_cmd.addr_low = cpu_to_le32(lower_32_bits(dma_addr));
4332		ssp_cmd.addr_high = cpu_to_le32(upper_32_bits(dma_addr));
4333		ssp_cmd.len = cpu_to_le32(task->total_xfer_len);
4334		ssp_cmd.esgl = 0;
4335	} else if (task->num_scatter == 0) {
4336		ssp_cmd.addr_low = 0;
4337		ssp_cmd.addr_high = 0;
4338		ssp_cmd.len = cpu_to_le32(task->total_xfer_len);
4339		ssp_cmd.esgl = 0;
4340	}
4341	ret = pm8001_mpi_build_cmd(pm8001_ha, circularQ, opc, &ssp_cmd, 0);
4342	return ret;
4343}
4344
4345static int pm8001_chip_sata_req(struct pm8001_hba_info *pm8001_ha,
4346	struct pm8001_ccb_info *ccb)
4347{
4348	struct sas_task *task = ccb->task;
4349	struct domain_device *dev = task->dev;
4350	struct pm8001_device *pm8001_ha_dev = dev->lldd_dev;
4351	u32 tag = ccb->ccb_tag;
4352	int ret;
4353	struct sata_start_req sata_cmd;
4354	u32 hdr_tag, ncg_tag = 0;
4355	u64 phys_addr;
4356	u32 ATAP = 0x0;
4357	u32 dir;
4358	struct inbound_queue_table *circularQ;
4359	unsigned long flags;
4360	u32  opc = OPC_INB_SATA_HOST_OPSTART;
4361	memset(&sata_cmd, 0, sizeof(sata_cmd));
4362	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4363	if (task->data_dir == PCI_DMA_NONE) {
4364		ATAP = 0x04;  /* no data*/
4365		PM8001_IO_DBG(pm8001_ha, pm8001_printk("no data\n"));
4366	} else if (likely(!task->ata_task.device_control_reg_update)) {
4367		if (task->ata_task.dma_xfer) {
4368			ATAP = 0x06; /* DMA */
4369			PM8001_IO_DBG(pm8001_ha, pm8001_printk("DMA\n"));
4370		} else {
4371			ATAP = 0x05; /* PIO*/
4372			PM8001_IO_DBG(pm8001_ha, pm8001_printk("PIO\n"));
4373		}
4374		if (task->ata_task.use_ncq &&
4375			dev->sata_dev.class != ATA_DEV_ATAPI) {
4376			ATAP = 0x07; /* FPDMA */
4377			PM8001_IO_DBG(pm8001_ha, pm8001_printk("FPDMA\n"));
4378		}
4379	}
4380	if (task->ata_task.use_ncq && pm8001_get_ncq_tag(task, &hdr_tag)) {
4381		task->ata_task.fis.sector_count |= (u8) (hdr_tag << 3);
4382		ncg_tag = hdr_tag;
4383	}
4384	dir = data_dir_flags[task->data_dir] << 8;
4385	sata_cmd.tag = cpu_to_le32(tag);
4386	sata_cmd.device_id = cpu_to_le32(pm8001_ha_dev->device_id);
4387	sata_cmd.data_len = cpu_to_le32(task->total_xfer_len);
4388	sata_cmd.ncqtag_atap_dir_m =
4389		cpu_to_le32(((ncg_tag & 0xff)<<16)|((ATAP & 0x3f) << 10) | dir);
4390	sata_cmd.sata_fis = task->ata_task.fis;
4391	if (likely(!task->ata_task.device_control_reg_update))
4392		sata_cmd.sata_fis.flags |= 0x80;/* C=1: update ATA cmd reg */
4393	sata_cmd.sata_fis.flags &= 0xF0;/* PM_PORT field shall be 0 */
4394	/* fill in PRD (scatter/gather) table, if any */
4395	if (task->num_scatter > 1) {
4396		pm8001_chip_make_sg(task->scatter, ccb->n_elem, ccb->buf_prd);
4397		phys_addr = ccb->ccb_dma_handle +
4398				offsetof(struct pm8001_ccb_info, buf_prd[0]);
4399		sata_cmd.addr_low = lower_32_bits(phys_addr);
4400		sata_cmd.addr_high = upper_32_bits(phys_addr);
4401		sata_cmd.esgl = cpu_to_le32(1 << 31);
4402	} else if (task->num_scatter == 1) {
4403		u64 dma_addr = sg_dma_address(task->scatter);
4404		sata_cmd.addr_low = lower_32_bits(dma_addr);
4405		sata_cmd.addr_high = upper_32_bits(dma_addr);
4406		sata_cmd.len = cpu_to_le32(task->total_xfer_len);
4407		sata_cmd.esgl = 0;
4408	} else if (task->num_scatter == 0) {
4409		sata_cmd.addr_low = 0;
4410		sata_cmd.addr_high = 0;
4411		sata_cmd.len = cpu_to_le32(task->total_xfer_len);
4412		sata_cmd.esgl = 0;
4413	}
4414
4415	/* Check for read log for failed drive and return */
4416	if (sata_cmd.sata_fis.command == 0x2f) {
4417		if (((pm8001_ha_dev->id & NCQ_READ_LOG_FLAG) ||
4418			(pm8001_ha_dev->id & NCQ_ABORT_ALL_FLAG) ||
4419			(pm8001_ha_dev->id & NCQ_2ND_RLE_FLAG))) {
4420			struct task_status_struct *ts;
4421
4422			pm8001_ha_dev->id &= 0xDFFFFFFF;
4423			ts = &task->task_status;
4424
4425			spin_lock_irqsave(&task->task_state_lock, flags);
4426			ts->resp = SAS_TASK_COMPLETE;
4427			ts->stat = SAM_STAT_GOOD;
4428			task->task_state_flags &= ~SAS_TASK_STATE_PENDING;
4429			task->task_state_flags &= ~SAS_TASK_AT_INITIATOR;
4430			task->task_state_flags |= SAS_TASK_STATE_DONE;
4431			if (unlikely((task->task_state_flags &
4432					SAS_TASK_STATE_ABORTED))) {
4433				spin_unlock_irqrestore(&task->task_state_lock,
4434							flags);
4435				PM8001_FAIL_DBG(pm8001_ha,
4436					pm8001_printk("task 0x%p resp 0x%x "
4437					" stat 0x%x but aborted by upper layer "
4438					"\n", task, ts->resp, ts->stat));
4439				pm8001_ccb_task_free(pm8001_ha, task, ccb, tag);
4440			} else {
4441				spin_unlock_irqrestore(&task->task_state_lock,
4442							flags);
4443				pm8001_ccb_task_free_done(pm8001_ha, task,
4444								ccb, tag);
4445				return 0;
4446			}
4447		}
4448	}
4449
4450	ret = pm8001_mpi_build_cmd(pm8001_ha, circularQ, opc, &sata_cmd, 0);
4451	return ret;
4452}
4453
4454/**
4455 * pm8001_chip_phy_start_req - start phy via PHY_START COMMAND
4456 * @pm8001_ha: our hba card information.
4457 * @num: the inbound queue number
4458 * @phy_id: the phy id which we wanted to start up.
4459 */
4460static int
4461pm8001_chip_phy_start_req(struct pm8001_hba_info *pm8001_ha, u8 phy_id)
4462{
4463	struct phy_start_req payload;
4464	struct inbound_queue_table *circularQ;
4465	int ret;
4466	u32 tag = 0x01;
4467	u32 opcode = OPC_INB_PHYSTART;
4468	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4469	memset(&payload, 0, sizeof(payload));
4470	payload.tag = cpu_to_le32(tag);
4471	/*
4472	 ** [0:7]   PHY Identifier
4473	 ** [8:11]  link rate 1.5G, 3G, 6G
4474	 ** [12:13] link mode 01b SAS mode; 10b SATA mode; 11b both
4475	 ** [14]    0b disable spin up hold; 1b enable spin up hold
4476	 */
4477	payload.ase_sh_lm_slr_phyid = cpu_to_le32(SPINHOLD_DISABLE |
4478		LINKMODE_AUTO |	LINKRATE_15 |
4479		LINKRATE_30 | LINKRATE_60 | phy_id);
4480	payload.sas_identify.dev_type = SAS_END_DEVICE;
4481	payload.sas_identify.initiator_bits = SAS_PROTOCOL_ALL;
4482	memcpy(payload.sas_identify.sas_addr,
4483		pm8001_ha->sas_addr, SAS_ADDR_SIZE);
4484	payload.sas_identify.phy_id = phy_id;
4485	ret = pm8001_mpi_build_cmd(pm8001_ha, circularQ, opcode, &payload, 0);
4486	return ret;
4487}
4488
4489/**
4490 * pm8001_chip_phy_stop_req - start phy via PHY_STOP COMMAND
4491 * @pm8001_ha: our hba card information.
4492 * @num: the inbound queue number
4493 * @phy_id: the phy id which we wanted to start up.
4494 */
4495int pm8001_chip_phy_stop_req(struct pm8001_hba_info *pm8001_ha,
4496	u8 phy_id)
4497{
4498	struct phy_stop_req payload;
4499	struct inbound_queue_table *circularQ;
4500	int ret;
4501	u32 tag = 0x01;
4502	u32 opcode = OPC_INB_PHYSTOP;
4503	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4504	memset(&payload, 0, sizeof(payload));
4505	payload.tag = cpu_to_le32(tag);
4506	payload.phy_id = cpu_to_le32(phy_id);
4507	ret = pm8001_mpi_build_cmd(pm8001_ha, circularQ, opcode, &payload, 0);
4508	return ret;
4509}
4510
4511/**
4512 * see comments on pm8001_mpi_reg_resp.
4513 */
4514static int pm8001_chip_reg_dev_req(struct pm8001_hba_info *pm8001_ha,
4515	struct pm8001_device *pm8001_dev, u32 flag)
4516{
4517	struct reg_dev_req payload;
4518	u32	opc;
4519	u32 stp_sspsmp_sata = 0x4;
4520	struct inbound_queue_table *circularQ;
4521	u32 linkrate, phy_id;
4522	int rc, tag = 0xdeadbeef;
4523	struct pm8001_ccb_info *ccb;
4524	u8 retryFlag = 0x1;
4525	u16 firstBurstSize = 0;
4526	u16 ITNT = 2000;
4527	struct domain_device *dev = pm8001_dev->sas_device;
4528	struct domain_device *parent_dev = dev->parent;
4529	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4530
4531	memset(&payload, 0, sizeof(payload));
4532	rc = pm8001_tag_alloc(pm8001_ha, &tag);
4533	if (rc)
4534		return rc;
4535	ccb = &pm8001_ha->ccb_info[tag];
4536	ccb->device = pm8001_dev;
4537	ccb->ccb_tag = tag;
4538	payload.tag = cpu_to_le32(tag);
4539	if (flag == 1)
4540		stp_sspsmp_sata = 0x02; /*direct attached sata */
4541	else {
4542		if (pm8001_dev->dev_type == SAS_SATA_DEV)
4543			stp_sspsmp_sata = 0x00; /* stp*/
4544		else if (pm8001_dev->dev_type == SAS_END_DEVICE ||
4545			pm8001_dev->dev_type == SAS_EDGE_EXPANDER_DEVICE ||
4546			pm8001_dev->dev_type == SAS_FANOUT_EXPANDER_DEVICE)
4547			stp_sspsmp_sata = 0x01; /*ssp or smp*/
4548	}
4549	if (parent_dev && DEV_IS_EXPANDER(parent_dev->dev_type))
4550		phy_id = parent_dev->ex_dev.ex_phy->phy_id;
4551	else
4552		phy_id = pm8001_dev->attached_phy;
4553	opc = OPC_INB_REG_DEV;
4554	linkrate = (pm8001_dev->sas_device->linkrate < dev->port->linkrate) ?
4555			pm8001_dev->sas_device->linkrate : dev->port->linkrate;
4556	payload.phyid_portid =
4557		cpu_to_le32(((pm8001_dev->sas_device->port->id) & 0x0F) |
4558		((phy_id & 0x0F) << 4));
4559	payload.dtype_dlr_retry = cpu_to_le32((retryFlag & 0x01) |
4560		((linkrate & 0x0F) * 0x1000000) |
4561		((stp_sspsmp_sata & 0x03) * 0x10000000));
4562	payload.firstburstsize_ITNexustimeout =
4563		cpu_to_le32(ITNT | (firstBurstSize * 0x10000));
4564	memcpy(payload.sas_addr, pm8001_dev->sas_device->sas_addr,
4565		SAS_ADDR_SIZE);
4566	rc = pm8001_mpi_build_cmd(pm8001_ha, circularQ, opc, &payload, 0);
4567	return rc;
4568}
4569
4570/**
4571 * see comments on pm8001_mpi_reg_resp.
4572 */
4573int pm8001_chip_dereg_dev_req(struct pm8001_hba_info *pm8001_ha,
4574	u32 device_id)
4575{
4576	struct dereg_dev_req payload;
4577	u32 opc = OPC_INB_DEREG_DEV_HANDLE;
4578	int ret;
4579	struct inbound_queue_table *circularQ;
4580
4581	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4582	memset(&payload, 0, sizeof(payload));
4583	payload.tag = cpu_to_le32(1);
4584	payload.device_id = cpu_to_le32(device_id);
4585	PM8001_MSG_DBG(pm8001_ha,
4586		pm8001_printk("unregister device device_id = %d\n", device_id));
4587	ret = pm8001_mpi_build_cmd(pm8001_ha, circularQ, opc, &payload, 0);
4588	return ret;
4589}
4590
4591/**
4592 * pm8001_chip_phy_ctl_req - support the local phy operation
4593 * @pm8001_ha: our hba card information.
4594 * @num: the inbound queue number
4595 * @phy_id: the phy id which we wanted to operate
4596 * @phy_op:
4597 */
4598static int pm8001_chip_phy_ctl_req(struct pm8001_hba_info *pm8001_ha,
4599	u32 phyId, u32 phy_op)
4600{
4601	struct local_phy_ctl_req payload;
4602	struct inbound_queue_table *circularQ;
4603	int ret;
4604	u32 opc = OPC_INB_LOCAL_PHY_CONTROL;
4605	memset(&payload, 0, sizeof(payload));
4606	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4607	payload.tag = cpu_to_le32(1);
4608	payload.phyop_phyid =
4609		cpu_to_le32(((phy_op & 0xff) << 8) | (phyId & 0x0F));
4610	ret = pm8001_mpi_build_cmd(pm8001_ha, circularQ, opc, &payload, 0);
4611	return ret;
4612}
4613
4614static u32 pm8001_chip_is_our_interupt(struct pm8001_hba_info *pm8001_ha)
4615{
4616	u32 value;
4617#ifdef PM8001_USE_MSIX
4618	return 1;
4619#endif
4620	value = pm8001_cr32(pm8001_ha, 0, MSGU_ODR);
4621	if (value)
4622		return 1;
4623	return 0;
4624
4625}
4626
4627/**
4628 * pm8001_chip_isr - PM8001 isr handler.
4629 * @pm8001_ha: our hba card information.
4630 * @irq: irq number.
4631 * @stat: stat.
4632 */
4633static irqreturn_t
4634pm8001_chip_isr(struct pm8001_hba_info *pm8001_ha, u8 vec)
4635{
4636	pm8001_chip_interrupt_disable(pm8001_ha, vec);
4637	process_oq(pm8001_ha, vec);
4638	pm8001_chip_interrupt_enable(pm8001_ha, vec);
4639	return IRQ_HANDLED;
4640}
4641
4642static int send_task_abort(struct pm8001_hba_info *pm8001_ha, u32 opc,
4643	u32 dev_id, u8 flag, u32 task_tag, u32 cmd_tag)
4644{
4645	struct task_abort_req task_abort;
4646	struct inbound_queue_table *circularQ;
4647	int ret;
4648	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4649	memset(&task_abort, 0, sizeof(task_abort));
4650	if (ABORT_SINGLE == (flag & ABORT_MASK)) {
4651		task_abort.abort_all = 0;
4652		task_abort.device_id = cpu_to_le32(dev_id);
4653		task_abort.tag_to_abort = cpu_to_le32(task_tag);
4654		task_abort.tag = cpu_to_le32(cmd_tag);
4655	} else if (ABORT_ALL == (flag & ABORT_MASK)) {
4656		task_abort.abort_all = cpu_to_le32(1);
4657		task_abort.device_id = cpu_to_le32(dev_id);
4658		task_abort.tag = cpu_to_le32(cmd_tag);
4659	}
4660	ret = pm8001_mpi_build_cmd(pm8001_ha, circularQ, opc, &task_abort, 0);
4661	return ret;
4662}
4663
4664/**
4665 * pm8001_chip_abort_task - SAS abort task when error or exception happened.
4666 * @task: the task we wanted to aborted.
4667 * @flag: the abort flag.
4668 */
4669int pm8001_chip_abort_task(struct pm8001_hba_info *pm8001_ha,
4670	struct pm8001_device *pm8001_dev, u8 flag, u32 task_tag, u32 cmd_tag)
4671{
4672	u32 opc, device_id;
4673	int rc = TMF_RESP_FUNC_FAILED;
4674	PM8001_EH_DBG(pm8001_ha,
4675		pm8001_printk("cmd_tag = %x, abort task tag = 0x%x",
4676			cmd_tag, task_tag));
4677	if (pm8001_dev->dev_type == SAS_END_DEVICE)
4678		opc = OPC_INB_SSP_ABORT;
4679	else if (pm8001_dev->dev_type == SAS_SATA_DEV)
4680		opc = OPC_INB_SATA_ABORT;
4681	else
4682		opc = OPC_INB_SMP_ABORT;/* SMP */
4683	device_id = pm8001_dev->device_id;
4684	rc = send_task_abort(pm8001_ha, opc, device_id, flag,
4685		task_tag, cmd_tag);
4686	if (rc != TMF_RESP_FUNC_COMPLETE)
4687		PM8001_EH_DBG(pm8001_ha, pm8001_printk("rc= %d\n", rc));
4688	return rc;
4689}
4690
4691/**
4692 * pm8001_chip_ssp_tm_req - built the task management command.
4693 * @pm8001_ha: our hba card information.
4694 * @ccb: the ccb information.
4695 * @tmf: task management function.
4696 */
4697int pm8001_chip_ssp_tm_req(struct pm8001_hba_info *pm8001_ha,
4698	struct pm8001_ccb_info *ccb, struct pm8001_tmf_task *tmf)
4699{
4700	struct sas_task *task = ccb->task;
4701	struct domain_device *dev = task->dev;
4702	struct pm8001_device *pm8001_dev = dev->lldd_dev;
4703	u32 opc = OPC_INB_SSPINITMSTART;
4704	struct inbound_queue_table *circularQ;
4705	struct ssp_ini_tm_start_req sspTMCmd;
4706	int ret;
4707
4708	memset(&sspTMCmd, 0, sizeof(sspTMCmd));
4709	sspTMCmd.device_id = cpu_to_le32(pm8001_dev->device_id);
4710	sspTMCmd.relate_tag = cpu_to_le32(tmf->tag_of_task_to_be_managed);
4711	sspTMCmd.tmf = cpu_to_le32(tmf->tmf);
4712	memcpy(sspTMCmd.lun, task->ssp_task.LUN, 8);
4713	sspTMCmd.tag = cpu_to_le32(ccb->ccb_tag);
4714	if (pm8001_ha->chip_id != chip_8001)
4715		sspTMCmd.ds_ads_m = 0x08;
4716	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4717	ret = pm8001_mpi_build_cmd(pm8001_ha, circularQ, opc, &sspTMCmd, 0);
4718	return ret;
4719}
4720
4721int pm8001_chip_get_nvmd_req(struct pm8001_hba_info *pm8001_ha,
4722	void *payload)
4723{
4724	u32 opc = OPC_INB_GET_NVMD_DATA;
4725	u32 nvmd_type;
4726	int rc;
4727	u32 tag;
4728	struct pm8001_ccb_info *ccb;
4729	struct inbound_queue_table *circularQ;
4730	struct get_nvm_data_req nvmd_req;
4731	struct fw_control_ex *fw_control_context;
4732	struct pm8001_ioctl_payload *ioctl_payload = payload;
4733
4734	nvmd_type = ioctl_payload->minor_function;
4735	fw_control_context = kzalloc(sizeof(struct fw_control_ex), GFP_KERNEL);
4736	if (!fw_control_context)
4737		return -ENOMEM;
4738	fw_control_context->usrAddr = (u8 *)ioctl_payload->func_specific;
4739	fw_control_context->len = ioctl_payload->length;
4740	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4741	memset(&nvmd_req, 0, sizeof(nvmd_req));
4742	rc = pm8001_tag_alloc(pm8001_ha, &tag);
4743	if (rc) {
4744		kfree(fw_control_context);
4745		return rc;
4746	}
4747	ccb = &pm8001_ha->ccb_info[tag];
4748	ccb->ccb_tag = tag;
4749	ccb->fw_control_context = fw_control_context;
4750	nvmd_req.tag = cpu_to_le32(tag);
4751
4752	switch (nvmd_type) {
4753	case TWI_DEVICE: {
4754		u32 twi_addr, twi_page_size;
4755		twi_addr = 0xa8;
4756		twi_page_size = 2;
4757
4758		nvmd_req.len_ir_vpdd = cpu_to_le32(IPMode | twi_addr << 16 |
4759			twi_page_size << 8 | TWI_DEVICE);
4760		nvmd_req.resp_len = cpu_to_le32(ioctl_payload->length);
4761		nvmd_req.resp_addr_hi =
4762		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi);
4763		nvmd_req.resp_addr_lo =
4764		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo);
4765		break;
4766	}
4767	case C_SEEPROM: {
4768		nvmd_req.len_ir_vpdd = cpu_to_le32(IPMode | C_SEEPROM);
4769		nvmd_req.resp_len = cpu_to_le32(ioctl_payload->length);
4770		nvmd_req.resp_addr_hi =
4771		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi);
4772		nvmd_req.resp_addr_lo =
4773		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo);
4774		break;
4775	}
4776	case VPD_FLASH: {
4777		nvmd_req.len_ir_vpdd = cpu_to_le32(IPMode | VPD_FLASH);
4778		nvmd_req.resp_len = cpu_to_le32(ioctl_payload->length);
4779		nvmd_req.resp_addr_hi =
4780		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi);
4781		nvmd_req.resp_addr_lo =
4782		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo);
4783		break;
4784	}
4785	case EXPAN_ROM: {
4786		nvmd_req.len_ir_vpdd = cpu_to_le32(IPMode | EXPAN_ROM);
4787		nvmd_req.resp_len = cpu_to_le32(ioctl_payload->length);
4788		nvmd_req.resp_addr_hi =
4789		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi);
4790		nvmd_req.resp_addr_lo =
4791		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo);
4792		break;
4793	}
4794	case IOP_RDUMP: {
4795		nvmd_req.len_ir_vpdd = cpu_to_le32(IPMode | IOP_RDUMP);
4796		nvmd_req.resp_len = cpu_to_le32(ioctl_payload->length);
4797		nvmd_req.vpd_offset = cpu_to_le32(ioctl_payload->offset);
4798		nvmd_req.resp_addr_hi =
4799		cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi);
4800		nvmd_req.resp_addr_lo =
4801		cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo);
4802		break;
4803	}
4804	default:
4805		break;
4806	}
4807	rc = pm8001_mpi_build_cmd(pm8001_ha, circularQ, opc, &nvmd_req, 0);
4808	if (rc) {
4809		kfree(fw_control_context);
4810		pm8001_tag_free(pm8001_ha, tag);
4811	}
4812	return rc;
4813}
4814
4815int pm8001_chip_set_nvmd_req(struct pm8001_hba_info *pm8001_ha,
4816	void *payload)
4817{
4818	u32 opc = OPC_INB_SET_NVMD_DATA;
4819	u32 nvmd_type;
4820	int rc;
4821	u32 tag;
4822	struct pm8001_ccb_info *ccb;
4823	struct inbound_queue_table *circularQ;
4824	struct set_nvm_data_req nvmd_req;
4825	struct fw_control_ex *fw_control_context;
4826	struct pm8001_ioctl_payload *ioctl_payload = payload;
4827
4828	nvmd_type = ioctl_payload->minor_function;
4829	fw_control_context = kzalloc(sizeof(struct fw_control_ex), GFP_KERNEL);
4830	if (!fw_control_context)
4831		return -ENOMEM;
4832	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4833	memcpy(pm8001_ha->memoryMap.region[NVMD].virt_ptr,
4834		&ioctl_payload->func_specific,
4835		ioctl_payload->length);
4836	memset(&nvmd_req, 0, sizeof(nvmd_req));
4837	rc = pm8001_tag_alloc(pm8001_ha, &tag);
4838	if (rc) {
4839		kfree(fw_control_context);
4840		return -EBUSY;
4841	}
4842	ccb = &pm8001_ha->ccb_info[tag];
4843	ccb->fw_control_context = fw_control_context;
4844	ccb->ccb_tag = tag;
4845	nvmd_req.tag = cpu_to_le32(tag);
4846	switch (nvmd_type) {
4847	case TWI_DEVICE: {
4848		u32 twi_addr, twi_page_size;
4849		twi_addr = 0xa8;
4850		twi_page_size = 2;
4851		nvmd_req.reserved[0] = cpu_to_le32(0xFEDCBA98);
4852		nvmd_req.len_ir_vpdd = cpu_to_le32(IPMode | twi_addr << 16 |
4853			twi_page_size << 8 | TWI_DEVICE);
4854		nvmd_req.resp_len = cpu_to_le32(ioctl_payload->length);
4855		nvmd_req.resp_addr_hi =
4856		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi);
4857		nvmd_req.resp_addr_lo =
4858		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo);
4859		break;
4860	}
4861	case C_SEEPROM:
4862		nvmd_req.len_ir_vpdd = cpu_to_le32(IPMode | C_SEEPROM);
4863		nvmd_req.resp_len = cpu_to_le32(ioctl_payload->length);
4864		nvmd_req.reserved[0] = cpu_to_le32(0xFEDCBA98);
4865		nvmd_req.resp_addr_hi =
4866		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi);
4867		nvmd_req.resp_addr_lo =
4868		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo);
4869		break;
4870	case VPD_FLASH:
4871		nvmd_req.len_ir_vpdd = cpu_to_le32(IPMode | VPD_FLASH);
4872		nvmd_req.resp_len = cpu_to_le32(ioctl_payload->length);
4873		nvmd_req.reserved[0] = cpu_to_le32(0xFEDCBA98);
4874		nvmd_req.resp_addr_hi =
4875		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi);
4876		nvmd_req.resp_addr_lo =
4877		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo);
4878		break;
4879	case EXPAN_ROM:
4880		nvmd_req.len_ir_vpdd = cpu_to_le32(IPMode | EXPAN_ROM);
4881		nvmd_req.resp_len = cpu_to_le32(ioctl_payload->length);
4882		nvmd_req.reserved[0] = cpu_to_le32(0xFEDCBA98);
4883		nvmd_req.resp_addr_hi =
4884		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_hi);
4885		nvmd_req.resp_addr_lo =
4886		    cpu_to_le32(pm8001_ha->memoryMap.region[NVMD].phys_addr_lo);
4887		break;
4888	default:
4889		break;
4890	}
4891	rc = pm8001_mpi_build_cmd(pm8001_ha, circularQ, opc, &nvmd_req, 0);
4892	if (rc) {
4893		kfree(fw_control_context);
4894		pm8001_tag_free(pm8001_ha, tag);
4895	}
4896	return rc;
4897}
4898
4899/**
4900 * pm8001_chip_fw_flash_update_build - support the firmware update operation
4901 * @pm8001_ha: our hba card information.
4902 * @fw_flash_updata_info: firmware flash update param
4903 */
4904int
4905pm8001_chip_fw_flash_update_build(struct pm8001_hba_info *pm8001_ha,
4906	void *fw_flash_updata_info, u32 tag)
4907{
4908	struct fw_flash_Update_req payload;
4909	struct fw_flash_updata_info *info;
4910	struct inbound_queue_table *circularQ;
4911	int ret;
4912	u32 opc = OPC_INB_FW_FLASH_UPDATE;
4913
4914	memset(&payload, 0, sizeof(struct fw_flash_Update_req));
4915	circularQ = &pm8001_ha->inbnd_q_tbl[0];
4916	info = fw_flash_updata_info;
4917	payload.tag = cpu_to_le32(tag);
4918	payload.cur_image_len = cpu_to_le32(info->cur_image_len);
4919	payload.cur_image_offset = cpu_to_le32(info->cur_image_offset);
4920	payload.total_image_len = cpu_to_le32(info->total_image_len);
4921	payload.len = info->sgl.im_len.len ;
4922	payload.sgl_addr_lo =
4923		cpu_to_le32(lower_32_bits(le64_to_cpu(info->sgl.addr)));
4924	payload.sgl_addr_hi =
4925		cpu_to_le32(upper_32_bits(le64_to_cpu(info->sgl.addr)));
4926	ret = pm8001_mpi_build_cmd(pm8001_ha, circularQ, opc, &payload, 0);
4927	return ret;
4928}
4929
4930int
4931pm8001_chip_fw_flash_update_req(struct pm8001_hba_info *pm8001_ha,
4932	void *payload)
4933{
4934	struct fw_flash_updata_info flash_update_info;
4935	struct fw_control_info *fw_control;
4936	struct fw_control_ex *fw_control_context;
4937	int rc;
4938	u32 tag;
4939	struct pm8001_ccb_info *ccb;
4940	void *buffer = pm8001_ha->memoryMap.region[FW_FLASH].virt_ptr;
4941	dma_addr_t phys_addr = pm8001_ha->memoryMap.region[FW_FLASH].phys_addr;
 
 
4942	struct pm8001_ioctl_payload *ioctl_payload = payload;
4943
4944	fw_control_context = kzalloc(sizeof(struct fw_control_ex), GFP_KERNEL);
4945	if (!fw_control_context)
4946		return -ENOMEM;
4947	fw_control = (struct fw_control_info *)&ioctl_payload->func_specific;
 
 
 
 
 
 
 
 
 
 
 
 
 
4948	memcpy(buffer, fw_control->buffer, fw_control->len);
4949	flash_update_info.sgl.addr = cpu_to_le64(phys_addr);
4950	flash_update_info.sgl.im_len.len = cpu_to_le32(fw_control->len);
4951	flash_update_info.sgl.im_len.e = 0;
4952	flash_update_info.cur_image_offset = fw_control->offset;
4953	flash_update_info.cur_image_len = fw_control->len;
4954	flash_update_info.total_image_len = fw_control->size;
4955	fw_control_context->fw_control = fw_control;
4956	fw_control_context->virtAddr = buffer;
4957	fw_control_context->phys_addr = phys_addr;
4958	fw_control_context->len = fw_control->len;
4959	rc = pm8001_tag_alloc(pm8001_ha, &tag);
4960	if (rc) {
4961		kfree(fw_control_context);
4962		return -EBUSY;
4963	}
4964	ccb = &pm8001_ha->ccb_info[tag];
4965	ccb->fw_control_context = fw_control_context;
4966	ccb->ccb_tag = tag;
4967	rc = pm8001_chip_fw_flash_update_build(pm8001_ha, &flash_update_info,
4968		tag);
4969	return rc;
4970}
4971
4972ssize_t
4973pm8001_get_gsm_dump(struct device *cdev, u32 length, char *buf)
4974{
4975	u32 value, rem, offset = 0, bar = 0;
4976	u32 index, work_offset, dw_length;
4977	u32 shift_value, gsm_base, gsm_dump_offset;
4978	char *direct_data;
4979	struct Scsi_Host *shost = class_to_shost(cdev);
4980	struct sas_ha_struct *sha = SHOST_TO_SAS_HA(shost);
4981	struct pm8001_hba_info *pm8001_ha = sha->lldd_ha;
4982
4983	direct_data = buf;
4984	gsm_dump_offset = pm8001_ha->fatal_forensic_shift_offset;
4985
4986	/* check max is 1 Mbytes */
4987	if ((length > 0x100000) || (gsm_dump_offset & 3) ||
4988		((gsm_dump_offset + length) > 0x1000000))
4989			return -EINVAL;
4990
4991	if (pm8001_ha->chip_id == chip_8001)
4992		bar = 2;
4993	else
4994		bar = 1;
4995
4996	work_offset = gsm_dump_offset & 0xFFFF0000;
4997	offset = gsm_dump_offset & 0x0000FFFF;
4998	gsm_dump_offset = work_offset;
4999	/* adjust length to dword boundary */
5000	rem = length & 3;
5001	dw_length = length >> 2;
5002
5003	for (index = 0; index < dw_length; index++) {
5004		if ((work_offset + offset) & 0xFFFF0000) {
5005			if (pm8001_ha->chip_id == chip_8001)
5006				shift_value = ((gsm_dump_offset + offset) &
5007						SHIFT_REG_64K_MASK);
5008			else
5009				shift_value = (((gsm_dump_offset + offset) &
5010						SHIFT_REG_64K_MASK) >>
5011						SHIFT_REG_BIT_SHIFT);
5012
5013			if (pm8001_ha->chip_id == chip_8001) {
5014				gsm_base = GSM_BASE;
5015				if (-1 == pm8001_bar4_shift(pm8001_ha,
5016						(gsm_base + shift_value)))
5017					return -EIO;
5018			} else {
5019				gsm_base = 0;
5020				if (-1 == pm80xx_bar4_shift(pm8001_ha,
5021						(gsm_base + shift_value)))
5022					return -EIO;
5023			}
5024			gsm_dump_offset = (gsm_dump_offset + offset) &
5025						0xFFFF0000;
5026			work_offset = 0;
5027			offset = offset & 0x0000FFFF;
5028		}
5029		value = pm8001_cr32(pm8001_ha, bar, (work_offset + offset) &
5030						0x0000FFFF);
5031		direct_data += sprintf(direct_data, "%08x ", value);
5032		offset += 4;
5033	}
5034	if (rem != 0) {
5035		value = pm8001_cr32(pm8001_ha, bar, (work_offset + offset) &
5036						0x0000FFFF);
5037		/* xfr for non_dw */
5038		direct_data += sprintf(direct_data, "%08x ", value);
5039	}
5040	/* Shift back to BAR4 original address */
5041	if (-1 == pm8001_bar4_shift(pm8001_ha, 0))
5042			return -EIO;
5043	pm8001_ha->fatal_forensic_shift_offset += 1024;
5044
5045	if (pm8001_ha->fatal_forensic_shift_offset >= 0x100000)
5046		pm8001_ha->fatal_forensic_shift_offset = 0;
5047	return direct_data - buf;
5048}
5049
5050int
5051pm8001_chip_set_dev_state_req(struct pm8001_hba_info *pm8001_ha,
5052	struct pm8001_device *pm8001_dev, u32 state)
5053{
5054	struct set_dev_state_req payload;
5055	struct inbound_queue_table *circularQ;
5056	struct pm8001_ccb_info *ccb;
5057	int rc;
5058	u32 tag;
5059	u32 opc = OPC_INB_SET_DEVICE_STATE;
5060	memset(&payload, 0, sizeof(payload));
5061	rc = pm8001_tag_alloc(pm8001_ha, &tag);
5062	if (rc)
5063		return -1;
5064	ccb = &pm8001_ha->ccb_info[tag];
5065	ccb->ccb_tag = tag;
5066	ccb->device = pm8001_dev;
5067	circularQ = &pm8001_ha->inbnd_q_tbl[0];
5068	payload.tag = cpu_to_le32(tag);
5069	payload.device_id = cpu_to_le32(pm8001_dev->device_id);
5070	payload.nds = cpu_to_le32(state);
5071	rc = pm8001_mpi_build_cmd(pm8001_ha, circularQ, opc, &payload, 0);
5072	return rc;
5073
5074}
5075
5076static int
5077pm8001_chip_sas_re_initialization(struct pm8001_hba_info *pm8001_ha)
5078{
5079	struct sas_re_initialization_req payload;
5080	struct inbound_queue_table *circularQ;
5081	struct pm8001_ccb_info *ccb;
5082	int rc;
5083	u32 tag;
5084	u32 opc = OPC_INB_SAS_RE_INITIALIZE;
5085	memset(&payload, 0, sizeof(payload));
5086	rc = pm8001_tag_alloc(pm8001_ha, &tag);
5087	if (rc)
5088		return -ENOMEM;
5089	ccb = &pm8001_ha->ccb_info[tag];
5090	ccb->ccb_tag = tag;
5091	circularQ = &pm8001_ha->inbnd_q_tbl[0];
5092	payload.tag = cpu_to_le32(tag);
5093	payload.SSAHOLT = cpu_to_le32(0xd << 25);
5094	payload.sata_hol_tmo = cpu_to_le32(80);
5095	payload.open_reject_cmdretries_data_retries = cpu_to_le32(0xff00ff);
5096	rc = pm8001_mpi_build_cmd(pm8001_ha, circularQ, opc, &payload, 0);
5097	if (rc)
5098		pm8001_tag_free(pm8001_ha, tag);
5099	return rc;
5100
5101}
5102
5103const struct pm8001_dispatch pm8001_8001_dispatch = {
5104	.name			= "pmc8001",
5105	.chip_init		= pm8001_chip_init,
5106	.chip_soft_rst		= pm8001_chip_soft_rst,
5107	.chip_rst		= pm8001_hw_chip_rst,
5108	.chip_iounmap		= pm8001_chip_iounmap,
5109	.isr			= pm8001_chip_isr,
5110	.is_our_interupt	= pm8001_chip_is_our_interupt,
5111	.isr_process_oq		= process_oq,
5112	.interrupt_enable 	= pm8001_chip_interrupt_enable,
5113	.interrupt_disable	= pm8001_chip_interrupt_disable,
5114	.make_prd		= pm8001_chip_make_sg,
5115	.smp_req		= pm8001_chip_smp_req,
5116	.ssp_io_req		= pm8001_chip_ssp_io_req,
5117	.sata_req		= pm8001_chip_sata_req,
5118	.phy_start_req		= pm8001_chip_phy_start_req,
5119	.phy_stop_req		= pm8001_chip_phy_stop_req,
5120	.reg_dev_req		= pm8001_chip_reg_dev_req,
5121	.dereg_dev_req		= pm8001_chip_dereg_dev_req,
5122	.phy_ctl_req		= pm8001_chip_phy_ctl_req,
5123	.task_abort		= pm8001_chip_abort_task,
5124	.ssp_tm_req		= pm8001_chip_ssp_tm_req,
5125	.get_nvmd_req		= pm8001_chip_get_nvmd_req,
5126	.set_nvmd_req		= pm8001_chip_set_nvmd_req,
5127	.fw_flash_update_req	= pm8001_chip_fw_flash_update_req,
5128	.set_dev_state_req	= pm8001_chip_set_dev_state_req,
5129	.sas_re_init_req	= pm8001_chip_sas_re_initialization,
5130};