Linux Audio

Check our new training course

Loading...
v5.14.15
   1/*
   2 *  linux/drivers/message/fusion/mptbase.c
   3 *      This is the Fusion MPT base driver which supports multiple
   4 *      (SCSI + LAN) specialized protocol drivers.
   5 *      For use with LSI PCI chip/adapter(s)
   6 *      running LSI Fusion MPT (Message Passing Technology) firmware.
   7 *
   8 *  Copyright (c) 1999-2008 LSI Corporation
   9 *  (mailto:DL-MPTFusionLinux@lsi.com)
  10 *
  11 */
  12/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
  13/*
  14    This program is free software; you can redistribute it and/or modify
  15    it under the terms of the GNU General Public License as published by
  16    the Free Software Foundation; version 2 of the License.
  17
  18    This program is distributed in the hope that it will be useful,
  19    but WITHOUT ANY WARRANTY; without even the implied warranty of
  20    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  21    GNU General Public License for more details.
  22
  23    NO WARRANTY
  24    THE PROGRAM IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OR
  25    CONDITIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED INCLUDING, WITHOUT
  26    LIMITATION, ANY WARRANTIES OR CONDITIONS OF TITLE, NON-INFRINGEMENT,
  27    MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE. Each Recipient is
  28    solely responsible for determining the appropriateness of using and
  29    distributing the Program and assumes all risks associated with its
  30    exercise of rights under this Agreement, including but not limited to
  31    the risks and costs of program errors, damage to or loss of data,
  32    programs or equipment, and unavailability or interruption of operations.
  33
  34    DISCLAIMER OF LIABILITY
  35    NEITHER RECIPIENT NOR ANY CONTRIBUTORS SHALL HAVE ANY LIABILITY FOR ANY
  36    DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  37    DAMAGES (INCLUDING WITHOUT LIMITATION LOST PROFITS), HOWEVER CAUSED AND
  38    ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR
  39    TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
  40    USE OR DISTRIBUTION OF THE PROGRAM OR THE EXERCISE OF ANY RIGHTS GRANTED
  41    HEREUNDER, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGES
  42
  43    You should have received a copy of the GNU General Public License
  44    along with this program; if not, write to the Free Software
  45    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
  46*/
  47/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
  48
  49#include <linux/kernel.h>
  50#include <linux/module.h>
  51#include <linux/errno.h>
  52#include <linux/init.h>
  53#include <linux/seq_file.h>
  54#include <linux/slab.h>
  55#include <linux/types.h>
  56#include <linux/pci.h>
  57#include <linux/kdev_t.h>
  58#include <linux/blkdev.h>
  59#include <linux/delay.h>
  60#include <linux/interrupt.h>
  61#include <linux/dma-mapping.h>
  62#include <linux/kthread.h>
  63#include <scsi/scsi_host.h>
  64
  65#include "mptbase.h"
  66#include "lsi/mpi_log_fc.h"
  67
  68/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
  69#define my_NAME		"Fusion MPT base driver"
  70#define my_VERSION	MPT_LINUX_VERSION_COMMON
  71#define MYNAM		"mptbase"
  72
  73MODULE_AUTHOR(MODULEAUTHOR);
  74MODULE_DESCRIPTION(my_NAME);
  75MODULE_LICENSE("GPL");
  76MODULE_VERSION(my_VERSION);
  77
  78/*
  79 *  cmd line parameters
  80 */
  81
  82static int mpt_msi_enable_spi;
  83module_param(mpt_msi_enable_spi, int, 0);
  84MODULE_PARM_DESC(mpt_msi_enable_spi,
  85		 " Enable MSI Support for SPI controllers (default=0)");
  86
  87static int mpt_msi_enable_fc;
  88module_param(mpt_msi_enable_fc, int, 0);
  89MODULE_PARM_DESC(mpt_msi_enable_fc,
  90		 " Enable MSI Support for FC controllers (default=0)");
  91
  92static int mpt_msi_enable_sas;
  93module_param(mpt_msi_enable_sas, int, 0);
  94MODULE_PARM_DESC(mpt_msi_enable_sas,
  95		 " Enable MSI Support for SAS controllers (default=0)");
  96
  97static int mpt_channel_mapping;
  98module_param(mpt_channel_mapping, int, 0);
  99MODULE_PARM_DESC(mpt_channel_mapping, " Mapping id's to channels (default=0)");
 100
 101static int mpt_debug_level;
 102static int mpt_set_debug_level(const char *val, const struct kernel_param *kp);
 103module_param_call(mpt_debug_level, mpt_set_debug_level, param_get_int,
 104		  &mpt_debug_level, 0600);
 105MODULE_PARM_DESC(mpt_debug_level,
 106		 " debug level - refer to mptdebug.h - (default=0)");
 107
 108int mpt_fwfault_debug;
 109EXPORT_SYMBOL(mpt_fwfault_debug);
 110module_param(mpt_fwfault_debug, int, 0600);
 111MODULE_PARM_DESC(mpt_fwfault_debug,
 112		 "Enable detection of Firmware fault and halt Firmware on fault - (default=0)");
 113
 114static char	MptCallbacksName[MPT_MAX_PROTOCOL_DRIVERS]
 115				[MPT_MAX_CALLBACKNAME_LEN+1];
 116
 117#ifdef MFCNT
 118static int mfcounter = 0;
 119#define PRINT_MF_COUNT 20000
 120#endif
 121
 122/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
 123/*
 124 *  Public data...
 125 */
 126
 127#define WHOINIT_UNKNOWN		0xAA
 128
 129/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
 130/*
 131 *  Private data...
 132 */
 133					/* Adapter link list */
 134LIST_HEAD(ioc_list);
 135					/* Callback lookup table */
 136static MPT_CALLBACK		 MptCallbacks[MPT_MAX_PROTOCOL_DRIVERS];
 137					/* Protocol driver class lookup table */
 138static int			 MptDriverClass[MPT_MAX_PROTOCOL_DRIVERS];
 139					/* Event handler lookup table */
 140static MPT_EVHANDLER		 MptEvHandlers[MPT_MAX_PROTOCOL_DRIVERS];
 141					/* Reset handler lookup table */
 142static MPT_RESETHANDLER		 MptResetHandlers[MPT_MAX_PROTOCOL_DRIVERS];
 143static struct mpt_pci_driver 	*MptDeviceDriverHandlers[MPT_MAX_PROTOCOL_DRIVERS];
 144
 145#ifdef CONFIG_PROC_FS
 146static struct proc_dir_entry 	*mpt_proc_root_dir;
 147#endif
 148
 149/*
 150 *  Driver Callback Index's
 151 */
 152static u8 mpt_base_index = MPT_MAX_PROTOCOL_DRIVERS;
 153static u8 last_drv_idx;
 154
 155/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
 156/*
 157 *  Forward protos...
 158 */
 159static irqreturn_t mpt_interrupt(int irq, void *bus_id);
 160static int	mptbase_reply(MPT_ADAPTER *ioc, MPT_FRAME_HDR *req,
 161		MPT_FRAME_HDR *reply);
 162static int	mpt_handshake_req_reply_wait(MPT_ADAPTER *ioc, int reqBytes,
 163			u32 *req, int replyBytes, u16 *u16reply, int maxwait,
 164			int sleepFlag);
 165static int	mpt_do_ioc_recovery(MPT_ADAPTER *ioc, u32 reason, int sleepFlag);
 166static void	mpt_detect_bound_ports(MPT_ADAPTER *ioc, struct pci_dev *pdev);
 167static void	mpt_adapter_disable(MPT_ADAPTER *ioc);
 168static void	mpt_adapter_dispose(MPT_ADAPTER *ioc);
 169
 170static void	MptDisplayIocCapabilities(MPT_ADAPTER *ioc);
 171static int	MakeIocReady(MPT_ADAPTER *ioc, int force, int sleepFlag);
 172static int	GetIocFacts(MPT_ADAPTER *ioc, int sleepFlag, int reason);
 173static int	GetPortFacts(MPT_ADAPTER *ioc, int portnum, int sleepFlag);
 174static int	SendIocInit(MPT_ADAPTER *ioc, int sleepFlag);
 175static int	SendPortEnable(MPT_ADAPTER *ioc, int portnum, int sleepFlag);
 176static int	mpt_do_upload(MPT_ADAPTER *ioc, int sleepFlag);
 177static int	mpt_downloadboot(MPT_ADAPTER *ioc, MpiFwHeader_t *pFwHeader, int sleepFlag);
 178static int	mpt_diag_reset(MPT_ADAPTER *ioc, int ignore, int sleepFlag);
 179static int	KickStart(MPT_ADAPTER *ioc, int ignore, int sleepFlag);
 180static int	SendIocReset(MPT_ADAPTER *ioc, u8 reset_type, int sleepFlag);
 181static int	PrimeIocFifos(MPT_ADAPTER *ioc);
 182static int	WaitForDoorbellAck(MPT_ADAPTER *ioc, int howlong, int sleepFlag);
 183static int	WaitForDoorbellInt(MPT_ADAPTER *ioc, int howlong, int sleepFlag);
 184static int	WaitForDoorbellReply(MPT_ADAPTER *ioc, int howlong, int sleepFlag);
 185static int	GetLanConfigPages(MPT_ADAPTER *ioc);
 186static int	GetIoUnitPage2(MPT_ADAPTER *ioc);
 187int		mptbase_sas_persist_operation(MPT_ADAPTER *ioc, u8 persist_opcode);
 188static int	mpt_GetScsiPortSettings(MPT_ADAPTER *ioc, int portnum);
 189static int	mpt_readScsiDevicePageHeaders(MPT_ADAPTER *ioc, int portnum);
 190static void 	mpt_read_ioc_pg_1(MPT_ADAPTER *ioc);
 191static void 	mpt_read_ioc_pg_4(MPT_ADAPTER *ioc);
 192static void	mpt_get_manufacturing_pg_0(MPT_ADAPTER *ioc);
 193static int	SendEventNotification(MPT_ADAPTER *ioc, u8 EvSwitch,
 194	int sleepFlag);
 195static int	SendEventAck(MPT_ADAPTER *ioc, EventNotificationReply_t *evnp);
 196static int	mpt_host_page_access_control(MPT_ADAPTER *ioc, u8 access_control_value, int sleepFlag);
 197static int	mpt_host_page_alloc(MPT_ADAPTER *ioc, pIOCInit_t ioc_init);
 198
 199#ifdef CONFIG_PROC_FS
 200static int mpt_summary_proc_show(struct seq_file *m, void *v);
 201static int mpt_version_proc_show(struct seq_file *m, void *v);
 202static int mpt_iocinfo_proc_show(struct seq_file *m, void *v);
 203#endif
 204static void	mpt_get_fw_exp_ver(char *buf, MPT_ADAPTER *ioc);
 205
 206static int	ProcessEventNotification(MPT_ADAPTER *ioc,
 207		EventNotificationReply_t *evReply, int *evHandlers);
 208static void	mpt_iocstatus_info(MPT_ADAPTER *ioc, u32 ioc_status, MPT_FRAME_HDR *mf);
 209static void	mpt_fc_log_info(MPT_ADAPTER *ioc, u32 log_info);
 210static void	mpt_spi_log_info(MPT_ADAPTER *ioc, u32 log_info);
 211static void	mpt_sas_log_info(MPT_ADAPTER *ioc, u32 log_info , u8 cb_idx);
 212static int	mpt_read_ioc_pg_3(MPT_ADAPTER *ioc);
 213static void	mpt_inactive_raid_list_free(MPT_ADAPTER *ioc);
 214
 215/* module entry point */
 216static int  __init    fusion_init  (void);
 217static void __exit    fusion_exit  (void);
 218
 219#define CHIPREG_READ32(addr) 		readl_relaxed(addr)
 220#define CHIPREG_READ32_dmasync(addr)	readl(addr)
 221#define CHIPREG_WRITE32(addr,val) 	writel(val, addr)
 222#define CHIPREG_PIO_WRITE32(addr,val)	outl(val, (unsigned long)addr)
 223#define CHIPREG_PIO_READ32(addr) 	inl((unsigned long)addr)
 224
 225static void
 226pci_disable_io_access(struct pci_dev *pdev)
 227{
 228	u16 command_reg;
 229
 230	pci_read_config_word(pdev, PCI_COMMAND, &command_reg);
 231	command_reg &= ~1;
 232	pci_write_config_word(pdev, PCI_COMMAND, command_reg);
 233}
 234
 235static void
 236pci_enable_io_access(struct pci_dev *pdev)
 237{
 238	u16 command_reg;
 239
 240	pci_read_config_word(pdev, PCI_COMMAND, &command_reg);
 241	command_reg |= 1;
 242	pci_write_config_word(pdev, PCI_COMMAND, command_reg);
 243}
 244
 245static int mpt_set_debug_level(const char *val, const struct kernel_param *kp)
 246{
 247	int ret = param_set_int(val, kp);
 248	MPT_ADAPTER *ioc;
 249
 250	if (ret)
 251		return ret;
 252
 253	list_for_each_entry(ioc, &ioc_list, list)
 254		ioc->debug_level = mpt_debug_level;
 255	return 0;
 256}
 257
 258/**
 259 *	mpt_get_cb_idx - obtain cb_idx for registered driver
 260 *	@dclass: class driver enum
 261 *
 262 *	Returns cb_idx, or zero means it wasn't found
 263 **/
 264static u8
 265mpt_get_cb_idx(MPT_DRIVER_CLASS dclass)
 266{
 267	u8 cb_idx;
 268
 269	for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--)
 270		if (MptDriverClass[cb_idx] == dclass)
 271			return cb_idx;
 272	return 0;
 273}
 274
 275/**
 276 * mpt_is_discovery_complete - determine if discovery has completed
 277 * @ioc: per adatper instance
 278 *
 279 * Returns 1 when discovery completed, else zero.
 280 */
 281static int
 282mpt_is_discovery_complete(MPT_ADAPTER *ioc)
 283{
 284	ConfigExtendedPageHeader_t hdr;
 285	CONFIGPARMS cfg;
 286	SasIOUnitPage0_t *buffer;
 287	dma_addr_t dma_handle;
 288	int rc = 0;
 289
 290	memset(&hdr, 0, sizeof(ConfigExtendedPageHeader_t));
 291	memset(&cfg, 0, sizeof(CONFIGPARMS));
 292	hdr.PageVersion = MPI_SASIOUNITPAGE0_PAGEVERSION;
 293	hdr.PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
 294	hdr.ExtPageType = MPI_CONFIG_EXTPAGETYPE_SAS_IO_UNIT;
 295	cfg.cfghdr.ehdr = &hdr;
 296	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
 297
 298	if ((mpt_config(ioc, &cfg)))
 299		goto out;
 300	if (!hdr.ExtPageLength)
 301		goto out;
 302
 303	buffer = pci_alloc_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
 304	    &dma_handle);
 305	if (!buffer)
 306		goto out;
 307
 308	cfg.physAddr = dma_handle;
 309	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
 310
 311	if ((mpt_config(ioc, &cfg)))
 312		goto out_free_consistent;
 313
 314	if (!(buffer->PhyData[0].PortFlags &
 315	    MPI_SAS_IOUNIT0_PORT_FLAGS_DISCOVERY_IN_PROGRESS))
 316		rc = 1;
 317
 318 out_free_consistent:
 319	pci_free_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
 320	    buffer, dma_handle);
 321 out:
 322	return rc;
 323}
 324
 325
 326/**
 327 *  mpt_remove_dead_ioc_func - kthread context to remove dead ioc
 328 * @arg: input argument, used to derive ioc
 329 *
 330 * Return 0 if controller is removed from pci subsystem.
 331 * Return -1 for other case.
 332 */
 333static int mpt_remove_dead_ioc_func(void *arg)
 334{
 335	MPT_ADAPTER *ioc = (MPT_ADAPTER *)arg;
 336	struct pci_dev *pdev;
 337
 338	if (!ioc)
 339		return -1;
 340
 341	pdev = ioc->pcidev;
 342	if (!pdev)
 343		return -1;
 344
 345	pci_stop_and_remove_bus_device_locked(pdev);
 346	return 0;
 347}
 348
 349
 350
 351/**
 352 *	mpt_fault_reset_work - work performed on workq after ioc fault
 353 *	@work: input argument, used to derive ioc
 354 *
 355**/
 356static void
 357mpt_fault_reset_work(struct work_struct *work)
 358{
 359	MPT_ADAPTER	*ioc =
 360	    container_of(work, MPT_ADAPTER, fault_reset_work.work);
 361	u32		 ioc_raw_state;
 362	int		 rc;
 363	unsigned long	 flags;
 364	MPT_SCSI_HOST	*hd;
 365	struct task_struct *p;
 366
 367	if (ioc->ioc_reset_in_progress || !ioc->active)
 368		goto out;
 369
 370
 371	ioc_raw_state = mpt_GetIocState(ioc, 0);
 372	if ((ioc_raw_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_MASK) {
 373		printk(MYIOC_s_INFO_FMT "%s: IOC is non-operational !!!!\n",
 374		    ioc->name, __func__);
 375
 376		/*
 377		 * Call mptscsih_flush_pending_cmds callback so that we
 378		 * flush all pending commands back to OS.
 379		 * This call is required to aovid deadlock at block layer.
 380		 * Dead IOC will fail to do diag reset,and this call is safe
 381		 * since dead ioc will never return any command back from HW.
 382		 */
 383		hd = shost_priv(ioc->sh);
 384		ioc->schedule_dead_ioc_flush_running_cmds(hd);
 385
 386		/*Remove the Dead Host */
 387		p = kthread_run(mpt_remove_dead_ioc_func, ioc,
 388				"mpt_dead_ioc_%d", ioc->id);
 389		if (IS_ERR(p))	{
 390			printk(MYIOC_s_ERR_FMT
 391				"%s: Running mpt_dead_ioc thread failed !\n",
 392				ioc->name, __func__);
 393		} else {
 394			printk(MYIOC_s_WARN_FMT
 395				"%s: Running mpt_dead_ioc thread success !\n",
 396				ioc->name, __func__);
 397		}
 398		return; /* don't rearm timer */
 399	}
 400
 401	if ((ioc_raw_state & MPI_IOC_STATE_MASK)
 402			== MPI_IOC_STATE_FAULT) {
 403		printk(MYIOC_s_WARN_FMT "IOC is in FAULT state (%04xh)!!!\n",
 404		       ioc->name, ioc_raw_state & MPI_DOORBELL_DATA_MASK);
 405		printk(MYIOC_s_WARN_FMT "Issuing HardReset from %s!!\n",
 406		       ioc->name, __func__);
 407		rc = mpt_HardResetHandler(ioc, CAN_SLEEP);
 408		printk(MYIOC_s_WARN_FMT "%s: HardReset: %s\n", ioc->name,
 409		       __func__, (rc == 0) ? "success" : "failed");
 410		ioc_raw_state = mpt_GetIocState(ioc, 0);
 411		if ((ioc_raw_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_FAULT)
 412			printk(MYIOC_s_WARN_FMT "IOC is in FAULT state after "
 413			    "reset (%04xh)\n", ioc->name, ioc_raw_state &
 414			    MPI_DOORBELL_DATA_MASK);
 415	} else if (ioc->bus_type == SAS && ioc->sas_discovery_quiesce_io) {
 416		if ((mpt_is_discovery_complete(ioc))) {
 417			devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT "clearing "
 418			    "discovery_quiesce_io flag\n", ioc->name));
 419			ioc->sas_discovery_quiesce_io = 0;
 420		}
 421	}
 422
 423 out:
 424	/*
 425	 * Take turns polling alternate controller
 426	 */
 427	if (ioc->alt_ioc)
 428		ioc = ioc->alt_ioc;
 429
 430	/* rearm the timer */
 431	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
 432	if (ioc->reset_work_q)
 433		queue_delayed_work(ioc->reset_work_q, &ioc->fault_reset_work,
 434			msecs_to_jiffies(MPT_POLLING_INTERVAL));
 435	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
 436}
 437
 438
 439/*
 440 *  Process turbo (context) reply...
 441 */
 442static void
 443mpt_turbo_reply(MPT_ADAPTER *ioc, u32 pa)
 444{
 445	MPT_FRAME_HDR *mf = NULL;
 446	MPT_FRAME_HDR *mr = NULL;
 447	u16 req_idx = 0;
 448	u8 cb_idx;
 449
 450	dmfprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Got TURBO reply req_idx=%08x\n",
 451				ioc->name, pa));
 452
 453	switch (pa >> MPI_CONTEXT_REPLY_TYPE_SHIFT) {
 454	case MPI_CONTEXT_REPLY_TYPE_SCSI_INIT:
 455		req_idx = pa & 0x0000FFFF;
 456		cb_idx = (pa & 0x00FF0000) >> 16;
 457		mf = MPT_INDEX_2_MFPTR(ioc, req_idx);
 458		break;
 459	case MPI_CONTEXT_REPLY_TYPE_LAN:
 460		cb_idx = mpt_get_cb_idx(MPTLAN_DRIVER);
 461		/*
 462		 *  Blind set of mf to NULL here was fatal
 463		 *  after lan_reply says "freeme"
 464		 *  Fix sort of combined with an optimization here;
 465		 *  added explicit check for case where lan_reply
 466		 *  was just returning 1 and doing nothing else.
 467		 *  For this case skip the callback, but set up
 468		 *  proper mf value first here:-)
 469		 */
 470		if ((pa & 0x58000000) == 0x58000000) {
 471			req_idx = pa & 0x0000FFFF;
 472			mf = MPT_INDEX_2_MFPTR(ioc, req_idx);
 473			mpt_free_msg_frame(ioc, mf);
 474			mb();
 475			return;
 
 476		}
 477		mr = (MPT_FRAME_HDR *) CAST_U32_TO_PTR(pa);
 478		break;
 479	case MPI_CONTEXT_REPLY_TYPE_SCSI_TARGET:
 480		cb_idx = mpt_get_cb_idx(MPTSTM_DRIVER);
 481		mr = (MPT_FRAME_HDR *) CAST_U32_TO_PTR(pa);
 482		break;
 483	default:
 484		cb_idx = 0;
 485		BUG();
 486	}
 487
 488	/*  Check for (valid) IO callback!  */
 489	if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS ||
 490		MptCallbacks[cb_idx] == NULL) {
 491		printk(MYIOC_s_WARN_FMT "%s: Invalid cb_idx (%d)!\n",
 492				__func__, ioc->name, cb_idx);
 493		goto out;
 494	}
 495
 496	if (MptCallbacks[cb_idx](ioc, mf, mr))
 497		mpt_free_msg_frame(ioc, mf);
 498 out:
 499	mb();
 500}
 501
 502static void
 503mpt_reply(MPT_ADAPTER *ioc, u32 pa)
 504{
 505	MPT_FRAME_HDR	*mf;
 506	MPT_FRAME_HDR	*mr;
 507	u16		 req_idx;
 508	u8		 cb_idx;
 509	int		 freeme;
 510
 511	u32 reply_dma_low;
 512	u16 ioc_stat;
 513
 514	/* non-TURBO reply!  Hmmm, something may be up...
 515	 *  Newest turbo reply mechanism; get address
 516	 *  via left shift 1 (get rid of MPI_ADDRESS_REPLY_A_BIT)!
 517	 */
 518
 519	/* Map DMA address of reply header to cpu address.
 520	 * pa is 32 bits - but the dma address may be 32 or 64 bits
 521	 * get offset based only only the low addresses
 522	 */
 523
 524	reply_dma_low = (pa <<= 1);
 525	mr = (MPT_FRAME_HDR *)((u8 *)ioc->reply_frames +
 526			 (reply_dma_low - ioc->reply_frames_low_dma));
 527
 528	req_idx = le16_to_cpu(mr->u.frame.hwhdr.msgctxu.fld.req_idx);
 529	cb_idx = mr->u.frame.hwhdr.msgctxu.fld.cb_idx;
 530	mf = MPT_INDEX_2_MFPTR(ioc, req_idx);
 531
 532	dmfprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Got non-TURBO reply=%p req_idx=%x cb_idx=%x Function=%x\n",
 533			ioc->name, mr, req_idx, cb_idx, mr->u.hdr.Function));
 534	DBG_DUMP_REPLY_FRAME(ioc, (u32 *)mr);
 535
 536	 /*  Check/log IOC log info
 537	 */
 538	ioc_stat = le16_to_cpu(mr->u.reply.IOCStatus);
 539	if (ioc_stat & MPI_IOCSTATUS_FLAG_LOG_INFO_AVAILABLE) {
 540		u32	 log_info = le32_to_cpu(mr->u.reply.IOCLogInfo);
 541		if (ioc->bus_type == FC)
 542			mpt_fc_log_info(ioc, log_info);
 543		else if (ioc->bus_type == SPI)
 544			mpt_spi_log_info(ioc, log_info);
 545		else if (ioc->bus_type == SAS)
 546			mpt_sas_log_info(ioc, log_info, cb_idx);
 547	}
 548
 549	if (ioc_stat & MPI_IOCSTATUS_MASK)
 550		mpt_iocstatus_info(ioc, (u32)ioc_stat, mf);
 551
 552	/*  Check for (valid) IO callback!  */
 553	if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS ||
 554		MptCallbacks[cb_idx] == NULL) {
 555		printk(MYIOC_s_WARN_FMT "%s: Invalid cb_idx (%d)!\n",
 556				__func__, ioc->name, cb_idx);
 557		freeme = 0;
 558		goto out;
 559	}
 560
 561	freeme = MptCallbacks[cb_idx](ioc, mf, mr);
 562
 563 out:
 564	/*  Flush (non-TURBO) reply with a WRITE!  */
 565	CHIPREG_WRITE32(&ioc->chip->ReplyFifo, pa);
 566
 567	if (freeme)
 568		mpt_free_msg_frame(ioc, mf);
 569	mb();
 570}
 571
 572/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
 573/**
 574 *	mpt_interrupt - MPT adapter (IOC) specific interrupt handler.
 575 *	@irq: irq number (not used)
 576 *	@bus_id: bus identifier cookie == pointer to MPT_ADAPTER structure
 577 *
 578 *	This routine is registered via the request_irq() kernel API call,
 579 *	and handles all interrupts generated from a specific MPT adapter
 580 *	(also referred to as a IO Controller or IOC).
 581 *	This routine must clear the interrupt from the adapter and does
 582 *	so by reading the reply FIFO.  Multiple replies may be processed
 583 *	per single call to this routine.
 584 *
 585 *	This routine handles register-level access of the adapter but
 586 *	dispatches (calls) a protocol-specific callback routine to handle
 587 *	the protocol-specific details of the MPT request completion.
 588 */
 589static irqreturn_t
 590mpt_interrupt(int irq, void *bus_id)
 591{
 592	MPT_ADAPTER *ioc = bus_id;
 593	u32 pa = CHIPREG_READ32_dmasync(&ioc->chip->ReplyFifo);
 594
 595	if (pa == 0xFFFFFFFF)
 596		return IRQ_NONE;
 597
 598	/*
 599	 *  Drain the reply FIFO!
 600	 */
 601	do {
 602		if (pa & MPI_ADDRESS_REPLY_A_BIT)
 603			mpt_reply(ioc, pa);
 604		else
 605			mpt_turbo_reply(ioc, pa);
 606		pa = CHIPREG_READ32_dmasync(&ioc->chip->ReplyFifo);
 607	} while (pa != 0xFFFFFFFF);
 608
 609	return IRQ_HANDLED;
 610}
 611
 612/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
 613/**
 614 *	mptbase_reply - MPT base driver's callback routine
 615 *	@ioc: Pointer to MPT_ADAPTER structure
 616 *	@req: Pointer to original MPT request frame
 617 *	@reply: Pointer to MPT reply frame (NULL if TurboReply)
 618 *
 619 *	MPT base driver's callback routine; all base driver
 620 *	"internal" request/reply processing is routed here.
 621 *	Currently used for EventNotification and EventAck handling.
 622 *
 623 *	Returns 1 indicating original alloc'd request frame ptr
 624 *	should be freed, or 0 if it shouldn't.
 625 */
 626static int
 627mptbase_reply(MPT_ADAPTER *ioc, MPT_FRAME_HDR *req, MPT_FRAME_HDR *reply)
 628{
 629	EventNotificationReply_t *pEventReply;
 630	u8 event;
 631	int evHandlers;
 632	int freereq = 1;
 633
 634	switch (reply->u.hdr.Function) {
 635	case MPI_FUNCTION_EVENT_NOTIFICATION:
 636		pEventReply = (EventNotificationReply_t *)reply;
 637		evHandlers = 0;
 638		ProcessEventNotification(ioc, pEventReply, &evHandlers);
 639		event = le32_to_cpu(pEventReply->Event) & 0xFF;
 640		if (pEventReply->MsgFlags & MPI_MSGFLAGS_CONTINUATION_REPLY)
 641			freereq = 0;
 642		if (event != MPI_EVENT_EVENT_CHANGE)
 643			break;
 644		fallthrough;
 645	case MPI_FUNCTION_CONFIG:
 646	case MPI_FUNCTION_SAS_IO_UNIT_CONTROL:
 647		ioc->mptbase_cmds.status |= MPT_MGMT_STATUS_COMMAND_GOOD;
 648		ioc->mptbase_cmds.status |= MPT_MGMT_STATUS_RF_VALID;
 649		memcpy(ioc->mptbase_cmds.reply, reply,
 650		    min(MPT_DEFAULT_FRAME_SIZE,
 651			4 * reply->u.reply.MsgLength));
 652		if (ioc->mptbase_cmds.status & MPT_MGMT_STATUS_PENDING) {
 653			ioc->mptbase_cmds.status &= ~MPT_MGMT_STATUS_PENDING;
 654			complete(&ioc->mptbase_cmds.done);
 655		} else
 656			freereq = 0;
 657		if (ioc->mptbase_cmds.status & MPT_MGMT_STATUS_FREE_MF)
 658			freereq = 1;
 659		break;
 660	case MPI_FUNCTION_EVENT_ACK:
 661		devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 662		    "EventAck reply received\n", ioc->name));
 663		break;
 664	default:
 665		printk(MYIOC_s_ERR_FMT
 666		    "Unexpected msg function (=%02Xh) reply received!\n",
 667		    ioc->name, reply->u.hdr.Function);
 668		break;
 669	}
 670
 671	/*
 672	 *	Conditionally tell caller to free the original
 673	 *	EventNotification/EventAck/unexpected request frame!
 674	 */
 675	return freereq;
 676}
 677
 678/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
 679/**
 680 *	mpt_register - Register protocol-specific main callback handler.
 681 *	@cbfunc: callback function pointer
 682 *	@dclass: Protocol driver's class (%MPT_DRIVER_CLASS enum value)
 683 *	@func_name: call function's name
 684 *
 685 *	This routine is called by a protocol-specific driver (SCSI host,
 686 *	LAN, SCSI target) to register its reply callback routine.  Each
 687 *	protocol-specific driver must do this before it will be able to
 688 *	use any IOC resources, such as obtaining request frames.
 689 *
 690 *	NOTES: The SCSI protocol driver currently calls this routine thrice
 691 *	in order to register separate callbacks; one for "normal" SCSI IO;
 692 *	one for MptScsiTaskMgmt requests; one for Scan/DV requests.
 693 *
 694 *	Returns u8 valued "handle" in the range (and S.O.D. order)
 695 *	{N,...,7,6,5,...,1} if successful.
 696 *	A return value of MPT_MAX_PROTOCOL_DRIVERS (including zero!) should be
 697 *	considered an error by the caller.
 698 */
 699u8
 700mpt_register(MPT_CALLBACK cbfunc, MPT_DRIVER_CLASS dclass, char *func_name)
 701{
 702	u8 cb_idx;
 703	last_drv_idx = MPT_MAX_PROTOCOL_DRIVERS;
 704
 705	/*
 706	 *  Search for empty callback slot in this order: {N,...,7,6,5,...,1}
 707	 *  (slot/handle 0 is reserved!)
 708	 */
 709	for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
 710		if (MptCallbacks[cb_idx] == NULL) {
 711			MptCallbacks[cb_idx] = cbfunc;
 712			MptDriverClass[cb_idx] = dclass;
 713			MptEvHandlers[cb_idx] = NULL;
 714			last_drv_idx = cb_idx;
 715			strlcpy(MptCallbacksName[cb_idx], func_name,
 716				MPT_MAX_CALLBACKNAME_LEN+1);
 717			break;
 718		}
 719	}
 720
 721	return last_drv_idx;
 722}
 723
 724/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
 725/**
 726 *	mpt_deregister - Deregister a protocol drivers resources.
 727 *	@cb_idx: previously registered callback handle
 728 *
 729 *	Each protocol-specific driver should call this routine when its
 730 *	module is unloaded.
 731 */
 732void
 733mpt_deregister(u8 cb_idx)
 734{
 735	if (cb_idx && (cb_idx < MPT_MAX_PROTOCOL_DRIVERS)) {
 736		MptCallbacks[cb_idx] = NULL;
 737		MptDriverClass[cb_idx] = MPTUNKNOWN_DRIVER;
 738		MptEvHandlers[cb_idx] = NULL;
 739
 740		last_drv_idx++;
 741	}
 742}
 743
 744/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
 745/**
 746 *	mpt_event_register - Register protocol-specific event callback handler.
 747 *	@cb_idx: previously registered (via mpt_register) callback handle
 748 *	@ev_cbfunc: callback function
 749 *
 750 *	This routine can be called by one or more protocol-specific drivers
 751 *	if/when they choose to be notified of MPT events.
 752 *
 753 *	Returns 0 for success.
 754 */
 755int
 756mpt_event_register(u8 cb_idx, MPT_EVHANDLER ev_cbfunc)
 757{
 758	if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
 759		return -1;
 760
 761	MptEvHandlers[cb_idx] = ev_cbfunc;
 762	return 0;
 763}
 764
 765/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
 766/**
 767 *	mpt_event_deregister - Deregister protocol-specific event callback handler
 768 *	@cb_idx: previously registered callback handle
 769 *
 770 *	Each protocol-specific driver should call this routine
 771 *	when it does not (or can no longer) handle events,
 772 *	or when its module is unloaded.
 773 */
 774void
 775mpt_event_deregister(u8 cb_idx)
 776{
 777	if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
 778		return;
 779
 780	MptEvHandlers[cb_idx] = NULL;
 781}
 782
 783/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
 784/**
 785 *	mpt_reset_register - Register protocol-specific IOC reset handler.
 786 *	@cb_idx: previously registered (via mpt_register) callback handle
 787 *	@reset_func: reset function
 788 *
 789 *	This routine can be called by one or more protocol-specific drivers
 790 *	if/when they choose to be notified of IOC resets.
 791 *
 792 *	Returns 0 for success.
 793 */
 794int
 795mpt_reset_register(u8 cb_idx, MPT_RESETHANDLER reset_func)
 796{
 797	if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
 798		return -1;
 799
 800	MptResetHandlers[cb_idx] = reset_func;
 801	return 0;
 802}
 803
 804/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
 805/**
 806 *	mpt_reset_deregister - Deregister protocol-specific IOC reset handler.
 807 *	@cb_idx: previously registered callback handle
 808 *
 809 *	Each protocol-specific driver should call this routine
 810 *	when it does not (or can no longer) handle IOC reset handling,
 811 *	or when its module is unloaded.
 812 */
 813void
 814mpt_reset_deregister(u8 cb_idx)
 815{
 816	if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
 817		return;
 818
 819	MptResetHandlers[cb_idx] = NULL;
 820}
 821
 822/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
 823/**
 824 *	mpt_device_driver_register - Register device driver hooks
 825 *	@dd_cbfunc: driver callbacks struct
 826 *	@cb_idx: MPT protocol driver index
 827 */
 828int
 829mpt_device_driver_register(struct mpt_pci_driver * dd_cbfunc, u8 cb_idx)
 830{
 831	MPT_ADAPTER	*ioc;
 832	const struct pci_device_id *id;
 833
 834	if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
 835		return -EINVAL;
 836
 837	MptDeviceDriverHandlers[cb_idx] = dd_cbfunc;
 838
 839	/* call per pci device probe entry point */
 840	list_for_each_entry(ioc, &ioc_list, list) {
 841		id = ioc->pcidev->driver ?
 842		    ioc->pcidev->driver->id_table : NULL;
 843		if (dd_cbfunc->probe)
 844			dd_cbfunc->probe(ioc->pcidev, id);
 845	 }
 846
 847	return 0;
 848}
 849
 850/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
 851/**
 852 *	mpt_device_driver_deregister - DeRegister device driver hooks
 853 *	@cb_idx: MPT protocol driver index
 854 */
 855void
 856mpt_device_driver_deregister(u8 cb_idx)
 857{
 858	struct mpt_pci_driver *dd_cbfunc;
 859	MPT_ADAPTER	*ioc;
 860
 861	if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
 862		return;
 863
 864	dd_cbfunc = MptDeviceDriverHandlers[cb_idx];
 865
 866	list_for_each_entry(ioc, &ioc_list, list) {
 867		if (dd_cbfunc->remove)
 868			dd_cbfunc->remove(ioc->pcidev);
 869	}
 870
 871	MptDeviceDriverHandlers[cb_idx] = NULL;
 872}
 873
 874
 875/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
 876/**
 877 *	mpt_get_msg_frame - Obtain an MPT request frame from the pool
 878 *	@cb_idx: Handle of registered MPT protocol driver
 879 *	@ioc: Pointer to MPT adapter structure
 880 *
 881 *	Obtain an MPT request frame from the pool (of 1024) that are
 882 *	allocated per MPT adapter.
 883 *
 884 *	Returns pointer to a MPT request frame or %NULL if none are available
 885 *	or IOC is not active.
 886 */
 887MPT_FRAME_HDR*
 888mpt_get_msg_frame(u8 cb_idx, MPT_ADAPTER *ioc)
 889{
 890	MPT_FRAME_HDR *mf;
 891	unsigned long flags;
 892	u16	 req_idx;	/* Request index */
 893
 894	/* validate handle and ioc identifier */
 895
 896#ifdef MFCNT
 897	if (!ioc->active)
 898		printk(MYIOC_s_WARN_FMT "IOC Not Active! mpt_get_msg_frame "
 899		    "returning NULL!\n", ioc->name);
 900#endif
 901
 902	/* If interrupts are not attached, do not return a request frame */
 903	if (!ioc->active)
 904		return NULL;
 905
 906	spin_lock_irqsave(&ioc->FreeQlock, flags);
 907	if (!list_empty(&ioc->FreeQ)) {
 908		int req_offset;
 909
 910		mf = list_entry(ioc->FreeQ.next, MPT_FRAME_HDR,
 911				u.frame.linkage.list);
 912		list_del(&mf->u.frame.linkage.list);
 913		mf->u.frame.linkage.arg1 = 0;
 914		mf->u.frame.hwhdr.msgctxu.fld.cb_idx = cb_idx;	/* byte */
 915		req_offset = (u8 *)mf - (u8 *)ioc->req_frames;
 916								/* u16! */
 917		req_idx = req_offset / ioc->req_sz;
 918		mf->u.frame.hwhdr.msgctxu.fld.req_idx = cpu_to_le16(req_idx);
 919		mf->u.frame.hwhdr.msgctxu.fld.rsvd = 0;
 920		/* Default, will be changed if necessary in SG generation */
 921		ioc->RequestNB[req_idx] = ioc->NB_for_64_byte_frame;
 922#ifdef MFCNT
 923		ioc->mfcnt++;
 924#endif
 925	}
 926	else
 927		mf = NULL;
 928	spin_unlock_irqrestore(&ioc->FreeQlock, flags);
 929
 930#ifdef MFCNT
 931	if (mf == NULL)
 932		printk(MYIOC_s_WARN_FMT "IOC Active. No free Msg Frames! "
 933		    "Count 0x%x Max 0x%x\n", ioc->name, ioc->mfcnt,
 934		    ioc->req_depth);
 935	mfcounter++;
 936	if (mfcounter == PRINT_MF_COUNT)
 937		printk(MYIOC_s_INFO_FMT "MF Count 0x%x Max 0x%x \n", ioc->name,
 938		    ioc->mfcnt, ioc->req_depth);
 939#endif
 940
 941	dmfprintk(ioc, printk(MYIOC_s_DEBUG_FMT "mpt_get_msg_frame(%d,%d), got mf=%p\n",
 942	    ioc->name, cb_idx, ioc->id, mf));
 943	return mf;
 944}
 945
 946/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
 947/**
 948 *	mpt_put_msg_frame - Send a protocol-specific MPT request frame to an IOC
 949 *	@cb_idx: Handle of registered MPT protocol driver
 950 *	@ioc: Pointer to MPT adapter structure
 951 *	@mf: Pointer to MPT request frame
 952 *
 953 *	This routine posts an MPT request frame to the request post FIFO of a
 954 *	specific MPT adapter.
 955 */
 956void
 957mpt_put_msg_frame(u8 cb_idx, MPT_ADAPTER *ioc, MPT_FRAME_HDR *mf)
 958{
 959	u32 mf_dma_addr;
 960	int req_offset;
 961	u16 req_idx;	/* Request index */
 962
 963	/* ensure values are reset properly! */
 964	mf->u.frame.hwhdr.msgctxu.fld.cb_idx = cb_idx;		/* byte */
 965	req_offset = (u8 *)mf - (u8 *)ioc->req_frames;
 966								/* u16! */
 967	req_idx = req_offset / ioc->req_sz;
 968	mf->u.frame.hwhdr.msgctxu.fld.req_idx = cpu_to_le16(req_idx);
 969	mf->u.frame.hwhdr.msgctxu.fld.rsvd = 0;
 970
 971	DBG_DUMP_PUT_MSG_FRAME(ioc, (u32 *)mf);
 972
 973	mf_dma_addr = (ioc->req_frames_low_dma + req_offset) | ioc->RequestNB[req_idx];
 974	dsgprintk(ioc, printk(MYIOC_s_DEBUG_FMT "mf_dma_addr=%x req_idx=%d "
 975	    "RequestNB=%x\n", ioc->name, mf_dma_addr, req_idx,
 976	    ioc->RequestNB[req_idx]));
 977	CHIPREG_WRITE32(&ioc->chip->RequestFifo, mf_dma_addr);
 978}
 979
 980/**
 981 *	mpt_put_msg_frame_hi_pri - Send a hi-pri protocol-specific MPT request frame
 982 *	@cb_idx: Handle of registered MPT protocol driver
 983 *	@ioc: Pointer to MPT adapter structure
 984 *	@mf: Pointer to MPT request frame
 985 *
 986 *	Send a protocol-specific MPT request frame to an IOC using
 987 *	hi-priority request queue.
 988 *
 989 *	This routine posts an MPT request frame to the request post FIFO of a
 990 *	specific MPT adapter.
 991 **/
 992void
 993mpt_put_msg_frame_hi_pri(u8 cb_idx, MPT_ADAPTER *ioc, MPT_FRAME_HDR *mf)
 994{
 995	u32 mf_dma_addr;
 996	int req_offset;
 997	u16 req_idx;	/* Request index */
 998
 999	/* ensure values are reset properly! */
1000	mf->u.frame.hwhdr.msgctxu.fld.cb_idx = cb_idx;
1001	req_offset = (u8 *)mf - (u8 *)ioc->req_frames;
1002	req_idx = req_offset / ioc->req_sz;
1003	mf->u.frame.hwhdr.msgctxu.fld.req_idx = cpu_to_le16(req_idx);
1004	mf->u.frame.hwhdr.msgctxu.fld.rsvd = 0;
1005
1006	DBG_DUMP_PUT_MSG_FRAME(ioc, (u32 *)mf);
1007
1008	mf_dma_addr = (ioc->req_frames_low_dma + req_offset);
1009	dsgprintk(ioc, printk(MYIOC_s_DEBUG_FMT "mf_dma_addr=%x req_idx=%d\n",
1010		ioc->name, mf_dma_addr, req_idx));
1011	CHIPREG_WRITE32(&ioc->chip->RequestHiPriFifo, mf_dma_addr);
1012}
1013
1014/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1015/**
1016 *	mpt_free_msg_frame - Place MPT request frame back on FreeQ.
1017 *	@ioc: Pointer to MPT adapter structure
1018 *	@mf: Pointer to MPT request frame
1019 *
1020 *	This routine places a MPT request frame back on the MPT adapter's
1021 *	FreeQ.
1022 */
1023void
1024mpt_free_msg_frame(MPT_ADAPTER *ioc, MPT_FRAME_HDR *mf)
1025{
1026	unsigned long flags;
1027
1028	/*  Put Request back on FreeQ!  */
1029	spin_lock_irqsave(&ioc->FreeQlock, flags);
1030	if (cpu_to_le32(mf->u.frame.linkage.arg1) == 0xdeadbeaf)
1031		goto out;
1032	/* signature to know if this mf is freed */
1033	mf->u.frame.linkage.arg1 = cpu_to_le32(0xdeadbeaf);
1034	list_add(&mf->u.frame.linkage.list, &ioc->FreeQ);
1035#ifdef MFCNT
1036	ioc->mfcnt--;
1037#endif
1038 out:
1039	spin_unlock_irqrestore(&ioc->FreeQlock, flags);
1040}
1041
1042/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1043/**
1044 *	mpt_add_sge - Place a simple 32 bit SGE at address pAddr.
1045 *	@pAddr: virtual address for SGE
1046 *	@flagslength: SGE flags and data transfer length
1047 *	@dma_addr: Physical address
1048 *
1049 *	This routine places a MPT request frame back on the MPT adapter's
1050 *	FreeQ.
1051 */
1052static void
1053mpt_add_sge(void *pAddr, u32 flagslength, dma_addr_t dma_addr)
1054{
1055	SGESimple32_t *pSge = (SGESimple32_t *) pAddr;
1056	pSge->FlagsLength = cpu_to_le32(flagslength);
1057	pSge->Address = cpu_to_le32(dma_addr);
1058}
1059
1060/**
1061 *	mpt_add_sge_64bit - Place a simple 64 bit SGE at address pAddr.
1062 *	@pAddr: virtual address for SGE
1063 *	@flagslength: SGE flags and data transfer length
1064 *	@dma_addr: Physical address
1065 *
1066 *	This routine places a MPT request frame back on the MPT adapter's
1067 *	FreeQ.
1068 **/
1069static void
1070mpt_add_sge_64bit(void *pAddr, u32 flagslength, dma_addr_t dma_addr)
1071{
1072	SGESimple64_t *pSge = (SGESimple64_t *) pAddr;
1073	pSge->Address.Low = cpu_to_le32
1074			(lower_32_bits(dma_addr));
1075	pSge->Address.High = cpu_to_le32
1076			(upper_32_bits(dma_addr));
1077	pSge->FlagsLength = cpu_to_le32
1078			((flagslength | MPT_SGE_FLAGS_64_BIT_ADDRESSING));
1079}
1080
1081/**
1082 *	mpt_add_sge_64bit_1078 - Place a simple 64 bit SGE at address pAddr (1078 workaround).
1083 *	@pAddr: virtual address for SGE
1084 *	@flagslength: SGE flags and data transfer length
1085 *	@dma_addr: Physical address
1086 *
1087 *	This routine places a MPT request frame back on the MPT adapter's
1088 *	FreeQ.
1089 **/
1090static void
1091mpt_add_sge_64bit_1078(void *pAddr, u32 flagslength, dma_addr_t dma_addr)
1092{
1093	SGESimple64_t *pSge = (SGESimple64_t *) pAddr;
1094	u32 tmp;
1095
1096	pSge->Address.Low = cpu_to_le32
1097			(lower_32_bits(dma_addr));
1098	tmp = (u32)(upper_32_bits(dma_addr));
1099
1100	/*
1101	 * 1078 errata workaround for the 36GB limitation
1102	 */
1103	if ((((u64)dma_addr + MPI_SGE_LENGTH(flagslength)) >> 32)  == 9) {
1104		flagslength |=
1105		    MPI_SGE_SET_FLAGS(MPI_SGE_FLAGS_LOCAL_ADDRESS);
1106		tmp |= (1<<31);
1107		if (mpt_debug_level & MPT_DEBUG_36GB_MEM)
1108			printk(KERN_DEBUG "1078 P0M2 addressing for "
1109			    "addr = 0x%llx len = %d\n",
1110			    (unsigned long long)dma_addr,
1111			    MPI_SGE_LENGTH(flagslength));
1112	}
1113
1114	pSge->Address.High = cpu_to_le32(tmp);
1115	pSge->FlagsLength = cpu_to_le32(
1116		(flagslength | MPT_SGE_FLAGS_64_BIT_ADDRESSING));
1117}
1118
1119/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1120/**
1121 *	mpt_add_chain - Place a 32 bit chain SGE at address pAddr.
1122 *	@pAddr: virtual address for SGE
1123 *	@next: nextChainOffset value (u32's)
1124 *	@length: length of next SGL segment
1125 *	@dma_addr: Physical address
1126 *
1127 */
1128static void
1129mpt_add_chain(void *pAddr, u8 next, u16 length, dma_addr_t dma_addr)
1130{
1131	SGEChain32_t *pChain = (SGEChain32_t *) pAddr;
1132
1133	pChain->Length = cpu_to_le16(length);
1134	pChain->Flags = MPI_SGE_FLAGS_CHAIN_ELEMENT;
1135	pChain->NextChainOffset = next;
1136	pChain->Address = cpu_to_le32(dma_addr);
1137}
1138
1139/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1140/**
1141 *	mpt_add_chain_64bit - Place a 64 bit chain SGE at address pAddr.
1142 *	@pAddr: virtual address for SGE
1143 *	@next: nextChainOffset value (u32's)
1144 *	@length: length of next SGL segment
1145 *	@dma_addr: Physical address
1146 *
1147 */
1148static void
1149mpt_add_chain_64bit(void *pAddr, u8 next, u16 length, dma_addr_t dma_addr)
1150{
1151	SGEChain64_t *pChain = (SGEChain64_t *) pAddr;
1152	u32 tmp = dma_addr & 0xFFFFFFFF;
1153
1154	pChain->Length = cpu_to_le16(length);
1155	pChain->Flags = (MPI_SGE_FLAGS_CHAIN_ELEMENT |
1156			 MPI_SGE_FLAGS_64_BIT_ADDRESSING);
1157
1158	pChain->NextChainOffset = next;
1159
1160	pChain->Address.Low = cpu_to_le32(tmp);
1161	tmp = (u32)(upper_32_bits(dma_addr));
1162	pChain->Address.High = cpu_to_le32(tmp);
1163}
1164
1165/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1166/**
1167 *	mpt_send_handshake_request - Send MPT request via doorbell handshake method.
1168 *	@cb_idx: Handle of registered MPT protocol driver
1169 *	@ioc: Pointer to MPT adapter structure
1170 *	@reqBytes: Size of the request in bytes
1171 *	@req: Pointer to MPT request frame
1172 *	@sleepFlag: Use schedule if CAN_SLEEP else use udelay.
1173 *
1174 *	This routine is used exclusively to send MptScsiTaskMgmt
1175 *	requests since they are required to be sent via doorbell handshake.
1176 *
1177 *	NOTE: It is the callers responsibility to byte-swap fields in the
1178 *	request which are greater than 1 byte in size.
1179 *
1180 *	Returns 0 for success, non-zero for failure.
1181 */
1182int
1183mpt_send_handshake_request(u8 cb_idx, MPT_ADAPTER *ioc, int reqBytes, u32 *req, int sleepFlag)
1184{
1185	int	r = 0;
1186	u8	*req_as_bytes;
1187	int	 ii;
1188
1189	/* State is known to be good upon entering
1190	 * this function so issue the bus reset
1191	 * request.
1192	 */
1193
1194	/*
1195	 * Emulate what mpt_put_msg_frame() does /wrt to sanity
1196	 * setting cb_idx/req_idx.  But ONLY if this request
1197	 * is in proper (pre-alloc'd) request buffer range...
1198	 */
1199	ii = MFPTR_2_MPT_INDEX(ioc,(MPT_FRAME_HDR*)req);
1200	if (reqBytes >= 12 && ii >= 0 && ii < ioc->req_depth) {
1201		MPT_FRAME_HDR *mf = (MPT_FRAME_HDR*)req;
1202		mf->u.frame.hwhdr.msgctxu.fld.req_idx = cpu_to_le16(ii);
1203		mf->u.frame.hwhdr.msgctxu.fld.cb_idx = cb_idx;
1204	}
1205
1206	/* Make sure there are no doorbells */
1207	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
1208
1209	CHIPREG_WRITE32(&ioc->chip->Doorbell,
1210			((MPI_FUNCTION_HANDSHAKE<<MPI_DOORBELL_FUNCTION_SHIFT) |
1211			 ((reqBytes/4)<<MPI_DOORBELL_ADD_DWORDS_SHIFT)));
1212
1213	/* Wait for IOC doorbell int */
1214	if ((ii = WaitForDoorbellInt(ioc, 5, sleepFlag)) < 0) {
1215		return ii;
1216	}
1217
1218	/* Read doorbell and check for active bit */
1219	if (!(CHIPREG_READ32(&ioc->chip->Doorbell) & MPI_DOORBELL_ACTIVE))
1220		return -5;
1221
1222	dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "mpt_send_handshake_request start, WaitCnt=%d\n",
1223		ioc->name, ii));
1224
1225	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
1226
1227	if ((r = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0) {
1228		return -2;
1229	}
1230
1231	/* Send request via doorbell handshake */
1232	req_as_bytes = (u8 *) req;
1233	for (ii = 0; ii < reqBytes/4; ii++) {
1234		u32 word;
1235
1236		word = ((req_as_bytes[(ii*4) + 0] <<  0) |
1237			(req_as_bytes[(ii*4) + 1] <<  8) |
1238			(req_as_bytes[(ii*4) + 2] << 16) |
1239			(req_as_bytes[(ii*4) + 3] << 24));
1240		CHIPREG_WRITE32(&ioc->chip->Doorbell, word);
1241		if ((r = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0) {
1242			r = -3;
1243			break;
1244		}
1245	}
1246
1247	if (r >= 0 && WaitForDoorbellInt(ioc, 10, sleepFlag) >= 0)
1248		r = 0;
1249	else
1250		r = -4;
1251
1252	/* Make sure there are no doorbells */
1253	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
1254
1255	return r;
1256}
1257
1258/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1259/**
1260 * mpt_host_page_access_control - control the IOC's Host Page Buffer access
1261 * @ioc: Pointer to MPT adapter structure
1262 * @access_control_value: define bits below
1263 * @sleepFlag: Specifies whether the process can sleep
1264 *
1265 * Provides mechanism for the host driver to control the IOC's
1266 * Host Page Buffer access.
1267 *
1268 * Access Control Value - bits[15:12]
1269 * 0h Reserved
1270 * 1h Enable Access { MPI_DB_HPBAC_ENABLE_ACCESS }
1271 * 2h Disable Access { MPI_DB_HPBAC_DISABLE_ACCESS }
1272 * 3h Free Buffer { MPI_DB_HPBAC_FREE_BUFFER }
1273 *
1274 * Returns 0 for success, non-zero for failure.
1275 */
1276
1277static int
1278mpt_host_page_access_control(MPT_ADAPTER *ioc, u8 access_control_value, int sleepFlag)
1279{
1280	int	 r = 0;
1281
1282	/* return if in use */
1283	if (CHIPREG_READ32(&ioc->chip->Doorbell)
1284	    & MPI_DOORBELL_ACTIVE)
1285	    return -1;
1286
1287	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
1288
1289	CHIPREG_WRITE32(&ioc->chip->Doorbell,
1290		((MPI_FUNCTION_HOST_PAGEBUF_ACCESS_CONTROL
1291		 <<MPI_DOORBELL_FUNCTION_SHIFT) |
1292		 (access_control_value<<12)));
1293
1294	/* Wait for IOC to clear Doorbell Status bit */
1295	if ((r = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0) {
1296		return -2;
1297	}else
1298		return 0;
1299}
1300
1301/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1302/**
1303 *	mpt_host_page_alloc - allocate system memory for the fw
1304 *	@ioc: Pointer to pointer to IOC adapter
1305 *	@ioc_init: Pointer to ioc init config page
1306 *
1307 *	If we already allocated memory in past, then resend the same pointer.
1308 *	Returns 0 for success, non-zero for failure.
1309 */
1310static int
1311mpt_host_page_alloc(MPT_ADAPTER *ioc, pIOCInit_t ioc_init)
1312{
1313	char	*psge;
1314	int	flags_length;
1315	u32	host_page_buffer_sz=0;
1316
1317	if(!ioc->HostPageBuffer) {
1318
1319		host_page_buffer_sz =
1320		    le32_to_cpu(ioc->facts.HostPageBufferSGE.FlagsLength) & 0xFFFFFF;
1321
1322		if(!host_page_buffer_sz)
1323			return 0; /* fw doesn't need any host buffers */
1324
1325		/* spin till we get enough memory */
1326		while (host_page_buffer_sz > 0) {
1327			ioc->HostPageBuffer =
1328				dma_alloc_coherent(&ioc->pcidev->dev,
1329						host_page_buffer_sz,
1330						&ioc->HostPageBuffer_dma,
1331						GFP_KERNEL);
1332			if (ioc->HostPageBuffer) {
1333				dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
1334				    "host_page_buffer @ %p, dma @ %x, sz=%d bytes\n",
1335				    ioc->name, ioc->HostPageBuffer,
1336				    (u32)ioc->HostPageBuffer_dma,
1337				    host_page_buffer_sz));
1338				ioc->alloc_total += host_page_buffer_sz;
1339				ioc->HostPageBuffer_sz = host_page_buffer_sz;
1340				break;
1341			}
1342
1343			host_page_buffer_sz -= (4*1024);
1344		}
1345	}
1346
1347	if(!ioc->HostPageBuffer) {
1348		printk(MYIOC_s_ERR_FMT
1349		    "Failed to alloc memory for host_page_buffer!\n",
1350		    ioc->name);
1351		return -999;
1352	}
1353
1354	psge = (char *)&ioc_init->HostPageBufferSGE;
1355	flags_length = MPI_SGE_FLAGS_SIMPLE_ELEMENT |
1356	    MPI_SGE_FLAGS_SYSTEM_ADDRESS |
1357	    MPI_SGE_FLAGS_HOST_TO_IOC |
1358	    MPI_SGE_FLAGS_END_OF_BUFFER;
1359	flags_length = flags_length << MPI_SGE_FLAGS_SHIFT;
1360	flags_length |= ioc->HostPageBuffer_sz;
1361	ioc->add_sge(psge, flags_length, ioc->HostPageBuffer_dma);
1362	ioc->facts.HostPageBufferSGE = ioc_init->HostPageBufferSGE;
1363
1364	return 0;
1365}
1366
1367/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1368/**
1369 *	mpt_verify_adapter - Given IOC identifier, set pointer to its adapter structure.
1370 *	@iocid: IOC unique identifier (integer)
1371 *	@iocpp: Pointer to pointer to IOC adapter
1372 *
1373 *	Given a unique IOC identifier, set pointer to the associated MPT
1374 *	adapter structure.
1375 *
1376 *	Returns iocid and sets iocpp if iocid is found.
1377 *	Returns -1 if iocid is not found.
1378 */
1379int
1380mpt_verify_adapter(int iocid, MPT_ADAPTER **iocpp)
1381{
1382	MPT_ADAPTER *ioc;
1383
1384	list_for_each_entry(ioc,&ioc_list,list) {
1385		if (ioc->id == iocid) {
1386			*iocpp =ioc;
1387			return iocid;
1388		}
1389	}
1390
1391	*iocpp = NULL;
1392	return -1;
1393}
1394
1395/**
1396 *	mpt_get_product_name - returns product string
1397 *	@vendor: pci vendor id
1398 *	@device: pci device id
1399 *	@revision: pci revision id
1400 *
1401 *	Returns product string displayed when driver loads,
1402 *	in /proc/mpt/summary and /sysfs/class/scsi_host/host<X>/version_product
1403 *
1404 **/
1405static const char*
1406mpt_get_product_name(u16 vendor, u16 device, u8 revision)
1407{
1408	char *product_str = NULL;
1409
1410	if (vendor == PCI_VENDOR_ID_BROCADE) {
1411		switch (device)
1412		{
1413		case MPI_MANUFACTPAGE_DEVICEID_FC949E:
1414			switch (revision)
1415			{
1416			case 0x00:
1417				product_str = "BRE040 A0";
1418				break;
1419			case 0x01:
1420				product_str = "BRE040 A1";
1421				break;
1422			default:
1423				product_str = "BRE040";
1424				break;
1425			}
1426			break;
1427		}
1428		goto out;
1429	}
1430
1431	switch (device)
1432	{
1433	case MPI_MANUFACTPAGE_DEVICEID_FC909:
1434		product_str = "LSIFC909 B1";
1435		break;
1436	case MPI_MANUFACTPAGE_DEVICEID_FC919:
1437		product_str = "LSIFC919 B0";
1438		break;
1439	case MPI_MANUFACTPAGE_DEVICEID_FC929:
1440		product_str = "LSIFC929 B0";
1441		break;
1442	case MPI_MANUFACTPAGE_DEVICEID_FC919X:
1443		if (revision < 0x80)
1444			product_str = "LSIFC919X A0";
1445		else
1446			product_str = "LSIFC919XL A1";
1447		break;
1448	case MPI_MANUFACTPAGE_DEVICEID_FC929X:
1449		if (revision < 0x80)
1450			product_str = "LSIFC929X A0";
1451		else
1452			product_str = "LSIFC929XL A1";
1453		break;
1454	case MPI_MANUFACTPAGE_DEVICEID_FC939X:
1455		product_str = "LSIFC939X A1";
1456		break;
1457	case MPI_MANUFACTPAGE_DEVICEID_FC949X:
1458		product_str = "LSIFC949X A1";
1459		break;
1460	case MPI_MANUFACTPAGE_DEVICEID_FC949E:
1461		switch (revision)
1462		{
1463		case 0x00:
1464			product_str = "LSIFC949E A0";
1465			break;
1466		case 0x01:
1467			product_str = "LSIFC949E A1";
1468			break;
1469		default:
1470			product_str = "LSIFC949E";
1471			break;
1472		}
1473		break;
1474	case MPI_MANUFACTPAGE_DEVID_53C1030:
1475		switch (revision)
1476		{
1477		case 0x00:
1478			product_str = "LSI53C1030 A0";
1479			break;
1480		case 0x01:
1481			product_str = "LSI53C1030 B0";
1482			break;
1483		case 0x03:
1484			product_str = "LSI53C1030 B1";
1485			break;
1486		case 0x07:
1487			product_str = "LSI53C1030 B2";
1488			break;
1489		case 0x08:
1490			product_str = "LSI53C1030 C0";
1491			break;
1492		case 0x80:
1493			product_str = "LSI53C1030T A0";
1494			break;
1495		case 0x83:
1496			product_str = "LSI53C1030T A2";
1497			break;
1498		case 0x87:
1499			product_str = "LSI53C1030T A3";
1500			break;
1501		case 0xc1:
1502			product_str = "LSI53C1020A A1";
1503			break;
1504		default:
1505			product_str = "LSI53C1030";
1506			break;
1507		}
1508		break;
1509	case MPI_MANUFACTPAGE_DEVID_1030_53C1035:
1510		switch (revision)
1511		{
1512		case 0x03:
1513			product_str = "LSI53C1035 A2";
1514			break;
1515		case 0x04:
1516			product_str = "LSI53C1035 B0";
1517			break;
1518		default:
1519			product_str = "LSI53C1035";
1520			break;
1521		}
1522		break;
1523	case MPI_MANUFACTPAGE_DEVID_SAS1064:
1524		switch (revision)
1525		{
1526		case 0x00:
1527			product_str = "LSISAS1064 A1";
1528			break;
1529		case 0x01:
1530			product_str = "LSISAS1064 A2";
1531			break;
1532		case 0x02:
1533			product_str = "LSISAS1064 A3";
1534			break;
1535		case 0x03:
1536			product_str = "LSISAS1064 A4";
1537			break;
1538		default:
1539			product_str = "LSISAS1064";
1540			break;
1541		}
1542		break;
1543	case MPI_MANUFACTPAGE_DEVID_SAS1064E:
1544		switch (revision)
1545		{
1546		case 0x00:
1547			product_str = "LSISAS1064E A0";
1548			break;
1549		case 0x01:
1550			product_str = "LSISAS1064E B0";
1551			break;
1552		case 0x02:
1553			product_str = "LSISAS1064E B1";
1554			break;
1555		case 0x04:
1556			product_str = "LSISAS1064E B2";
1557			break;
1558		case 0x08:
1559			product_str = "LSISAS1064E B3";
1560			break;
1561		default:
1562			product_str = "LSISAS1064E";
1563			break;
1564		}
1565		break;
1566	case MPI_MANUFACTPAGE_DEVID_SAS1068:
1567		switch (revision)
1568		{
1569		case 0x00:
1570			product_str = "LSISAS1068 A0";
1571			break;
1572		case 0x01:
1573			product_str = "LSISAS1068 B0";
1574			break;
1575		case 0x02:
1576			product_str = "LSISAS1068 B1";
1577			break;
1578		default:
1579			product_str = "LSISAS1068";
1580			break;
1581		}
1582		break;
1583	case MPI_MANUFACTPAGE_DEVID_SAS1068E:
1584		switch (revision)
1585		{
1586		case 0x00:
1587			product_str = "LSISAS1068E A0";
1588			break;
1589		case 0x01:
1590			product_str = "LSISAS1068E B0";
1591			break;
1592		case 0x02:
1593			product_str = "LSISAS1068E B1";
1594			break;
1595		case 0x04:
1596			product_str = "LSISAS1068E B2";
1597			break;
1598		case 0x08:
1599			product_str = "LSISAS1068E B3";
1600			break;
1601		default:
1602			product_str = "LSISAS1068E";
1603			break;
1604		}
1605		break;
1606	case MPI_MANUFACTPAGE_DEVID_SAS1078:
1607		switch (revision)
1608		{
1609		case 0x00:
1610			product_str = "LSISAS1078 A0";
1611			break;
1612		case 0x01:
1613			product_str = "LSISAS1078 B0";
1614			break;
1615		case 0x02:
1616			product_str = "LSISAS1078 C0";
1617			break;
1618		case 0x03:
1619			product_str = "LSISAS1078 C1";
1620			break;
1621		case 0x04:
1622			product_str = "LSISAS1078 C2";
1623			break;
1624		default:
1625			product_str = "LSISAS1078";
1626			break;
1627		}
1628		break;
1629	}
1630
1631 out:
1632	return product_str;
1633}
1634
1635/**
1636 *	mpt_mapresources - map in memory mapped io
1637 *	@ioc: Pointer to pointer to IOC adapter
1638 *
1639 **/
1640static int
1641mpt_mapresources(MPT_ADAPTER *ioc)
1642{
1643	u8		__iomem *mem;
1644	int		 ii;
1645	resource_size_t	 mem_phys;
1646	unsigned long	 port;
1647	u32		 msize;
1648	u32		 psize;
1649	int		 r = -ENODEV;
1650	struct pci_dev *pdev;
1651
1652	pdev = ioc->pcidev;
1653	ioc->bars = pci_select_bars(pdev, IORESOURCE_MEM);
1654	if (pci_enable_device_mem(pdev)) {
1655		printk(MYIOC_s_ERR_FMT "pci_enable_device_mem() "
1656		    "failed\n", ioc->name);
1657		return r;
1658	}
1659	if (pci_request_selected_regions(pdev, ioc->bars, "mpt")) {
1660		printk(MYIOC_s_ERR_FMT "pci_request_selected_regions() with "
1661		    "MEM failed\n", ioc->name);
1662		goto out_pci_disable_device;
1663	}
1664
1665	if (sizeof(dma_addr_t) > 4) {
1666		const uint64_t required_mask = dma_get_required_mask
1667		    (&pdev->dev);
1668		if (required_mask > DMA_BIT_MASK(32)
1669			&& !pci_set_dma_mask(pdev, DMA_BIT_MASK(64))
1670			&& !pci_set_consistent_dma_mask(pdev,
1671						 DMA_BIT_MASK(64))) {
1672			ioc->dma_mask = DMA_BIT_MASK(64);
1673			dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
1674				": 64 BIT PCI BUS DMA ADDRESSING SUPPORTED\n",
1675				ioc->name));
1676		} else if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(32))
1677			&& !pci_set_consistent_dma_mask(pdev,
1678						DMA_BIT_MASK(32))) {
1679			ioc->dma_mask = DMA_BIT_MASK(32);
1680			dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
1681				": 32 BIT PCI BUS DMA ADDRESSING SUPPORTED\n",
1682				ioc->name));
1683		} else {
1684			printk(MYIOC_s_WARN_FMT "no suitable DMA mask for %s\n",
1685			    ioc->name, pci_name(pdev));
1686			goto out_pci_release_region;
1687		}
1688	} else {
1689		if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(32))
1690			&& !pci_set_consistent_dma_mask(pdev,
1691						DMA_BIT_MASK(32))) {
1692			ioc->dma_mask = DMA_BIT_MASK(32);
1693			dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
1694				": 32 BIT PCI BUS DMA ADDRESSING SUPPORTED\n",
1695				ioc->name));
1696		} else {
1697			printk(MYIOC_s_WARN_FMT "no suitable DMA mask for %s\n",
1698			    ioc->name, pci_name(pdev));
1699			goto out_pci_release_region;
1700		}
1701	}
1702
1703	mem_phys = msize = 0;
1704	port = psize = 0;
1705	for (ii = 0; ii < DEVICE_COUNT_RESOURCE; ii++) {
1706		if (pci_resource_flags(pdev, ii) & PCI_BASE_ADDRESS_SPACE_IO) {
1707			if (psize)
1708				continue;
1709			/* Get I/O space! */
1710			port = pci_resource_start(pdev, ii);
1711			psize = pci_resource_len(pdev, ii);
1712		} else {
1713			if (msize)
1714				continue;
1715			/* Get memmap */
1716			mem_phys = pci_resource_start(pdev, ii);
1717			msize = pci_resource_len(pdev, ii);
1718		}
1719	}
1720	ioc->mem_size = msize;
1721
1722	mem = NULL;
1723	/* Get logical ptr for PciMem0 space */
1724	/*mem = ioremap(mem_phys, msize);*/
1725	mem = ioremap(mem_phys, msize);
1726	if (mem == NULL) {
1727		printk(MYIOC_s_ERR_FMT ": ERROR - Unable to map adapter"
1728			" memory!\n", ioc->name);
1729		r = -EINVAL;
1730		goto out_pci_release_region;
1731	}
1732	ioc->memmap = mem;
1733	dinitprintk(ioc, printk(MYIOC_s_INFO_FMT "mem = %p, mem_phys = %llx\n",
1734	    ioc->name, mem, (unsigned long long)mem_phys));
1735
1736	ioc->mem_phys = mem_phys;
1737	ioc->chip = (SYSIF_REGS __iomem *)mem;
1738
1739	/* Save Port IO values in case we need to do downloadboot */
1740	ioc->pio_mem_phys = port;
1741	ioc->pio_chip = (SYSIF_REGS __iomem *)port;
1742
1743	return 0;
1744
1745out_pci_release_region:
1746	pci_release_selected_regions(pdev, ioc->bars);
1747out_pci_disable_device:
1748	pci_disable_device(pdev);
1749	return r;
1750}
1751
1752/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1753/**
1754 *	mpt_attach - Install a PCI intelligent MPT adapter.
1755 *	@pdev: Pointer to pci_dev structure
1756 *	@id: PCI device ID information
1757 *
1758 *	This routine performs all the steps necessary to bring the IOC of
1759 *	a MPT adapter to a OPERATIONAL state.  This includes registering
1760 *	memory regions, registering the interrupt, and allocating request
1761 *	and reply memory pools.
1762 *
1763 *	This routine also pre-fetches the LAN MAC address of a Fibre Channel
1764 *	MPT adapter.
1765 *
1766 *	Returns 0 for success, non-zero for failure.
1767 *
1768 *	TODO: Add support for polled controllers
1769 */
1770int
1771mpt_attach(struct pci_dev *pdev, const struct pci_device_id *id)
1772{
1773	MPT_ADAPTER	*ioc;
1774	u8		 cb_idx;
1775	int		 r = -ENODEV;
1776	u8		 pcixcmd;
1777	static int	 mpt_ids = 0;
1778#ifdef CONFIG_PROC_FS
1779	struct proc_dir_entry *dent;
1780#endif
1781
1782	ioc = kzalloc(sizeof(MPT_ADAPTER), GFP_KERNEL);
1783	if (ioc == NULL) {
1784		printk(KERN_ERR MYNAM ": ERROR - Insufficient memory to add adapter!\n");
1785		return -ENOMEM;
1786	}
1787
1788	ioc->id = mpt_ids++;
1789	sprintf(ioc->name, "ioc%d", ioc->id);
1790	dinitprintk(ioc, printk(KERN_WARNING MYNAM ": mpt_adapter_install\n"));
1791
1792	/*
1793	 * set initial debug level
1794	 * (refer to mptdebug.h)
1795	 *
1796	 */
1797	ioc->debug_level = mpt_debug_level;
1798	if (mpt_debug_level)
1799		printk(KERN_INFO "mpt_debug_level=%xh\n", mpt_debug_level);
1800
1801	dinitprintk(ioc, printk(MYIOC_s_INFO_FMT ": mpt_adapter_install\n", ioc->name));
1802
1803	ioc->pcidev = pdev;
1804	if (mpt_mapresources(ioc)) {
1805		goto out_free_ioc;
1806	}
1807
1808	/*
1809	 * Setting up proper handlers for scatter gather handling
1810	 */
1811	if (ioc->dma_mask == DMA_BIT_MASK(64)) {
1812		if (pdev->device == MPI_MANUFACTPAGE_DEVID_SAS1078)
1813			ioc->add_sge = &mpt_add_sge_64bit_1078;
1814		else
1815			ioc->add_sge = &mpt_add_sge_64bit;
1816		ioc->add_chain = &mpt_add_chain_64bit;
1817		ioc->sg_addr_size = 8;
1818	} else {
1819		ioc->add_sge = &mpt_add_sge;
1820		ioc->add_chain = &mpt_add_chain;
1821		ioc->sg_addr_size = 4;
1822	}
1823	ioc->SGE_size = sizeof(u32) + ioc->sg_addr_size;
1824
1825	ioc->alloc_total = sizeof(MPT_ADAPTER);
1826	ioc->req_sz = MPT_DEFAULT_FRAME_SIZE;		/* avoid div by zero! */
1827	ioc->reply_sz = MPT_REPLY_FRAME_SIZE;
1828
1829
1830	spin_lock_init(&ioc->taskmgmt_lock);
1831	mutex_init(&ioc->internal_cmds.mutex);
1832	init_completion(&ioc->internal_cmds.done);
1833	mutex_init(&ioc->mptbase_cmds.mutex);
1834	init_completion(&ioc->mptbase_cmds.done);
1835	mutex_init(&ioc->taskmgmt_cmds.mutex);
1836	init_completion(&ioc->taskmgmt_cmds.done);
1837
1838	/* Initialize the event logging.
1839	 */
1840	ioc->eventTypes = 0;	/* None */
1841	ioc->eventContext = 0;
1842	ioc->eventLogSize = 0;
1843	ioc->events = NULL;
1844
1845#ifdef MFCNT
1846	ioc->mfcnt = 0;
1847#endif
1848
1849	ioc->sh = NULL;
1850	ioc->cached_fw = NULL;
1851
1852	/* Initialize SCSI Config Data structure
1853	 */
1854	memset(&ioc->spi_data, 0, sizeof(SpiCfgData));
1855
1856	/* Initialize the fc rport list head.
1857	 */
1858	INIT_LIST_HEAD(&ioc->fc_rports);
1859
1860	/* Find lookup slot. */
1861	INIT_LIST_HEAD(&ioc->list);
1862
1863
1864	/* Initialize workqueue */
1865	INIT_DELAYED_WORK(&ioc->fault_reset_work, mpt_fault_reset_work);
1866
1867	snprintf(ioc->reset_work_q_name, MPT_KOBJ_NAME_LEN,
1868		 "mpt_poll_%d", ioc->id);
1869	ioc->reset_work_q = alloc_workqueue(ioc->reset_work_q_name,
1870					    WQ_MEM_RECLAIM, 0);
1871	if (!ioc->reset_work_q) {
1872		printk(MYIOC_s_ERR_FMT "Insufficient memory to add adapter!\n",
1873		    ioc->name);
1874		r = -ENOMEM;
1875		goto out_unmap_resources;
1876	}
1877
1878	dinitprintk(ioc, printk(MYIOC_s_INFO_FMT "facts @ %p, pfacts[0] @ %p\n",
1879	    ioc->name, &ioc->facts, &ioc->pfacts[0]));
1880
1881	ioc->prod_name = mpt_get_product_name(pdev->vendor, pdev->device,
1882					      pdev->revision);
1883
1884	switch (pdev->device)
1885	{
1886	case MPI_MANUFACTPAGE_DEVICEID_FC939X:
1887	case MPI_MANUFACTPAGE_DEVICEID_FC949X:
1888		ioc->errata_flag_1064 = 1;
1889		fallthrough;
1890	case MPI_MANUFACTPAGE_DEVICEID_FC909:
1891	case MPI_MANUFACTPAGE_DEVICEID_FC929:
1892	case MPI_MANUFACTPAGE_DEVICEID_FC919:
1893	case MPI_MANUFACTPAGE_DEVICEID_FC949E:
1894		ioc->bus_type = FC;
1895		break;
1896
1897	case MPI_MANUFACTPAGE_DEVICEID_FC929X:
1898		if (pdev->revision < XL_929) {
1899			/* 929X Chip Fix. Set Split transactions level
1900		 	* for PCIX. Set MOST bits to zero.
1901		 	*/
1902			pci_read_config_byte(pdev, 0x6a, &pcixcmd);
1903			pcixcmd &= 0x8F;
1904			pci_write_config_byte(pdev, 0x6a, pcixcmd);
1905		} else {
1906			/* 929XL Chip Fix. Set MMRBC to 0x08.
1907		 	*/
1908			pci_read_config_byte(pdev, 0x6a, &pcixcmd);
1909			pcixcmd |= 0x08;
1910			pci_write_config_byte(pdev, 0x6a, pcixcmd);
1911		}
1912		ioc->bus_type = FC;
1913		break;
1914
1915	case MPI_MANUFACTPAGE_DEVICEID_FC919X:
1916		/* 919X Chip Fix. Set Split transactions level
1917		 * for PCIX. Set MOST bits to zero.
1918		 */
1919		pci_read_config_byte(pdev, 0x6a, &pcixcmd);
1920		pcixcmd &= 0x8F;
1921		pci_write_config_byte(pdev, 0x6a, pcixcmd);
1922		ioc->bus_type = FC;
1923		break;
1924
1925	case MPI_MANUFACTPAGE_DEVID_53C1030:
1926		/* 1030 Chip Fix. Disable Split transactions
1927		 * for PCIX. Set MOST bits to zero if Rev < C0( = 8).
1928		 */
1929		if (pdev->revision < C0_1030) {
1930			pci_read_config_byte(pdev, 0x6a, &pcixcmd);
1931			pcixcmd &= 0x8F;
1932			pci_write_config_byte(pdev, 0x6a, pcixcmd);
1933		}
1934		fallthrough;
1935
1936	case MPI_MANUFACTPAGE_DEVID_1030_53C1035:
1937		ioc->bus_type = SPI;
1938		break;
1939
1940	case MPI_MANUFACTPAGE_DEVID_SAS1064:
1941	case MPI_MANUFACTPAGE_DEVID_SAS1068:
1942		ioc->errata_flag_1064 = 1;
1943		ioc->bus_type = SAS;
1944		break;
1945
1946	case MPI_MANUFACTPAGE_DEVID_SAS1064E:
1947	case MPI_MANUFACTPAGE_DEVID_SAS1068E:
1948	case MPI_MANUFACTPAGE_DEVID_SAS1078:
1949		ioc->bus_type = SAS;
1950		break;
1951	}
1952
1953
1954	switch (ioc->bus_type) {
1955
1956	case SAS:
1957		ioc->msi_enable = mpt_msi_enable_sas;
1958		break;
1959
1960	case SPI:
1961		ioc->msi_enable = mpt_msi_enable_spi;
1962		break;
1963
1964	case FC:
1965		ioc->msi_enable = mpt_msi_enable_fc;
1966		break;
1967
1968	default:
1969		ioc->msi_enable = 0;
1970		break;
1971	}
1972
1973	ioc->fw_events_off = 1;
1974
1975	if (ioc->errata_flag_1064)
1976		pci_disable_io_access(pdev);
1977
1978	spin_lock_init(&ioc->FreeQlock);
1979
1980	/* Disable all! */
1981	CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
1982	ioc->active = 0;
1983	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
1984
1985	/* Set IOC ptr in the pcidev's driver data. */
1986	pci_set_drvdata(ioc->pcidev, ioc);
1987
1988	/* Set lookup ptr. */
1989	list_add_tail(&ioc->list, &ioc_list);
1990
1991	/* Check for "bound ports" (929, 929X, 1030, 1035) to reduce redundant resets.
1992	 */
1993	mpt_detect_bound_ports(ioc, pdev);
1994
1995	INIT_LIST_HEAD(&ioc->fw_event_list);
1996	spin_lock_init(&ioc->fw_event_lock);
1997	snprintf(ioc->fw_event_q_name, MPT_KOBJ_NAME_LEN, "mpt/%d", ioc->id);
1998	ioc->fw_event_q = alloc_workqueue(ioc->fw_event_q_name,
1999					  WQ_MEM_RECLAIM, 0);
2000	if (!ioc->fw_event_q) {
2001		printk(MYIOC_s_ERR_FMT "Insufficient memory to add adapter!\n",
2002		    ioc->name);
2003		r = -ENOMEM;
2004		goto out_remove_ioc;
2005	}
2006
2007	if ((r = mpt_do_ioc_recovery(ioc, MPT_HOSTEVENT_IOC_BRINGUP,
2008	    CAN_SLEEP)) != 0){
2009		printk(MYIOC_s_ERR_FMT "didn't initialize properly! (%d)\n",
2010		    ioc->name, r);
2011
2012		destroy_workqueue(ioc->fw_event_q);
2013		ioc->fw_event_q = NULL;
2014
2015		list_del(&ioc->list);
2016		if (ioc->alt_ioc)
2017			ioc->alt_ioc->alt_ioc = NULL;
2018		iounmap(ioc->memmap);
2019		if (pci_is_enabled(pdev))
2020			pci_disable_device(pdev);
2021		if (r != -5)
2022			pci_release_selected_regions(pdev, ioc->bars);
2023
2024		destroy_workqueue(ioc->reset_work_q);
2025		ioc->reset_work_q = NULL;
2026
2027		kfree(ioc);
2028		return r;
2029	}
2030
2031	/* call per device driver probe entry point */
2032	for(cb_idx = 0; cb_idx < MPT_MAX_PROTOCOL_DRIVERS; cb_idx++) {
2033		if(MptDeviceDriverHandlers[cb_idx] &&
2034		  MptDeviceDriverHandlers[cb_idx]->probe) {
2035			MptDeviceDriverHandlers[cb_idx]->probe(pdev,id);
2036		}
2037	}
2038
2039#ifdef CONFIG_PROC_FS
2040	/*
2041	 *  Create "/proc/mpt/iocN" subdirectory entry for each MPT adapter.
2042	 */
2043	dent = proc_mkdir(ioc->name, mpt_proc_root_dir);
2044	if (dent) {
2045		proc_create_single_data("info", S_IRUGO, dent,
2046				mpt_iocinfo_proc_show, ioc);
2047		proc_create_single_data("summary", S_IRUGO, dent,
2048				mpt_summary_proc_show, ioc);
2049	}
2050#endif
2051
2052	if (!ioc->alt_ioc)
2053		queue_delayed_work(ioc->reset_work_q, &ioc->fault_reset_work,
2054			msecs_to_jiffies(MPT_POLLING_INTERVAL));
2055
2056	return 0;
2057
2058out_remove_ioc:
2059	list_del(&ioc->list);
2060	if (ioc->alt_ioc)
2061		ioc->alt_ioc->alt_ioc = NULL;
2062
2063	destroy_workqueue(ioc->reset_work_q);
2064	ioc->reset_work_q = NULL;
2065
2066out_unmap_resources:
2067	iounmap(ioc->memmap);
2068	pci_disable_device(pdev);
2069	pci_release_selected_regions(pdev, ioc->bars);
2070
2071out_free_ioc:
2072	kfree(ioc);
2073
2074	return r;
2075}
2076
2077/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2078/**
2079 *	mpt_detach - Remove a PCI intelligent MPT adapter.
2080 *	@pdev: Pointer to pci_dev structure
2081 */
2082
2083void
2084mpt_detach(struct pci_dev *pdev)
2085{
2086	MPT_ADAPTER 	*ioc = pci_get_drvdata(pdev);
2087	char pname[64];
2088	u8 cb_idx;
2089	unsigned long flags;
2090	struct workqueue_struct *wq;
2091
2092	/*
2093	 * Stop polling ioc for fault condition
2094	 */
2095	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
2096	wq = ioc->reset_work_q;
2097	ioc->reset_work_q = NULL;
2098	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
2099	cancel_delayed_work(&ioc->fault_reset_work);
2100	destroy_workqueue(wq);
2101
2102	spin_lock_irqsave(&ioc->fw_event_lock, flags);
2103	wq = ioc->fw_event_q;
2104	ioc->fw_event_q = NULL;
2105	spin_unlock_irqrestore(&ioc->fw_event_lock, flags);
2106	destroy_workqueue(wq);
2107
2108	snprintf(pname, sizeof(pname), MPT_PROCFS_MPTBASEDIR "/%s/summary", ioc->name);
2109	remove_proc_entry(pname, NULL);
2110	snprintf(pname, sizeof(pname), MPT_PROCFS_MPTBASEDIR "/%s/info", ioc->name);
2111	remove_proc_entry(pname, NULL);
2112	snprintf(pname, sizeof(pname), MPT_PROCFS_MPTBASEDIR "/%s", ioc->name);
2113	remove_proc_entry(pname, NULL);
2114
2115	/* call per device driver remove entry point */
2116	for(cb_idx = 0; cb_idx < MPT_MAX_PROTOCOL_DRIVERS; cb_idx++) {
2117		if(MptDeviceDriverHandlers[cb_idx] &&
2118		  MptDeviceDriverHandlers[cb_idx]->remove) {
2119			MptDeviceDriverHandlers[cb_idx]->remove(pdev);
2120		}
2121	}
2122
2123	/* Disable interrupts! */
2124	CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
2125
2126	ioc->active = 0;
2127	synchronize_irq(pdev->irq);
2128
2129	/* Clear any lingering interrupt */
2130	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
2131
2132	CHIPREG_READ32(&ioc->chip->IntStatus);
2133
2134	mpt_adapter_dispose(ioc);
2135
2136}
2137
2138/**************************************************************************
2139 * Power Management
2140 */
2141#ifdef CONFIG_PM
2142/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2143/**
2144 *	mpt_suspend - Fusion MPT base driver suspend routine.
2145 *	@pdev: Pointer to pci_dev structure
2146 *	@state: new state to enter
2147 */
2148int
2149mpt_suspend(struct pci_dev *pdev, pm_message_t state)
2150{
2151	u32 device_state;
2152	MPT_ADAPTER *ioc = pci_get_drvdata(pdev);
2153
2154	device_state = pci_choose_state(pdev, state);
2155	printk(MYIOC_s_INFO_FMT "pci-suspend: pdev=0x%p, slot=%s, Entering "
2156	    "operating state [D%d]\n", ioc->name, pdev, pci_name(pdev),
2157	    device_state);
2158
2159	/* put ioc into READY_STATE */
2160	if (SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET, CAN_SLEEP)) {
2161		printk(MYIOC_s_ERR_FMT
2162		"pci-suspend:  IOC msg unit reset failed!\n", ioc->name);
2163	}
2164
2165	/* disable interrupts */
2166	CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
2167	ioc->active = 0;
2168
2169	/* Clear any lingering interrupt */
2170	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
2171
2172	free_irq(ioc->pci_irq, ioc);
2173	if (ioc->msi_enable)
2174		pci_disable_msi(ioc->pcidev);
2175	ioc->pci_irq = -1;
2176	pci_save_state(pdev);
2177	pci_disable_device(pdev);
2178	pci_release_selected_regions(pdev, ioc->bars);
2179	pci_set_power_state(pdev, device_state);
2180	return 0;
2181}
2182
2183/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2184/**
2185 *	mpt_resume - Fusion MPT base driver resume routine.
2186 *	@pdev: Pointer to pci_dev structure
2187 */
2188int
2189mpt_resume(struct pci_dev *pdev)
2190{
2191	MPT_ADAPTER *ioc = pci_get_drvdata(pdev);
2192	u32 device_state = pdev->current_state;
2193	int recovery_state;
2194	int err;
2195
2196	printk(MYIOC_s_INFO_FMT "pci-resume: pdev=0x%p, slot=%s, Previous "
2197	    "operating state [D%d]\n", ioc->name, pdev, pci_name(pdev),
2198	    device_state);
2199
2200	pci_set_power_state(pdev, PCI_D0);
2201	pci_enable_wake(pdev, PCI_D0, 0);
2202	pci_restore_state(pdev);
2203	ioc->pcidev = pdev;
2204	err = mpt_mapresources(ioc);
2205	if (err)
2206		return err;
2207
2208	if (ioc->dma_mask == DMA_BIT_MASK(64)) {
2209		if (pdev->device == MPI_MANUFACTPAGE_DEVID_SAS1078)
2210			ioc->add_sge = &mpt_add_sge_64bit_1078;
2211		else
2212			ioc->add_sge = &mpt_add_sge_64bit;
2213		ioc->add_chain = &mpt_add_chain_64bit;
2214		ioc->sg_addr_size = 8;
2215	} else {
2216
2217		ioc->add_sge = &mpt_add_sge;
2218		ioc->add_chain = &mpt_add_chain;
2219		ioc->sg_addr_size = 4;
2220	}
2221	ioc->SGE_size = sizeof(u32) + ioc->sg_addr_size;
2222
2223	printk(MYIOC_s_INFO_FMT "pci-resume: ioc-state=0x%x,doorbell=0x%x\n",
2224	    ioc->name, (mpt_GetIocState(ioc, 1) >> MPI_IOC_STATE_SHIFT),
2225	    CHIPREG_READ32(&ioc->chip->Doorbell));
2226
2227	/*
2228	 * Errata workaround for SAS pci express:
2229	 * Upon returning to the D0 state, the contents of the doorbell will be
2230	 * stale data, and this will incorrectly signal to the host driver that
2231	 * the firmware is ready to process mpt commands.   The workaround is
2232	 * to issue a diagnostic reset.
2233	 */
2234	if (ioc->bus_type == SAS && (pdev->device ==
2235	    MPI_MANUFACTPAGE_DEVID_SAS1068E || pdev->device ==
2236	    MPI_MANUFACTPAGE_DEVID_SAS1064E)) {
2237		if (KickStart(ioc, 1, CAN_SLEEP) < 0) {
2238			printk(MYIOC_s_WARN_FMT "pci-resume: Cannot recover\n",
2239			    ioc->name);
2240			goto out;
2241		}
2242	}
2243
2244	/* bring ioc to operational state */
2245	printk(MYIOC_s_INFO_FMT "Sending mpt_do_ioc_recovery\n", ioc->name);
2246	recovery_state = mpt_do_ioc_recovery(ioc, MPT_HOSTEVENT_IOC_BRINGUP,
2247						 CAN_SLEEP);
2248	if (recovery_state != 0)
2249		printk(MYIOC_s_WARN_FMT "pci-resume: Cannot recover, "
2250		    "error:[%x]\n", ioc->name, recovery_state);
2251	else
2252		printk(MYIOC_s_INFO_FMT
2253		    "pci-resume: success\n", ioc->name);
2254 out:
2255	return 0;
2256
2257}
2258#endif
2259
2260static int
2261mpt_signal_reset(u8 index, MPT_ADAPTER *ioc, int reset_phase)
2262{
2263	if ((MptDriverClass[index] == MPTSPI_DRIVER &&
2264	     ioc->bus_type != SPI) ||
2265	    (MptDriverClass[index] == MPTFC_DRIVER &&
2266	     ioc->bus_type != FC) ||
2267	    (MptDriverClass[index] == MPTSAS_DRIVER &&
2268	     ioc->bus_type != SAS))
2269		/* make sure we only call the relevant reset handler
2270		 * for the bus */
2271		return 0;
2272	return (MptResetHandlers[index])(ioc, reset_phase);
2273}
2274
2275/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2276/**
2277 *	mpt_do_ioc_recovery - Initialize or recover MPT adapter.
2278 *	@ioc: Pointer to MPT adapter structure
2279 *	@reason: Event word / reason
2280 *	@sleepFlag: Use schedule if CAN_SLEEP else use udelay.
2281 *
2282 *	This routine performs all the steps necessary to bring the IOC
2283 *	to a OPERATIONAL state.
2284 *
2285 *	This routine also pre-fetches the LAN MAC address of a Fibre Channel
2286 *	MPT adapter.
2287 *
2288 *	Returns:
2289 *		 0 for success
2290 *		-1 if failed to get board READY
2291 *		-2 if READY but IOCFacts Failed
2292 *		-3 if READY but PrimeIOCFifos Failed
2293 *		-4 if READY but IOCInit Failed
2294 *		-5 if failed to enable_device and/or request_selected_regions
2295 *		-6 if failed to upload firmware
2296 */
2297static int
2298mpt_do_ioc_recovery(MPT_ADAPTER *ioc, u32 reason, int sleepFlag)
2299{
2300	int	 hard_reset_done = 0;
2301	int	 alt_ioc_ready = 0;
2302	int	 hard;
2303	int	 rc=0;
2304	int	 ii;
2305	int	 ret = 0;
2306	int	 reset_alt_ioc_active = 0;
2307	int	 irq_allocated = 0;
2308	u8	*a;
2309
2310	printk(MYIOC_s_INFO_FMT "Initiating %s\n", ioc->name,
2311	    reason == MPT_HOSTEVENT_IOC_BRINGUP ? "bringup" : "recovery");
2312
2313	/* Disable reply interrupts (also blocks FreeQ) */
2314	CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
2315	ioc->active = 0;
2316
2317	if (ioc->alt_ioc) {
2318		if (ioc->alt_ioc->active ||
2319		    reason == MPT_HOSTEVENT_IOC_RECOVER) {
2320			reset_alt_ioc_active = 1;
2321			/* Disable alt-IOC's reply interrupts
2322			 *  (and FreeQ) for a bit
2323			 **/
2324			CHIPREG_WRITE32(&ioc->alt_ioc->chip->IntMask,
2325				0xFFFFFFFF);
2326			ioc->alt_ioc->active = 0;
2327		}
2328	}
2329
2330	hard = 1;
2331	if (reason == MPT_HOSTEVENT_IOC_BRINGUP)
2332		hard = 0;
2333
2334	if ((hard_reset_done = MakeIocReady(ioc, hard, sleepFlag)) < 0) {
2335		if (hard_reset_done == -4) {
2336			printk(MYIOC_s_WARN_FMT "Owned by PEER..skipping!\n",
2337			    ioc->name);
2338
2339			if (reset_alt_ioc_active && ioc->alt_ioc) {
2340				/* (re)Enable alt-IOC! (reply interrupt, FreeQ) */
2341				dprintk(ioc, printk(MYIOC_s_INFO_FMT
2342				    "alt_ioc reply irq re-enabled\n", ioc->alt_ioc->name));
2343				CHIPREG_WRITE32(&ioc->alt_ioc->chip->IntMask, MPI_HIM_DIM);
2344				ioc->alt_ioc->active = 1;
2345			}
2346
2347		} else {
2348			printk(MYIOC_s_WARN_FMT
2349			    "NOT READY WARNING!\n", ioc->name);
2350		}
2351		ret = -1;
2352		goto out;
2353	}
2354
2355	/* hard_reset_done = 0 if a soft reset was performed
2356	 * and 1 if a hard reset was performed.
2357	 */
2358	if (hard_reset_done && reset_alt_ioc_active && ioc->alt_ioc) {
2359		if ((rc = MakeIocReady(ioc->alt_ioc, 0, sleepFlag)) == 0)
2360			alt_ioc_ready = 1;
2361		else
2362			printk(MYIOC_s_WARN_FMT
2363			    ": alt-ioc Not ready WARNING!\n",
2364			    ioc->alt_ioc->name);
2365	}
2366
2367	for (ii=0; ii<5; ii++) {
2368		/* Get IOC facts! Allow 5 retries */
2369		if ((rc = GetIocFacts(ioc, sleepFlag, reason)) == 0)
2370			break;
2371	}
2372
2373
2374	if (ii == 5) {
2375		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2376		    "Retry IocFacts failed rc=%x\n", ioc->name, rc));
2377		ret = -2;
2378	} else if (reason == MPT_HOSTEVENT_IOC_BRINGUP) {
2379		MptDisplayIocCapabilities(ioc);
2380	}
2381
2382	if (alt_ioc_ready) {
2383		if ((rc = GetIocFacts(ioc->alt_ioc, sleepFlag, reason)) != 0) {
2384			dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2385			    "Initial Alt IocFacts failed rc=%x\n",
2386			    ioc->name, rc));
2387			/* Retry - alt IOC was initialized once
2388			 */
2389			rc = GetIocFacts(ioc->alt_ioc, sleepFlag, reason);
2390		}
2391		if (rc) {
2392			dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2393			    "Retry Alt IocFacts failed rc=%x\n", ioc->name, rc));
2394			alt_ioc_ready = 0;
2395			reset_alt_ioc_active = 0;
2396		} else if (reason == MPT_HOSTEVENT_IOC_BRINGUP) {
2397			MptDisplayIocCapabilities(ioc->alt_ioc);
2398		}
2399	}
2400
2401	if ((ret == 0) && (reason == MPT_HOSTEVENT_IOC_BRINGUP) &&
2402	    (ioc->facts.Flags & MPI_IOCFACTS_FLAGS_FW_DOWNLOAD_BOOT)) {
2403		pci_release_selected_regions(ioc->pcidev, ioc->bars);
2404		ioc->bars = pci_select_bars(ioc->pcidev, IORESOURCE_MEM |
2405		    IORESOURCE_IO);
2406		if (pci_enable_device(ioc->pcidev))
2407			return -5;
2408		if (pci_request_selected_regions(ioc->pcidev, ioc->bars,
2409			"mpt"))
2410			return -5;
2411	}
2412
2413	/*
2414	 * Device is reset now. It must have de-asserted the interrupt line
2415	 * (if it was asserted) and it should be safe to register for the
2416	 * interrupt now.
2417	 */
2418	if ((ret == 0) && (reason == MPT_HOSTEVENT_IOC_BRINGUP)) {
2419		ioc->pci_irq = -1;
2420		if (ioc->pcidev->irq) {
2421			if (ioc->msi_enable && !pci_enable_msi(ioc->pcidev))
2422				printk(MYIOC_s_INFO_FMT "PCI-MSI enabled\n",
2423				    ioc->name);
2424			else
2425				ioc->msi_enable = 0;
2426			rc = request_irq(ioc->pcidev->irq, mpt_interrupt,
2427			    IRQF_SHARED, ioc->name, ioc);
2428			if (rc < 0) {
2429				printk(MYIOC_s_ERR_FMT "Unable to allocate "
2430				    "interrupt %d!\n",
2431				    ioc->name, ioc->pcidev->irq);
2432				if (ioc->msi_enable)
2433					pci_disable_msi(ioc->pcidev);
2434				ret = -EBUSY;
2435				goto out;
2436			}
2437			irq_allocated = 1;
2438			ioc->pci_irq = ioc->pcidev->irq;
2439			pci_set_master(ioc->pcidev);		/* ?? */
2440			pci_set_drvdata(ioc->pcidev, ioc);
2441			dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
2442			    "installed at interrupt %d\n", ioc->name,
2443			    ioc->pcidev->irq));
2444		}
2445	}
2446
2447	/* Prime reply & request queues!
2448	 * (mucho alloc's) Must be done prior to
2449	 * init as upper addresses are needed for init.
2450	 * If fails, continue with alt-ioc processing
2451	 */
2452	dinitprintk(ioc, printk(MYIOC_s_INFO_FMT "PrimeIocFifos\n",
2453	    ioc->name));
2454	if ((ret == 0) && ((rc = PrimeIocFifos(ioc)) != 0))
2455		ret = -3;
2456
2457	/* May need to check/upload firmware & data here!
2458	 * If fails, continue with alt-ioc processing
2459	 */
2460	dinitprintk(ioc, printk(MYIOC_s_INFO_FMT "SendIocInit\n",
2461	    ioc->name));
2462	if ((ret == 0) && ((rc = SendIocInit(ioc, sleepFlag)) != 0))
2463		ret = -4;
2464// NEW!
2465	if (alt_ioc_ready && ((rc = PrimeIocFifos(ioc->alt_ioc)) != 0)) {
2466		printk(MYIOC_s_WARN_FMT
2467		    ": alt-ioc (%d) FIFO mgmt alloc WARNING!\n",
2468		    ioc->alt_ioc->name, rc);
2469		alt_ioc_ready = 0;
2470		reset_alt_ioc_active = 0;
2471	}
2472
2473	if (alt_ioc_ready) {
2474		if ((rc = SendIocInit(ioc->alt_ioc, sleepFlag)) != 0) {
2475			alt_ioc_ready = 0;
2476			reset_alt_ioc_active = 0;
2477			printk(MYIOC_s_WARN_FMT
2478				": alt-ioc: (%d) init failure WARNING!\n",
2479					ioc->alt_ioc->name, rc);
2480		}
2481	}
2482
2483	if (reason == MPT_HOSTEVENT_IOC_BRINGUP){
2484		if (ioc->upload_fw) {
2485			ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2486			    "firmware upload required!\n", ioc->name));
2487
2488			/* Controller is not operational, cannot do upload
2489			 */
2490			if (ret == 0) {
2491				rc = mpt_do_upload(ioc, sleepFlag);
2492				if (rc == 0) {
2493					if (ioc->alt_ioc && ioc->alt_ioc->cached_fw) {
2494						/*
2495						 * Maintain only one pointer to FW memory
2496						 * so there will not be two attempt to
2497						 * downloadboot onboard dual function
2498						 * chips (mpt_adapter_disable,
2499						 * mpt_diag_reset)
2500						 */
2501						ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2502						    "mpt_upload:  alt_%s has cached_fw=%p \n",
2503						    ioc->name, ioc->alt_ioc->name, ioc->alt_ioc->cached_fw));
2504						ioc->cached_fw = NULL;
2505					}
2506				} else {
2507					printk(MYIOC_s_WARN_FMT
2508					    "firmware upload failure!\n", ioc->name);
2509					ret = -6;
2510				}
2511			}
2512		}
2513	}
2514
2515	/*  Enable MPT base driver management of EventNotification
2516	 *  and EventAck handling.
2517	 */
2518	if ((ret == 0) && (!ioc->facts.EventState)) {
2519		dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
2520			"SendEventNotification\n",
2521		    ioc->name));
2522		ret = SendEventNotification(ioc, 1, sleepFlag);	/* 1=Enable */
2523	}
2524
2525	if (ioc->alt_ioc && alt_ioc_ready && !ioc->alt_ioc->facts.EventState)
2526		rc = SendEventNotification(ioc->alt_ioc, 1, sleepFlag);
2527
2528	if (ret == 0) {
2529		/* Enable! (reply interrupt) */
2530		CHIPREG_WRITE32(&ioc->chip->IntMask, MPI_HIM_DIM);
2531		ioc->active = 1;
2532	}
2533	if (rc == 0) {	/* alt ioc */
2534		if (reset_alt_ioc_active && ioc->alt_ioc) {
2535			/* (re)Enable alt-IOC! (reply interrupt) */
2536			dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "alt-ioc"
2537				"reply irq re-enabled\n",
2538				ioc->alt_ioc->name));
2539			CHIPREG_WRITE32(&ioc->alt_ioc->chip->IntMask,
2540				MPI_HIM_DIM);
2541			ioc->alt_ioc->active = 1;
2542		}
2543	}
2544
2545
2546	/*	Add additional "reason" check before call to GetLanConfigPages
2547	 *	(combined with GetIoUnitPage2 call).  This prevents a somewhat
2548	 *	recursive scenario; GetLanConfigPages times out, timer expired
2549	 *	routine calls HardResetHandler, which calls into here again,
2550	 *	and we try GetLanConfigPages again...
2551	 */
2552	if ((ret == 0) && (reason == MPT_HOSTEVENT_IOC_BRINGUP)) {
2553
2554		/*
2555		 * Initialize link list for inactive raid volumes.
2556		 */
2557		mutex_init(&ioc->raid_data.inactive_list_mutex);
2558		INIT_LIST_HEAD(&ioc->raid_data.inactive_list);
2559
2560		switch (ioc->bus_type) {
2561
2562		case SAS:
2563			/* clear persistency table */
2564			if(ioc->facts.IOCExceptions &
2565			    MPI_IOCFACTS_EXCEPT_PERSISTENT_TABLE_FULL) {
2566				ret = mptbase_sas_persist_operation(ioc,
2567				    MPI_SAS_OP_CLEAR_NOT_PRESENT);
2568				if(ret != 0)
2569					goto out;
2570			}
2571
2572			/* Find IM volumes
2573			 */
2574			mpt_findImVolumes(ioc);
2575
2576			/* Check, and possibly reset, the coalescing value
2577			 */
2578			mpt_read_ioc_pg_1(ioc);
2579
2580			break;
2581
2582		case FC:
2583			if ((ioc->pfacts[0].ProtocolFlags &
2584				MPI_PORTFACTS_PROTOCOL_LAN) &&
2585			    (ioc->lan_cnfg_page0.Header.PageLength == 0)) {
2586				/*
2587				 *  Pre-fetch the ports LAN MAC address!
2588				 *  (LANPage1_t stuff)
2589				 */
2590				(void) GetLanConfigPages(ioc);
2591				a = (u8*)&ioc->lan_cnfg_page1.HardwareAddressLow;
2592				dprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2593					"LanAddr = %pMR\n", ioc->name, a));
2594			}
2595			break;
2596
2597		case SPI:
2598			/* Get NVRAM and adapter maximums from SPP 0 and 2
2599			 */
2600			mpt_GetScsiPortSettings(ioc, 0);
2601
2602			/* Get version and length of SDP 1
2603			 */
2604			mpt_readScsiDevicePageHeaders(ioc, 0);
2605
2606			/* Find IM volumes
2607			 */
2608			if (ioc->facts.MsgVersion >= MPI_VERSION_01_02)
2609				mpt_findImVolumes(ioc);
2610
2611			/* Check, and possibly reset, the coalescing value
2612			 */
2613			mpt_read_ioc_pg_1(ioc);
2614
2615			mpt_read_ioc_pg_4(ioc);
2616
2617			break;
2618		}
2619
2620		GetIoUnitPage2(ioc);
2621		mpt_get_manufacturing_pg_0(ioc);
2622	}
2623
2624 out:
2625	if ((ret != 0) && irq_allocated) {
2626		free_irq(ioc->pci_irq, ioc);
2627		if (ioc->msi_enable)
2628			pci_disable_msi(ioc->pcidev);
2629	}
2630	return ret;
2631}
2632
2633/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2634/**
2635 *	mpt_detect_bound_ports - Search for matching PCI bus/dev_function
2636 *	@ioc: Pointer to MPT adapter structure
2637 *	@pdev: Pointer to (struct pci_dev) structure
2638 *
2639 *	Search for PCI bus/dev_function which matches
2640 *	PCI bus/dev_function (+/-1) for newly discovered 929,
2641 *	929X, 1030 or 1035.
2642 *
2643 *	If match on PCI dev_function +/-1 is found, bind the two MPT adapters
2644 *	using alt_ioc pointer fields in their %MPT_ADAPTER structures.
2645 */
2646static void
2647mpt_detect_bound_ports(MPT_ADAPTER *ioc, struct pci_dev *pdev)
2648{
2649	struct pci_dev *peer=NULL;
2650	unsigned int slot = PCI_SLOT(pdev->devfn);
2651	unsigned int func = PCI_FUNC(pdev->devfn);
2652	MPT_ADAPTER *ioc_srch;
2653
2654	dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "PCI device %s devfn=%x/%x,"
2655	    " searching for devfn match on %x or %x\n",
2656	    ioc->name, pci_name(pdev), pdev->bus->number,
2657	    pdev->devfn, func-1, func+1));
2658
2659	peer = pci_get_slot(pdev->bus, PCI_DEVFN(slot,func-1));
2660	if (!peer) {
2661		peer = pci_get_slot(pdev->bus, PCI_DEVFN(slot,func+1));
2662		if (!peer)
2663			return;
2664	}
2665
2666	list_for_each_entry(ioc_srch, &ioc_list, list) {
2667		struct pci_dev *_pcidev = ioc_srch->pcidev;
2668		if (_pcidev == peer) {
2669			/* Paranoia checks */
2670			if (ioc->alt_ioc != NULL) {
2671				printk(MYIOC_s_WARN_FMT
2672				    "Oops, already bound (%s <==> %s)!\n",
2673				    ioc->name, ioc->name, ioc->alt_ioc->name);
2674				break;
2675			} else if (ioc_srch->alt_ioc != NULL) {
2676				printk(MYIOC_s_WARN_FMT
2677				    "Oops, already bound (%s <==> %s)!\n",
2678				    ioc_srch->name, ioc_srch->name,
2679				    ioc_srch->alt_ioc->name);
2680				break;
2681			}
2682			dprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2683				"FOUND! binding %s <==> %s\n",
2684				ioc->name, ioc->name, ioc_srch->name));
2685			ioc_srch->alt_ioc = ioc;
2686			ioc->alt_ioc = ioc_srch;
2687		}
2688	}
2689	pci_dev_put(peer);
2690}
2691
2692/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2693/**
2694 *	mpt_adapter_disable - Disable misbehaving MPT adapter.
2695 *	@ioc: Pointer to MPT adapter structure
2696 */
2697static void
2698mpt_adapter_disable(MPT_ADAPTER *ioc)
2699{
2700	int sz;
2701	int ret;
2702
2703	if (ioc->cached_fw != NULL) {
2704		ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2705			"%s: Pushing FW onto adapter\n", __func__, ioc->name));
2706		if ((ret = mpt_downloadboot(ioc, (MpiFwHeader_t *)
2707		    ioc->cached_fw, CAN_SLEEP)) < 0) {
2708			printk(MYIOC_s_WARN_FMT
2709			    ": firmware downloadboot failure (%d)!\n",
2710			    ioc->name, ret);
2711		}
2712	}
2713
2714	/*
2715	 * Put the controller into ready state (if its not already)
2716	 */
2717	if (mpt_GetIocState(ioc, 1) != MPI_IOC_STATE_READY) {
2718		if (!SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET,
2719		    CAN_SLEEP)) {
2720			if (mpt_GetIocState(ioc, 1) != MPI_IOC_STATE_READY)
2721				printk(MYIOC_s_ERR_FMT "%s:  IOC msg unit "
2722				    "reset failed to put ioc in ready state!\n",
2723				    ioc->name, __func__);
2724		} else
2725			printk(MYIOC_s_ERR_FMT "%s:  IOC msg unit reset "
2726			    "failed!\n", ioc->name, __func__);
2727	}
2728
2729
2730	/* Disable adapter interrupts! */
2731	synchronize_irq(ioc->pcidev->irq);
2732	CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
2733	ioc->active = 0;
2734
2735	/* Clear any lingering interrupt */
2736	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
2737	CHIPREG_READ32(&ioc->chip->IntStatus);
2738
2739	if (ioc->alloc != NULL) {
2740		sz = ioc->alloc_sz;
2741		dexitprintk(ioc, printk(MYIOC_s_INFO_FMT "free  @ %p, sz=%d bytes\n",
2742		    ioc->name, ioc->alloc, ioc->alloc_sz));
2743		dma_free_coherent(&ioc->pcidev->dev, sz, ioc->alloc,
2744				ioc->alloc_dma);
2745		ioc->reply_frames = NULL;
2746		ioc->req_frames = NULL;
2747		ioc->alloc = NULL;
2748		ioc->alloc_total -= sz;
2749	}
2750
2751	if (ioc->sense_buf_pool != NULL) {
2752		sz = (ioc->req_depth * MPT_SENSE_BUFFER_ALLOC);
2753		dma_free_coherent(&ioc->pcidev->dev, sz, ioc->sense_buf_pool,
2754				ioc->sense_buf_pool_dma);
2755		ioc->sense_buf_pool = NULL;
2756		ioc->alloc_total -= sz;
2757	}
2758
2759	if (ioc->events != NULL){
2760		sz = MPTCTL_EVENT_LOG_SIZE * sizeof(MPT_IOCTL_EVENTS);
2761		kfree(ioc->events);
2762		ioc->events = NULL;
2763		ioc->alloc_total -= sz;
2764	}
2765
2766	mpt_free_fw_memory(ioc);
2767
2768	kfree(ioc->spi_data.nvram);
2769	mpt_inactive_raid_list_free(ioc);
2770	kfree(ioc->raid_data.pIocPg2);
2771	kfree(ioc->raid_data.pIocPg3);
2772	ioc->spi_data.nvram = NULL;
2773	ioc->raid_data.pIocPg3 = NULL;
2774
2775	if (ioc->spi_data.pIocPg4 != NULL) {
2776		sz = ioc->spi_data.IocPg4Sz;
2777		pci_free_consistent(ioc->pcidev, sz,
2778			ioc->spi_data.pIocPg4,
2779			ioc->spi_data.IocPg4_dma);
2780		ioc->spi_data.pIocPg4 = NULL;
2781		ioc->alloc_total -= sz;
2782	}
2783
2784	if (ioc->ReqToChain != NULL) {
2785		kfree(ioc->ReqToChain);
2786		kfree(ioc->RequestNB);
2787		ioc->ReqToChain = NULL;
2788	}
2789
2790	kfree(ioc->ChainToChain);
2791	ioc->ChainToChain = NULL;
2792
2793	if (ioc->HostPageBuffer != NULL) {
2794		if((ret = mpt_host_page_access_control(ioc,
2795		    MPI_DB_HPBAC_FREE_BUFFER, NO_SLEEP)) != 0) {
2796			printk(MYIOC_s_ERR_FMT
2797			   ": %s: host page buffers free failed (%d)!\n",
2798			    ioc->name, __func__, ret);
2799		}
2800		dexitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2801			"HostPageBuffer free  @ %p, sz=%d bytes\n",
2802			ioc->name, ioc->HostPageBuffer,
2803			ioc->HostPageBuffer_sz));
2804		dma_free_coherent(&ioc->pcidev->dev, ioc->HostPageBuffer_sz,
2805		    ioc->HostPageBuffer, ioc->HostPageBuffer_dma);
2806		ioc->HostPageBuffer = NULL;
2807		ioc->HostPageBuffer_sz = 0;
2808		ioc->alloc_total -= ioc->HostPageBuffer_sz;
2809	}
2810
2811	pci_set_drvdata(ioc->pcidev, NULL);
2812}
2813/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2814/**
2815 *	mpt_adapter_dispose - Free all resources associated with an MPT adapter
2816 *	@ioc: Pointer to MPT adapter structure
2817 *
2818 *	This routine unregisters h/w resources and frees all alloc'd memory
2819 *	associated with a MPT adapter structure.
2820 */
2821static void
2822mpt_adapter_dispose(MPT_ADAPTER *ioc)
2823{
2824	int sz_first, sz_last;
2825
2826	if (ioc == NULL)
2827		return;
2828
2829	sz_first = ioc->alloc_total;
2830
2831	mpt_adapter_disable(ioc);
2832
2833	if (ioc->pci_irq != -1) {
2834		free_irq(ioc->pci_irq, ioc);
2835		if (ioc->msi_enable)
2836			pci_disable_msi(ioc->pcidev);
2837		ioc->pci_irq = -1;
2838	}
2839
2840	if (ioc->memmap != NULL) {
2841		iounmap(ioc->memmap);
2842		ioc->memmap = NULL;
2843	}
2844
2845	pci_disable_device(ioc->pcidev);
2846	pci_release_selected_regions(ioc->pcidev, ioc->bars);
2847
2848	/*  Zap the adapter lookup ptr!  */
2849	list_del(&ioc->list);
2850
2851	sz_last = ioc->alloc_total;
2852	dprintk(ioc, printk(MYIOC_s_INFO_FMT "free'd %d of %d bytes\n",
2853	    ioc->name, sz_first-sz_last+(int)sizeof(*ioc), sz_first));
2854
2855	if (ioc->alt_ioc)
2856		ioc->alt_ioc->alt_ioc = NULL;
2857
2858	kfree(ioc);
2859}
2860
2861/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2862/**
2863 *	MptDisplayIocCapabilities - Disply IOC's capabilities.
2864 *	@ioc: Pointer to MPT adapter structure
2865 */
2866static void
2867MptDisplayIocCapabilities(MPT_ADAPTER *ioc)
2868{
2869	int i = 0;
2870
2871	printk(KERN_INFO "%s: ", ioc->name);
2872	if (ioc->prod_name)
2873		pr_cont("%s: ", ioc->prod_name);
2874	pr_cont("Capabilities={");
2875
2876	if (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_INITIATOR) {
2877		pr_cont("Initiator");
2878		i++;
2879	}
2880
2881	if (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_TARGET) {
2882		pr_cont("%sTarget", i ? "," : "");
2883		i++;
2884	}
2885
2886	if (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_LAN) {
2887		pr_cont("%sLAN", i ? "," : "");
2888		i++;
2889	}
2890
2891#if 0
2892	/*
2893	 *  This would probably evoke more questions than it's worth
2894	 */
2895	if (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_TARGET) {
2896		pr_cont("%sLogBusAddr", i ? "," : "");
2897		i++;
2898	}
2899#endif
2900
2901	pr_cont("}\n");
2902}
2903
2904/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2905/**
2906 *	MakeIocReady - Get IOC to a READY state, using KickStart if needed.
2907 *	@ioc: Pointer to MPT_ADAPTER structure
2908 *	@force: Force hard KickStart of IOC
2909 *	@sleepFlag: Specifies whether the process can sleep
2910 *
2911 *	Returns:
2912 *		 1 - DIAG reset and READY
2913 *		 0 - READY initially OR soft reset and READY
2914 *		-1 - Any failure on KickStart
2915 *		-2 - Msg Unit Reset Failed
2916 *		-3 - IO Unit Reset Failed
2917 *		-4 - IOC owned by a PEER
2918 */
2919static int
2920MakeIocReady(MPT_ADAPTER *ioc, int force, int sleepFlag)
2921{
2922	u32	 ioc_state;
2923	int	 statefault = 0;
2924	int	 cntdn;
2925	int	 hard_reset_done = 0;
2926	int	 r;
2927	int	 ii;
2928	int	 whoinit;
2929
2930	/* Get current [raw] IOC state  */
2931	ioc_state = mpt_GetIocState(ioc, 0);
2932	dhsprintk(ioc, printk(MYIOC_s_INFO_FMT "MakeIocReady [raw] state=%08x\n", ioc->name, ioc_state));
2933
2934	/*
2935	 *	Check to see if IOC got left/stuck in doorbell handshake
2936	 *	grip of death.  If so, hard reset the IOC.
2937	 */
2938	if (ioc_state & MPI_DOORBELL_ACTIVE) {
2939		statefault = 1;
2940		printk(MYIOC_s_WARN_FMT "Unexpected doorbell active!\n",
2941				ioc->name);
2942	}
2943
2944	/* Is it already READY? */
2945	if (!statefault &&
2946	    ((ioc_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_READY)) {
2947		dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
2948		    "IOC is in READY state\n", ioc->name));
2949		return 0;
2950	}
2951
2952	/*
2953	 *	Check to see if IOC is in FAULT state.
2954	 */
2955	if ((ioc_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_FAULT) {
2956		statefault = 2;
2957		printk(MYIOC_s_WARN_FMT "IOC is in FAULT state!!!\n",
2958		    ioc->name);
2959		printk(MYIOC_s_WARN_FMT "           FAULT code = %04xh\n",
2960		    ioc->name, ioc_state & MPI_DOORBELL_DATA_MASK);
2961	}
2962
2963	/*
2964	 *	Hmmm...  Did it get left operational?
2965	 */
2966	if ((ioc_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_OPERATIONAL) {
2967		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "IOC operational unexpected\n",
2968				ioc->name));
2969
2970		/* Check WhoInit.
2971		 * If PCI Peer, exit.
2972		 * Else, if no fault conditions are present, issue a MessageUnitReset
2973		 * Else, fall through to KickStart case
2974		 */
2975		whoinit = (ioc_state & MPI_DOORBELL_WHO_INIT_MASK) >> MPI_DOORBELL_WHO_INIT_SHIFT;
2976		dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
2977			"whoinit 0x%x statefault %d force %d\n",
2978			ioc->name, whoinit, statefault, force));
2979		if (whoinit == MPI_WHOINIT_PCI_PEER)
2980			return -4;
2981		else {
2982			if ((statefault == 0 ) && (force == 0)) {
2983				if ((r = SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET, sleepFlag)) == 0)
2984					return 0;
2985			}
2986			statefault = 3;
2987		}
2988	}
2989
2990	hard_reset_done = KickStart(ioc, statefault||force, sleepFlag);
2991	if (hard_reset_done < 0)
2992		return -1;
2993
2994	/*
2995	 *  Loop here waiting for IOC to come READY.
2996	 */
2997	ii = 0;
2998	cntdn = ((sleepFlag == CAN_SLEEP) ? HZ : 1000) * 5;	/* 5 seconds */
2999
3000	while ((ioc_state = mpt_GetIocState(ioc, 1)) != MPI_IOC_STATE_READY) {
3001		if (ioc_state == MPI_IOC_STATE_OPERATIONAL) {
3002			/*
3003			 *  BIOS or previous driver load left IOC in OP state.
3004			 *  Reset messaging FIFOs.
3005			 */
3006			if ((r = SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET, sleepFlag)) != 0) {
3007				printk(MYIOC_s_ERR_FMT "IOC msg unit reset failed!\n", ioc->name);
3008				return -2;
3009			}
3010		} else if (ioc_state == MPI_IOC_STATE_RESET) {
3011			/*
3012			 *  Something is wrong.  Try to get IOC back
3013			 *  to a known state.
3014			 */
3015			if ((r = SendIocReset(ioc, MPI_FUNCTION_IO_UNIT_RESET, sleepFlag)) != 0) {
3016				printk(MYIOC_s_ERR_FMT "IO unit reset failed!\n", ioc->name);
3017				return -3;
3018			}
3019		}
3020
3021		ii++; cntdn--;
3022		if (!cntdn) {
3023			printk(MYIOC_s_ERR_FMT
3024				"Wait IOC_READY state (0x%x) timeout(%d)!\n",
3025				ioc->name, ioc_state, (int)((ii+5)/HZ));
3026			return -ETIME;
3027		}
3028
3029		if (sleepFlag == CAN_SLEEP) {
3030			msleep(1);
3031		} else {
3032			mdelay (1);	/* 1 msec delay */
3033		}
3034
3035	}
3036
3037	if (statefault < 3) {
3038		printk(MYIOC_s_INFO_FMT "Recovered from %s\n", ioc->name,
3039			statefault == 1 ? "stuck handshake" : "IOC FAULT");
3040	}
3041
3042	return hard_reset_done;
3043}
3044
3045/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3046/**
3047 *	mpt_GetIocState - Get the current state of a MPT adapter.
3048 *	@ioc: Pointer to MPT_ADAPTER structure
3049 *	@cooked: Request raw or cooked IOC state
3050 *
3051 *	Returns all IOC Doorbell register bits if cooked==0, else just the
3052 *	Doorbell bits in MPI_IOC_STATE_MASK.
3053 */
3054u32
3055mpt_GetIocState(MPT_ADAPTER *ioc, int cooked)
3056{
3057	u32 s, sc;
3058
3059	/*  Get!  */
3060	s = CHIPREG_READ32(&ioc->chip->Doorbell);
3061	sc = s & MPI_IOC_STATE_MASK;
3062
3063	/*  Save!  */
3064	ioc->last_state = sc;
3065
3066	return cooked ? sc : s;
3067}
3068
3069/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3070/**
3071 *	GetIocFacts - Send IOCFacts request to MPT adapter.
3072 *	@ioc: Pointer to MPT_ADAPTER structure
3073 *	@sleepFlag: Specifies whether the process can sleep
3074 *	@reason: If recovery, only update facts.
3075 *
3076 *	Returns 0 for success, non-zero for failure.
3077 */
3078static int
3079GetIocFacts(MPT_ADAPTER *ioc, int sleepFlag, int reason)
3080{
3081	IOCFacts_t		 get_facts;
3082	IOCFactsReply_t		*facts;
3083	int			 r;
3084	int			 req_sz;
3085	int			 reply_sz;
3086	int			 sz;
3087	u32			 vv;
3088	u8			 shiftFactor=1;
3089
3090	/* IOC *must* NOT be in RESET state! */
3091	if (ioc->last_state == MPI_IOC_STATE_RESET) {
3092		printk(KERN_ERR MYNAM
3093		    ": ERROR - Can't get IOCFacts, %s NOT READY! (%08x)\n",
3094		    ioc->name, ioc->last_state);
3095		return -44;
3096	}
3097
3098	facts = &ioc->facts;
3099
3100	/* Destination (reply area)... */
3101	reply_sz = sizeof(*facts);
3102	memset(facts, 0, reply_sz);
3103
3104	/* Request area (get_facts on the stack right now!) */
3105	req_sz = sizeof(get_facts);
3106	memset(&get_facts, 0, req_sz);
3107
3108	get_facts.Function = MPI_FUNCTION_IOC_FACTS;
3109	/* Assert: All other get_facts fields are zero! */
3110
3111	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3112	    "Sending get IocFacts request req_sz=%d reply_sz=%d\n",
3113	    ioc->name, req_sz, reply_sz));
3114
3115	/* No non-zero fields in the get_facts request are greater than
3116	 * 1 byte in size, so we can just fire it off as is.
3117	 */
3118	r = mpt_handshake_req_reply_wait(ioc, req_sz, (u32*)&get_facts,
3119			reply_sz, (u16*)facts, 5 /*seconds*/, sleepFlag);
3120	if (r != 0)
3121		return r;
3122
3123	/*
3124	 * Now byte swap (GRRR) the necessary fields before any further
3125	 * inspection of reply contents.
3126	 *
3127	 * But need to do some sanity checks on MsgLength (byte) field
3128	 * to make sure we don't zero IOC's req_sz!
3129	 */
3130	/* Did we get a valid reply? */
3131	if (facts->MsgLength > offsetof(IOCFactsReply_t, RequestFrameSize)/sizeof(u32)) {
3132		if (reason == MPT_HOSTEVENT_IOC_BRINGUP) {
3133			/*
3134			 * If not been here, done that, save off first WhoInit value
3135			 */
3136			if (ioc->FirstWhoInit == WHOINIT_UNKNOWN)
3137				ioc->FirstWhoInit = facts->WhoInit;
3138		}
3139
3140		facts->MsgVersion = le16_to_cpu(facts->MsgVersion);
3141		facts->MsgContext = le32_to_cpu(facts->MsgContext);
3142		facts->IOCExceptions = le16_to_cpu(facts->IOCExceptions);
3143		facts->IOCStatus = le16_to_cpu(facts->IOCStatus);
3144		facts->IOCLogInfo = le32_to_cpu(facts->IOCLogInfo);
 
3145		/* CHECKME! IOCStatus, IOCLogInfo */
3146
3147		facts->ReplyQueueDepth = le16_to_cpu(facts->ReplyQueueDepth);
3148		facts->RequestFrameSize = le16_to_cpu(facts->RequestFrameSize);
3149
3150		/*
3151		 * FC f/w version changed between 1.1 and 1.2
3152		 *	Old: u16{Major(4),Minor(4),SubMinor(8)}
3153		 *	New: u32{Major(8),Minor(8),Unit(8),Dev(8)}
3154		 */
3155		if (facts->MsgVersion < MPI_VERSION_01_02) {
3156			/*
3157			 *	Handle old FC f/w style, convert to new...
3158			 */
3159			u16	 oldv = le16_to_cpu(facts->Reserved_0101_FWVersion);
3160			facts->FWVersion.Word =
3161					((oldv<<12) & 0xFF000000) |
3162					((oldv<<8)  & 0x000FFF00);
3163		} else
3164			facts->FWVersion.Word = le32_to_cpu(facts->FWVersion.Word);
3165
3166		facts->ProductID = le16_to_cpu(facts->ProductID);
3167
3168		if ((ioc->facts.ProductID & MPI_FW_HEADER_PID_PROD_MASK)
3169		    > MPI_FW_HEADER_PID_PROD_TARGET_SCSI)
3170			ioc->ir_firmware = 1;
3171
3172		facts->CurrentHostMfaHighAddr =
3173				le32_to_cpu(facts->CurrentHostMfaHighAddr);
3174		facts->GlobalCredits = le16_to_cpu(facts->GlobalCredits);
3175		facts->CurrentSenseBufferHighAddr =
3176				le32_to_cpu(facts->CurrentSenseBufferHighAddr);
3177		facts->CurReplyFrameSize =
3178				le16_to_cpu(facts->CurReplyFrameSize);
3179		facts->IOCCapabilities = le32_to_cpu(facts->IOCCapabilities);
3180
3181		/*
3182		 * Handle NEW (!) IOCFactsReply fields in MPI-1.01.xx
3183		 * Older MPI-1.00.xx struct had 13 dwords, and enlarged
3184		 * to 14 in MPI-1.01.0x.
3185		 */
3186		if (facts->MsgLength >= (offsetof(IOCFactsReply_t,FWImageSize) + 7)/4 &&
3187		    facts->MsgVersion > MPI_VERSION_01_00) {
3188			facts->FWImageSize = le32_to_cpu(facts->FWImageSize);
3189		}
3190
3191		facts->FWImageSize = ALIGN(facts->FWImageSize, 4);
3192
3193		if (!facts->RequestFrameSize) {
3194			/*  Something is wrong!  */
3195			printk(MYIOC_s_ERR_FMT "IOC reported invalid 0 request size!\n",
3196					ioc->name);
3197			return -55;
3198		}
3199
3200		r = sz = facts->BlockSize;
3201		vv = ((63 / (sz * 4)) + 1) & 0x03;
3202		ioc->NB_for_64_byte_frame = vv;
3203		while ( sz )
3204		{
3205			shiftFactor++;
3206			sz = sz >> 1;
3207		}
3208		ioc->NBShiftFactor  = shiftFactor;
3209		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3210		    "NB_for_64_byte_frame=%x NBShiftFactor=%x BlockSize=%x\n",
3211		    ioc->name, vv, shiftFactor, r));
3212
3213		if (reason == MPT_HOSTEVENT_IOC_BRINGUP) {
3214			/*
3215			 * Set values for this IOC's request & reply frame sizes,
3216			 * and request & reply queue depths...
3217			 */
3218			ioc->req_sz = min(MPT_DEFAULT_FRAME_SIZE, facts->RequestFrameSize * 4);
3219			ioc->req_depth = min_t(int, MPT_MAX_REQ_DEPTH, facts->GlobalCredits);
3220			ioc->reply_sz = MPT_REPLY_FRAME_SIZE;
3221			ioc->reply_depth = min_t(int, MPT_DEFAULT_REPLY_DEPTH, facts->ReplyQueueDepth);
3222
3223			dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "reply_sz=%3d, reply_depth=%4d\n",
3224				ioc->name, ioc->reply_sz, ioc->reply_depth));
3225			dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "req_sz  =%3d, req_depth  =%4d\n",
3226				ioc->name, ioc->req_sz, ioc->req_depth));
3227
3228			/* Get port facts! */
3229			if ( (r = GetPortFacts(ioc, 0, sleepFlag)) != 0 )
3230				return r;
3231		}
3232	} else {
3233		printk(MYIOC_s_ERR_FMT
3234		     "Invalid IOC facts reply, msgLength=%d offsetof=%zd!\n",
3235		     ioc->name, facts->MsgLength, (offsetof(IOCFactsReply_t,
3236		     RequestFrameSize)/sizeof(u32)));
3237		return -66;
3238	}
3239
3240	return 0;
3241}
3242
3243/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3244/**
3245 *	GetPortFacts - Send PortFacts request to MPT adapter.
3246 *	@ioc: Pointer to MPT_ADAPTER structure
3247 *	@portnum: Port number
3248 *	@sleepFlag: Specifies whether the process can sleep
3249 *
3250 *	Returns 0 for success, non-zero for failure.
3251 */
3252static int
3253GetPortFacts(MPT_ADAPTER *ioc, int portnum, int sleepFlag)
3254{
3255	PortFacts_t		 get_pfacts;
3256	PortFactsReply_t	*pfacts;
3257	int			 ii;
3258	int			 req_sz;
3259	int			 reply_sz;
3260	int			 max_id;
3261
3262	/* IOC *must* NOT be in RESET state! */
3263	if (ioc->last_state == MPI_IOC_STATE_RESET) {
3264		printk(MYIOC_s_ERR_FMT "Can't get PortFacts NOT READY! (%08x)\n",
3265		    ioc->name, ioc->last_state );
3266		return -4;
3267	}
3268
3269	pfacts = &ioc->pfacts[portnum];
3270
3271	/* Destination (reply area)...  */
3272	reply_sz = sizeof(*pfacts);
3273	memset(pfacts, 0, reply_sz);
3274
3275	/* Request area (get_pfacts on the stack right now!) */
3276	req_sz = sizeof(get_pfacts);
3277	memset(&get_pfacts, 0, req_sz);
3278
3279	get_pfacts.Function = MPI_FUNCTION_PORT_FACTS;
3280	get_pfacts.PortNumber = portnum;
3281	/* Assert: All other get_pfacts fields are zero! */
3282
3283	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending get PortFacts(%d) request\n",
3284			ioc->name, portnum));
3285
3286	/* No non-zero fields in the get_pfacts request are greater than
3287	 * 1 byte in size, so we can just fire it off as is.
3288	 */
3289	ii = mpt_handshake_req_reply_wait(ioc, req_sz, (u32*)&get_pfacts,
3290				reply_sz, (u16*)pfacts, 5 /*seconds*/, sleepFlag);
3291	if (ii != 0)
3292		return ii;
3293
3294	/* Did we get a valid reply? */
3295
3296	/* Now byte swap the necessary fields in the response. */
3297	pfacts->MsgContext = le32_to_cpu(pfacts->MsgContext);
3298	pfacts->IOCStatus = le16_to_cpu(pfacts->IOCStatus);
3299	pfacts->IOCLogInfo = le32_to_cpu(pfacts->IOCLogInfo);
3300	pfacts->MaxDevices = le16_to_cpu(pfacts->MaxDevices);
3301	pfacts->PortSCSIID = le16_to_cpu(pfacts->PortSCSIID);
3302	pfacts->ProtocolFlags = le16_to_cpu(pfacts->ProtocolFlags);
3303	pfacts->MaxPostedCmdBuffers = le16_to_cpu(pfacts->MaxPostedCmdBuffers);
3304	pfacts->MaxPersistentIDs = le16_to_cpu(pfacts->MaxPersistentIDs);
3305	pfacts->MaxLanBuckets = le16_to_cpu(pfacts->MaxLanBuckets);
3306
3307	max_id = (ioc->bus_type == SAS) ? pfacts->PortSCSIID :
3308	    pfacts->MaxDevices;
3309	ioc->devices_per_bus = (max_id > 255) ? 256 : max_id;
3310	ioc->number_of_buses = (ioc->devices_per_bus < 256) ? 1 : max_id/256;
3311
3312	/*
3313	 * Place all the devices on channels
3314	 *
3315	 * (for debuging)
3316	 */
3317	if (mpt_channel_mapping) {
3318		ioc->devices_per_bus = 1;
3319		ioc->number_of_buses = (max_id > 255) ? 255 : max_id;
3320	}
3321
3322	return 0;
3323}
3324
3325/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3326/**
3327 *	SendIocInit - Send IOCInit request to MPT adapter.
3328 *	@ioc: Pointer to MPT_ADAPTER structure
3329 *	@sleepFlag: Specifies whether the process can sleep
3330 *
3331 *	Send IOCInit followed by PortEnable to bring IOC to OPERATIONAL state.
3332 *
3333 *	Returns 0 for success, non-zero for failure.
3334 */
3335static int
3336SendIocInit(MPT_ADAPTER *ioc, int sleepFlag)
3337{
3338	IOCInit_t		 ioc_init;
3339	MPIDefaultReply_t	 init_reply;
3340	u32			 state;
3341	int			 r;
3342	int			 count;
3343	int			 cntdn;
3344
3345	memset(&ioc_init, 0, sizeof(ioc_init));
3346	memset(&init_reply, 0, sizeof(init_reply));
3347
3348	ioc_init.WhoInit = MPI_WHOINIT_HOST_DRIVER;
3349	ioc_init.Function = MPI_FUNCTION_IOC_INIT;
3350
3351	/* If we are in a recovery mode and we uploaded the FW image,
3352	 * then this pointer is not NULL. Skip the upload a second time.
3353	 * Set this flag if cached_fw set for either IOC.
3354	 */
3355	if (ioc->facts.Flags & MPI_IOCFACTS_FLAGS_FW_DOWNLOAD_BOOT)
3356		ioc->upload_fw = 1;
3357	else
3358		ioc->upload_fw = 0;
3359	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "upload_fw %d facts.Flags=%x\n",
3360		   ioc->name, ioc->upload_fw, ioc->facts.Flags));
3361
3362	ioc_init.MaxDevices = (U8)ioc->devices_per_bus;
3363	ioc_init.MaxBuses = (U8)ioc->number_of_buses;
3364
3365	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "facts.MsgVersion=%x\n",
3366		   ioc->name, ioc->facts.MsgVersion));
3367	if (ioc->facts.MsgVersion >= MPI_VERSION_01_05) {
3368		// set MsgVersion and HeaderVersion host driver was built with
3369		ioc_init.MsgVersion = cpu_to_le16(MPI_VERSION);
3370	        ioc_init.HeaderVersion = cpu_to_le16(MPI_HEADER_VERSION);
3371
3372		if (ioc->facts.Flags & MPI_IOCFACTS_FLAGS_HOST_PAGE_BUFFER_PERSISTENT) {
3373			ioc_init.HostPageBufferSGE = ioc->facts.HostPageBufferSGE;
3374		} else if(mpt_host_page_alloc(ioc, &ioc_init))
3375			return -99;
3376	}
3377	ioc_init.ReplyFrameSize = cpu_to_le16(ioc->reply_sz);	/* in BYTES */
3378
3379	if (ioc->sg_addr_size == sizeof(u64)) {
3380		/* Save the upper 32-bits of the request
3381		 * (reply) and sense buffers.
3382		 */
3383		ioc_init.HostMfaHighAddr = cpu_to_le32((u32)((u64)ioc->alloc_dma >> 32));
3384		ioc_init.SenseBufferHighAddr = cpu_to_le32((u32)((u64)ioc->sense_buf_pool_dma >> 32));
3385	} else {
3386		/* Force 32-bit addressing */
3387		ioc_init.HostMfaHighAddr = cpu_to_le32(0);
3388		ioc_init.SenseBufferHighAddr = cpu_to_le32(0);
3389	}
3390
3391	ioc->facts.CurrentHostMfaHighAddr = ioc_init.HostMfaHighAddr;
3392	ioc->facts.CurrentSenseBufferHighAddr = ioc_init.SenseBufferHighAddr;
3393	ioc->facts.MaxDevices = ioc_init.MaxDevices;
3394	ioc->facts.MaxBuses = ioc_init.MaxBuses;
3395
3396	dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending IOCInit (req @ %p)\n",
3397			ioc->name, &ioc_init));
3398
3399	r = mpt_handshake_req_reply_wait(ioc, sizeof(IOCInit_t), (u32*)&ioc_init,
3400				sizeof(MPIDefaultReply_t), (u16*)&init_reply, 10 /*seconds*/, sleepFlag);
3401	if (r != 0) {
3402		printk(MYIOC_s_ERR_FMT "Sending IOCInit failed(%d)!\n",ioc->name, r);
3403		return r;
3404	}
3405
3406	/* No need to byte swap the multibyte fields in the reply
3407	 * since we don't even look at its contents.
3408	 */
3409
3410	dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending PortEnable (req @ %p)\n",
3411			ioc->name, &ioc_init));
3412
3413	if ((r = SendPortEnable(ioc, 0, sleepFlag)) != 0) {
3414		printk(MYIOC_s_ERR_FMT "Sending PortEnable failed(%d)!\n",ioc->name, r);
3415		return r;
3416	}
3417
3418	/* YIKES!  SUPER IMPORTANT!!!
3419	 *  Poll IocState until _OPERATIONAL while IOC is doing
3420	 *  LoopInit and TargetDiscovery!
3421	 */
3422	count = 0;
3423	cntdn = ((sleepFlag == CAN_SLEEP) ? HZ : 1000) * 60;	/* 60 seconds */
3424	state = mpt_GetIocState(ioc, 1);
3425	while (state != MPI_IOC_STATE_OPERATIONAL && --cntdn) {
3426		if (sleepFlag == CAN_SLEEP) {
3427			msleep(1);
3428		} else {
3429			mdelay(1);
3430		}
3431
3432		if (!cntdn) {
3433			printk(MYIOC_s_ERR_FMT "Wait IOC_OP state timeout(%d)!\n",
3434					ioc->name, (int)((count+5)/HZ));
3435			return -9;
3436		}
3437
3438		state = mpt_GetIocState(ioc, 1);
3439		count++;
3440	}
3441	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Wait IOC_OPERATIONAL state (cnt=%d)\n",
3442			ioc->name, count));
3443
3444	ioc->aen_event_read_flag=0;
3445	return r;
3446}
3447
3448/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3449/**
3450 *	SendPortEnable - Send PortEnable request to MPT adapter port.
3451 *	@ioc: Pointer to MPT_ADAPTER structure
3452 *	@portnum: Port number to enable
3453 *	@sleepFlag: Specifies whether the process can sleep
3454 *
3455 *	Send PortEnable to bring IOC to OPERATIONAL state.
3456 *
3457 *	Returns 0 for success, non-zero for failure.
3458 */
3459static int
3460SendPortEnable(MPT_ADAPTER *ioc, int portnum, int sleepFlag)
3461{
3462	PortEnable_t		 port_enable;
3463	MPIDefaultReply_t	 reply_buf;
3464	int	 rc;
3465	int	 req_sz;
3466	int	 reply_sz;
3467
3468	/*  Destination...  */
3469	reply_sz = sizeof(MPIDefaultReply_t);
3470	memset(&reply_buf, 0, reply_sz);
3471
3472	req_sz = sizeof(PortEnable_t);
3473	memset(&port_enable, 0, req_sz);
3474
3475	port_enable.Function = MPI_FUNCTION_PORT_ENABLE;
3476	port_enable.PortNumber = portnum;
3477/*	port_enable.ChainOffset = 0;		*/
3478/*	port_enable.MsgFlags = 0;		*/
3479/*	port_enable.MsgContext = 0;		*/
3480
3481	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending Port(%d)Enable (req @ %p)\n",
3482			ioc->name, portnum, &port_enable));
3483
3484	/* RAID FW may take a long time to enable
3485	 */
3486	if (ioc->ir_firmware || ioc->bus_type == SAS) {
3487		rc = mpt_handshake_req_reply_wait(ioc, req_sz,
3488		(u32*)&port_enable, reply_sz, (u16*)&reply_buf,
3489		300 /*seconds*/, sleepFlag);
3490	} else {
3491		rc = mpt_handshake_req_reply_wait(ioc, req_sz,
3492		(u32*)&port_enable, reply_sz, (u16*)&reply_buf,
3493		30 /*seconds*/, sleepFlag);
3494	}
3495	return rc;
3496}
3497
3498/**
3499 *	mpt_alloc_fw_memory - allocate firmware memory
3500 *	@ioc: Pointer to MPT_ADAPTER structure
3501 *      @size: total FW bytes
3502 *
3503 *	If memory has already been allocated, the same (cached) value
3504 *	is returned.
3505 *
3506 *	Return 0 if successful, or non-zero for failure
3507 **/
3508int
3509mpt_alloc_fw_memory(MPT_ADAPTER *ioc, int size)
3510{
3511	int rc;
3512
3513	if (ioc->cached_fw) {
3514		rc = 0;  /* use already allocated memory */
3515		goto out;
3516	}
3517	else if (ioc->alt_ioc && ioc->alt_ioc->cached_fw) {
3518		ioc->cached_fw = ioc->alt_ioc->cached_fw;  /* use alt_ioc's memory */
3519		ioc->cached_fw_dma = ioc->alt_ioc->cached_fw_dma;
3520		rc = 0;
3521		goto out;
3522	}
3523	ioc->cached_fw = pci_alloc_consistent(ioc->pcidev, size, &ioc->cached_fw_dma);
3524	if (!ioc->cached_fw) {
3525		printk(MYIOC_s_ERR_FMT "Unable to allocate memory for the cached firmware image!\n",
3526		    ioc->name);
3527		rc = -1;
3528	} else {
3529		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "FW Image  @ %p[%p], sz=%d[%x] bytes\n",
3530		    ioc->name, ioc->cached_fw, (void *)(ulong)ioc->cached_fw_dma, size, size));
3531		ioc->alloc_total += size;
3532		rc = 0;
3533	}
3534 out:
3535	return rc;
3536}
3537
3538/**
3539 *	mpt_free_fw_memory - free firmware memory
3540 *	@ioc: Pointer to MPT_ADAPTER structure
3541 *
3542 *	If alt_img is NULL, delete from ioc structure.
3543 *	Else, delete a secondary image in same format.
3544 **/
3545void
3546mpt_free_fw_memory(MPT_ADAPTER *ioc)
3547{
3548	int sz;
3549
3550	if (!ioc->cached_fw)
3551		return;
3552
3553	sz = ioc->facts.FWImageSize;
3554	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "free_fw_memory: FW Image  @ %p[%p], sz=%d[%x] bytes\n",
3555		 ioc->name, ioc->cached_fw, (void *)(ulong)ioc->cached_fw_dma, sz, sz));
3556	pci_free_consistent(ioc->pcidev, sz, ioc->cached_fw, ioc->cached_fw_dma);
3557	ioc->alloc_total -= sz;
3558	ioc->cached_fw = NULL;
3559}
3560
3561/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3562/**
3563 *	mpt_do_upload - Construct and Send FWUpload request to MPT adapter port.
3564 *	@ioc: Pointer to MPT_ADAPTER structure
3565 *	@sleepFlag: Specifies whether the process can sleep
3566 *
3567 *	Returns 0 for success, >0 for handshake failure
3568 *		<0 for fw upload failure.
3569 *
3570 *	Remark: If bound IOC and a successful FWUpload was performed
3571 *	on the bound IOC, the second image is discarded
3572 *	and memory is free'd. Both channels must upload to prevent
3573 *	IOC from running in degraded mode.
3574 */
3575static int
3576mpt_do_upload(MPT_ADAPTER *ioc, int sleepFlag)
3577{
3578	u8			 reply[sizeof(FWUploadReply_t)];
3579	FWUpload_t		*prequest;
3580	FWUploadReply_t		*preply;
3581	FWUploadTCSGE_t		*ptcsge;
3582	u32			 flagsLength;
3583	int			 ii, sz, reply_sz;
3584	int			 cmdStatus;
3585	int			request_size;
3586	/* If the image size is 0, we are done.
3587	 */
3588	if ((sz = ioc->facts.FWImageSize) == 0)
3589		return 0;
3590
3591	if (mpt_alloc_fw_memory(ioc, ioc->facts.FWImageSize) != 0)
3592		return -ENOMEM;
3593
3594	dinitprintk(ioc, printk(MYIOC_s_INFO_FMT ": FW Image  @ %p[%p], sz=%d[%x] bytes\n",
3595	    ioc->name, ioc->cached_fw, (void *)(ulong)ioc->cached_fw_dma, sz, sz));
3596
3597	prequest = (sleepFlag == NO_SLEEP) ? kzalloc(ioc->req_sz, GFP_ATOMIC) :
3598	    kzalloc(ioc->req_sz, GFP_KERNEL);
3599	if (!prequest) {
3600		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "fw upload failed "
3601		    "while allocating memory \n", ioc->name));
3602		mpt_free_fw_memory(ioc);
3603		return -ENOMEM;
3604	}
3605
3606	preply = (FWUploadReply_t *)&reply;
3607
3608	reply_sz = sizeof(reply);
3609	memset(preply, 0, reply_sz);
3610
3611	prequest->ImageType = MPI_FW_UPLOAD_ITYPE_FW_IOC_MEM;
3612	prequest->Function = MPI_FUNCTION_FW_UPLOAD;
3613
3614	ptcsge = (FWUploadTCSGE_t *) &prequest->SGL;
3615	ptcsge->DetailsLength = 12;
3616	ptcsge->Flags = MPI_SGE_FLAGS_TRANSACTION_ELEMENT;
3617	ptcsge->ImageSize = cpu_to_le32(sz);
3618	ptcsge++;
3619
3620	flagsLength = MPT_SGE_FLAGS_SSIMPLE_READ | sz;
3621	ioc->add_sge((char *)ptcsge, flagsLength, ioc->cached_fw_dma);
3622	request_size = offsetof(FWUpload_t, SGL) + sizeof(FWUploadTCSGE_t) +
3623	    ioc->SGE_size;
3624	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending FW Upload "
3625	    " (req @ %p) fw_size=%d mf_request_size=%d\n", ioc->name, prequest,
3626	    ioc->facts.FWImageSize, request_size));
3627	DBG_DUMP_FW_REQUEST_FRAME(ioc, (u32 *)prequest);
3628
3629	ii = mpt_handshake_req_reply_wait(ioc, request_size, (u32 *)prequest,
3630	    reply_sz, (u16 *)preply, 65 /*seconds*/, sleepFlag);
3631
3632	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "FW Upload completed "
3633	    "rc=%x \n", ioc->name, ii));
3634
3635	cmdStatus = -EFAULT;
3636	if (ii == 0) {
3637		/* Handshake transfer was complete and successful.
3638		 * Check the Reply Frame.
3639		 */
3640		int status;
3641		status = le16_to_cpu(preply->IOCStatus) &
3642				MPI_IOCSTATUS_MASK;
3643		if (status == MPI_IOCSTATUS_SUCCESS &&
3644		    ioc->facts.FWImageSize ==
3645		    le32_to_cpu(preply->ActualImageSize))
3646				cmdStatus = 0;
3647	}
3648	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT ": do_upload cmdStatus=%d \n",
3649			ioc->name, cmdStatus));
3650
3651
3652	if (cmdStatus) {
3653		ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "fw upload failed, "
3654		    "freeing image \n", ioc->name));
3655		mpt_free_fw_memory(ioc);
3656	}
3657	kfree(prequest);
3658
3659	return cmdStatus;
3660}
3661
3662/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3663/**
3664 *	mpt_downloadboot - DownloadBoot code
3665 *	@ioc: Pointer to MPT_ADAPTER structure
3666 *	@pFwHeader: Pointer to firmware header info
3667 *	@sleepFlag: Specifies whether the process can sleep
3668 *
3669 *	FwDownloadBoot requires Programmed IO access.
3670 *
3671 *	Returns 0 for success
3672 *		-1 FW Image size is 0
3673 *		-2 No valid cached_fw Pointer
3674 *		<0 for fw upload failure.
3675 */
3676static int
3677mpt_downloadboot(MPT_ADAPTER *ioc, MpiFwHeader_t *pFwHeader, int sleepFlag)
3678{
3679	MpiExtImageHeader_t	*pExtImage;
3680	u32			 fwSize;
3681	u32			 diag0val;
3682	int			 count;
3683	u32			*ptrFw;
3684	u32			 diagRwData;
3685	u32			 nextImage;
3686	u32			 load_addr;
3687	u32 			 ioc_state=0;
3688
3689	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "downloadboot: fw size 0x%x (%d), FW Ptr %p\n",
3690				ioc->name, pFwHeader->ImageSize, pFwHeader->ImageSize, pFwHeader));
3691
3692	CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFF);
3693	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_1ST_KEY_VALUE);
3694	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_2ND_KEY_VALUE);
3695	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_3RD_KEY_VALUE);
3696	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_4TH_KEY_VALUE);
3697	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_5TH_KEY_VALUE);
3698
3699	CHIPREG_WRITE32(&ioc->chip->Diagnostic, (MPI_DIAG_PREVENT_IOC_BOOT | MPI_DIAG_DISABLE_ARM));
3700
3701	/* wait 1 msec */
3702	if (sleepFlag == CAN_SLEEP) {
3703		msleep(1);
3704	} else {
3705		mdelay (1);
3706	}
3707
3708	diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
3709	CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val | MPI_DIAG_RESET_ADAPTER);
3710
3711	for (count = 0; count < 30; count ++) {
3712		diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
3713		if (!(diag0val & MPI_DIAG_RESET_ADAPTER)) {
3714			ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "RESET_ADAPTER cleared, count=%d\n",
3715				ioc->name, count));
3716			break;
3717		}
3718		/* wait .1 sec */
3719		if (sleepFlag == CAN_SLEEP) {
3720			msleep (100);
3721		} else {
3722			mdelay (100);
3723		}
3724	}
3725
3726	if ( count == 30 ) {
3727		ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "downloadboot failed! "
3728		"Unable to get MPI_DIAG_DRWE mode, diag0val=%x\n",
3729		ioc->name, diag0val));
3730		return -3;
3731	}
3732
3733	CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFF);
3734	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_1ST_KEY_VALUE);
3735	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_2ND_KEY_VALUE);
3736	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_3RD_KEY_VALUE);
3737	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_4TH_KEY_VALUE);
3738	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_5TH_KEY_VALUE);
3739
3740	/* Set the DiagRwEn and Disable ARM bits */
3741	CHIPREG_WRITE32(&ioc->chip->Diagnostic, (MPI_DIAG_RW_ENABLE | MPI_DIAG_DISABLE_ARM));
3742
3743	fwSize = (pFwHeader->ImageSize + 3)/4;
3744	ptrFw = (u32 *) pFwHeader;
3745
3746	/* Write the LoadStartAddress to the DiagRw Address Register
3747	 * using Programmed IO
3748	 */
3749	if (ioc->errata_flag_1064)
3750		pci_enable_io_access(ioc->pcidev);
3751
3752	CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwAddress, pFwHeader->LoadStartAddress);
3753	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "LoadStart addr written 0x%x \n",
3754		ioc->name, pFwHeader->LoadStartAddress));
3755
3756	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Write FW Image: 0x%x bytes @ %p\n",
3757				ioc->name, fwSize*4, ptrFw));
3758	while (fwSize--) {
3759		CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwData, *ptrFw++);
3760	}
3761
3762	nextImage = pFwHeader->NextImageHeaderOffset;
3763	while (nextImage) {
3764		pExtImage = (MpiExtImageHeader_t *) ((char *)pFwHeader + nextImage);
3765
3766		load_addr = pExtImage->LoadStartAddress;
3767
3768		fwSize = (pExtImage->ImageSize + 3) >> 2;
3769		ptrFw = (u32 *)pExtImage;
3770
3771		ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Write Ext Image: 0x%x (%d) bytes @ %p load_addr=%x\n",
3772						ioc->name, fwSize*4, fwSize*4, ptrFw, load_addr));
3773		CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwAddress, load_addr);
3774
3775		while (fwSize--) {
3776			CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwData, *ptrFw++);
3777		}
3778		nextImage = pExtImage->NextImageHeaderOffset;
3779	}
3780
3781	/* Write the IopResetVectorRegAddr */
3782	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Write IopResetVector Addr=%x! \n", ioc->name, 	pFwHeader->IopResetRegAddr));
3783	CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwAddress, pFwHeader->IopResetRegAddr);
3784
3785	/* Write the IopResetVectorValue */
3786	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Write IopResetVector Value=%x! \n", ioc->name, pFwHeader->IopResetVectorValue));
3787	CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwData, pFwHeader->IopResetVectorValue);
3788
3789	/* Clear the internal flash bad bit - autoincrementing register,
3790	 * so must do two writes.
3791	 */
3792	if (ioc->bus_type == SPI) {
3793		/*
3794		 * 1030 and 1035 H/W errata, workaround to access
3795		 * the ClearFlashBadSignatureBit
3796		 */
3797		CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwAddress, 0x3F000000);
3798		diagRwData = CHIPREG_PIO_READ32(&ioc->pio_chip->DiagRwData);
3799		diagRwData |= 0x40000000;
3800		CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwAddress, 0x3F000000);
3801		CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwData, diagRwData);
3802
3803	} else /* if((ioc->bus_type == SAS) || (ioc->bus_type == FC)) */ {
3804		diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
3805		CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val |
3806		    MPI_DIAG_CLEAR_FLASH_BAD_SIG);
3807
3808		/* wait 1 msec */
3809		if (sleepFlag == CAN_SLEEP) {
3810			msleep (1);
3811		} else {
3812			mdelay (1);
3813		}
3814	}
3815
3816	if (ioc->errata_flag_1064)
3817		pci_disable_io_access(ioc->pcidev);
3818
3819	diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
3820	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "downloadboot diag0val=%x, "
3821		"turning off PREVENT_IOC_BOOT, DISABLE_ARM, RW_ENABLE\n",
3822		ioc->name, diag0val));
3823	diag0val &= ~(MPI_DIAG_PREVENT_IOC_BOOT | MPI_DIAG_DISABLE_ARM | MPI_DIAG_RW_ENABLE);
3824	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "downloadboot now diag0val=%x\n",
3825		ioc->name, diag0val));
3826	CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val);
3827
3828	/* Write 0xFF to reset the sequencer */
3829	CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFF);
3830
3831	if (ioc->bus_type == SAS) {
3832		ioc_state = mpt_GetIocState(ioc, 0);
3833		if ( (GetIocFacts(ioc, sleepFlag,
3834				MPT_HOSTEVENT_IOC_BRINGUP)) != 0 ) {
3835			ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "GetIocFacts failed: IocState=%x\n",
3836					ioc->name, ioc_state));
3837			return -EFAULT;
3838		}
3839	}
3840
3841	for (count=0; count<HZ*20; count++) {
3842		if ((ioc_state = mpt_GetIocState(ioc, 0)) & MPI_IOC_STATE_READY) {
3843			ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3844				"downloadboot successful! (count=%d) IocState=%x\n",
3845				ioc->name, count, ioc_state));
3846			if (ioc->bus_type == SAS) {
3847				return 0;
3848			}
3849			if ((SendIocInit(ioc, sleepFlag)) != 0) {
3850				ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3851					"downloadboot: SendIocInit failed\n",
3852					ioc->name));
3853				return -EFAULT;
3854			}
3855			ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3856					"downloadboot: SendIocInit successful\n",
3857					ioc->name));
3858			return 0;
3859		}
3860		if (sleepFlag == CAN_SLEEP) {
3861			msleep (10);
3862		} else {
3863			mdelay (10);
3864		}
3865	}
3866	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3867		"downloadboot failed! IocState=%x\n",ioc->name, ioc_state));
3868	return -EFAULT;
3869}
3870
3871/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3872/**
3873 *	KickStart - Perform hard reset of MPT adapter.
3874 *	@ioc: Pointer to MPT_ADAPTER structure
3875 *	@force: Force hard reset
3876 *	@sleepFlag: Specifies whether the process can sleep
3877 *
3878 *	This routine places MPT adapter in diagnostic mode via the
3879 *	WriteSequence register, and then performs a hard reset of adapter
3880 *	via the Diagnostic register.
3881 *
3882 *	Inputs:   sleepflag - CAN_SLEEP (non-interrupt thread)
3883 *			or NO_SLEEP (interrupt thread, use mdelay)
3884 *		  force - 1 if doorbell active, board fault state
3885 *				board operational, IOC_RECOVERY or
3886 *				IOC_BRINGUP and there is an alt_ioc.
3887 *			  0 else
3888 *
3889 *	Returns:
3890 *		 1 - hard reset, READY
3891 *		 0 - no reset due to History bit, READY
3892 *		-1 - no reset due to History bit but not READY
3893 *		     OR reset but failed to come READY
3894 *		-2 - no reset, could not enter DIAG mode
3895 *		-3 - reset but bad FW bit
3896 */
3897static int
3898KickStart(MPT_ADAPTER *ioc, int force, int sleepFlag)
3899{
3900	int hard_reset_done = 0;
3901	u32 ioc_state=0;
3902	int cnt,cntdn;
3903
3904	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "KickStarting!\n", ioc->name));
3905	if (ioc->bus_type == SPI) {
3906		/* Always issue a Msg Unit Reset first. This will clear some
3907		 * SCSI bus hang conditions.
3908		 */
3909		SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET, sleepFlag);
3910
3911		if (sleepFlag == CAN_SLEEP) {
3912			msleep (1000);
3913		} else {
3914			mdelay (1000);
3915		}
3916	}
3917
3918	hard_reset_done = mpt_diag_reset(ioc, force, sleepFlag);
3919	if (hard_reset_done < 0)
3920		return hard_reset_done;
3921
3922	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Diagnostic reset successful!\n",
3923		ioc->name));
3924
3925	cntdn = ((sleepFlag == CAN_SLEEP) ? HZ : 1000) * 2;	/* 2 seconds */
3926	for (cnt=0; cnt<cntdn; cnt++) {
3927		ioc_state = mpt_GetIocState(ioc, 1);
3928		if ((ioc_state == MPI_IOC_STATE_READY) || (ioc_state == MPI_IOC_STATE_OPERATIONAL)) {
3929			dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "KickStart successful! (cnt=%d)\n",
3930 					ioc->name, cnt));
3931			return hard_reset_done;
3932		}
3933		if (sleepFlag == CAN_SLEEP) {
3934			msleep (10);
3935		} else {
3936			mdelay (10);
3937		}
3938	}
3939
3940	dinitprintk(ioc, printk(MYIOC_s_ERR_FMT "Failed to come READY after reset! IocState=%x\n",
3941		ioc->name, mpt_GetIocState(ioc, 0)));
3942	return -1;
3943}
3944
3945/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3946/**
3947 *	mpt_diag_reset - Perform hard reset of the adapter.
3948 *	@ioc: Pointer to MPT_ADAPTER structure
3949 *	@ignore: Set if to honor and clear to ignore
3950 *		the reset history bit
3951 *	@sleepFlag: CAN_SLEEP if called in a non-interrupt thread,
3952 *		else set to NO_SLEEP (use mdelay instead)
3953 *
3954 *	This routine places the adapter in diagnostic mode via the
3955 *	WriteSequence register and then performs a hard reset of adapter
3956 *	via the Diagnostic register. Adapter should be in ready state
3957 *	upon successful completion.
3958 *
3959 *	Returns:  1  hard reset successful
3960 *		  0  no reset performed because reset history bit set
3961 *		 -2  enabling diagnostic mode failed
3962 *		 -3  diagnostic reset failed
3963 */
3964static int
3965mpt_diag_reset(MPT_ADAPTER *ioc, int ignore, int sleepFlag)
3966{
3967	u32 diag0val;
3968	u32 doorbell;
3969	int hard_reset_done = 0;
3970	int count = 0;
3971	u32 diag1val = 0;
3972	MpiFwHeader_t *cached_fw;	/* Pointer to FW */
3973	u8	 cb_idx;
3974
3975	/* Clear any existing interrupts */
3976	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
3977
3978	if (ioc->pcidev->device == MPI_MANUFACTPAGE_DEVID_SAS1078) {
3979
3980		if (!ignore)
3981			return 0;
3982
3983		drsprintk(ioc, printk(MYIOC_s_WARN_FMT "%s: Doorbell=%p; 1078 reset "
3984			"address=%p\n",  ioc->name, __func__,
3985			&ioc->chip->Doorbell, &ioc->chip->Reset_1078));
3986		CHIPREG_WRITE32(&ioc->chip->Reset_1078, 0x07);
3987		if (sleepFlag == CAN_SLEEP)
3988			msleep(1);
3989		else
3990			mdelay(1);
3991
3992		/*
3993		 * Call each currently registered protocol IOC reset handler
3994		 * with pre-reset indication.
3995		 * NOTE: If we're doing _IOC_BRINGUP, there can be no
3996		 * MptResetHandlers[] registered yet.
3997		 */
3998		for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
3999			if (MptResetHandlers[cb_idx])
4000				(*(MptResetHandlers[cb_idx]))(ioc,
4001						MPT_IOC_PRE_RESET);
4002		}
4003
4004		for (count = 0; count < 60; count ++) {
4005			doorbell = CHIPREG_READ32(&ioc->chip->Doorbell);
4006			doorbell &= MPI_IOC_STATE_MASK;
4007
4008			drsprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4009				"looking for READY STATE: doorbell=%x"
4010			        " count=%d\n",
4011				ioc->name, doorbell, count));
4012
4013			if (doorbell == MPI_IOC_STATE_READY) {
4014				return 1;
4015			}
4016
4017			/* wait 1 sec */
4018			if (sleepFlag == CAN_SLEEP)
4019				msleep(1000);
4020			else
4021				mdelay(1000);
4022		}
4023		return -1;
4024	}
4025
4026	/* Use "Diagnostic reset" method! (only thing available!) */
4027	diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4028
4029	if (ioc->debug_level & MPT_DEBUG) {
4030		if (ioc->alt_ioc)
4031			diag1val = CHIPREG_READ32(&ioc->alt_ioc->chip->Diagnostic);
4032		dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "DbG1: diag0=%08x, diag1=%08x\n",
4033			ioc->name, diag0val, diag1val));
4034	}
4035
4036	/* Do the reset if we are told to ignore the reset history
4037	 * or if the reset history is 0
4038	 */
4039	if (ignore || !(diag0val & MPI_DIAG_RESET_HISTORY)) {
4040		while ((diag0val & MPI_DIAG_DRWE) == 0) {
4041			/* Write magic sequence to WriteSequence register
4042			 * Loop until in diagnostic mode
4043			 */
4044			CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFF);
4045			CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_1ST_KEY_VALUE);
4046			CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_2ND_KEY_VALUE);
4047			CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_3RD_KEY_VALUE);
4048			CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_4TH_KEY_VALUE);
4049			CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_5TH_KEY_VALUE);
4050
4051			/* wait 100 msec */
4052			if (sleepFlag == CAN_SLEEP) {
4053				msleep (100);
4054			} else {
4055				mdelay (100);
4056			}
4057
4058			count++;
4059			if (count > 20) {
4060				printk(MYIOC_s_ERR_FMT "Enable Diagnostic mode FAILED! (%02xh)\n",
4061						ioc->name, diag0val);
4062				return -2;
4063
4064			}
4065
4066			diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4067
4068			dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Wrote magic DiagWriteEn sequence (%x)\n",
4069					ioc->name, diag0val));
4070		}
4071
4072		if (ioc->debug_level & MPT_DEBUG) {
4073			if (ioc->alt_ioc)
4074				diag1val = CHIPREG_READ32(&ioc->alt_ioc->chip->Diagnostic);
4075			dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "DbG2: diag0=%08x, diag1=%08x\n",
4076				ioc->name, diag0val, diag1val));
4077		}
4078		/*
4079		 * Disable the ARM (Bug fix)
4080		 *
4081		 */
4082		CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val | MPI_DIAG_DISABLE_ARM);
4083		mdelay(1);
4084
4085		/*
4086		 * Now hit the reset bit in the Diagnostic register
4087		 * (THE BIG HAMMER!) (Clears DRWE bit).
4088		 */
4089		CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val | MPI_DIAG_RESET_ADAPTER);
4090		hard_reset_done = 1;
4091		dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Diagnostic reset performed\n",
4092				ioc->name));
4093
4094		/*
4095		 * Call each currently registered protocol IOC reset handler
4096		 * with pre-reset indication.
4097		 * NOTE: If we're doing _IOC_BRINGUP, there can be no
4098		 * MptResetHandlers[] registered yet.
4099		 */
4100		for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
4101			if (MptResetHandlers[cb_idx]) {
4102				mpt_signal_reset(cb_idx,
4103					ioc, MPT_IOC_PRE_RESET);
4104				if (ioc->alt_ioc) {
4105					mpt_signal_reset(cb_idx,
4106					ioc->alt_ioc, MPT_IOC_PRE_RESET);
4107				}
4108			}
4109		}
4110
4111		if (ioc->cached_fw)
4112			cached_fw = (MpiFwHeader_t *)ioc->cached_fw;
4113		else if (ioc->alt_ioc && ioc->alt_ioc->cached_fw)
4114			cached_fw = (MpiFwHeader_t *)ioc->alt_ioc->cached_fw;
4115		else
4116			cached_fw = NULL;
4117		if (cached_fw) {
4118			/* If the DownloadBoot operation fails, the
4119			 * IOC will be left unusable. This is a fatal error
4120			 * case.  _diag_reset will return < 0
4121			 */
4122			for (count = 0; count < 30; count ++) {
4123				diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4124				if (!(diag0val & MPI_DIAG_RESET_ADAPTER)) {
4125					break;
4126				}
4127
4128				dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "cached_fw: diag0val=%x count=%d\n",
4129					ioc->name, diag0val, count));
4130				/* wait 1 sec */
4131				if (sleepFlag == CAN_SLEEP) {
4132					msleep (1000);
4133				} else {
4134					mdelay (1000);
4135				}
4136			}
4137			if ((count = mpt_downloadboot(ioc, cached_fw, sleepFlag)) < 0) {
4138				printk(MYIOC_s_WARN_FMT
4139					"firmware downloadboot failure (%d)!\n", ioc->name, count);
4140			}
4141
4142		} else {
4143			/* Wait for FW to reload and for board
4144			 * to go to the READY state.
4145			 * Maximum wait is 60 seconds.
4146			 * If fail, no error will check again
4147			 * with calling program.
4148			 */
4149			for (count = 0; count < 60; count ++) {
4150				doorbell = CHIPREG_READ32(&ioc->chip->Doorbell);
4151				doorbell &= MPI_IOC_STATE_MASK;
4152
4153				drsprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4154				    "looking for READY STATE: doorbell=%x"
4155				    " count=%d\n", ioc->name, doorbell, count));
4156
4157				if (doorbell == MPI_IOC_STATE_READY) {
4158					break;
4159				}
4160
4161				/* wait 1 sec */
4162				if (sleepFlag == CAN_SLEEP) {
4163					msleep (1000);
4164				} else {
4165					mdelay (1000);
4166				}
4167			}
4168
4169			if (doorbell != MPI_IOC_STATE_READY)
4170				printk(MYIOC_s_ERR_FMT "Failed to come READY "
4171				    "after reset! IocState=%x", ioc->name,
4172				    doorbell);
4173		}
4174	}
4175
4176	diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4177	if (ioc->debug_level & MPT_DEBUG) {
4178		if (ioc->alt_ioc)
4179			diag1val = CHIPREG_READ32(&ioc->alt_ioc->chip->Diagnostic);
4180		dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "DbG3: diag0=%08x, diag1=%08x\n",
4181			ioc->name, diag0val, diag1val));
4182	}
4183
4184	/* Clear RESET_HISTORY bit!  Place board in the
4185	 * diagnostic mode to update the diag register.
4186	 */
4187	diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4188	count = 0;
4189	while ((diag0val & MPI_DIAG_DRWE) == 0) {
4190		/* Write magic sequence to WriteSequence register
4191		 * Loop until in diagnostic mode
4192		 */
4193		CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFF);
4194		CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_1ST_KEY_VALUE);
4195		CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_2ND_KEY_VALUE);
4196		CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_3RD_KEY_VALUE);
4197		CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_4TH_KEY_VALUE);
4198		CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_5TH_KEY_VALUE);
4199
4200		/* wait 100 msec */
4201		if (sleepFlag == CAN_SLEEP) {
4202			msleep (100);
4203		} else {
4204			mdelay (100);
4205		}
4206
4207		count++;
4208		if (count > 20) {
4209			printk(MYIOC_s_ERR_FMT "Enable Diagnostic mode FAILED! (%02xh)\n",
4210					ioc->name, diag0val);
4211			break;
4212		}
4213		diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4214	}
4215	diag0val &= ~MPI_DIAG_RESET_HISTORY;
4216	CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val);
4217	diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4218	if (diag0val & MPI_DIAG_RESET_HISTORY) {
4219		printk(MYIOC_s_WARN_FMT "ResetHistory bit failed to clear!\n",
4220				ioc->name);
4221	}
4222
4223	/* Disable Diagnostic Mode
4224	 */
4225	CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFFFFFFFF);
4226
4227	/* Check FW reload status flags.
4228	 */
4229	diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4230	if (diag0val & (MPI_DIAG_FLASH_BAD_SIG | MPI_DIAG_RESET_ADAPTER | MPI_DIAG_DISABLE_ARM)) {
4231		printk(MYIOC_s_ERR_FMT "Diagnostic reset FAILED! (%02xh)\n",
4232				ioc->name, diag0val);
4233		return -3;
4234	}
4235
4236	if (ioc->debug_level & MPT_DEBUG) {
4237		if (ioc->alt_ioc)
4238			diag1val = CHIPREG_READ32(&ioc->alt_ioc->chip->Diagnostic);
4239		dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "DbG4: diag0=%08x, diag1=%08x\n",
4240			ioc->name, diag0val, diag1val));
4241	}
4242
4243	/*
4244	 * Reset flag that says we've enabled event notification
4245	 */
4246	ioc->facts.EventState = 0;
4247
4248	if (ioc->alt_ioc)
4249		ioc->alt_ioc->facts.EventState = 0;
4250
4251	return hard_reset_done;
4252}
4253
4254/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4255/**
4256 *	SendIocReset - Send IOCReset request to MPT adapter.
4257 *	@ioc: Pointer to MPT_ADAPTER structure
4258 *	@reset_type: reset type, expected values are
4259 *	%MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET or %MPI_FUNCTION_IO_UNIT_RESET
4260 *	@sleepFlag: Specifies whether the process can sleep
4261 *
4262 *	Send IOCReset request to the MPT adapter.
4263 *
4264 *	Returns 0 for success, non-zero for failure.
4265 */
4266static int
4267SendIocReset(MPT_ADAPTER *ioc, u8 reset_type, int sleepFlag)
4268{
4269	int r;
4270	u32 state;
4271	int cntdn, count;
4272
4273	drsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending IOC reset(0x%02x)!\n",
4274			ioc->name, reset_type));
4275	CHIPREG_WRITE32(&ioc->chip->Doorbell, reset_type<<MPI_DOORBELL_FUNCTION_SHIFT);
4276	if ((r = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0)
4277		return r;
4278
4279	/* FW ACK'd request, wait for READY state
4280	 */
4281	count = 0;
4282	cntdn = ((sleepFlag == CAN_SLEEP) ? HZ : 1000) * 15;	/* 15 seconds */
4283
4284	while ((state = mpt_GetIocState(ioc, 1)) != MPI_IOC_STATE_READY) {
4285		cntdn--;
4286		count++;
4287		if (!cntdn) {
4288			if (sleepFlag != CAN_SLEEP)
4289				count *= 10;
4290
4291			printk(MYIOC_s_ERR_FMT
4292			    "Wait IOC_READY state (0x%x) timeout(%d)!\n",
4293			    ioc->name, state, (int)((count+5)/HZ));
4294			return -ETIME;
4295		}
4296
4297		if (sleepFlag == CAN_SLEEP) {
4298			msleep(1);
4299		} else {
4300			mdelay (1);	/* 1 msec delay */
4301		}
4302	}
4303
4304	/* TODO!
4305	 *  Cleanup all event stuff for this IOC; re-issue EventNotification
4306	 *  request if needed.
4307	 */
4308	if (ioc->facts.Function)
4309		ioc->facts.EventState = 0;
4310
4311	return 0;
4312}
4313
4314/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4315/**
4316 *	initChainBuffers - Allocate memory for and initialize chain buffers
4317 *	@ioc: Pointer to MPT_ADAPTER structure
4318 *
4319 *	Allocates memory for and initializes chain buffers,
4320 *	chain buffer control arrays and spinlock.
4321 */
4322static int
4323initChainBuffers(MPT_ADAPTER *ioc)
4324{
4325	u8		*mem;
4326	int		sz, ii, num_chain;
4327	int 		scale, num_sge, numSGE;
4328
4329	/* ReqToChain size must equal the req_depth
4330	 * index = req_idx
4331	 */
4332	if (ioc->ReqToChain == NULL) {
4333		sz = ioc->req_depth * sizeof(int);
4334		mem = kmalloc(sz, GFP_ATOMIC);
4335		if (mem == NULL)
4336			return -1;
4337
4338		ioc->ReqToChain = (int *) mem;
4339		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ReqToChain alloc  @ %p, sz=%d bytes\n",
4340			 	ioc->name, mem, sz));
4341		mem = kmalloc(sz, GFP_ATOMIC);
4342		if (mem == NULL)
4343			return -1;
4344
4345		ioc->RequestNB = (int *) mem;
4346		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "RequestNB alloc  @ %p, sz=%d bytes\n",
4347			 	ioc->name, mem, sz));
4348	}
4349	for (ii = 0; ii < ioc->req_depth; ii++) {
4350		ioc->ReqToChain[ii] = MPT_HOST_NO_CHAIN;
4351	}
4352
4353	/* ChainToChain size must equal the total number
4354	 * of chain buffers to be allocated.
4355	 * index = chain_idx
4356	 *
4357	 * Calculate the number of chain buffers needed(plus 1) per I/O
4358	 * then multiply the maximum number of simultaneous cmds
4359	 *
4360	 * num_sge = num sge in request frame + last chain buffer
4361	 * scale = num sge per chain buffer if no chain element
4362	 */
4363	scale = ioc->req_sz / ioc->SGE_size;
4364	if (ioc->sg_addr_size == sizeof(u64))
4365		num_sge =  scale + (ioc->req_sz - 60) / ioc->SGE_size;
4366	else
4367		num_sge =  1 + scale + (ioc->req_sz - 64) / ioc->SGE_size;
4368
4369	if (ioc->sg_addr_size == sizeof(u64)) {
4370		numSGE = (scale - 1) * (ioc->facts.MaxChainDepth-1) + scale +
4371			(ioc->req_sz - 60) / ioc->SGE_size;
4372	} else {
4373		numSGE = 1 + (scale - 1) * (ioc->facts.MaxChainDepth-1) +
4374		    scale + (ioc->req_sz - 64) / ioc->SGE_size;
4375	}
4376	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "num_sge=%d numSGE=%d\n",
4377		ioc->name, num_sge, numSGE));
4378
4379	if (ioc->bus_type == FC) {
4380		if (numSGE > MPT_SCSI_FC_SG_DEPTH)
4381			numSGE = MPT_SCSI_FC_SG_DEPTH;
4382	} else {
4383		if (numSGE > MPT_SCSI_SG_DEPTH)
4384			numSGE = MPT_SCSI_SG_DEPTH;
4385	}
4386
4387	num_chain = 1;
4388	while (numSGE - num_sge > 0) {
4389		num_chain++;
4390		num_sge += (scale - 1);
4391	}
4392	num_chain++;
4393
4394	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Now numSGE=%d num_sge=%d num_chain=%d\n",
4395		ioc->name, numSGE, num_sge, num_chain));
4396
4397	if (ioc->bus_type == SPI)
4398		num_chain *= MPT_SCSI_CAN_QUEUE;
4399	else if (ioc->bus_type == SAS)
4400		num_chain *= MPT_SAS_CAN_QUEUE;
4401	else
4402		num_chain *= MPT_FC_CAN_QUEUE;
4403
4404	ioc->num_chain = num_chain;
4405
4406	sz = num_chain * sizeof(int);
4407	if (ioc->ChainToChain == NULL) {
4408		mem = kmalloc(sz, GFP_ATOMIC);
4409		if (mem == NULL)
4410			return -1;
4411
4412		ioc->ChainToChain = (int *) mem;
4413		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ChainToChain alloc @ %p, sz=%d bytes\n",
4414			 	ioc->name, mem, sz));
4415	} else {
4416		mem = (u8 *) ioc->ChainToChain;
4417	}
4418	memset(mem, 0xFF, sz);
4419	return num_chain;
4420}
4421
4422/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4423/**
4424 *	PrimeIocFifos - Initialize IOC request and reply FIFOs.
4425 *	@ioc: Pointer to MPT_ADAPTER structure
4426 *
4427 *	This routine allocates memory for the MPT reply and request frame
4428 *	pools (if necessary), and primes the IOC reply FIFO with
4429 *	reply frames.
4430 *
4431 *	Returns 0 for success, non-zero for failure.
4432 */
4433static int
4434PrimeIocFifos(MPT_ADAPTER *ioc)
4435{
4436	MPT_FRAME_HDR *mf;
4437	unsigned long flags;
4438	dma_addr_t alloc_dma;
4439	u8 *mem;
4440	int i, reply_sz, sz, total_size, num_chain;
4441	u64	dma_mask;
4442
4443	dma_mask = 0;
4444
4445	/*  Prime reply FIFO...  */
4446
4447	if (ioc->reply_frames == NULL) {
4448		if ( (num_chain = initChainBuffers(ioc)) < 0)
4449			return -1;
4450		/*
4451		 * 1078 errata workaround for the 36GB limitation
4452		 */
4453		if (ioc->pcidev->device == MPI_MANUFACTPAGE_DEVID_SAS1078 &&
4454		    ioc->dma_mask > DMA_BIT_MASK(35)) {
4455			if (!pci_set_dma_mask(ioc->pcidev, DMA_BIT_MASK(32))
4456			    && !pci_set_consistent_dma_mask(ioc->pcidev,
4457			    DMA_BIT_MASK(32))) {
4458				dma_mask = DMA_BIT_MASK(35);
4459				d36memprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4460				    "setting 35 bit addressing for "
4461				    "Request/Reply/Chain and Sense Buffers\n",
4462				    ioc->name));
4463			} else {
4464				/*Reseting DMA mask to 64 bit*/
4465				pci_set_dma_mask(ioc->pcidev,
4466					DMA_BIT_MASK(64));
4467				pci_set_consistent_dma_mask(ioc->pcidev,
4468					DMA_BIT_MASK(64));
4469
4470				printk(MYIOC_s_ERR_FMT
4471				    "failed setting 35 bit addressing for "
4472				    "Request/Reply/Chain and Sense Buffers\n",
4473				    ioc->name);
4474				return -1;
4475			}
4476		}
4477
4478		total_size = reply_sz = (ioc->reply_sz * ioc->reply_depth);
4479		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ReplyBuffer sz=%d bytes, ReplyDepth=%d\n",
4480			 	ioc->name, ioc->reply_sz, ioc->reply_depth));
4481		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ReplyBuffer sz=%d[%x] bytes\n",
4482			 	ioc->name, reply_sz, reply_sz));
4483
4484		sz = (ioc->req_sz * ioc->req_depth);
4485		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "RequestBuffer sz=%d bytes, RequestDepth=%d\n",
4486			 	ioc->name, ioc->req_sz, ioc->req_depth));
4487		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "RequestBuffer sz=%d[%x] bytes\n",
4488			 	ioc->name, sz, sz));
4489		total_size += sz;
4490
4491		sz = num_chain * ioc->req_sz; /* chain buffer pool size */
4492		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ChainBuffer sz=%d bytes, ChainDepth=%d\n",
4493			 	ioc->name, ioc->req_sz, num_chain));
4494		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ChainBuffer sz=%d[%x] bytes num_chain=%d\n",
4495			 	ioc->name, sz, sz, num_chain));
4496
4497		total_size += sz;
4498		mem = dma_alloc_coherent(&ioc->pcidev->dev, total_size,
4499				&alloc_dma, GFP_KERNEL);
4500		if (mem == NULL) {
4501			printk(MYIOC_s_ERR_FMT "Unable to allocate Reply, Request, Chain Buffers!\n",
4502				ioc->name);
4503			goto out_fail;
4504		}
4505
4506		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Total alloc @ %p[%p], sz=%d[%x] bytes\n",
4507			 	ioc->name, mem, (void *)(ulong)alloc_dma, total_size, total_size));
4508
4509		memset(mem, 0, total_size);
4510		ioc->alloc_total += total_size;
4511		ioc->alloc = mem;
4512		ioc->alloc_dma = alloc_dma;
4513		ioc->alloc_sz = total_size;
4514		ioc->reply_frames = (MPT_FRAME_HDR *) mem;
4515		ioc->reply_frames_low_dma = (u32) (alloc_dma & 0xFFFFFFFF);
4516
4517		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ReplyBuffers @ %p[%p]\n",
4518	 		ioc->name, ioc->reply_frames, (void *)(ulong)alloc_dma));
4519
4520		alloc_dma += reply_sz;
4521		mem += reply_sz;
4522
4523		/*  Request FIFO - WE manage this!  */
4524
4525		ioc->req_frames = (MPT_FRAME_HDR *) mem;
4526		ioc->req_frames_dma = alloc_dma;
4527
4528		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "RequestBuffers @ %p[%p]\n",
4529			 	ioc->name, mem, (void *)(ulong)alloc_dma));
4530
4531		ioc->req_frames_low_dma = (u32) (alloc_dma & 0xFFFFFFFF);
4532
4533		for (i = 0; i < ioc->req_depth; i++) {
4534			alloc_dma += ioc->req_sz;
4535			mem += ioc->req_sz;
4536		}
4537
4538		ioc->ChainBuffer = mem;
4539		ioc->ChainBufferDMA = alloc_dma;
4540
4541		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ChainBuffers @ %p(%p)\n",
4542			ioc->name, ioc->ChainBuffer, (void *)(ulong)ioc->ChainBufferDMA));
4543
4544		/* Initialize the free chain Q.
4545	 	*/
4546
4547		INIT_LIST_HEAD(&ioc->FreeChainQ);
4548
4549		/* Post the chain buffers to the FreeChainQ.
4550	 	*/
4551		mem = (u8 *)ioc->ChainBuffer;
4552		for (i=0; i < num_chain; i++) {
4553			mf = (MPT_FRAME_HDR *) mem;
4554			list_add_tail(&mf->u.frame.linkage.list, &ioc->FreeChainQ);
4555			mem += ioc->req_sz;
4556		}
4557
4558		/* Initialize Request frames linked list
4559		 */
4560		alloc_dma = ioc->req_frames_dma;
4561		mem = (u8 *) ioc->req_frames;
4562
4563		spin_lock_irqsave(&ioc->FreeQlock, flags);
4564		INIT_LIST_HEAD(&ioc->FreeQ);
4565		for (i = 0; i < ioc->req_depth; i++) {
4566			mf = (MPT_FRAME_HDR *) mem;
4567
4568			/*  Queue REQUESTs *internally*!  */
4569			list_add_tail(&mf->u.frame.linkage.list, &ioc->FreeQ);
4570
4571			mem += ioc->req_sz;
4572		}
4573		spin_unlock_irqrestore(&ioc->FreeQlock, flags);
4574
4575		sz = (ioc->req_depth * MPT_SENSE_BUFFER_ALLOC);
4576		ioc->sense_buf_pool = dma_alloc_coherent(&ioc->pcidev->dev, sz,
4577				&ioc->sense_buf_pool_dma, GFP_KERNEL);
4578		if (ioc->sense_buf_pool == NULL) {
4579			printk(MYIOC_s_ERR_FMT "Unable to allocate Sense Buffers!\n",
4580				ioc->name);
4581			goto out_fail;
4582		}
4583
4584		ioc->sense_buf_low_dma = (u32) (ioc->sense_buf_pool_dma & 0xFFFFFFFF);
4585		ioc->alloc_total += sz;
4586		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "SenseBuffers @ %p[%p]\n",
4587 			ioc->name, ioc->sense_buf_pool, (void *)(ulong)ioc->sense_buf_pool_dma));
4588
4589	}
4590
4591	/* Post Reply frames to FIFO
4592	 */
4593	alloc_dma = ioc->alloc_dma;
4594	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ReplyBuffers @ %p[%p]\n",
4595	 	ioc->name, ioc->reply_frames, (void *)(ulong)alloc_dma));
4596
4597	for (i = 0; i < ioc->reply_depth; i++) {
4598		/*  Write each address to the IOC!  */
4599		CHIPREG_WRITE32(&ioc->chip->ReplyFifo, alloc_dma);
4600		alloc_dma += ioc->reply_sz;
4601	}
4602
4603	if (dma_mask == DMA_BIT_MASK(35) && !pci_set_dma_mask(ioc->pcidev,
4604	    ioc->dma_mask) && !pci_set_consistent_dma_mask(ioc->pcidev,
4605	    ioc->dma_mask))
4606		d36memprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4607		    "restoring 64 bit addressing\n", ioc->name));
4608
4609	return 0;
4610
4611out_fail:
4612
4613	if (ioc->alloc != NULL) {
4614		sz = ioc->alloc_sz;
4615		dma_free_coherent(&ioc->pcidev->dev, sz, ioc->alloc,
4616				ioc->alloc_dma);
 
4617		ioc->reply_frames = NULL;
4618		ioc->req_frames = NULL;
4619		ioc->alloc_total -= sz;
4620	}
4621	if (ioc->sense_buf_pool != NULL) {
4622		sz = (ioc->req_depth * MPT_SENSE_BUFFER_ALLOC);
4623		dma_free_coherent(&ioc->pcidev->dev, sz, ioc->sense_buf_pool,
4624				ioc->sense_buf_pool_dma);
 
4625		ioc->sense_buf_pool = NULL;
4626	}
4627
4628	if (dma_mask == DMA_BIT_MASK(35) && !pci_set_dma_mask(ioc->pcidev,
4629	    DMA_BIT_MASK(64)) && !pci_set_consistent_dma_mask(ioc->pcidev,
4630	    DMA_BIT_MASK(64)))
4631		d36memprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4632		    "restoring 64 bit addressing\n", ioc->name));
4633
4634	return -1;
4635}
4636
4637/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4638/**
4639 *	mpt_handshake_req_reply_wait - Send MPT request to and receive reply
4640 *	from IOC via doorbell handshake method.
4641 *	@ioc: Pointer to MPT_ADAPTER structure
4642 *	@reqBytes: Size of the request in bytes
4643 *	@req: Pointer to MPT request frame
4644 *	@replyBytes: Expected size of the reply in bytes
4645 *	@u16reply: Pointer to area where reply should be written
4646 *	@maxwait: Max wait time for a reply (in seconds)
4647 *	@sleepFlag: Specifies whether the process can sleep
4648 *
4649 *	NOTES: It is the callers responsibility to byte-swap fields in the
4650 *	request which are greater than 1 byte in size.  It is also the
4651 *	callers responsibility to byte-swap response fields which are
4652 *	greater than 1 byte in size.
4653 *
4654 *	Returns 0 for success, non-zero for failure.
4655 */
4656static int
4657mpt_handshake_req_reply_wait(MPT_ADAPTER *ioc, int reqBytes, u32 *req,
4658		int replyBytes, u16 *u16reply, int maxwait, int sleepFlag)
4659{
4660	MPIDefaultReply_t *mptReply;
4661	int failcnt = 0;
4662	int t;
4663
4664	/*
4665	 * Get ready to cache a handshake reply
4666	 */
4667	ioc->hs_reply_idx = 0;
4668	mptReply = (MPIDefaultReply_t *) ioc->hs_reply;
4669	mptReply->MsgLength = 0;
4670
4671	/*
4672	 * Make sure there are no doorbells (WRITE 0 to IntStatus reg),
4673	 * then tell IOC that we want to handshake a request of N words.
4674	 * (WRITE u32val to Doorbell reg).
4675	 */
4676	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4677	CHIPREG_WRITE32(&ioc->chip->Doorbell,
4678			((MPI_FUNCTION_HANDSHAKE<<MPI_DOORBELL_FUNCTION_SHIFT) |
4679			 ((reqBytes/4)<<MPI_DOORBELL_ADD_DWORDS_SHIFT)));
4680
4681	/*
4682	 * Wait for IOC's doorbell handshake int
4683	 */
4684	if ((t = WaitForDoorbellInt(ioc, 5, sleepFlag)) < 0)
4685		failcnt++;
4686
4687	dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "HandShake request start reqBytes=%d, WaitCnt=%d%s\n",
4688			ioc->name, reqBytes, t, failcnt ? " - MISSING DOORBELL HANDSHAKE!" : ""));
4689
4690	/* Read doorbell and check for active bit */
4691	if (!(CHIPREG_READ32(&ioc->chip->Doorbell) & MPI_DOORBELL_ACTIVE))
4692			return -1;
4693
4694	/*
4695	 * Clear doorbell int (WRITE 0 to IntStatus reg),
4696	 * then wait for IOC to ACKnowledge that it's ready for
4697	 * our handshake request.
4698	 */
4699	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4700	if (!failcnt && (t = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0)
4701		failcnt++;
4702
4703	if (!failcnt) {
4704		int	 ii;
4705		u8	*req_as_bytes = (u8 *) req;
4706
4707		/*
4708		 * Stuff request words via doorbell handshake,
4709		 * with ACK from IOC for each.
4710		 */
4711		for (ii = 0; !failcnt && ii < reqBytes/4; ii++) {
4712			u32 word = ((req_as_bytes[(ii*4) + 0] <<  0) |
4713				    (req_as_bytes[(ii*4) + 1] <<  8) |
4714				    (req_as_bytes[(ii*4) + 2] << 16) |
4715				    (req_as_bytes[(ii*4) + 3] << 24));
4716
4717			CHIPREG_WRITE32(&ioc->chip->Doorbell, word);
4718			if ((t = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0)
4719				failcnt++;
4720		}
4721
4722		dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Handshake request frame (@%p) header\n", ioc->name, req));
4723		DBG_DUMP_REQUEST_FRAME_HDR(ioc, (u32 *)req);
4724
4725		dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "HandShake request post done, WaitCnt=%d%s\n",
4726				ioc->name, t, failcnt ? " - MISSING DOORBELL ACK!" : ""));
4727
4728		/*
4729		 * Wait for completion of doorbell handshake reply from the IOC
4730		 */
4731		if (!failcnt && (t = WaitForDoorbellReply(ioc, maxwait, sleepFlag)) < 0)
4732			failcnt++;
4733
4734		dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "HandShake reply count=%d%s\n",
4735				ioc->name, t, failcnt ? " - MISSING DOORBELL REPLY!" : ""));
4736
4737		/*
4738		 * Copy out the cached reply...
4739		 */
4740		for (ii=0; ii < min(replyBytes/2,mptReply->MsgLength*2); ii++)
4741			u16reply[ii] = ioc->hs_reply[ii];
4742	} else {
4743		return -99;
4744	}
4745
4746	return -failcnt;
4747}
4748
4749/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4750/**
4751 *	WaitForDoorbellAck - Wait for IOC doorbell handshake acknowledge
4752 *	@ioc: Pointer to MPT_ADAPTER structure
4753 *	@howlong: How long to wait (in seconds)
4754 *	@sleepFlag: Specifies whether the process can sleep
4755 *
4756 *	This routine waits (up to ~2 seconds max) for IOC doorbell
4757 *	handshake ACKnowledge, indicated by the IOP_DOORBELL_STATUS
4758 *	bit in its IntStatus register being clear.
4759 *
4760 *	Returns a negative value on failure, else wait loop count.
4761 */
4762static int
4763WaitForDoorbellAck(MPT_ADAPTER *ioc, int howlong, int sleepFlag)
4764{
4765	int cntdn;
4766	int count = 0;
4767	u32 intstat=0;
4768
4769	cntdn = 1000 * howlong;
4770
4771	if (sleepFlag == CAN_SLEEP) {
4772		while (--cntdn) {
4773			msleep (1);
4774			intstat = CHIPREG_READ32(&ioc->chip->IntStatus);
4775			if (! (intstat & MPI_HIS_IOP_DOORBELL_STATUS))
4776				break;
4777			count++;
4778		}
4779	} else {
4780		while (--cntdn) {
4781			udelay (1000);
4782			intstat = CHIPREG_READ32(&ioc->chip->IntStatus);
4783			if (! (intstat & MPI_HIS_IOP_DOORBELL_STATUS))
4784				break;
4785			count++;
4786		}
4787	}
4788
4789	if (cntdn) {
4790		dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "WaitForDoorbell ACK (count=%d)\n",
4791				ioc->name, count));
4792		return count;
4793	}
4794
4795	printk(MYIOC_s_ERR_FMT "Doorbell ACK timeout (count=%d), IntStatus=%x!\n",
4796			ioc->name, count, intstat);
4797	return -1;
4798}
4799
4800/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4801/**
4802 *	WaitForDoorbellInt - Wait for IOC to set its doorbell interrupt bit
4803 *	@ioc: Pointer to MPT_ADAPTER structure
4804 *	@howlong: How long to wait (in seconds)
4805 *	@sleepFlag: Specifies whether the process can sleep
4806 *
4807 *	This routine waits (up to ~2 seconds max) for IOC doorbell interrupt
4808 *	(MPI_HIS_DOORBELL_INTERRUPT) to be set in the IntStatus register.
4809 *
4810 *	Returns a negative value on failure, else wait loop count.
4811 */
4812static int
4813WaitForDoorbellInt(MPT_ADAPTER *ioc, int howlong, int sleepFlag)
4814{
4815	int cntdn;
4816	int count = 0;
4817	u32 intstat=0;
4818
4819	cntdn = 1000 * howlong;
4820	if (sleepFlag == CAN_SLEEP) {
4821		while (--cntdn) {
4822			intstat = CHIPREG_READ32(&ioc->chip->IntStatus);
4823			if (intstat & MPI_HIS_DOORBELL_INTERRUPT)
4824				break;
4825			msleep(1);
4826			count++;
4827		}
4828	} else {
4829		while (--cntdn) {
4830			intstat = CHIPREG_READ32(&ioc->chip->IntStatus);
4831			if (intstat & MPI_HIS_DOORBELL_INTERRUPT)
4832				break;
4833			udelay (1000);
4834			count++;
4835		}
4836	}
4837
4838	if (cntdn) {
4839		dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "WaitForDoorbell INT (cnt=%d) howlong=%d\n",
4840				ioc->name, count, howlong));
4841		return count;
4842	}
4843
4844	printk(MYIOC_s_ERR_FMT "Doorbell INT timeout (count=%d), IntStatus=%x!\n",
4845			ioc->name, count, intstat);
4846	return -1;
4847}
4848
4849/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4850/**
4851 *	WaitForDoorbellReply - Wait for and capture an IOC handshake reply.
4852 *	@ioc: Pointer to MPT_ADAPTER structure
4853 *	@howlong: How long to wait (in seconds)
4854 *	@sleepFlag: Specifies whether the process can sleep
4855 *
4856 *	This routine polls the IOC for a handshake reply, 16 bits at a time.
4857 *	Reply is cached to IOC private area large enough to hold a maximum
4858 *	of 128 bytes of reply data.
4859 *
4860 *	Returns a negative value on failure, else size of reply in WORDS.
4861 */
4862static int
4863WaitForDoorbellReply(MPT_ADAPTER *ioc, int howlong, int sleepFlag)
4864{
4865	int u16cnt = 0;
4866	int failcnt = 0;
4867	int t;
4868	u16 *hs_reply = ioc->hs_reply;
4869	volatile MPIDefaultReply_t *mptReply = (MPIDefaultReply_t *) ioc->hs_reply;
4870	u16 hword;
4871
4872	hs_reply[0] = hs_reply[1] = hs_reply[7] = 0;
4873
4874	/*
4875	 * Get first two u16's so we can look at IOC's intended reply MsgLength
4876	 */
4877	u16cnt=0;
4878	if ((t = WaitForDoorbellInt(ioc, howlong, sleepFlag)) < 0) {
4879		failcnt++;
4880	} else {
4881		hs_reply[u16cnt++] = le16_to_cpu(CHIPREG_READ32(&ioc->chip->Doorbell) & 0x0000FFFF);
4882		CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4883		if ((t = WaitForDoorbellInt(ioc, 5, sleepFlag)) < 0)
4884			failcnt++;
4885		else {
4886			hs_reply[u16cnt++] = le16_to_cpu(CHIPREG_READ32(&ioc->chip->Doorbell) & 0x0000FFFF);
4887			CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4888		}
4889	}
4890
4891	dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "WaitCnt=%d First handshake reply word=%08x%s\n",
4892			ioc->name, t, le32_to_cpu(*(u32 *)hs_reply),
4893			failcnt ? " - MISSING DOORBELL HANDSHAKE!" : ""));
4894
4895	/*
4896	 * If no error (and IOC said MsgLength is > 0), piece together
4897	 * reply 16 bits at a time.
4898	 */
4899	for (u16cnt=2; !failcnt && u16cnt < (2 * mptReply->MsgLength); u16cnt++) {
4900		if ((t = WaitForDoorbellInt(ioc, 5, sleepFlag)) < 0)
4901			failcnt++;
4902		hword = le16_to_cpu(CHIPREG_READ32(&ioc->chip->Doorbell) & 0x0000FFFF);
4903		/* don't overflow our IOC hs_reply[] buffer! */
4904		if (u16cnt < ARRAY_SIZE(ioc->hs_reply))
4905			hs_reply[u16cnt] = hword;
4906		CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4907	}
4908
4909	if (!failcnt && (t = WaitForDoorbellInt(ioc, 5, sleepFlag)) < 0)
4910		failcnt++;
4911	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4912
4913	if (failcnt) {
4914		printk(MYIOC_s_ERR_FMT "Handshake reply failure!\n",
4915				ioc->name);
4916		return -failcnt;
4917	}
4918#if 0
4919	else if (u16cnt != (2 * mptReply->MsgLength)) {
4920		return -101;
4921	}
4922	else if ((mptReply->IOCStatus & MPI_IOCSTATUS_MASK) != MPI_IOCSTATUS_SUCCESS) {
4923		return -102;
4924	}
4925#endif
4926
4927	dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Got Handshake reply:\n", ioc->name));
4928	DBG_DUMP_REPLY_FRAME(ioc, (u32 *)mptReply);
4929
4930	dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "WaitForDoorbell REPLY WaitCnt=%d (sz=%d)\n",
4931			ioc->name, t, u16cnt/2));
4932	return u16cnt/2;
4933}
4934
4935/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4936/**
4937 *	GetLanConfigPages - Fetch LANConfig pages.
4938 *	@ioc: Pointer to MPT_ADAPTER structure
4939 *
4940 *	Return: 0 for success
4941 *	-ENOMEM if no memory available
4942 *		-EPERM if not allowed due to ISR context
4943 *		-EAGAIN if no msg frames currently available
4944 *		-EFAULT for non-successful reply or no reply (timeout)
4945 */
4946static int
4947GetLanConfigPages(MPT_ADAPTER *ioc)
4948{
4949	ConfigPageHeader_t	 hdr;
4950	CONFIGPARMS		 cfg;
4951	LANPage0_t		*ppage0_alloc;
4952	dma_addr_t		 page0_dma;
4953	LANPage1_t		*ppage1_alloc;
4954	dma_addr_t		 page1_dma;
4955	int			 rc = 0;
4956	int			 data_sz;
4957	int			 copy_sz;
4958
4959	/* Get LAN Page 0 header */
4960	hdr.PageVersion = 0;
4961	hdr.PageLength = 0;
4962	hdr.PageNumber = 0;
4963	hdr.PageType = MPI_CONFIG_PAGETYPE_LAN;
4964	cfg.cfghdr.hdr = &hdr;
4965	cfg.physAddr = -1;
4966	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
4967	cfg.dir = 0;
4968	cfg.pageAddr = 0;
4969	cfg.timeout = 0;
4970
4971	if ((rc = mpt_config(ioc, &cfg)) != 0)
4972		return rc;
4973
4974	if (hdr.PageLength > 0) {
4975		data_sz = hdr.PageLength * 4;
4976		ppage0_alloc = pci_alloc_consistent(ioc->pcidev, data_sz, &page0_dma);
4977		rc = -ENOMEM;
4978		if (ppage0_alloc) {
4979			memset((u8 *)ppage0_alloc, 0, data_sz);
4980			cfg.physAddr = page0_dma;
4981			cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
4982
4983			if ((rc = mpt_config(ioc, &cfg)) == 0) {
4984				/* save the data */
4985				copy_sz = min_t(int, sizeof(LANPage0_t), data_sz);
4986				memcpy(&ioc->lan_cnfg_page0, ppage0_alloc, copy_sz);
4987
4988			}
4989
4990			pci_free_consistent(ioc->pcidev, data_sz, (u8 *) ppage0_alloc, page0_dma);
4991
4992			/* FIXME!
4993			 *	Normalize endianness of structure data,
4994			 *	by byte-swapping all > 1 byte fields!
4995			 */
4996
4997		}
4998
4999		if (rc)
5000			return rc;
5001	}
5002
5003	/* Get LAN Page 1 header */
5004	hdr.PageVersion = 0;
5005	hdr.PageLength = 0;
5006	hdr.PageNumber = 1;
5007	hdr.PageType = MPI_CONFIG_PAGETYPE_LAN;
5008	cfg.cfghdr.hdr = &hdr;
5009	cfg.physAddr = -1;
5010	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5011	cfg.dir = 0;
5012	cfg.pageAddr = 0;
5013
5014	if ((rc = mpt_config(ioc, &cfg)) != 0)
5015		return rc;
5016
5017	if (hdr.PageLength == 0)
5018		return 0;
5019
5020	data_sz = hdr.PageLength * 4;
5021	rc = -ENOMEM;
5022	ppage1_alloc = pci_alloc_consistent(ioc->pcidev, data_sz, &page1_dma);
5023	if (ppage1_alloc) {
5024		memset((u8 *)ppage1_alloc, 0, data_sz);
5025		cfg.physAddr = page1_dma;
5026		cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5027
5028		if ((rc = mpt_config(ioc, &cfg)) == 0) {
5029			/* save the data */
5030			copy_sz = min_t(int, sizeof(LANPage1_t), data_sz);
5031			memcpy(&ioc->lan_cnfg_page1, ppage1_alloc, copy_sz);
5032		}
5033
5034		pci_free_consistent(ioc->pcidev, data_sz, (u8 *) ppage1_alloc, page1_dma);
5035
5036		/* FIXME!
5037		 *	Normalize endianness of structure data,
5038		 *	by byte-swapping all > 1 byte fields!
5039		 */
5040
5041	}
5042
5043	return rc;
5044}
5045
5046/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5047/**
5048 *	mptbase_sas_persist_operation - Perform operation on SAS Persistent Table
5049 *	@ioc: Pointer to MPT_ADAPTER structure
5050 *	@persist_opcode: see below
5051 *
5052 *	===============================  ======================================
5053 *	MPI_SAS_OP_CLEAR_NOT_PRESENT     Free all persist TargetID mappings for
5054 *					 devices not currently present.
5055 *	MPI_SAS_OP_CLEAR_ALL_PERSISTENT  Clear al persist TargetID mappings
5056 *	===============================  ======================================
5057 *
5058 *	NOTE: Don't use not this function during interrupt time.
5059 *
5060 *	Returns 0 for success, non-zero error
5061 */
5062
5063/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5064int
5065mptbase_sas_persist_operation(MPT_ADAPTER *ioc, u8 persist_opcode)
5066{
5067	SasIoUnitControlRequest_t	*sasIoUnitCntrReq;
5068	SasIoUnitControlReply_t		*sasIoUnitCntrReply;
5069	MPT_FRAME_HDR			*mf = NULL;
5070	MPIHeader_t			*mpi_hdr;
5071	int				ret = 0;
5072	unsigned long 	 		timeleft;
5073
5074	mutex_lock(&ioc->mptbase_cmds.mutex);
5075
5076	/* init the internal cmd struct */
5077	memset(ioc->mptbase_cmds.reply, 0 , MPT_DEFAULT_FRAME_SIZE);
5078	INITIALIZE_MGMT_STATUS(ioc->mptbase_cmds.status)
5079
5080	/* insure garbage is not sent to fw */
5081	switch(persist_opcode) {
5082
5083	case MPI_SAS_OP_CLEAR_NOT_PRESENT:
5084	case MPI_SAS_OP_CLEAR_ALL_PERSISTENT:
5085		break;
5086
5087	default:
5088		ret = -1;
5089		goto out;
5090	}
5091
5092	printk(KERN_DEBUG  "%s: persist_opcode=%x\n",
5093		__func__, persist_opcode);
5094
5095	/* Get a MF for this command.
5096	 */
5097	if ((mf = mpt_get_msg_frame(mpt_base_index, ioc)) == NULL) {
5098		printk(KERN_DEBUG "%s: no msg frames!\n", __func__);
5099		ret = -1;
5100		goto out;
5101        }
5102
5103	mpi_hdr = (MPIHeader_t *) mf;
5104	sasIoUnitCntrReq = (SasIoUnitControlRequest_t *)mf;
5105	memset(sasIoUnitCntrReq,0,sizeof(SasIoUnitControlRequest_t));
5106	sasIoUnitCntrReq->Function = MPI_FUNCTION_SAS_IO_UNIT_CONTROL;
5107	sasIoUnitCntrReq->MsgContext = mpi_hdr->MsgContext;
5108	sasIoUnitCntrReq->Operation = persist_opcode;
5109
5110	mpt_put_msg_frame(mpt_base_index, ioc, mf);
5111	timeleft = wait_for_completion_timeout(&ioc->mptbase_cmds.done, 10*HZ);
5112	if (!(ioc->mptbase_cmds.status & MPT_MGMT_STATUS_COMMAND_GOOD)) {
5113		ret = -ETIME;
5114		printk(KERN_DEBUG "%s: failed\n", __func__);
5115		if (ioc->mptbase_cmds.status & MPT_MGMT_STATUS_DID_IOCRESET)
5116			goto out;
5117		if (!timeleft) {
5118			printk(MYIOC_s_WARN_FMT
5119			       "Issuing Reset from %s!!, doorbell=0x%08x\n",
5120			       ioc->name, __func__, mpt_GetIocState(ioc, 0));
5121			mpt_Soft_Hard_ResetHandler(ioc, CAN_SLEEP);
5122			mpt_free_msg_frame(ioc, mf);
5123		}
5124		goto out;
5125	}
5126
5127	if (!(ioc->mptbase_cmds.status & MPT_MGMT_STATUS_RF_VALID)) {
5128		ret = -1;
5129		goto out;
5130	}
5131
5132	sasIoUnitCntrReply =
5133	    (SasIoUnitControlReply_t *)ioc->mptbase_cmds.reply;
5134	if (le16_to_cpu(sasIoUnitCntrReply->IOCStatus) != MPI_IOCSTATUS_SUCCESS) {
5135		printk(KERN_DEBUG "%s: IOCStatus=0x%X IOCLogInfo=0x%X\n",
5136		    __func__, sasIoUnitCntrReply->IOCStatus,
5137		    sasIoUnitCntrReply->IOCLogInfo);
5138		printk(KERN_DEBUG "%s: failed\n", __func__);
5139		ret = -1;
5140	} else
5141		printk(KERN_DEBUG "%s: success\n", __func__);
5142 out:
5143
5144	CLEAR_MGMT_STATUS(ioc->mptbase_cmds.status)
5145	mutex_unlock(&ioc->mptbase_cmds.mutex);
5146	return ret;
5147}
5148
5149/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5150
5151static void
5152mptbase_raid_process_event_data(MPT_ADAPTER *ioc,
5153    MpiEventDataRaid_t * pRaidEventData)
5154{
5155	int 	volume;
5156	int 	reason;
5157	int 	disk;
5158	int 	status;
5159	int 	flags;
5160	int 	state;
5161
5162	volume	= pRaidEventData->VolumeID;
5163	reason	= pRaidEventData->ReasonCode;
5164	disk	= pRaidEventData->PhysDiskNum;
5165	status	= le32_to_cpu(pRaidEventData->SettingsStatus);
5166	flags	= (status >> 0) & 0xff;
5167	state	= (status >> 8) & 0xff;
5168
5169	if (reason == MPI_EVENT_RAID_RC_DOMAIN_VAL_NEEDED) {
5170		return;
5171	}
5172
5173	if ((reason >= MPI_EVENT_RAID_RC_PHYSDISK_CREATED &&
5174	     reason <= MPI_EVENT_RAID_RC_PHYSDISK_STATUS_CHANGED) ||
5175	    (reason == MPI_EVENT_RAID_RC_SMART_DATA)) {
5176		printk(MYIOC_s_INFO_FMT "RAID STATUS CHANGE for PhysDisk %d id=%d\n",
5177			ioc->name, disk, volume);
5178	} else {
5179		printk(MYIOC_s_INFO_FMT "RAID STATUS CHANGE for VolumeID %d\n",
5180			ioc->name, volume);
5181	}
5182
5183	switch(reason) {
5184	case MPI_EVENT_RAID_RC_VOLUME_CREATED:
5185		printk(MYIOC_s_INFO_FMT "  volume has been created\n",
5186			ioc->name);
5187		break;
5188
5189	case MPI_EVENT_RAID_RC_VOLUME_DELETED:
5190
5191		printk(MYIOC_s_INFO_FMT "  volume has been deleted\n",
5192			ioc->name);
5193		break;
5194
5195	case MPI_EVENT_RAID_RC_VOLUME_SETTINGS_CHANGED:
5196		printk(MYIOC_s_INFO_FMT "  volume settings have been changed\n",
5197			ioc->name);
5198		break;
5199
5200	case MPI_EVENT_RAID_RC_VOLUME_STATUS_CHANGED:
5201		printk(MYIOC_s_INFO_FMT "  volume is now %s%s%s%s\n",
5202			ioc->name,
5203			state == MPI_RAIDVOL0_STATUS_STATE_OPTIMAL
5204			 ? "optimal"
5205			 : state == MPI_RAIDVOL0_STATUS_STATE_DEGRADED
5206			  ? "degraded"
5207			  : state == MPI_RAIDVOL0_STATUS_STATE_FAILED
5208			   ? "failed"
5209			   : "state unknown",
5210			flags & MPI_RAIDVOL0_STATUS_FLAG_ENABLED
5211			 ? ", enabled" : "",
5212			flags & MPI_RAIDVOL0_STATUS_FLAG_QUIESCED
5213			 ? ", quiesced" : "",
5214			flags & MPI_RAIDVOL0_STATUS_FLAG_RESYNC_IN_PROGRESS
5215			 ? ", resync in progress" : "" );
5216		break;
5217
5218	case MPI_EVENT_RAID_RC_VOLUME_PHYSDISK_CHANGED:
5219		printk(MYIOC_s_INFO_FMT "  volume membership of PhysDisk %d has changed\n",
5220			ioc->name, disk);
5221		break;
5222
5223	case MPI_EVENT_RAID_RC_PHYSDISK_CREATED:
5224		printk(MYIOC_s_INFO_FMT "  PhysDisk has been created\n",
5225			ioc->name);
5226		break;
5227
5228	case MPI_EVENT_RAID_RC_PHYSDISK_DELETED:
5229		printk(MYIOC_s_INFO_FMT "  PhysDisk has been deleted\n",
5230			ioc->name);
5231		break;
5232
5233	case MPI_EVENT_RAID_RC_PHYSDISK_SETTINGS_CHANGED:
5234		printk(MYIOC_s_INFO_FMT "  PhysDisk settings have been changed\n",
5235			ioc->name);
5236		break;
5237
5238	case MPI_EVENT_RAID_RC_PHYSDISK_STATUS_CHANGED:
5239		printk(MYIOC_s_INFO_FMT "  PhysDisk is now %s%s%s\n",
5240			ioc->name,
5241			state == MPI_PHYSDISK0_STATUS_ONLINE
5242			 ? "online"
5243			 : state == MPI_PHYSDISK0_STATUS_MISSING
5244			  ? "missing"
5245			  : state == MPI_PHYSDISK0_STATUS_NOT_COMPATIBLE
5246			   ? "not compatible"
5247			   : state == MPI_PHYSDISK0_STATUS_FAILED
5248			    ? "failed"
5249			    : state == MPI_PHYSDISK0_STATUS_INITIALIZING
5250			     ? "initializing"
5251			     : state == MPI_PHYSDISK0_STATUS_OFFLINE_REQUESTED
5252			      ? "offline requested"
5253			      : state == MPI_PHYSDISK0_STATUS_FAILED_REQUESTED
5254			       ? "failed requested"
5255			       : state == MPI_PHYSDISK0_STATUS_OTHER_OFFLINE
5256			        ? "offline"
5257			        : "state unknown",
5258			flags & MPI_PHYSDISK0_STATUS_FLAG_OUT_OF_SYNC
5259			 ? ", out of sync" : "",
5260			flags & MPI_PHYSDISK0_STATUS_FLAG_QUIESCED
5261			 ? ", quiesced" : "" );
5262		break;
5263
5264	case MPI_EVENT_RAID_RC_DOMAIN_VAL_NEEDED:
5265		printk(MYIOC_s_INFO_FMT "  Domain Validation needed for PhysDisk %d\n",
5266			ioc->name, disk);
5267		break;
5268
5269	case MPI_EVENT_RAID_RC_SMART_DATA:
5270		printk(MYIOC_s_INFO_FMT "  SMART data received, ASC/ASCQ = %02xh/%02xh\n",
5271			ioc->name, pRaidEventData->ASC, pRaidEventData->ASCQ);
5272		break;
5273
5274	case MPI_EVENT_RAID_RC_REPLACE_ACTION_STARTED:
5275		printk(MYIOC_s_INFO_FMT "  replacement of PhysDisk %d has started\n",
5276			ioc->name, disk);
5277		break;
5278	}
5279}
5280
5281/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5282/**
5283 *	GetIoUnitPage2 - Retrieve BIOS version and boot order information.
5284 *	@ioc: Pointer to MPT_ADAPTER structure
5285 *
5286 *	Returns: 0 for success
5287 *	-ENOMEM if no memory available
5288 *		-EPERM if not allowed due to ISR context
5289 *		-EAGAIN if no msg frames currently available
5290 *		-EFAULT for non-successful reply or no reply (timeout)
5291 */
5292static int
5293GetIoUnitPage2(MPT_ADAPTER *ioc)
5294{
5295	ConfigPageHeader_t	 hdr;
5296	CONFIGPARMS		 cfg;
5297	IOUnitPage2_t		*ppage_alloc;
5298	dma_addr_t		 page_dma;
5299	int			 data_sz;
5300	int			 rc;
5301
5302	/* Get the page header */
5303	hdr.PageVersion = 0;
5304	hdr.PageLength = 0;
5305	hdr.PageNumber = 2;
5306	hdr.PageType = MPI_CONFIG_PAGETYPE_IO_UNIT;
5307	cfg.cfghdr.hdr = &hdr;
5308	cfg.physAddr = -1;
5309	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5310	cfg.dir = 0;
5311	cfg.pageAddr = 0;
5312	cfg.timeout = 0;
5313
5314	if ((rc = mpt_config(ioc, &cfg)) != 0)
5315		return rc;
5316
5317	if (hdr.PageLength == 0)
5318		return 0;
5319
5320	/* Read the config page */
5321	data_sz = hdr.PageLength * 4;
5322	rc = -ENOMEM;
5323	ppage_alloc = pci_alloc_consistent(ioc->pcidev, data_sz, &page_dma);
5324	if (ppage_alloc) {
5325		memset((u8 *)ppage_alloc, 0, data_sz);
5326		cfg.physAddr = page_dma;
5327		cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5328
5329		/* If Good, save data */
5330		if ((rc = mpt_config(ioc, &cfg)) == 0)
5331			ioc->biosVersion = le32_to_cpu(ppage_alloc->BiosVersion);
5332
5333		pci_free_consistent(ioc->pcidev, data_sz, (u8 *) ppage_alloc, page_dma);
5334	}
5335
5336	return rc;
5337}
5338
5339/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5340/**
5341 *	mpt_GetScsiPortSettings - read SCSI Port Page 0 and 2
5342 *	@ioc: Pointer to a Adapter Strucutre
5343 *	@portnum: IOC port number
5344 *
5345 *	Return: -EFAULT if read of config page header fails
5346 *			or if no nvram
5347 *	If read of SCSI Port Page 0 fails,
5348 *		NVRAM = MPT_HOST_NVRAM_INVALID  (0xFFFFFFFF)
5349 *		Adapter settings: async, narrow
5350 *		Return 1
5351 *	If read of SCSI Port Page 2 fails,
5352 *		Adapter settings valid
5353 *		NVRAM = MPT_HOST_NVRAM_INVALID  (0xFFFFFFFF)
5354 *		Return 1
5355 *	Else
5356 *		Both valid
5357 *		Return 0
5358 *	CHECK - what type of locking mechanisms should be used????
5359 */
5360static int
5361mpt_GetScsiPortSettings(MPT_ADAPTER *ioc, int portnum)
5362{
5363	u8			*pbuf;
5364	dma_addr_t		 buf_dma;
5365	CONFIGPARMS		 cfg;
5366	ConfigPageHeader_t	 header;
5367	int			 ii;
5368	int			 data, rc = 0;
5369
5370	/* Allocate memory
5371	 */
5372	if (!ioc->spi_data.nvram) {
5373		int	 sz;
5374		u8	*mem;
5375		sz = MPT_MAX_SCSI_DEVICES * sizeof(int);
5376		mem = kmalloc(sz, GFP_ATOMIC);
5377		if (mem == NULL)
5378			return -EFAULT;
5379
5380		ioc->spi_data.nvram = (int *) mem;
5381
5382		dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "SCSI device NVRAM settings @ %p, sz=%d\n",
5383			ioc->name, ioc->spi_data.nvram, sz));
5384	}
5385
5386	/* Invalidate NVRAM information
5387	 */
5388	for (ii=0; ii < MPT_MAX_SCSI_DEVICES; ii++) {
5389		ioc->spi_data.nvram[ii] = MPT_HOST_NVRAM_INVALID;
5390	}
5391
5392	/* Read SPP0 header, allocate memory, then read page.
5393	 */
5394	header.PageVersion = 0;
5395	header.PageLength = 0;
5396	header.PageNumber = 0;
5397	header.PageType = MPI_CONFIG_PAGETYPE_SCSI_PORT;
5398	cfg.cfghdr.hdr = &header;
5399	cfg.physAddr = -1;
5400	cfg.pageAddr = portnum;
5401	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5402	cfg.dir = 0;
5403	cfg.timeout = 0;	/* use default */
5404	if (mpt_config(ioc, &cfg) != 0)
5405		 return -EFAULT;
5406
5407	if (header.PageLength > 0) {
5408		pbuf = pci_alloc_consistent(ioc->pcidev, header.PageLength * 4, &buf_dma);
5409		if (pbuf) {
5410			cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5411			cfg.physAddr = buf_dma;
5412			if (mpt_config(ioc, &cfg) != 0) {
5413				ioc->spi_data.maxBusWidth = MPT_NARROW;
5414				ioc->spi_data.maxSyncOffset = 0;
5415				ioc->spi_data.minSyncFactor = MPT_ASYNC;
5416				ioc->spi_data.busType = MPT_HOST_BUS_UNKNOWN;
5417				rc = 1;
5418				ddvprintk(ioc, printk(MYIOC_s_DEBUG_FMT
5419					"Unable to read PortPage0 minSyncFactor=%x\n",
5420					ioc->name, ioc->spi_data.minSyncFactor));
5421			} else {
5422				/* Save the Port Page 0 data
5423				 */
5424				SCSIPortPage0_t  *pPP0 = (SCSIPortPage0_t  *) pbuf;
5425				pPP0->Capabilities = le32_to_cpu(pPP0->Capabilities);
5426				pPP0->PhysicalInterface = le32_to_cpu(pPP0->PhysicalInterface);
5427
5428				if ( (pPP0->Capabilities & MPI_SCSIPORTPAGE0_CAP_QAS) == 0 ) {
5429					ioc->spi_data.noQas |= MPT_TARGET_NO_NEGO_QAS;
5430					ddvprintk(ioc, printk(MYIOC_s_DEBUG_FMT
5431						"noQas due to Capabilities=%x\n",
5432						ioc->name, pPP0->Capabilities));
5433				}
5434				ioc->spi_data.maxBusWidth = pPP0->Capabilities & MPI_SCSIPORTPAGE0_CAP_WIDE ? 1 : 0;
5435				data = pPP0->Capabilities & MPI_SCSIPORTPAGE0_CAP_MAX_SYNC_OFFSET_MASK;
5436				if (data) {
5437					ioc->spi_data.maxSyncOffset = (u8) (data >> 16);
5438					data = pPP0->Capabilities & MPI_SCSIPORTPAGE0_CAP_MIN_SYNC_PERIOD_MASK;
5439					ioc->spi_data.minSyncFactor = (u8) (data >> 8);
5440					ddvprintk(ioc, printk(MYIOC_s_DEBUG_FMT
5441						"PortPage0 minSyncFactor=%x\n",
5442						ioc->name, ioc->spi_data.minSyncFactor));
5443				} else {
5444					ioc->spi_data.maxSyncOffset = 0;
5445					ioc->spi_data.minSyncFactor = MPT_ASYNC;
5446				}
5447
5448				ioc->spi_data.busType = pPP0->PhysicalInterface & MPI_SCSIPORTPAGE0_PHY_SIGNAL_TYPE_MASK;
5449
5450				/* Update the minSyncFactor based on bus type.
5451				 */
5452				if ((ioc->spi_data.busType == MPI_SCSIPORTPAGE0_PHY_SIGNAL_HVD) ||
5453					(ioc->spi_data.busType == MPI_SCSIPORTPAGE0_PHY_SIGNAL_SE))  {
5454
5455					if (ioc->spi_data.minSyncFactor < MPT_ULTRA) {
5456						ioc->spi_data.minSyncFactor = MPT_ULTRA;
5457						ddvprintk(ioc, printk(MYIOC_s_DEBUG_FMT
5458							"HVD or SE detected, minSyncFactor=%x\n",
5459							ioc->name, ioc->spi_data.minSyncFactor));
5460					}
5461				}
5462			}
5463			if (pbuf) {
5464				pci_free_consistent(ioc->pcidev, header.PageLength * 4, pbuf, buf_dma);
5465			}
5466		}
5467	}
5468
5469	/* SCSI Port Page 2 - Read the header then the page.
5470	 */
5471	header.PageVersion = 0;
5472	header.PageLength = 0;
5473	header.PageNumber = 2;
5474	header.PageType = MPI_CONFIG_PAGETYPE_SCSI_PORT;
5475	cfg.cfghdr.hdr = &header;
5476	cfg.physAddr = -1;
5477	cfg.pageAddr = portnum;
5478	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5479	cfg.dir = 0;
5480	if (mpt_config(ioc, &cfg) != 0)
5481		return -EFAULT;
5482
5483	if (header.PageLength > 0) {
5484		/* Allocate memory and read SCSI Port Page 2
5485		 */
5486		pbuf = pci_alloc_consistent(ioc->pcidev, header.PageLength * 4, &buf_dma);
5487		if (pbuf) {
5488			cfg.action = MPI_CONFIG_ACTION_PAGE_READ_NVRAM;
5489			cfg.physAddr = buf_dma;
5490			if (mpt_config(ioc, &cfg) != 0) {
5491				/* Nvram data is left with INVALID mark
5492				 */
5493				rc = 1;
5494			} else if (ioc->pcidev->vendor == PCI_VENDOR_ID_ATTO) {
5495
5496				/* This is an ATTO adapter, read Page2 accordingly
5497				*/
5498				ATTO_SCSIPortPage2_t *pPP2 = (ATTO_SCSIPortPage2_t  *) pbuf;
5499				ATTODeviceInfo_t *pdevice = NULL;
5500				u16 ATTOFlags;
5501
5502				/* Save the Port Page 2 data
5503				 * (reformat into a 32bit quantity)
5504				 */
5505				for (ii=0; ii < MPT_MAX_SCSI_DEVICES; ii++) {
5506				  pdevice = &pPP2->DeviceSettings[ii];
5507				  ATTOFlags = le16_to_cpu(pdevice->ATTOFlags);
5508				  data = 0;
5509
5510				  /* Translate ATTO device flags to LSI format
5511				   */
5512				  if (ATTOFlags & ATTOFLAG_DISC)
5513				    data |= (MPI_SCSIPORTPAGE2_DEVICE_DISCONNECT_ENABLE);
5514				  if (ATTOFlags & ATTOFLAG_ID_ENB)
5515				    data |= (MPI_SCSIPORTPAGE2_DEVICE_ID_SCAN_ENABLE);
5516				  if (ATTOFlags & ATTOFLAG_LUN_ENB)
5517				    data |= (MPI_SCSIPORTPAGE2_DEVICE_LUN_SCAN_ENABLE);
5518				  if (ATTOFlags & ATTOFLAG_TAGGED)
5519				    data |= (MPI_SCSIPORTPAGE2_DEVICE_TAG_QUEUE_ENABLE);
5520				  if (!(ATTOFlags & ATTOFLAG_WIDE_ENB))
5521				    data |= (MPI_SCSIPORTPAGE2_DEVICE_WIDE_DISABLE);
5522
5523				  data = (data << 16) | (pdevice->Period << 8) | 10;
5524				  ioc->spi_data.nvram[ii] = data;
5525				}
5526			} else {
5527				SCSIPortPage2_t *pPP2 = (SCSIPortPage2_t  *) pbuf;
5528				MpiDeviceInfo_t	*pdevice = NULL;
5529
5530				/*
5531				 * Save "Set to Avoid SCSI Bus Resets" flag
5532				 */
5533				ioc->spi_data.bus_reset =
5534				    (le32_to_cpu(pPP2->PortFlags) &
5535			        MPI_SCSIPORTPAGE2_PORT_FLAGS_AVOID_SCSI_RESET) ?
5536				    0 : 1 ;
5537
5538				/* Save the Port Page 2 data
5539				 * (reformat into a 32bit quantity)
5540				 */
5541				data = le32_to_cpu(pPP2->PortFlags) & MPI_SCSIPORTPAGE2_PORT_FLAGS_DV_MASK;
5542				ioc->spi_data.PortFlags = data;
5543				for (ii=0; ii < MPT_MAX_SCSI_DEVICES; ii++) {
5544					pdevice = &pPP2->DeviceSettings[ii];
5545					data = (le16_to_cpu(pdevice->DeviceFlags) << 16) |
5546						(pdevice->SyncFactor << 8) | pdevice->Timeout;
5547					ioc->spi_data.nvram[ii] = data;
5548				}
5549			}
5550
5551			pci_free_consistent(ioc->pcidev, header.PageLength * 4, pbuf, buf_dma);
5552		}
5553	}
5554
5555	/* Update Adapter limits with those from NVRAM
5556	 * Comment: Don't need to do this. Target performance
5557	 * parameters will never exceed the adapters limits.
5558	 */
5559
5560	return rc;
5561}
5562
5563/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5564/**
5565 *	mpt_readScsiDevicePageHeaders - save version and length of SDP1
5566 *	@ioc: Pointer to a Adapter Strucutre
5567 *	@portnum: IOC port number
5568 *
5569 *	Return: -EFAULT if read of config page header fails
5570 *		or 0 if success.
5571 */
5572static int
5573mpt_readScsiDevicePageHeaders(MPT_ADAPTER *ioc, int portnum)
5574{
5575	CONFIGPARMS		 cfg;
5576	ConfigPageHeader_t	 header;
5577
5578	/* Read the SCSI Device Page 1 header
5579	 */
5580	header.PageVersion = 0;
5581	header.PageLength = 0;
5582	header.PageNumber = 1;
5583	header.PageType = MPI_CONFIG_PAGETYPE_SCSI_DEVICE;
5584	cfg.cfghdr.hdr = &header;
5585	cfg.physAddr = -1;
5586	cfg.pageAddr = portnum;
5587	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5588	cfg.dir = 0;
5589	cfg.timeout = 0;
5590	if (mpt_config(ioc, &cfg) != 0)
5591		 return -EFAULT;
5592
5593	ioc->spi_data.sdp1version = cfg.cfghdr.hdr->PageVersion;
5594	ioc->spi_data.sdp1length = cfg.cfghdr.hdr->PageLength;
5595
5596	header.PageVersion = 0;
5597	header.PageLength = 0;
5598	header.PageNumber = 0;
5599	header.PageType = MPI_CONFIG_PAGETYPE_SCSI_DEVICE;
5600	if (mpt_config(ioc, &cfg) != 0)
5601		 return -EFAULT;
5602
5603	ioc->spi_data.sdp0version = cfg.cfghdr.hdr->PageVersion;
5604	ioc->spi_data.sdp0length = cfg.cfghdr.hdr->PageLength;
5605
5606	dcprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Headers: 0: version %d length %d\n",
5607			ioc->name, ioc->spi_data.sdp0version, ioc->spi_data.sdp0length));
5608
5609	dcprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Headers: 1: version %d length %d\n",
5610			ioc->name, ioc->spi_data.sdp1version, ioc->spi_data.sdp1length));
5611	return 0;
5612}
5613
5614/**
5615 * mpt_inactive_raid_list_free - This clears this link list.
5616 * @ioc : pointer to per adapter structure
5617 **/
5618static void
5619mpt_inactive_raid_list_free(MPT_ADAPTER *ioc)
5620{
5621	struct inactive_raid_component_info *component_info, *pNext;
5622
5623	if (list_empty(&ioc->raid_data.inactive_list))
5624		return;
5625
5626	mutex_lock(&ioc->raid_data.inactive_list_mutex);
5627	list_for_each_entry_safe(component_info, pNext,
5628	    &ioc->raid_data.inactive_list, list) {
5629		list_del(&component_info->list);
5630		kfree(component_info);
5631	}
5632	mutex_unlock(&ioc->raid_data.inactive_list_mutex);
5633}
5634
5635/**
5636 * mpt_inactive_raid_volumes - sets up link list of phy_disk_nums for devices belonging in an inactive volume
5637 *
5638 * @ioc : pointer to per adapter structure
5639 * @channel : volume channel
5640 * @id : volume target id
5641 **/
5642static void
5643mpt_inactive_raid_volumes(MPT_ADAPTER *ioc, u8 channel, u8 id)
5644{
5645	CONFIGPARMS			cfg;
5646	ConfigPageHeader_t		hdr;
5647	dma_addr_t			dma_handle;
5648	pRaidVolumePage0_t		buffer = NULL;
5649	int				i;
5650	RaidPhysDiskPage0_t 		phys_disk;
5651	struct inactive_raid_component_info *component_info;
5652	int				handle_inactive_volumes;
5653
5654	memset(&cfg, 0 , sizeof(CONFIGPARMS));
5655	memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
5656	hdr.PageType = MPI_CONFIG_PAGETYPE_RAID_VOLUME;
5657	cfg.pageAddr = (channel << 8) + id;
5658	cfg.cfghdr.hdr = &hdr;
5659	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5660
5661	if (mpt_config(ioc, &cfg) != 0)
5662		goto out;
5663
5664	if (!hdr.PageLength)
5665		goto out;
5666
5667	buffer = pci_alloc_consistent(ioc->pcidev, hdr.PageLength * 4,
5668	    &dma_handle);
5669
5670	if (!buffer)
5671		goto out;
5672
5673	cfg.physAddr = dma_handle;
5674	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5675
5676	if (mpt_config(ioc, &cfg) != 0)
5677		goto out;
5678
5679	if (!buffer->NumPhysDisks)
5680		goto out;
5681
5682	handle_inactive_volumes =
5683	   (buffer->VolumeStatus.Flags & MPI_RAIDVOL0_STATUS_FLAG_VOLUME_INACTIVE ||
5684	   (buffer->VolumeStatus.Flags & MPI_RAIDVOL0_STATUS_FLAG_ENABLED) == 0 ||
5685	    buffer->VolumeStatus.State == MPI_RAIDVOL0_STATUS_STATE_FAILED ||
5686	    buffer->VolumeStatus.State == MPI_RAIDVOL0_STATUS_STATE_MISSING) ? 1 : 0;
5687
5688	if (!handle_inactive_volumes)
5689		goto out;
5690
5691	mutex_lock(&ioc->raid_data.inactive_list_mutex);
5692	for (i = 0; i < buffer->NumPhysDisks; i++) {
5693		if(mpt_raid_phys_disk_pg0(ioc,
5694		    buffer->PhysDisk[i].PhysDiskNum, &phys_disk) != 0)
5695			continue;
5696
5697		if ((component_info = kmalloc(sizeof (*component_info),
5698		 GFP_KERNEL)) == NULL)
5699			continue;
5700
5701		component_info->volumeID = id;
5702		component_info->volumeBus = channel;
5703		component_info->d.PhysDiskNum = phys_disk.PhysDiskNum;
5704		component_info->d.PhysDiskBus = phys_disk.PhysDiskBus;
5705		component_info->d.PhysDiskID = phys_disk.PhysDiskID;
5706		component_info->d.PhysDiskIOC = phys_disk.PhysDiskIOC;
5707
5708		list_add_tail(&component_info->list,
5709		    &ioc->raid_data.inactive_list);
5710	}
5711	mutex_unlock(&ioc->raid_data.inactive_list_mutex);
5712
5713 out:
5714	if (buffer)
5715		pci_free_consistent(ioc->pcidev, hdr.PageLength * 4, buffer,
5716		    dma_handle);
5717}
5718
5719/**
5720 *	mpt_raid_phys_disk_pg0 - returns phys disk page zero
5721 *	@ioc: Pointer to a Adapter Structure
5722 *	@phys_disk_num: io unit unique phys disk num generated by the ioc
5723 *	@phys_disk: requested payload data returned
5724 *
5725 *	Return:
5726 *	0 on success
5727 *	-EFAULT if read of config page header fails or data pointer not NULL
5728 *	-ENOMEM if pci_alloc failed
5729 **/
5730int
5731mpt_raid_phys_disk_pg0(MPT_ADAPTER *ioc, u8 phys_disk_num,
5732			RaidPhysDiskPage0_t *phys_disk)
5733{
5734	CONFIGPARMS			cfg;
5735	ConfigPageHeader_t		hdr;
5736	dma_addr_t			dma_handle;
5737	pRaidPhysDiskPage0_t		buffer = NULL;
5738	int				rc;
5739
5740	memset(&cfg, 0 , sizeof(CONFIGPARMS));
5741	memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
5742	memset(phys_disk, 0, sizeof(RaidPhysDiskPage0_t));
5743
5744	hdr.PageVersion = MPI_RAIDPHYSDISKPAGE0_PAGEVERSION;
5745	hdr.PageType = MPI_CONFIG_PAGETYPE_RAID_PHYSDISK;
5746	cfg.cfghdr.hdr = &hdr;
5747	cfg.physAddr = -1;
5748	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5749
5750	if (mpt_config(ioc, &cfg) != 0) {
5751		rc = -EFAULT;
5752		goto out;
5753	}
5754
5755	if (!hdr.PageLength) {
5756		rc = -EFAULT;
5757		goto out;
5758	}
5759
5760	buffer = pci_alloc_consistent(ioc->pcidev, hdr.PageLength * 4,
5761	    &dma_handle);
5762
5763	if (!buffer) {
5764		rc = -ENOMEM;
5765		goto out;
5766	}
5767
5768	cfg.physAddr = dma_handle;
5769	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5770	cfg.pageAddr = phys_disk_num;
5771
5772	if (mpt_config(ioc, &cfg) != 0) {
5773		rc = -EFAULT;
5774		goto out;
5775	}
5776
5777	rc = 0;
5778	memcpy(phys_disk, buffer, sizeof(*buffer));
5779	phys_disk->MaxLBA = le32_to_cpu(buffer->MaxLBA);
5780
5781 out:
5782
5783	if (buffer)
5784		pci_free_consistent(ioc->pcidev, hdr.PageLength * 4, buffer,
5785		    dma_handle);
5786
5787	return rc;
5788}
5789
5790/**
5791 *	mpt_raid_phys_disk_get_num_paths - returns number paths associated to this phys_num
5792 *	@ioc: Pointer to a Adapter Structure
5793 *	@phys_disk_num: io unit unique phys disk num generated by the ioc
5794 *
5795 *	Return:
5796 *	returns number paths
5797 **/
5798int
5799mpt_raid_phys_disk_get_num_paths(MPT_ADAPTER *ioc, u8 phys_disk_num)
5800{
5801	CONFIGPARMS		 	cfg;
5802	ConfigPageHeader_t	 	hdr;
5803	dma_addr_t			dma_handle;
5804	pRaidPhysDiskPage1_t		buffer = NULL;
5805	int				rc;
5806
5807	memset(&cfg, 0 , sizeof(CONFIGPARMS));
5808	memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
5809
5810	hdr.PageVersion = MPI_RAIDPHYSDISKPAGE1_PAGEVERSION;
5811	hdr.PageType = MPI_CONFIG_PAGETYPE_RAID_PHYSDISK;
5812	hdr.PageNumber = 1;
5813	cfg.cfghdr.hdr = &hdr;
5814	cfg.physAddr = -1;
5815	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5816
5817	if (mpt_config(ioc, &cfg) != 0) {
5818		rc = 0;
5819		goto out;
5820	}
5821
5822	if (!hdr.PageLength) {
5823		rc = 0;
5824		goto out;
5825	}
5826
5827	buffer = pci_alloc_consistent(ioc->pcidev, hdr.PageLength * 4,
5828	    &dma_handle);
5829
5830	if (!buffer) {
5831		rc = 0;
5832		goto out;
5833	}
5834
5835	cfg.physAddr = dma_handle;
5836	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5837	cfg.pageAddr = phys_disk_num;
5838
5839	if (mpt_config(ioc, &cfg) != 0) {
5840		rc = 0;
5841		goto out;
5842	}
5843
5844	rc = buffer->NumPhysDiskPaths;
5845 out:
5846
5847	if (buffer)
5848		pci_free_consistent(ioc->pcidev, hdr.PageLength * 4, buffer,
5849		    dma_handle);
5850
5851	return rc;
5852}
5853EXPORT_SYMBOL(mpt_raid_phys_disk_get_num_paths);
5854
5855/**
5856 *	mpt_raid_phys_disk_pg1 - returns phys disk page 1
5857 *	@ioc: Pointer to a Adapter Structure
5858 *	@phys_disk_num: io unit unique phys disk num generated by the ioc
5859 *	@phys_disk: requested payload data returned
5860 *
5861 *	Return:
5862 *	0 on success
5863 *	-EFAULT if read of config page header fails or data pointer not NULL
5864 *	-ENOMEM if pci_alloc failed
5865 **/
5866int
5867mpt_raid_phys_disk_pg1(MPT_ADAPTER *ioc, u8 phys_disk_num,
5868		RaidPhysDiskPage1_t *phys_disk)
5869{
5870	CONFIGPARMS		 	cfg;
5871	ConfigPageHeader_t	 	hdr;
5872	dma_addr_t			dma_handle;
5873	pRaidPhysDiskPage1_t		buffer = NULL;
5874	int				rc;
5875	int				i;
5876	__le64				sas_address;
5877
5878	memset(&cfg, 0 , sizeof(CONFIGPARMS));
5879	memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
5880	rc = 0;
5881
5882	hdr.PageVersion = MPI_RAIDPHYSDISKPAGE1_PAGEVERSION;
5883	hdr.PageType = MPI_CONFIG_PAGETYPE_RAID_PHYSDISK;
5884	hdr.PageNumber = 1;
5885	cfg.cfghdr.hdr = &hdr;
5886	cfg.physAddr = -1;
5887	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5888
5889	if (mpt_config(ioc, &cfg) != 0) {
5890		rc = -EFAULT;
5891		goto out;
5892	}
5893
5894	if (!hdr.PageLength) {
5895		rc = -EFAULT;
5896		goto out;
5897	}
5898
5899	buffer = pci_alloc_consistent(ioc->pcidev, hdr.PageLength * 4,
5900	    &dma_handle);
5901
5902	if (!buffer) {
5903		rc = -ENOMEM;
5904		goto out;
5905	}
5906
5907	cfg.physAddr = dma_handle;
5908	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5909	cfg.pageAddr = phys_disk_num;
5910
5911	if (mpt_config(ioc, &cfg) != 0) {
5912		rc = -EFAULT;
5913		goto out;
5914	}
5915
5916	phys_disk->NumPhysDiskPaths = buffer->NumPhysDiskPaths;
5917	phys_disk->PhysDiskNum = phys_disk_num;
5918	for (i = 0; i < phys_disk->NumPhysDiskPaths; i++) {
5919		phys_disk->Path[i].PhysDiskID = buffer->Path[i].PhysDiskID;
5920		phys_disk->Path[i].PhysDiskBus = buffer->Path[i].PhysDiskBus;
5921		phys_disk->Path[i].OwnerIdentifier =
5922				buffer->Path[i].OwnerIdentifier;
5923		phys_disk->Path[i].Flags = le16_to_cpu(buffer->Path[i].Flags);
5924		memcpy(&sas_address, &buffer->Path[i].WWID, sizeof(__le64));
5925		sas_address = le64_to_cpu(sas_address);
5926		memcpy(&phys_disk->Path[i].WWID, &sas_address, sizeof(__le64));
5927		memcpy(&sas_address,
5928				&buffer->Path[i].OwnerWWID, sizeof(__le64));
5929		sas_address = le64_to_cpu(sas_address);
5930		memcpy(&phys_disk->Path[i].OwnerWWID,
5931				&sas_address, sizeof(__le64));
5932	}
5933
5934 out:
5935
5936	if (buffer)
5937		pci_free_consistent(ioc->pcidev, hdr.PageLength * 4, buffer,
5938		    dma_handle);
5939
5940	return rc;
5941}
5942EXPORT_SYMBOL(mpt_raid_phys_disk_pg1);
5943
5944
5945/**
5946 *	mpt_findImVolumes - Identify IDs of hidden disks and RAID Volumes
5947 *	@ioc: Pointer to a Adapter Strucutre
5948 *
5949 *	Return:
5950 *	0 on success
5951 *	-EFAULT if read of config page header fails or data pointer not NULL
5952 *	-ENOMEM if pci_alloc failed
5953 **/
5954int
5955mpt_findImVolumes(MPT_ADAPTER *ioc)
5956{
5957	IOCPage2_t		*pIoc2;
5958	u8			*mem;
5959	dma_addr_t		 ioc2_dma;
5960	CONFIGPARMS		 cfg;
5961	ConfigPageHeader_t	 header;
5962	int			 rc = 0;
5963	int			 iocpage2sz;
5964	int			 i;
5965
5966	if (!ioc->ir_firmware)
5967		return 0;
5968
5969	/* Free the old page
5970	 */
5971	kfree(ioc->raid_data.pIocPg2);
5972	ioc->raid_data.pIocPg2 = NULL;
5973	mpt_inactive_raid_list_free(ioc);
5974
5975	/* Read IOCP2 header then the page.
5976	 */
5977	header.PageVersion = 0;
5978	header.PageLength = 0;
5979	header.PageNumber = 2;
5980	header.PageType = MPI_CONFIG_PAGETYPE_IOC;
5981	cfg.cfghdr.hdr = &header;
5982	cfg.physAddr = -1;
5983	cfg.pageAddr = 0;
5984	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5985	cfg.dir = 0;
5986	cfg.timeout = 0;
5987	if (mpt_config(ioc, &cfg) != 0)
5988		 return -EFAULT;
5989
5990	if (header.PageLength == 0)
5991		return -EFAULT;
5992
5993	iocpage2sz = header.PageLength * 4;
5994	pIoc2 = pci_alloc_consistent(ioc->pcidev, iocpage2sz, &ioc2_dma);
5995	if (!pIoc2)
5996		return -ENOMEM;
5997
5998	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5999	cfg.physAddr = ioc2_dma;
6000	if (mpt_config(ioc, &cfg) != 0)
6001		goto out;
6002
6003	mem = kmemdup(pIoc2, iocpage2sz, GFP_KERNEL);
6004	if (!mem) {
6005		rc = -ENOMEM;
6006		goto out;
6007	}
6008
 
6009	ioc->raid_data.pIocPg2 = (IOCPage2_t *) mem;
6010
6011	mpt_read_ioc_pg_3(ioc);
6012
6013	for (i = 0; i < pIoc2->NumActiveVolumes ; i++)
6014		mpt_inactive_raid_volumes(ioc,
6015		    pIoc2->RaidVolume[i].VolumeBus,
6016		    pIoc2->RaidVolume[i].VolumeID);
6017
6018 out:
6019	pci_free_consistent(ioc->pcidev, iocpage2sz, pIoc2, ioc2_dma);
6020
6021	return rc;
6022}
6023
6024static int
6025mpt_read_ioc_pg_3(MPT_ADAPTER *ioc)
6026{
6027	IOCPage3_t		*pIoc3;
6028	u8			*mem;
6029	CONFIGPARMS		 cfg;
6030	ConfigPageHeader_t	 header;
6031	dma_addr_t		 ioc3_dma;
6032	int			 iocpage3sz = 0;
6033
6034	/* Free the old page
6035	 */
6036	kfree(ioc->raid_data.pIocPg3);
6037	ioc->raid_data.pIocPg3 = NULL;
6038
6039	/* There is at least one physical disk.
6040	 * Read and save IOC Page 3
6041	 */
6042	header.PageVersion = 0;
6043	header.PageLength = 0;
6044	header.PageNumber = 3;
6045	header.PageType = MPI_CONFIG_PAGETYPE_IOC;
6046	cfg.cfghdr.hdr = &header;
6047	cfg.physAddr = -1;
6048	cfg.pageAddr = 0;
6049	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
6050	cfg.dir = 0;
6051	cfg.timeout = 0;
6052	if (mpt_config(ioc, &cfg) != 0)
6053		return 0;
6054
6055	if (header.PageLength == 0)
6056		return 0;
6057
6058	/* Read Header good, alloc memory
6059	 */
6060	iocpage3sz = header.PageLength * 4;
6061	pIoc3 = pci_alloc_consistent(ioc->pcidev, iocpage3sz, &ioc3_dma);
6062	if (!pIoc3)
6063		return 0;
6064
6065	/* Read the Page and save the data
6066	 * into malloc'd memory.
6067	 */
6068	cfg.physAddr = ioc3_dma;
6069	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
6070	if (mpt_config(ioc, &cfg) == 0) {
6071		mem = kmalloc(iocpage3sz, GFP_KERNEL);
6072		if (mem) {
6073			memcpy(mem, (u8 *)pIoc3, iocpage3sz);
6074			ioc->raid_data.pIocPg3 = (IOCPage3_t *) mem;
6075		}
6076	}
6077
6078	pci_free_consistent(ioc->pcidev, iocpage3sz, pIoc3, ioc3_dma);
6079
6080	return 0;
6081}
6082
6083static void
6084mpt_read_ioc_pg_4(MPT_ADAPTER *ioc)
6085{
6086	IOCPage4_t		*pIoc4;
6087	CONFIGPARMS		 cfg;
6088	ConfigPageHeader_t	 header;
6089	dma_addr_t		 ioc4_dma;
6090	int			 iocpage4sz;
6091
6092	/* Read and save IOC Page 4
6093	 */
6094	header.PageVersion = 0;
6095	header.PageLength = 0;
6096	header.PageNumber = 4;
6097	header.PageType = MPI_CONFIG_PAGETYPE_IOC;
6098	cfg.cfghdr.hdr = &header;
6099	cfg.physAddr = -1;
6100	cfg.pageAddr = 0;
6101	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
6102	cfg.dir = 0;
6103	cfg.timeout = 0;
6104	if (mpt_config(ioc, &cfg) != 0)
6105		return;
6106
6107	if (header.PageLength == 0)
6108		return;
6109
6110	if ( (pIoc4 = ioc->spi_data.pIocPg4) == NULL ) {
6111		iocpage4sz = (header.PageLength + 4) * 4; /* Allow 4 additional SEP's */
6112		pIoc4 = pci_alloc_consistent(ioc->pcidev, iocpage4sz, &ioc4_dma);
6113		if (!pIoc4)
6114			return;
6115		ioc->alloc_total += iocpage4sz;
6116	} else {
6117		ioc4_dma = ioc->spi_data.IocPg4_dma;
6118		iocpage4sz = ioc->spi_data.IocPg4Sz;
6119	}
6120
6121	/* Read the Page into dma memory.
6122	 */
6123	cfg.physAddr = ioc4_dma;
6124	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
6125	if (mpt_config(ioc, &cfg) == 0) {
6126		ioc->spi_data.pIocPg4 = (IOCPage4_t *) pIoc4;
6127		ioc->spi_data.IocPg4_dma = ioc4_dma;
6128		ioc->spi_data.IocPg4Sz = iocpage4sz;
6129	} else {
6130		pci_free_consistent(ioc->pcidev, iocpage4sz, pIoc4, ioc4_dma);
6131		ioc->spi_data.pIocPg4 = NULL;
6132		ioc->alloc_total -= iocpage4sz;
6133	}
6134}
6135
6136static void
6137mpt_read_ioc_pg_1(MPT_ADAPTER *ioc)
6138{
6139	IOCPage1_t		*pIoc1;
6140	CONFIGPARMS		 cfg;
6141	ConfigPageHeader_t	 header;
6142	dma_addr_t		 ioc1_dma;
6143	int			 iocpage1sz = 0;
6144	u32			 tmp;
6145
6146	/* Check the Coalescing Timeout in IOC Page 1
6147	 */
6148	header.PageVersion = 0;
6149	header.PageLength = 0;
6150	header.PageNumber = 1;
6151	header.PageType = MPI_CONFIG_PAGETYPE_IOC;
6152	cfg.cfghdr.hdr = &header;
6153	cfg.physAddr = -1;
6154	cfg.pageAddr = 0;
6155	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
6156	cfg.dir = 0;
6157	cfg.timeout = 0;
6158	if (mpt_config(ioc, &cfg) != 0)
6159		return;
6160
6161	if (header.PageLength == 0)
6162		return;
6163
6164	/* Read Header good, alloc memory
6165	 */
6166	iocpage1sz = header.PageLength * 4;
6167	pIoc1 = pci_alloc_consistent(ioc->pcidev, iocpage1sz, &ioc1_dma);
6168	if (!pIoc1)
6169		return;
6170
6171	/* Read the Page and check coalescing timeout
6172	 */
6173	cfg.physAddr = ioc1_dma;
6174	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
6175	if (mpt_config(ioc, &cfg) == 0) {
6176
6177		tmp = le32_to_cpu(pIoc1->Flags) & MPI_IOCPAGE1_REPLY_COALESCING;
6178		if (tmp == MPI_IOCPAGE1_REPLY_COALESCING) {
6179			tmp = le32_to_cpu(pIoc1->CoalescingTimeout);
6180
6181			dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Coalescing Enabled Timeout = %d\n",
6182					ioc->name, tmp));
6183
6184			if (tmp > MPT_COALESCING_TIMEOUT) {
6185				pIoc1->CoalescingTimeout = cpu_to_le32(MPT_COALESCING_TIMEOUT);
6186
6187				/* Write NVRAM and current
6188				 */
6189				cfg.dir = 1;
6190				cfg.action = MPI_CONFIG_ACTION_PAGE_WRITE_CURRENT;
6191				if (mpt_config(ioc, &cfg) == 0) {
6192					dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Reset Current Coalescing Timeout to = %d\n",
6193							ioc->name, MPT_COALESCING_TIMEOUT));
6194
6195					cfg.action = MPI_CONFIG_ACTION_PAGE_WRITE_NVRAM;
6196					if (mpt_config(ioc, &cfg) == 0) {
6197						dprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6198								"Reset NVRAM Coalescing Timeout to = %d\n",
6199								ioc->name, MPT_COALESCING_TIMEOUT));
6200					} else {
6201						dprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6202								"Reset NVRAM Coalescing Timeout Failed\n",
6203								ioc->name));
6204					}
6205
6206				} else {
6207					dprintk(ioc, printk(MYIOC_s_WARN_FMT
6208						"Reset of Current Coalescing Timeout Failed!\n",
6209						ioc->name));
6210				}
6211			}
6212
6213		} else {
6214			dprintk(ioc, printk(MYIOC_s_WARN_FMT "Coalescing Disabled\n", ioc->name));
6215		}
6216	}
6217
6218	pci_free_consistent(ioc->pcidev, iocpage1sz, pIoc1, ioc1_dma);
6219
6220	return;
6221}
6222
6223static void
6224mpt_get_manufacturing_pg_0(MPT_ADAPTER *ioc)
6225{
6226	CONFIGPARMS		cfg;
6227	ConfigPageHeader_t	hdr;
6228	dma_addr_t		buf_dma;
6229	ManufacturingPage0_t	*pbuf = NULL;
6230
6231	memset(&cfg, 0 , sizeof(CONFIGPARMS));
6232	memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
6233
6234	hdr.PageType = MPI_CONFIG_PAGETYPE_MANUFACTURING;
6235	cfg.cfghdr.hdr = &hdr;
6236	cfg.physAddr = -1;
6237	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
6238	cfg.timeout = 10;
6239
6240	if (mpt_config(ioc, &cfg) != 0)
6241		goto out;
6242
6243	if (!cfg.cfghdr.hdr->PageLength)
6244		goto out;
6245
6246	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
6247	pbuf = pci_alloc_consistent(ioc->pcidev, hdr.PageLength * 4, &buf_dma);
6248	if (!pbuf)
6249		goto out;
6250
6251	cfg.physAddr = buf_dma;
6252
6253	if (mpt_config(ioc, &cfg) != 0)
6254		goto out;
6255
6256	memcpy(ioc->board_name, pbuf->BoardName, sizeof(ioc->board_name));
6257	memcpy(ioc->board_assembly, pbuf->BoardAssembly, sizeof(ioc->board_assembly));
6258	memcpy(ioc->board_tracer, pbuf->BoardTracerNumber, sizeof(ioc->board_tracer));
6259
6260out:
6261
6262	if (pbuf)
6263		pci_free_consistent(ioc->pcidev, hdr.PageLength * 4, pbuf, buf_dma);
6264}
6265
6266/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6267/**
6268 *	SendEventNotification - Send EventNotification (on or off) request to adapter
6269 *	@ioc: Pointer to MPT_ADAPTER structure
6270 *	@EvSwitch: Event switch flags
6271 *	@sleepFlag: Specifies whether the process can sleep
6272 */
6273static int
6274SendEventNotification(MPT_ADAPTER *ioc, u8 EvSwitch, int sleepFlag)
6275{
6276	EventNotification_t	evn;
6277	MPIDefaultReply_t	reply_buf;
6278
6279	memset(&evn, 0, sizeof(EventNotification_t));
6280	memset(&reply_buf, 0, sizeof(MPIDefaultReply_t));
6281
6282	evn.Function = MPI_FUNCTION_EVENT_NOTIFICATION;
6283	evn.Switch = EvSwitch;
6284	evn.MsgContext = cpu_to_le32(mpt_base_index << 16);
6285
6286	devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6287	    "Sending EventNotification (%d) request %p\n",
6288	    ioc->name, EvSwitch, &evn));
6289
6290	return mpt_handshake_req_reply_wait(ioc, sizeof(EventNotification_t),
6291	    (u32 *)&evn, sizeof(MPIDefaultReply_t), (u16 *)&reply_buf, 30,
6292	    sleepFlag);
6293}
6294
6295/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6296/**
6297 *	SendEventAck - Send EventAck request to MPT adapter.
6298 *	@ioc: Pointer to MPT_ADAPTER structure
6299 *	@evnp: Pointer to original EventNotification request
6300 */
6301static int
6302SendEventAck(MPT_ADAPTER *ioc, EventNotificationReply_t *evnp)
6303{
6304	EventAck_t	*pAck;
6305
6306	if ((pAck = (EventAck_t *) mpt_get_msg_frame(mpt_base_index, ioc)) == NULL) {
6307		dfailprintk(ioc, printk(MYIOC_s_WARN_FMT "%s, no msg frames!!\n",
6308		    ioc->name, __func__));
6309		return -1;
6310	}
6311
6312	devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending EventAck\n", ioc->name));
6313
6314	pAck->Function     = MPI_FUNCTION_EVENT_ACK;
6315	pAck->ChainOffset  = 0;
6316	pAck->Reserved[0]  = pAck->Reserved[1] = 0;
6317	pAck->MsgFlags     = 0;
6318	pAck->Reserved1[0] = pAck->Reserved1[1] = pAck->Reserved1[2] = 0;
6319	pAck->Event        = evnp->Event;
6320	pAck->EventContext = evnp->EventContext;
6321
6322	mpt_put_msg_frame(mpt_base_index, ioc, (MPT_FRAME_HDR *)pAck);
6323
6324	return 0;
6325}
6326
6327/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6328/**
6329 *	mpt_config - Generic function to issue config message
6330 *	@ioc:   Pointer to an adapter structure
6331 *	@pCfg:  Pointer to a configuration structure. Struct contains
6332 *		action, page address, direction, physical address
6333 *		and pointer to a configuration page header
6334 *		Page header is updated.
6335 *
6336 *	Returns 0 for success
 
6337 *	-EAGAIN if no msg frames currently available
6338 *	-EFAULT for non-successful reply or no reply (timeout)
6339 */
6340int
6341mpt_config(MPT_ADAPTER *ioc, CONFIGPARMS *pCfg)
6342{
6343	Config_t	*pReq;
6344	ConfigReply_t	*pReply;
6345	ConfigExtendedPageHeader_t  *pExtHdr = NULL;
6346	MPT_FRAME_HDR	*mf;
6347	int		 ii;
6348	int		 flagsLength;
6349	long		 timeout;
6350	int		 ret;
6351	u8		 page_type = 0, extend_page;
6352	unsigned long 	 timeleft;
6353	unsigned long	 flags;
 
6354	u8		 issue_hard_reset = 0;
6355	u8		 retry_count = 0;
6356
6357	might_sleep();
 
 
 
 
 
 
 
 
6358
6359	/* don't send a config page during diag reset */
6360	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
6361	if (ioc->ioc_reset_in_progress) {
6362		dfailprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6363		    "%s: busy with host reset\n", ioc->name, __func__));
6364		spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
6365		return -EBUSY;
6366	}
6367	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
6368
6369	/* don't send if no chance of success */
6370	if (!ioc->active ||
6371	    mpt_GetIocState(ioc, 1) != MPI_IOC_STATE_OPERATIONAL) {
6372		dfailprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6373		    "%s: ioc not operational, %d, %xh\n",
6374		    ioc->name, __func__, ioc->active,
6375		    mpt_GetIocState(ioc, 0)));
6376		return -EFAULT;
6377	}
6378
6379 retry_config:
6380	mutex_lock(&ioc->mptbase_cmds.mutex);
6381	/* init the internal cmd struct */
6382	memset(ioc->mptbase_cmds.reply, 0 , MPT_DEFAULT_FRAME_SIZE);
6383	INITIALIZE_MGMT_STATUS(ioc->mptbase_cmds.status)
6384
6385	/* Get and Populate a free Frame
6386	 */
6387	if ((mf = mpt_get_msg_frame(mpt_base_index, ioc)) == NULL) {
6388		dcprintk(ioc, printk(MYIOC_s_WARN_FMT
6389		"mpt_config: no msg frames!\n", ioc->name));
6390		ret = -EAGAIN;
6391		goto out;
6392	}
6393
6394	pReq = (Config_t *)mf;
6395	pReq->Action = pCfg->action;
6396	pReq->Reserved = 0;
6397	pReq->ChainOffset = 0;
6398	pReq->Function = MPI_FUNCTION_CONFIG;
6399
6400	/* Assume page type is not extended and clear "reserved" fields. */
6401	pReq->ExtPageLength = 0;
6402	pReq->ExtPageType = 0;
6403	pReq->MsgFlags = 0;
6404
6405	for (ii=0; ii < 8; ii++)
6406		pReq->Reserved2[ii] = 0;
6407
6408	pReq->Header.PageVersion = pCfg->cfghdr.hdr->PageVersion;
6409	pReq->Header.PageLength = pCfg->cfghdr.hdr->PageLength;
6410	pReq->Header.PageNumber = pCfg->cfghdr.hdr->PageNumber;
6411	pReq->Header.PageType = (pCfg->cfghdr.hdr->PageType & MPI_CONFIG_PAGETYPE_MASK);
6412
6413	if ((pCfg->cfghdr.hdr->PageType & MPI_CONFIG_PAGETYPE_MASK) == MPI_CONFIG_PAGETYPE_EXTENDED) {
6414		pExtHdr = (ConfigExtendedPageHeader_t *)pCfg->cfghdr.ehdr;
6415		pReq->ExtPageLength = cpu_to_le16(pExtHdr->ExtPageLength);
6416		pReq->ExtPageType = pExtHdr->ExtPageType;
6417		pReq->Header.PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
6418
6419		/* Page Length must be treated as a reserved field for the
6420		 * extended header.
6421		 */
6422		pReq->Header.PageLength = 0;
6423	}
6424
6425	pReq->PageAddress = cpu_to_le32(pCfg->pageAddr);
6426
6427	/* Add a SGE to the config request.
6428	 */
6429	if (pCfg->dir)
6430		flagsLength = MPT_SGE_FLAGS_SSIMPLE_WRITE;
6431	else
6432		flagsLength = MPT_SGE_FLAGS_SSIMPLE_READ;
6433
6434	if ((pCfg->cfghdr.hdr->PageType & MPI_CONFIG_PAGETYPE_MASK) ==
6435	    MPI_CONFIG_PAGETYPE_EXTENDED) {
6436		flagsLength |= pExtHdr->ExtPageLength * 4;
6437		page_type = pReq->ExtPageType;
6438		extend_page = 1;
6439	} else {
6440		flagsLength |= pCfg->cfghdr.hdr->PageLength * 4;
6441		page_type = pReq->Header.PageType;
6442		extend_page = 0;
6443	}
6444
6445	dcprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6446	    "Sending Config request type 0x%x, page 0x%x and action %d\n",
6447	    ioc->name, page_type, pReq->Header.PageNumber, pReq->Action));
6448
6449	ioc->add_sge((char *)&pReq->PageBufferSGE, flagsLength, pCfg->physAddr);
6450	timeout = (pCfg->timeout < 15) ? HZ*15 : HZ*pCfg->timeout;
6451	mpt_put_msg_frame(mpt_base_index, ioc, mf);
6452	timeleft = wait_for_completion_timeout(&ioc->mptbase_cmds.done,
6453		timeout);
6454	if (!(ioc->mptbase_cmds.status & MPT_MGMT_STATUS_COMMAND_GOOD)) {
6455		ret = -ETIME;
6456		dfailprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6457		    "Failed Sending Config request type 0x%x, page 0x%x,"
6458		    " action %d, status %xh, time left %ld\n\n",
6459			ioc->name, page_type, pReq->Header.PageNumber,
6460			pReq->Action, ioc->mptbase_cmds.status, timeleft));
6461		if (ioc->mptbase_cmds.status & MPT_MGMT_STATUS_DID_IOCRESET)
6462			goto out;
6463		if (!timeleft) {
6464			spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
6465			if (ioc->ioc_reset_in_progress) {
6466				spin_unlock_irqrestore(&ioc->taskmgmt_lock,
6467					flags);
6468				printk(MYIOC_s_INFO_FMT "%s: host reset in"
6469					" progress mpt_config timed out.!!\n",
6470					__func__, ioc->name);
6471				mutex_unlock(&ioc->mptbase_cmds.mutex);
6472				return -EFAULT;
6473			}
6474			spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
6475			issue_hard_reset = 1;
6476		}
6477		goto out;
6478	}
6479
6480	if (!(ioc->mptbase_cmds.status & MPT_MGMT_STATUS_RF_VALID)) {
6481		ret = -1;
6482		goto out;
6483	}
6484	pReply = (ConfigReply_t	*)ioc->mptbase_cmds.reply;
6485	ret = le16_to_cpu(pReply->IOCStatus) & MPI_IOCSTATUS_MASK;
6486	if (ret == MPI_IOCSTATUS_SUCCESS) {
6487		if (extend_page) {
6488			pCfg->cfghdr.ehdr->ExtPageLength =
6489			    le16_to_cpu(pReply->ExtPageLength);
6490			pCfg->cfghdr.ehdr->ExtPageType =
6491			    pReply->ExtPageType;
6492		}
6493		pCfg->cfghdr.hdr->PageVersion = pReply->Header.PageVersion;
6494		pCfg->cfghdr.hdr->PageLength = pReply->Header.PageLength;
6495		pCfg->cfghdr.hdr->PageNumber = pReply->Header.PageNumber;
6496		pCfg->cfghdr.hdr->PageType = pReply->Header.PageType;
6497
6498	}
6499
6500	if (retry_count)
6501		printk(MYIOC_s_INFO_FMT "Retry completed "
6502		    "ret=0x%x timeleft=%ld\n",
6503		    ioc->name, ret, timeleft);
6504
6505	dcprintk(ioc, printk(KERN_DEBUG "IOCStatus=%04xh, IOCLogInfo=%08xh\n",
6506	     ret, le32_to_cpu(pReply->IOCLogInfo)));
6507
6508out:
6509
6510	CLEAR_MGMT_STATUS(ioc->mptbase_cmds.status)
6511	mutex_unlock(&ioc->mptbase_cmds.mutex);
6512	if (issue_hard_reset) {
6513		issue_hard_reset = 0;
6514		printk(MYIOC_s_WARN_FMT
6515		       "Issuing Reset from %s!!, doorbell=0x%08x\n",
6516		       ioc->name, __func__, mpt_GetIocState(ioc, 0));
6517		if (retry_count == 0) {
6518			if (mpt_Soft_Hard_ResetHandler(ioc, CAN_SLEEP) != 0)
6519				retry_count++;
6520		} else
6521			mpt_HardResetHandler(ioc, CAN_SLEEP);
6522
6523		mpt_free_msg_frame(ioc, mf);
6524		/* attempt one retry for a timed out command */
6525		if (retry_count < 2) {
6526			printk(MYIOC_s_INFO_FMT
6527			    "Attempting Retry Config request"
6528			    " type 0x%x, page 0x%x,"
6529			    " action %d\n", ioc->name, page_type,
6530			    pCfg->cfghdr.hdr->PageNumber, pCfg->action);
6531			retry_count++;
6532			goto retry_config;
6533		}
6534	}
6535	return ret;
6536
6537}
6538
6539/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6540/**
6541 *	mpt_ioc_reset - Base cleanup for hard reset
6542 *	@ioc: Pointer to the adapter structure
6543 *	@reset_phase: Indicates pre- or post-reset functionality
6544 *
6545 *	Remark: Frees resources with internally generated commands.
6546 */
6547static int
6548mpt_ioc_reset(MPT_ADAPTER *ioc, int reset_phase)
6549{
6550	switch (reset_phase) {
6551	case MPT_IOC_SETUP_RESET:
6552		ioc->taskmgmt_quiesce_io = 1;
6553		dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6554		    "%s: MPT_IOC_SETUP_RESET\n", ioc->name, __func__));
6555		break;
6556	case MPT_IOC_PRE_RESET:
6557		dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6558		    "%s: MPT_IOC_PRE_RESET\n", ioc->name, __func__));
6559		break;
6560	case MPT_IOC_POST_RESET:
6561		dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6562		    "%s: MPT_IOC_POST_RESET\n",  ioc->name, __func__));
6563/* wake up mptbase_cmds */
6564		if (ioc->mptbase_cmds.status & MPT_MGMT_STATUS_PENDING) {
6565			ioc->mptbase_cmds.status |=
6566			    MPT_MGMT_STATUS_DID_IOCRESET;
6567			complete(&ioc->mptbase_cmds.done);
6568		}
6569/* wake up taskmgmt_cmds */
6570		if (ioc->taskmgmt_cmds.status & MPT_MGMT_STATUS_PENDING) {
6571			ioc->taskmgmt_cmds.status |=
6572				MPT_MGMT_STATUS_DID_IOCRESET;
6573			complete(&ioc->taskmgmt_cmds.done);
6574		}
6575		break;
6576	default:
6577		break;
6578	}
6579
6580	return 1;		/* currently means nothing really */
6581}
6582
6583
6584#ifdef CONFIG_PROC_FS		/* { */
6585/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6586/*
6587 *	procfs (%MPT_PROCFS_MPTBASEDIR/...) support stuff...
6588 */
6589/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6590/**
6591 *	procmpt_create - Create %MPT_PROCFS_MPTBASEDIR entries.
6592 *
6593 *	Returns 0 for success, non-zero for failure.
6594 */
6595static int
6596procmpt_create(void)
6597{
6598	mpt_proc_root_dir = proc_mkdir(MPT_PROCFS_MPTBASEDIR, NULL);
6599	if (mpt_proc_root_dir == NULL)
6600		return -ENOTDIR;
6601
6602	proc_create_single("summary", S_IRUGO, mpt_proc_root_dir,
6603			mpt_summary_proc_show);
6604	proc_create_single("version", S_IRUGO, mpt_proc_root_dir,
6605			mpt_version_proc_show);
6606	return 0;
6607}
6608
6609/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6610/**
6611 *	procmpt_destroy - Tear down %MPT_PROCFS_MPTBASEDIR entries.
6612 *
6613 *	Returns 0 for success, non-zero for failure.
6614 */
6615static void
6616procmpt_destroy(void)
6617{
6618	remove_proc_entry("version", mpt_proc_root_dir);
6619	remove_proc_entry("summary", mpt_proc_root_dir);
6620	remove_proc_entry(MPT_PROCFS_MPTBASEDIR, NULL);
6621}
6622
6623/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6624/*
6625 *	Handles read request from /proc/mpt/summary or /proc/mpt/iocN/summary.
6626 */
6627static void seq_mpt_print_ioc_summary(MPT_ADAPTER *ioc, struct seq_file *m, int showlan);
6628
6629static int mpt_summary_proc_show(struct seq_file *m, void *v)
6630{
6631	MPT_ADAPTER *ioc = m->private;
6632
6633	if (ioc) {
6634		seq_mpt_print_ioc_summary(ioc, m, 1);
6635	} else {
6636		list_for_each_entry(ioc, &ioc_list, list) {
6637			seq_mpt_print_ioc_summary(ioc, m, 1);
6638		}
6639	}
6640
6641	return 0;
6642}
6643
 
 
 
 
 
 
 
 
 
 
 
 
 
6644static int mpt_version_proc_show(struct seq_file *m, void *v)
6645{
6646	u8	 cb_idx;
6647	int	 scsi, fc, sas, lan, ctl, targ, dmp;
6648	char	*drvname;
6649
6650	seq_printf(m, "%s-%s\n", "mptlinux", MPT_LINUX_VERSION_COMMON);
6651	seq_printf(m, "  Fusion MPT base driver\n");
6652
6653	scsi = fc = sas = lan = ctl = targ = dmp = 0;
6654	for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
6655		drvname = NULL;
6656		if (MptCallbacks[cb_idx]) {
6657			switch (MptDriverClass[cb_idx]) {
6658			case MPTSPI_DRIVER:
6659				if (!scsi++) drvname = "SPI host";
6660				break;
6661			case MPTFC_DRIVER:
6662				if (!fc++) drvname = "FC host";
6663				break;
6664			case MPTSAS_DRIVER:
6665				if (!sas++) drvname = "SAS host";
6666				break;
6667			case MPTLAN_DRIVER:
6668				if (!lan++) drvname = "LAN";
6669				break;
6670			case MPTSTM_DRIVER:
6671				if (!targ++) drvname = "SCSI target";
6672				break;
6673			case MPTCTL_DRIVER:
6674				if (!ctl++) drvname = "ioctl";
6675				break;
6676			}
6677
6678			if (drvname)
6679				seq_printf(m, "  Fusion MPT %s driver\n", drvname);
6680		}
6681	}
6682
6683	return 0;
6684}
6685
 
 
 
 
 
 
 
 
 
 
 
 
 
6686static int mpt_iocinfo_proc_show(struct seq_file *m, void *v)
6687{
6688	MPT_ADAPTER	*ioc = m->private;
6689	char		 expVer[32];
6690	int		 sz;
6691	int		 p;
6692
6693	mpt_get_fw_exp_ver(expVer, ioc);
6694
6695	seq_printf(m, "%s:", ioc->name);
6696	if (ioc->facts.Flags & MPI_IOCFACTS_FLAGS_FW_DOWNLOAD_BOOT)
6697		seq_printf(m, "  (f/w download boot flag set)");
6698//	if (ioc->facts.IOCExceptions & MPI_IOCFACTS_EXCEPT_CONFIG_CHECKSUM_FAIL)
6699//		seq_printf(m, "  CONFIG_CHECKSUM_FAIL!");
6700
6701	seq_printf(m, "\n  ProductID = 0x%04x (%s)\n",
6702			ioc->facts.ProductID,
6703			ioc->prod_name);
6704	seq_printf(m, "  FWVersion = 0x%08x%s", ioc->facts.FWVersion.Word, expVer);
6705	if (ioc->facts.FWImageSize)
6706		seq_printf(m, " (fw_size=%d)", ioc->facts.FWImageSize);
6707	seq_printf(m, "\n  MsgVersion = 0x%04x\n", ioc->facts.MsgVersion);
6708	seq_printf(m, "  FirstWhoInit = 0x%02x\n", ioc->FirstWhoInit);
6709	seq_printf(m, "  EventState = 0x%02x\n", ioc->facts.EventState);
6710
6711	seq_printf(m, "  CurrentHostMfaHighAddr = 0x%08x\n",
6712			ioc->facts.CurrentHostMfaHighAddr);
6713	seq_printf(m, "  CurrentSenseBufferHighAddr = 0x%08x\n",
6714			ioc->facts.CurrentSenseBufferHighAddr);
6715
6716	seq_printf(m, "  MaxChainDepth = 0x%02x frames\n", ioc->facts.MaxChainDepth);
6717	seq_printf(m, "  MinBlockSize = 0x%02x bytes\n", 4*ioc->facts.BlockSize);
6718
6719	seq_printf(m, "  RequestFrames @ 0x%p (Dma @ 0x%p)\n",
6720					(void *)ioc->req_frames, (void *)(ulong)ioc->req_frames_dma);
6721	/*
6722	 *  Rounding UP to nearest 4-kB boundary here...
6723	 */
6724	sz = (ioc->req_sz * ioc->req_depth) + 128;
6725	sz = ((sz + 0x1000UL - 1UL) / 0x1000) * 0x1000;
6726	seq_printf(m, "    {CurReqSz=%d} x {CurReqDepth=%d} = %d bytes ^= 0x%x\n",
6727					ioc->req_sz, ioc->req_depth, ioc->req_sz*ioc->req_depth, sz);
6728	seq_printf(m, "    {MaxReqSz=%d}   {MaxReqDepth=%d}\n",
6729					4*ioc->facts.RequestFrameSize,
6730					ioc->facts.GlobalCredits);
6731
6732	seq_printf(m, "  Frames   @ 0x%p (Dma @ 0x%p)\n",
6733					(void *)ioc->alloc, (void *)(ulong)ioc->alloc_dma);
6734	sz = (ioc->reply_sz * ioc->reply_depth) + 128;
6735	seq_printf(m, "    {CurRepSz=%d} x {CurRepDepth=%d} = %d bytes ^= 0x%x\n",
6736					ioc->reply_sz, ioc->reply_depth, ioc->reply_sz*ioc->reply_depth, sz);
6737	seq_printf(m, "    {MaxRepSz=%d}   {MaxRepDepth=%d}\n",
6738					ioc->facts.CurReplyFrameSize,
6739					ioc->facts.ReplyQueueDepth);
6740
6741	seq_printf(m, "  MaxDevices = %d\n",
6742			(ioc->facts.MaxDevices==0) ? 255 : ioc->facts.MaxDevices);
6743	seq_printf(m, "  MaxBuses = %d\n", ioc->facts.MaxBuses);
6744
6745	/* per-port info */
6746	for (p=0; p < ioc->facts.NumberOfPorts; p++) {
6747		seq_printf(m, "  PortNumber = %d (of %d)\n",
6748				p+1,
6749				ioc->facts.NumberOfPorts);
6750		if (ioc->bus_type == FC) {
6751			if (ioc->pfacts[p].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_LAN) {
6752				u8 *a = (u8*)&ioc->lan_cnfg_page1.HardwareAddressLow;
6753				seq_printf(m, "    LanAddr = %pMR\n", a);
6754			}
6755			seq_printf(m, "    WWN = %08X%08X:%08X%08X\n",
6756					ioc->fc_port_page0[p].WWNN.High,
6757					ioc->fc_port_page0[p].WWNN.Low,
6758					ioc->fc_port_page0[p].WWPN.High,
6759					ioc->fc_port_page0[p].WWPN.Low);
6760		}
6761	}
6762
6763	return 0;
6764}
 
 
 
 
 
 
 
 
 
 
 
 
 
6765#endif		/* CONFIG_PROC_FS } */
6766
6767/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6768static void
6769mpt_get_fw_exp_ver(char *buf, MPT_ADAPTER *ioc)
6770{
6771	buf[0] ='\0';
6772	if ((ioc->facts.FWVersion.Word >> 24) == 0x0E) {
6773		sprintf(buf, " (Exp %02d%02d)",
6774			(ioc->facts.FWVersion.Word >> 16) & 0x00FF,	/* Month */
6775			(ioc->facts.FWVersion.Word >> 8) & 0x1F);	/* Day */
6776
6777		/* insider hack! */
6778		if ((ioc->facts.FWVersion.Word >> 8) & 0x80)
6779			strcat(buf, " [MDBG]");
6780	}
6781}
6782
6783/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6784/**
6785 *	mpt_print_ioc_summary - Write ASCII summary of IOC to a buffer.
6786 *	@ioc: Pointer to MPT_ADAPTER structure
6787 *	@buffer: Pointer to buffer where IOC summary info should be written
6788 *	@size: Pointer to number of bytes we wrote (set by this routine)
6789 *	@len: Offset at which to start writing in buffer
6790 *	@showlan: Display LAN stuff?
6791 *
6792 *	This routine writes (english readable) ASCII text, which represents
6793 *	a summary of IOC information, to a buffer.
6794 */
6795void
6796mpt_print_ioc_summary(MPT_ADAPTER *ioc, char *buffer, int *size, int len, int showlan)
6797{
6798	char expVer[32];
6799	int y;
6800
6801	mpt_get_fw_exp_ver(expVer, ioc);
6802
6803	/*
6804	 *  Shorter summary of attached ioc's...
6805	 */
6806	y = sprintf(buffer+len, "%s: %s, %s%08xh%s, Ports=%d, MaxQ=%d",
6807			ioc->name,
6808			ioc->prod_name,
6809			MPT_FW_REV_MAGIC_ID_STRING,	/* "FwRev=" or somesuch */
6810			ioc->facts.FWVersion.Word,
6811			expVer,
6812			ioc->facts.NumberOfPorts,
6813			ioc->req_depth);
6814
6815	if (showlan && (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_LAN)) {
6816		u8 *a = (u8*)&ioc->lan_cnfg_page1.HardwareAddressLow;
6817		y += sprintf(buffer+len+y, ", LanAddr=%pMR", a);
6818	}
6819
6820	y += sprintf(buffer+len+y, ", IRQ=%d", ioc->pci_irq);
6821
6822	if (!ioc->active)
6823		y += sprintf(buffer+len+y, " (disabled)");
6824
6825	y += sprintf(buffer+len+y, "\n");
6826
6827	*size = y;
6828}
6829
6830#ifdef CONFIG_PROC_FS
6831static void seq_mpt_print_ioc_summary(MPT_ADAPTER *ioc, struct seq_file *m, int showlan)
6832{
6833	char expVer[32];
6834
6835	mpt_get_fw_exp_ver(expVer, ioc);
6836
6837	/*
6838	 *  Shorter summary of attached ioc's...
6839	 */
6840	seq_printf(m, "%s: %s, %s%08xh%s, Ports=%d, MaxQ=%d",
6841			ioc->name,
6842			ioc->prod_name,
6843			MPT_FW_REV_MAGIC_ID_STRING,	/* "FwRev=" or somesuch */
6844			ioc->facts.FWVersion.Word,
6845			expVer,
6846			ioc->facts.NumberOfPorts,
6847			ioc->req_depth);
6848
6849	if (showlan && (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_LAN)) {
6850		u8 *a = (u8*)&ioc->lan_cnfg_page1.HardwareAddressLow;
6851		seq_printf(m, ", LanAddr=%pMR", a);
6852	}
6853
6854	seq_printf(m, ", IRQ=%d", ioc->pci_irq);
6855
6856	if (!ioc->active)
6857		seq_printf(m, " (disabled)");
6858
6859	seq_putc(m, '\n');
6860}
6861#endif
6862
6863/**
6864 *	mpt_set_taskmgmt_in_progress_flag - set flags associated with task management
6865 *	@ioc: Pointer to MPT_ADAPTER structure
6866 *
6867 *	Returns 0 for SUCCESS or -1 if FAILED.
6868 *
6869 *	If -1 is return, then it was not possible to set the flags
6870 **/
6871int
6872mpt_set_taskmgmt_in_progress_flag(MPT_ADAPTER *ioc)
6873{
6874	unsigned long	 flags;
6875	int		 retval;
6876
6877	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
6878	if (ioc->ioc_reset_in_progress || ioc->taskmgmt_in_progress ||
6879	    (ioc->alt_ioc && ioc->alt_ioc->taskmgmt_in_progress)) {
6880		retval = -1;
6881		goto out;
6882	}
6883	retval = 0;
6884	ioc->taskmgmt_in_progress = 1;
6885	ioc->taskmgmt_quiesce_io = 1;
6886	if (ioc->alt_ioc) {
6887		ioc->alt_ioc->taskmgmt_in_progress = 1;
6888		ioc->alt_ioc->taskmgmt_quiesce_io = 1;
6889	}
6890 out:
6891	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
6892	return retval;
6893}
6894EXPORT_SYMBOL(mpt_set_taskmgmt_in_progress_flag);
6895
6896/**
6897 *	mpt_clear_taskmgmt_in_progress_flag - clear flags associated with task management
6898 *	@ioc: Pointer to MPT_ADAPTER structure
6899 *
6900 **/
6901void
6902mpt_clear_taskmgmt_in_progress_flag(MPT_ADAPTER *ioc)
6903{
6904	unsigned long	 flags;
6905
6906	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
6907	ioc->taskmgmt_in_progress = 0;
6908	ioc->taskmgmt_quiesce_io = 0;
6909	if (ioc->alt_ioc) {
6910		ioc->alt_ioc->taskmgmt_in_progress = 0;
6911		ioc->alt_ioc->taskmgmt_quiesce_io = 0;
6912	}
6913	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
6914}
6915EXPORT_SYMBOL(mpt_clear_taskmgmt_in_progress_flag);
6916
6917
6918/**
6919 *	mpt_halt_firmware - Halts the firmware if it is operational and panic
6920 *	the kernel
6921 *	@ioc: Pointer to MPT_ADAPTER structure
6922 *
6923 **/
6924void
6925mpt_halt_firmware(MPT_ADAPTER *ioc)
6926{
6927	u32	 ioc_raw_state;
6928
6929	ioc_raw_state = mpt_GetIocState(ioc, 0);
6930
6931	if ((ioc_raw_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_FAULT) {
6932		printk(MYIOC_s_ERR_FMT "IOC is in FAULT state (%04xh)!!!\n",
6933			ioc->name, ioc_raw_state & MPI_DOORBELL_DATA_MASK);
6934		panic("%s: IOC Fault (%04xh)!!!\n", ioc->name,
6935			ioc_raw_state & MPI_DOORBELL_DATA_MASK);
6936	} else {
6937		CHIPREG_WRITE32(&ioc->chip->Doorbell, 0xC0FFEE00);
6938		panic("%s: Firmware is halted due to command timeout\n",
6939			ioc->name);
6940	}
6941}
6942EXPORT_SYMBOL(mpt_halt_firmware);
6943
6944/**
6945 *	mpt_SoftResetHandler - Issues a less expensive reset
6946 *	@ioc: Pointer to MPT_ADAPTER structure
6947 *	@sleepFlag: Indicates if sleep or schedule must be called.
6948 *
6949 *	Returns 0 for SUCCESS or -1 if FAILED.
6950 *
6951 *	Message Unit Reset - instructs the IOC to reset the Reply Post and
6952 *	Free FIFO's. All the Message Frames on Reply Free FIFO are discarded.
6953 *	All posted buffers are freed, and event notification is turned off.
6954 *	IOC doesn't reply to any outstanding request. This will transfer IOC
6955 *	to READY state.
6956 **/
6957static int
6958mpt_SoftResetHandler(MPT_ADAPTER *ioc, int sleepFlag)
6959{
6960	int		 rc;
6961	int		 ii;
6962	u8		 cb_idx;
6963	unsigned long	 flags;
6964	u32		 ioc_state;
6965	unsigned long	 time_count;
6966
6967	dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT "SoftResetHandler Entered!\n",
6968		ioc->name));
6969
6970	ioc_state = mpt_GetIocState(ioc, 0) & MPI_IOC_STATE_MASK;
6971
6972	if (mpt_fwfault_debug)
6973		mpt_halt_firmware(ioc);
6974
6975	if (ioc_state == MPI_IOC_STATE_FAULT ||
6976	    ioc_state == MPI_IOC_STATE_RESET) {
6977		dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6978		    "skipping, either in FAULT or RESET state!\n", ioc->name));
6979		return -1;
6980	}
6981
6982	if (ioc->bus_type == FC) {
6983		dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6984		    "skipping, because the bus type is FC!\n", ioc->name));
6985		return -1;
6986	}
6987
6988	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
6989	if (ioc->ioc_reset_in_progress) {
6990		spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
6991		return -1;
6992	}
6993	ioc->ioc_reset_in_progress = 1;
6994	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
6995
 
 
6996	for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
6997		if (MptResetHandlers[cb_idx])
6998			mpt_signal_reset(cb_idx, ioc, MPT_IOC_SETUP_RESET);
6999	}
7000
7001	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
7002	if (ioc->taskmgmt_in_progress) {
7003		ioc->ioc_reset_in_progress = 0;
7004		spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7005		return -1;
7006	}
7007	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7008	/* Disable reply interrupts (also blocks FreeQ) */
7009	CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
7010	ioc->active = 0;
7011	time_count = jiffies;
7012
7013	rc = SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET, sleepFlag);
7014
7015	for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7016		if (MptResetHandlers[cb_idx])
7017			mpt_signal_reset(cb_idx, ioc, MPT_IOC_PRE_RESET);
7018	}
7019
7020	if (rc)
7021		goto out;
7022
7023	ioc_state = mpt_GetIocState(ioc, 0) & MPI_IOC_STATE_MASK;
7024	if (ioc_state != MPI_IOC_STATE_READY)
7025		goto out;
7026
7027	for (ii = 0; ii < 5; ii++) {
7028		/* Get IOC facts! Allow 5 retries */
7029		rc = GetIocFacts(ioc, sleepFlag,
7030			MPT_HOSTEVENT_IOC_RECOVER);
7031		if (rc == 0)
7032			break;
7033		if (sleepFlag == CAN_SLEEP)
7034			msleep(100);
7035		else
7036			mdelay(100);
7037	}
7038	if (ii == 5)
7039		goto out;
7040
7041	rc = PrimeIocFifos(ioc);
7042	if (rc != 0)
7043		goto out;
7044
7045	rc = SendIocInit(ioc, sleepFlag);
7046	if (rc != 0)
7047		goto out;
7048
7049	rc = SendEventNotification(ioc, 1, sleepFlag);
7050	if (rc != 0)
7051		goto out;
7052
7053	if (ioc->hard_resets < -1)
7054		ioc->hard_resets++;
7055
7056	/*
7057	 * At this point, we know soft reset succeeded.
7058	 */
7059
7060	ioc->active = 1;
7061	CHIPREG_WRITE32(&ioc->chip->IntMask, MPI_HIM_DIM);
7062
7063 out:
7064	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
7065	ioc->ioc_reset_in_progress = 0;
7066	ioc->taskmgmt_quiesce_io = 0;
7067	ioc->taskmgmt_in_progress = 0;
7068	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7069
7070	if (ioc->active) {	/* otherwise, hard reset coming */
7071		for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7072			if (MptResetHandlers[cb_idx])
7073				mpt_signal_reset(cb_idx, ioc,
7074					MPT_IOC_POST_RESET);
7075		}
7076	}
7077
7078	dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
7079		"SoftResetHandler: completed (%d seconds): %s\n",
7080		ioc->name, jiffies_to_msecs(jiffies - time_count)/1000,
7081		((rc == 0) ? "SUCCESS" : "FAILED")));
7082
7083	return rc;
7084}
7085
7086/**
7087 *	mpt_Soft_Hard_ResetHandler - Try less expensive reset
7088 *	@ioc: Pointer to MPT_ADAPTER structure
7089 *	@sleepFlag: Indicates if sleep or schedule must be called.
7090 *
7091 *	Returns 0 for SUCCESS or -1 if FAILED.
7092 *	Try for softreset first, only if it fails go for expensive
7093 *	HardReset.
7094 **/
7095int
7096mpt_Soft_Hard_ResetHandler(MPT_ADAPTER *ioc, int sleepFlag) {
7097	int ret = -1;
7098
7099	ret = mpt_SoftResetHandler(ioc, sleepFlag);
7100	if (ret == 0)
7101		return ret;
7102	ret = mpt_HardResetHandler(ioc, sleepFlag);
7103	return ret;
7104}
7105EXPORT_SYMBOL(mpt_Soft_Hard_ResetHandler);
7106
7107/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
7108/*
7109 *	Reset Handling
7110 */
7111/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
7112/**
7113 *	mpt_HardResetHandler - Generic reset handler
7114 *	@ioc: Pointer to MPT_ADAPTER structure
7115 *	@sleepFlag: Indicates if sleep or schedule must be called.
7116 *
7117 *	Issues SCSI Task Management call based on input arg values.
7118 *	If TaskMgmt fails, returns associated SCSI request.
7119 *
7120 *	Remark: _HardResetHandler can be invoked from an interrupt thread (timer)
7121 *	or a non-interrupt thread.  In the former, must not call schedule().
7122 *
7123 *	Note: A return of -1 is a FATAL error case, as it means a
7124 *	FW reload/initialization failed.
7125 *
7126 *	Returns 0 for SUCCESS or -1 if FAILED.
7127 */
7128int
7129mpt_HardResetHandler(MPT_ADAPTER *ioc, int sleepFlag)
7130{
7131	int	 rc;
7132	u8	 cb_idx;
7133	unsigned long	 flags;
7134	unsigned long	 time_count;
7135
7136	dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT "HardResetHandler Entered!\n", ioc->name));
7137#ifdef MFCNT
7138	printk(MYIOC_s_INFO_FMT "HardResetHandler Entered!\n", ioc->name);
7139	printk("MF count 0x%x !\n", ioc->mfcnt);
7140#endif
7141	if (mpt_fwfault_debug)
7142		mpt_halt_firmware(ioc);
7143
7144	/* Reset the adapter. Prevent more than 1 call to
7145	 * mpt_do_ioc_recovery at any instant in time.
7146	 */
7147	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
7148	if (ioc->ioc_reset_in_progress) {
7149		spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7150		ioc->wait_on_reset_completion = 1;
7151		do {
7152			ssleep(1);
7153		} while (ioc->ioc_reset_in_progress == 1);
7154		ioc->wait_on_reset_completion = 0;
7155		return ioc->reset_status;
7156	}
7157	if (ioc->wait_on_reset_completion) {
7158		spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7159		rc = 0;
7160		time_count = jiffies;
7161		goto exit;
7162	}
7163	ioc->ioc_reset_in_progress = 1;
7164	if (ioc->alt_ioc)
7165		ioc->alt_ioc->ioc_reset_in_progress = 1;
7166	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7167
7168
7169	/* The SCSI driver needs to adjust timeouts on all current
7170	 * commands prior to the diagnostic reset being issued.
7171	 * Prevents timeouts occurring during a diagnostic reset...very bad.
7172	 * For all other protocol drivers, this is a no-op.
7173	 */
7174	for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7175		if (MptResetHandlers[cb_idx]) {
7176			mpt_signal_reset(cb_idx, ioc, MPT_IOC_SETUP_RESET);
7177			if (ioc->alt_ioc)
7178				mpt_signal_reset(cb_idx, ioc->alt_ioc,
7179					MPT_IOC_SETUP_RESET);
7180		}
7181	}
7182
7183	time_count = jiffies;
7184	rc = mpt_do_ioc_recovery(ioc, MPT_HOSTEVENT_IOC_RECOVER, sleepFlag);
7185	if (rc != 0) {
7186		printk(KERN_WARNING MYNAM
7187		       ": WARNING - (%d) Cannot recover %s, doorbell=0x%08x\n",
7188		       rc, ioc->name, mpt_GetIocState(ioc, 0));
7189	} else {
7190		if (ioc->hard_resets < -1)
7191			ioc->hard_resets++;
7192	}
7193
7194	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
7195	ioc->ioc_reset_in_progress = 0;
7196	ioc->taskmgmt_quiesce_io = 0;
7197	ioc->taskmgmt_in_progress = 0;
7198	ioc->reset_status = rc;
7199	if (ioc->alt_ioc) {
7200		ioc->alt_ioc->ioc_reset_in_progress = 0;
7201		ioc->alt_ioc->taskmgmt_quiesce_io = 0;
7202		ioc->alt_ioc->taskmgmt_in_progress = 0;
7203	}
7204	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7205
7206	for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7207		if (MptResetHandlers[cb_idx]) {
7208			mpt_signal_reset(cb_idx, ioc, MPT_IOC_POST_RESET);
7209			if (ioc->alt_ioc)
7210				mpt_signal_reset(cb_idx,
7211					ioc->alt_ioc, MPT_IOC_POST_RESET);
7212		}
7213	}
7214exit:
7215	dtmprintk(ioc,
7216	    printk(MYIOC_s_DEBUG_FMT
7217		"HardResetHandler: completed (%d seconds): %s\n", ioc->name,
7218		jiffies_to_msecs(jiffies - time_count)/1000, ((rc == 0) ?
7219		"SUCCESS" : "FAILED")));
7220
7221	return rc;
7222}
7223
7224#ifdef CONFIG_FUSION_LOGGING
7225static void
7226mpt_display_event_info(MPT_ADAPTER *ioc, EventNotificationReply_t *pEventReply)
7227{
7228	char *ds = NULL;
7229	u32 evData0;
7230	int ii;
7231	u8 event;
7232	char *evStr = ioc->evStr;
7233
7234	event = le32_to_cpu(pEventReply->Event) & 0xFF;
7235	evData0 = le32_to_cpu(pEventReply->Data[0]);
7236
7237	switch(event) {
7238	case MPI_EVENT_NONE:
7239		ds = "None";
7240		break;
7241	case MPI_EVENT_LOG_DATA:
7242		ds = "Log Data";
7243		break;
7244	case MPI_EVENT_STATE_CHANGE:
7245		ds = "State Change";
7246		break;
7247	case MPI_EVENT_UNIT_ATTENTION:
7248		ds = "Unit Attention";
7249		break;
7250	case MPI_EVENT_IOC_BUS_RESET:
7251		ds = "IOC Bus Reset";
7252		break;
7253	case MPI_EVENT_EXT_BUS_RESET:
7254		ds = "External Bus Reset";
7255		break;
7256	case MPI_EVENT_RESCAN:
7257		ds = "Bus Rescan Event";
7258		break;
7259	case MPI_EVENT_LINK_STATUS_CHANGE:
7260		if (evData0 == MPI_EVENT_LINK_STATUS_FAILURE)
7261			ds = "Link Status(FAILURE) Change";
7262		else
7263			ds = "Link Status(ACTIVE) Change";
7264		break;
7265	case MPI_EVENT_LOOP_STATE_CHANGE:
7266		if (evData0 == MPI_EVENT_LOOP_STATE_CHANGE_LIP)
7267			ds = "Loop State(LIP) Change";
7268		else if (evData0 == MPI_EVENT_LOOP_STATE_CHANGE_LPE)
7269			ds = "Loop State(LPE) Change";
7270		else
7271			ds = "Loop State(LPB) Change";
7272		break;
7273	case MPI_EVENT_LOGOUT:
7274		ds = "Logout";
7275		break;
7276	case MPI_EVENT_EVENT_CHANGE:
7277		if (evData0)
7278			ds = "Events ON";
7279		else
7280			ds = "Events OFF";
7281		break;
7282	case MPI_EVENT_INTEGRATED_RAID:
7283	{
7284		u8 ReasonCode = (u8)(evData0 >> 16);
7285		switch (ReasonCode) {
7286		case MPI_EVENT_RAID_RC_VOLUME_CREATED :
7287			ds = "Integrated Raid: Volume Created";
7288			break;
7289		case MPI_EVENT_RAID_RC_VOLUME_DELETED :
7290			ds = "Integrated Raid: Volume Deleted";
7291			break;
7292		case MPI_EVENT_RAID_RC_VOLUME_SETTINGS_CHANGED :
7293			ds = "Integrated Raid: Volume Settings Changed";
7294			break;
7295		case MPI_EVENT_RAID_RC_VOLUME_STATUS_CHANGED :
7296			ds = "Integrated Raid: Volume Status Changed";
7297			break;
7298		case MPI_EVENT_RAID_RC_VOLUME_PHYSDISK_CHANGED :
7299			ds = "Integrated Raid: Volume Physdisk Changed";
7300			break;
7301		case MPI_EVENT_RAID_RC_PHYSDISK_CREATED :
7302			ds = "Integrated Raid: Physdisk Created";
7303			break;
7304		case MPI_EVENT_RAID_RC_PHYSDISK_DELETED :
7305			ds = "Integrated Raid: Physdisk Deleted";
7306			break;
7307		case MPI_EVENT_RAID_RC_PHYSDISK_SETTINGS_CHANGED :
7308			ds = "Integrated Raid: Physdisk Settings Changed";
7309			break;
7310		case MPI_EVENT_RAID_RC_PHYSDISK_STATUS_CHANGED :
7311			ds = "Integrated Raid: Physdisk Status Changed";
7312			break;
7313		case MPI_EVENT_RAID_RC_DOMAIN_VAL_NEEDED :
7314			ds = "Integrated Raid: Domain Validation Needed";
7315			break;
7316		case MPI_EVENT_RAID_RC_SMART_DATA :
7317			ds = "Integrated Raid; Smart Data";
7318			break;
7319		case MPI_EVENT_RAID_RC_REPLACE_ACTION_STARTED :
7320			ds = "Integrated Raid: Replace Action Started";
7321			break;
7322		default:
7323			ds = "Integrated Raid";
7324		break;
7325		}
7326		break;
7327	}
7328	case MPI_EVENT_SCSI_DEVICE_STATUS_CHANGE:
7329		ds = "SCSI Device Status Change";
7330		break;
7331	case MPI_EVENT_SAS_DEVICE_STATUS_CHANGE:
7332	{
7333		u8 id = (u8)(evData0);
7334		u8 channel = (u8)(evData0 >> 8);
7335		u8 ReasonCode = (u8)(evData0 >> 16);
7336		switch (ReasonCode) {
7337		case MPI_EVENT_SAS_DEV_STAT_RC_ADDED:
7338			snprintf(evStr, EVENT_DESCR_STR_SZ,
7339			    "SAS Device Status Change: Added: "
7340			    "id=%d channel=%d", id, channel);
7341			break;
7342		case MPI_EVENT_SAS_DEV_STAT_RC_NOT_RESPONDING:
7343			snprintf(evStr, EVENT_DESCR_STR_SZ,
7344			    "SAS Device Status Change: Deleted: "
7345			    "id=%d channel=%d", id, channel);
7346			break;
7347		case MPI_EVENT_SAS_DEV_STAT_RC_SMART_DATA:
7348			snprintf(evStr, EVENT_DESCR_STR_SZ,
7349			    "SAS Device Status Change: SMART Data: "
7350			    "id=%d channel=%d", id, channel);
7351			break;
7352		case MPI_EVENT_SAS_DEV_STAT_RC_NO_PERSIST_ADDED:
7353			snprintf(evStr, EVENT_DESCR_STR_SZ,
7354			    "SAS Device Status Change: No Persistency: "
7355			    "id=%d channel=%d", id, channel);
7356			break;
7357		case MPI_EVENT_SAS_DEV_STAT_RC_UNSUPPORTED:
7358			snprintf(evStr, EVENT_DESCR_STR_SZ,
7359			    "SAS Device Status Change: Unsupported Device "
7360			    "Discovered : id=%d channel=%d", id, channel);
7361			break;
7362		case MPI_EVENT_SAS_DEV_STAT_RC_INTERNAL_DEVICE_RESET:
7363			snprintf(evStr, EVENT_DESCR_STR_SZ,
7364			    "SAS Device Status Change: Internal Device "
7365			    "Reset : id=%d channel=%d", id, channel);
7366			break;
7367		case MPI_EVENT_SAS_DEV_STAT_RC_TASK_ABORT_INTERNAL:
7368			snprintf(evStr, EVENT_DESCR_STR_SZ,
7369			    "SAS Device Status Change: Internal Task "
7370			    "Abort : id=%d channel=%d", id, channel);
7371			break;
7372		case MPI_EVENT_SAS_DEV_STAT_RC_ABORT_TASK_SET_INTERNAL:
7373			snprintf(evStr, EVENT_DESCR_STR_SZ,
7374			    "SAS Device Status Change: Internal Abort "
7375			    "Task Set : id=%d channel=%d", id, channel);
7376			break;
7377		case MPI_EVENT_SAS_DEV_STAT_RC_CLEAR_TASK_SET_INTERNAL:
7378			snprintf(evStr, EVENT_DESCR_STR_SZ,
7379			    "SAS Device Status Change: Internal Clear "
7380			    "Task Set : id=%d channel=%d", id, channel);
7381			break;
7382		case MPI_EVENT_SAS_DEV_STAT_RC_QUERY_TASK_INTERNAL:
7383			snprintf(evStr, EVENT_DESCR_STR_SZ,
7384			    "SAS Device Status Change: Internal Query "
7385			    "Task : id=%d channel=%d", id, channel);
7386			break;
7387		default:
7388			snprintf(evStr, EVENT_DESCR_STR_SZ,
7389			    "SAS Device Status Change: Unknown: "
7390			    "id=%d channel=%d", id, channel);
7391			break;
7392		}
7393		break;
7394	}
7395	case MPI_EVENT_ON_BUS_TIMER_EXPIRED:
7396		ds = "Bus Timer Expired";
7397		break;
7398	case MPI_EVENT_QUEUE_FULL:
7399	{
7400		u16 curr_depth = (u16)(evData0 >> 16);
7401		u8 channel = (u8)(evData0 >> 8);
7402		u8 id = (u8)(evData0);
7403
7404		snprintf(evStr, EVENT_DESCR_STR_SZ,
7405		   "Queue Full: channel=%d id=%d depth=%d",
7406		   channel, id, curr_depth);
7407		break;
7408	}
7409	case MPI_EVENT_SAS_SES:
7410		ds = "SAS SES Event";
7411		break;
7412	case MPI_EVENT_PERSISTENT_TABLE_FULL:
7413		ds = "Persistent Table Full";
7414		break;
7415	case MPI_EVENT_SAS_PHY_LINK_STATUS:
7416	{
7417		u8 LinkRates = (u8)(evData0 >> 8);
7418		u8 PhyNumber = (u8)(evData0);
7419		LinkRates = (LinkRates & MPI_EVENT_SAS_PLS_LR_CURRENT_MASK) >>
7420			MPI_EVENT_SAS_PLS_LR_CURRENT_SHIFT;
7421		switch (LinkRates) {
7422		case MPI_EVENT_SAS_PLS_LR_RATE_UNKNOWN:
7423			snprintf(evStr, EVENT_DESCR_STR_SZ,
7424			   "SAS PHY Link Status: Phy=%d:"
7425			   " Rate Unknown",PhyNumber);
7426			break;
7427		case MPI_EVENT_SAS_PLS_LR_RATE_PHY_DISABLED:
7428			snprintf(evStr, EVENT_DESCR_STR_SZ,
7429			   "SAS PHY Link Status: Phy=%d:"
7430			   " Phy Disabled",PhyNumber);
7431			break;
7432		case MPI_EVENT_SAS_PLS_LR_RATE_FAILED_SPEED_NEGOTIATION:
7433			snprintf(evStr, EVENT_DESCR_STR_SZ,
7434			   "SAS PHY Link Status: Phy=%d:"
7435			   " Failed Speed Nego",PhyNumber);
7436			break;
7437		case MPI_EVENT_SAS_PLS_LR_RATE_SATA_OOB_COMPLETE:
7438			snprintf(evStr, EVENT_DESCR_STR_SZ,
7439			   "SAS PHY Link Status: Phy=%d:"
7440			   " Sata OOB Completed",PhyNumber);
7441			break;
7442		case MPI_EVENT_SAS_PLS_LR_RATE_1_5:
7443			snprintf(evStr, EVENT_DESCR_STR_SZ,
7444			   "SAS PHY Link Status: Phy=%d:"
7445			   " Rate 1.5 Gbps",PhyNumber);
7446			break;
7447		case MPI_EVENT_SAS_PLS_LR_RATE_3_0:
7448			snprintf(evStr, EVENT_DESCR_STR_SZ,
7449			   "SAS PHY Link Status: Phy=%d:"
7450			   " Rate 3.0 Gbps", PhyNumber);
7451			break;
7452		case MPI_EVENT_SAS_PLS_LR_RATE_6_0:
7453			snprintf(evStr, EVENT_DESCR_STR_SZ,
7454			   "SAS PHY Link Status: Phy=%d:"
7455			   " Rate 6.0 Gbps", PhyNumber);
7456			break;
7457		default:
7458			snprintf(evStr, EVENT_DESCR_STR_SZ,
7459			   "SAS PHY Link Status: Phy=%d", PhyNumber);
7460			break;
7461		}
7462		break;
7463	}
7464	case MPI_EVENT_SAS_DISCOVERY_ERROR:
7465		ds = "SAS Discovery Error";
7466		break;
7467	case MPI_EVENT_IR_RESYNC_UPDATE:
7468	{
7469		u8 resync_complete = (u8)(evData0 >> 16);
7470		snprintf(evStr, EVENT_DESCR_STR_SZ,
7471		    "IR Resync Update: Complete = %d:",resync_complete);
7472		break;
7473	}
7474	case MPI_EVENT_IR2:
7475	{
7476		u8 id = (u8)(evData0);
7477		u8 channel = (u8)(evData0 >> 8);
7478		u8 phys_num = (u8)(evData0 >> 24);
7479		u8 ReasonCode = (u8)(evData0 >> 16);
7480
7481		switch (ReasonCode) {
7482		case MPI_EVENT_IR2_RC_LD_STATE_CHANGED:
7483			snprintf(evStr, EVENT_DESCR_STR_SZ,
7484			    "IR2: LD State Changed: "
7485			    "id=%d channel=%d phys_num=%d",
7486			    id, channel, phys_num);
7487			break;
7488		case MPI_EVENT_IR2_RC_PD_STATE_CHANGED:
7489			snprintf(evStr, EVENT_DESCR_STR_SZ,
7490			    "IR2: PD State Changed "
7491			    "id=%d channel=%d phys_num=%d",
7492			    id, channel, phys_num);
7493			break;
7494		case MPI_EVENT_IR2_RC_BAD_BLOCK_TABLE_FULL:
7495			snprintf(evStr, EVENT_DESCR_STR_SZ,
7496			    "IR2: Bad Block Table Full: "
7497			    "id=%d channel=%d phys_num=%d",
7498			    id, channel, phys_num);
7499			break;
7500		case MPI_EVENT_IR2_RC_PD_INSERTED:
7501			snprintf(evStr, EVENT_DESCR_STR_SZ,
7502			    "IR2: PD Inserted: "
7503			    "id=%d channel=%d phys_num=%d",
7504			    id, channel, phys_num);
7505			break;
7506		case MPI_EVENT_IR2_RC_PD_REMOVED:
7507			snprintf(evStr, EVENT_DESCR_STR_SZ,
7508			    "IR2: PD Removed: "
7509			    "id=%d channel=%d phys_num=%d",
7510			    id, channel, phys_num);
7511			break;
7512		case MPI_EVENT_IR2_RC_FOREIGN_CFG_DETECTED:
7513			snprintf(evStr, EVENT_DESCR_STR_SZ,
7514			    "IR2: Foreign CFG Detected: "
7515			    "id=%d channel=%d phys_num=%d",
7516			    id, channel, phys_num);
7517			break;
7518		case MPI_EVENT_IR2_RC_REBUILD_MEDIUM_ERROR:
7519			snprintf(evStr, EVENT_DESCR_STR_SZ,
7520			    "IR2: Rebuild Medium Error: "
7521			    "id=%d channel=%d phys_num=%d",
7522			    id, channel, phys_num);
7523			break;
7524		case MPI_EVENT_IR2_RC_DUAL_PORT_ADDED:
7525			snprintf(evStr, EVENT_DESCR_STR_SZ,
7526			    "IR2: Dual Port Added: "
7527			    "id=%d channel=%d phys_num=%d",
7528			    id, channel, phys_num);
7529			break;
7530		case MPI_EVENT_IR2_RC_DUAL_PORT_REMOVED:
7531			snprintf(evStr, EVENT_DESCR_STR_SZ,
7532			    "IR2: Dual Port Removed: "
7533			    "id=%d channel=%d phys_num=%d",
7534			    id, channel, phys_num);
7535			break;
7536		default:
7537			ds = "IR2";
7538		break;
7539		}
7540		break;
7541	}
7542	case MPI_EVENT_SAS_DISCOVERY:
7543	{
7544		if (evData0)
7545			ds = "SAS Discovery: Start";
7546		else
7547			ds = "SAS Discovery: Stop";
7548		break;
7549	}
7550	case MPI_EVENT_LOG_ENTRY_ADDED:
7551		ds = "SAS Log Entry Added";
7552		break;
7553
7554	case MPI_EVENT_SAS_BROADCAST_PRIMITIVE:
7555	{
7556		u8 phy_num = (u8)(evData0);
7557		u8 port_num = (u8)(evData0 >> 8);
7558		u8 port_width = (u8)(evData0 >> 16);
7559		u8 primitive = (u8)(evData0 >> 24);
7560		snprintf(evStr, EVENT_DESCR_STR_SZ,
7561		    "SAS Broadcast Primitive: phy=%d port=%d "
7562		    "width=%d primitive=0x%02x",
7563		    phy_num, port_num, port_width, primitive);
7564		break;
7565	}
7566
7567	case MPI_EVENT_SAS_INIT_DEVICE_STATUS_CHANGE:
7568	{
7569		u8 reason = (u8)(evData0);
7570
7571		switch (reason) {
7572		case MPI_EVENT_SAS_INIT_RC_ADDED:
7573			ds = "SAS Initiator Status Change: Added";
7574			break;
7575		case MPI_EVENT_SAS_INIT_RC_REMOVED:
7576			ds = "SAS Initiator Status Change: Deleted";
7577			break;
7578		default:
7579			ds = "SAS Initiator Status Change";
7580			break;
7581		}
7582		break;
7583	}
7584
7585	case MPI_EVENT_SAS_INIT_TABLE_OVERFLOW:
7586	{
7587		u8 max_init = (u8)(evData0);
7588		u8 current_init = (u8)(evData0 >> 8);
7589
7590		snprintf(evStr, EVENT_DESCR_STR_SZ,
7591		    "SAS Initiator Device Table Overflow: max initiators=%02d "
7592		    "current initiators=%02d",
7593		    max_init, current_init);
7594		break;
7595	}
7596	case MPI_EVENT_SAS_SMP_ERROR:
7597	{
7598		u8 status = (u8)(evData0);
7599		u8 port_num = (u8)(evData0 >> 8);
7600		u8 result = (u8)(evData0 >> 16);
7601
7602		if (status == MPI_EVENT_SAS_SMP_FUNCTION_RESULT_VALID)
7603			snprintf(evStr, EVENT_DESCR_STR_SZ,
7604			    "SAS SMP Error: port=%d result=0x%02x",
7605			    port_num, result);
7606		else if (status == MPI_EVENT_SAS_SMP_CRC_ERROR)
7607			snprintf(evStr, EVENT_DESCR_STR_SZ,
7608			    "SAS SMP Error: port=%d : CRC Error",
7609			    port_num);
7610		else if (status == MPI_EVENT_SAS_SMP_TIMEOUT)
7611			snprintf(evStr, EVENT_DESCR_STR_SZ,
7612			    "SAS SMP Error: port=%d : Timeout",
7613			    port_num);
7614		else if (status == MPI_EVENT_SAS_SMP_NO_DESTINATION)
7615			snprintf(evStr, EVENT_DESCR_STR_SZ,
7616			    "SAS SMP Error: port=%d : No Destination",
7617			    port_num);
7618		else if (status == MPI_EVENT_SAS_SMP_BAD_DESTINATION)
7619			snprintf(evStr, EVENT_DESCR_STR_SZ,
7620			    "SAS SMP Error: port=%d : Bad Destination",
7621			    port_num);
7622		else
7623			snprintf(evStr, EVENT_DESCR_STR_SZ,
7624			    "SAS SMP Error: port=%d : status=0x%02x",
7625			    port_num, status);
7626		break;
7627	}
7628
7629	case MPI_EVENT_SAS_EXPANDER_STATUS_CHANGE:
7630	{
7631		u8 reason = (u8)(evData0);
7632
7633		switch (reason) {
7634		case MPI_EVENT_SAS_EXP_RC_ADDED:
7635			ds = "Expander Status Change: Added";
7636			break;
7637		case MPI_EVENT_SAS_EXP_RC_NOT_RESPONDING:
7638			ds = "Expander Status Change: Deleted";
7639			break;
7640		default:
7641			ds = "Expander Status Change";
7642			break;
7643		}
7644		break;
7645	}
7646
7647	/*
7648	 *  MPT base "custom" events may be added here...
7649	 */
7650	default:
7651		ds = "Unknown";
7652		break;
7653	}
7654	if (ds)
7655		strlcpy(evStr, ds, EVENT_DESCR_STR_SZ);
7656
7657
7658	devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT
7659	    "MPT event:(%02Xh) : %s\n",
7660	    ioc->name, event, evStr));
7661
7662	devtverboseprintk(ioc, printk(KERN_DEBUG MYNAM
7663	    ": Event data:\n"));
7664	for (ii = 0; ii < le16_to_cpu(pEventReply->EventDataLength); ii++)
7665		devtverboseprintk(ioc, printk(" %08x",
7666		    le32_to_cpu(pEventReply->Data[ii])));
7667	devtverboseprintk(ioc, printk(KERN_DEBUG "\n"));
7668}
7669#endif
7670/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
7671/**
7672 *	ProcessEventNotification - Route EventNotificationReply to all event handlers
7673 *	@ioc: Pointer to MPT_ADAPTER structure
7674 *	@pEventReply: Pointer to EventNotification reply frame
7675 *	@evHandlers: Pointer to integer, number of event handlers
7676 *
7677 *	Routes a received EventNotificationReply to all currently registered
7678 *	event handlers.
7679 *	Returns sum of event handlers return values.
7680 */
7681static int
7682ProcessEventNotification(MPT_ADAPTER *ioc, EventNotificationReply_t *pEventReply, int *evHandlers)
7683{
7684	u16 evDataLen;
7685	u32 evData0 = 0;
7686	int ii;
7687	u8 cb_idx;
7688	int r = 0;
7689	int handlers = 0;
7690	u8 event;
7691
7692	/*
7693	 *  Do platform normalization of values
7694	 */
7695	event = le32_to_cpu(pEventReply->Event) & 0xFF;
7696	evDataLen = le16_to_cpu(pEventReply->EventDataLength);
7697	if (evDataLen) {
7698		evData0 = le32_to_cpu(pEventReply->Data[0]);
7699	}
7700
7701#ifdef CONFIG_FUSION_LOGGING
7702	if (evDataLen)
7703		mpt_display_event_info(ioc, pEventReply);
7704#endif
7705
7706	/*
7707	 *  Do general / base driver event processing
7708	 */
7709	switch(event) {
7710	case MPI_EVENT_EVENT_CHANGE:		/* 0A */
7711		if (evDataLen) {
7712			u8 evState = evData0 & 0xFF;
7713
7714			/* CHECKME! What if evState unexpectedly says OFF (0)? */
7715
7716			/* Update EventState field in cached IocFacts */
7717			if (ioc->facts.Function) {
7718				ioc->facts.EventState = evState;
7719			}
7720		}
7721		break;
7722	case MPI_EVENT_INTEGRATED_RAID:
7723		mptbase_raid_process_event_data(ioc,
7724		    (MpiEventDataRaid_t *)pEventReply->Data);
7725		break;
7726	default:
7727		break;
7728	}
7729
7730	/*
7731	 * Should this event be logged? Events are written sequentially.
7732	 * When buffer is full, start again at the top.
7733	 */
7734	if (ioc->events && (ioc->eventTypes & ( 1 << event))) {
7735		int idx;
7736
7737		idx = ioc->eventContext % MPTCTL_EVENT_LOG_SIZE;
7738
7739		ioc->events[idx].event = event;
7740		ioc->events[idx].eventContext = ioc->eventContext;
7741
7742		for (ii = 0; ii < 2; ii++) {
7743			if (ii < evDataLen)
7744				ioc->events[idx].data[ii] = le32_to_cpu(pEventReply->Data[ii]);
7745			else
7746				ioc->events[idx].data[ii] =  0;
7747		}
7748
7749		ioc->eventContext++;
7750	}
7751
7752
7753	/*
7754	 *  Call each currently registered protocol event handler.
7755	 */
7756	for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7757		if (MptEvHandlers[cb_idx]) {
7758			devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT
7759			    "Routing Event to event handler #%d\n",
7760			    ioc->name, cb_idx));
7761			r += (*(MptEvHandlers[cb_idx]))(ioc, pEventReply);
7762			handlers++;
7763		}
7764	}
7765	/* FIXME?  Examine results here? */
7766
7767	/*
7768	 *  If needed, send (a single) EventAck.
7769	 */
7770	if (pEventReply->AckRequired == MPI_EVENT_NOTIFICATION_ACK_REQUIRED) {
7771		devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT
7772			"EventAck required\n",ioc->name));
7773		if ((ii = SendEventAck(ioc, pEventReply)) != 0) {
7774			devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT "SendEventAck returned %d\n",
7775					ioc->name, ii));
7776		}
7777	}
7778
7779	*evHandlers = handlers;
7780	return r;
7781}
7782
7783/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
7784/**
7785 *	mpt_fc_log_info - Log information returned from Fibre Channel IOC.
7786 *	@ioc: Pointer to MPT_ADAPTER structure
7787 *	@log_info: U32 LogInfo reply word from the IOC
7788 *
7789 *	Refer to lsi/mpi_log_fc.h.
7790 */
7791static void
7792mpt_fc_log_info(MPT_ADAPTER *ioc, u32 log_info)
7793{
7794	char *desc = "unknown";
7795
7796	switch (log_info & 0xFF000000) {
7797	case MPI_IOCLOGINFO_FC_INIT_BASE:
7798		desc = "FCP Initiator";
7799		break;
7800	case MPI_IOCLOGINFO_FC_TARGET_BASE:
7801		desc = "FCP Target";
7802		break;
7803	case MPI_IOCLOGINFO_FC_LAN_BASE:
7804		desc = "LAN";
7805		break;
7806	case MPI_IOCLOGINFO_FC_MSG_BASE:
7807		desc = "MPI Message Layer";
7808		break;
7809	case MPI_IOCLOGINFO_FC_LINK_BASE:
7810		desc = "FC Link";
7811		break;
7812	case MPI_IOCLOGINFO_FC_CTX_BASE:
7813		desc = "Context Manager";
7814		break;
7815	case MPI_IOCLOGINFO_FC_INVALID_FIELD_BYTE_OFFSET:
7816		desc = "Invalid Field Offset";
7817		break;
7818	case MPI_IOCLOGINFO_FC_STATE_CHANGE:
7819		desc = "State Change Info";
7820		break;
7821	}
7822
7823	printk(MYIOC_s_INFO_FMT "LogInfo(0x%08x): SubClass={%s}, Value=(0x%06x)\n",
7824			ioc->name, log_info, desc, (log_info & 0xFFFFFF));
7825}
7826
7827/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
7828/**
7829 *	mpt_spi_log_info - Log information returned from SCSI Parallel IOC.
7830 *	@ioc: Pointer to MPT_ADAPTER structure
7831 *	@log_info: U32 LogInfo word from the IOC
7832 *
7833 *	Refer to lsi/sp_log.h.
7834 */
7835static void
7836mpt_spi_log_info(MPT_ADAPTER *ioc, u32 log_info)
7837{
7838	u32 info = log_info & 0x00FF0000;
7839	char *desc = "unknown";
7840
7841	switch (info) {
7842	case 0x00010000:
7843		desc = "bug! MID not found";
7844		break;
7845
7846	case 0x00020000:
7847		desc = "Parity Error";
7848		break;
7849
7850	case 0x00030000:
7851		desc = "ASYNC Outbound Overrun";
7852		break;
7853
7854	case 0x00040000:
7855		desc = "SYNC Offset Error";
7856		break;
7857
7858	case 0x00050000:
7859		desc = "BM Change";
7860		break;
7861
7862	case 0x00060000:
7863		desc = "Msg In Overflow";
7864		break;
7865
7866	case 0x00070000:
7867		desc = "DMA Error";
7868		break;
7869
7870	case 0x00080000:
7871		desc = "Outbound DMA Overrun";
7872		break;
7873
7874	case 0x00090000:
7875		desc = "Task Management";
7876		break;
7877
7878	case 0x000A0000:
7879		desc = "Device Problem";
7880		break;
7881
7882	case 0x000B0000:
7883		desc = "Invalid Phase Change";
7884		break;
7885
7886	case 0x000C0000:
7887		desc = "Untagged Table Size";
7888		break;
7889
7890	}
7891
7892	printk(MYIOC_s_INFO_FMT "LogInfo(0x%08x): F/W: %s\n", ioc->name, log_info, desc);
7893}
7894
7895/* strings for sas loginfo */
7896	static char *originator_str[] = {
7897		"IOP",						/* 00h */
7898		"PL",						/* 01h */
7899		"IR"						/* 02h */
7900	};
7901	static char *iop_code_str[] = {
7902		NULL,						/* 00h */
7903		"Invalid SAS Address",				/* 01h */
7904		NULL,						/* 02h */
7905		"Invalid Page",					/* 03h */
7906		"Diag Message Error",				/* 04h */
7907		"Task Terminated",				/* 05h */
7908		"Enclosure Management",				/* 06h */
7909		"Target Mode"					/* 07h */
7910	};
7911	static char *pl_code_str[] = {
7912		NULL,						/* 00h */
7913		"Open Failure",					/* 01h */
7914		"Invalid Scatter Gather List",			/* 02h */
7915		"Wrong Relative Offset or Frame Length",	/* 03h */
7916		"Frame Transfer Error",				/* 04h */
7917		"Transmit Frame Connected Low",			/* 05h */
7918		"SATA Non-NCQ RW Error Bit Set",		/* 06h */
7919		"SATA Read Log Receive Data Error",		/* 07h */
7920		"SATA NCQ Fail All Commands After Error",	/* 08h */
7921		"SATA Error in Receive Set Device Bit FIS",	/* 09h */
7922		"Receive Frame Invalid Message",		/* 0Ah */
7923		"Receive Context Message Valid Error",		/* 0Bh */
7924		"Receive Frame Current Frame Error",		/* 0Ch */
7925		"SATA Link Down",				/* 0Dh */
7926		"Discovery SATA Init W IOS",			/* 0Eh */
7927		"Config Invalid Page",				/* 0Fh */
7928		"Discovery SATA Init Timeout",			/* 10h */
7929		"Reset",					/* 11h */
7930		"Abort",					/* 12h */
7931		"IO Not Yet Executed",				/* 13h */
7932		"IO Executed",					/* 14h */
7933		"Persistent Reservation Out Not Affiliation "
7934		    "Owner", 					/* 15h */
7935		"Open Transmit DMA Abort",			/* 16h */
7936		"IO Device Missing Delay Retry",		/* 17h */
7937		"IO Cancelled Due to Receive Error",		/* 18h */
7938		NULL,						/* 19h */
7939		NULL,						/* 1Ah */
7940		NULL,						/* 1Bh */
7941		NULL,						/* 1Ch */
7942		NULL,						/* 1Dh */
7943		NULL,						/* 1Eh */
7944		NULL,						/* 1Fh */
7945		"Enclosure Management"				/* 20h */
7946	};
7947	static char *ir_code_str[] = {
7948		"Raid Action Error",				/* 00h */
7949		NULL,						/* 00h */
7950		NULL,						/* 01h */
7951		NULL,						/* 02h */
7952		NULL,						/* 03h */
7953		NULL,						/* 04h */
7954		NULL,						/* 05h */
7955		NULL,						/* 06h */
7956		NULL						/* 07h */
7957	};
7958	static char *raid_sub_code_str[] = {
7959		NULL, 						/* 00h */
7960		"Volume Creation Failed: Data Passed too "
7961		    "Large", 					/* 01h */
7962		"Volume Creation Failed: Duplicate Volumes "
7963		    "Attempted", 				/* 02h */
7964		"Volume Creation Failed: Max Number "
7965		    "Supported Volumes Exceeded",		/* 03h */
7966		"Volume Creation Failed: DMA Error",		/* 04h */
7967		"Volume Creation Failed: Invalid Volume Type",	/* 05h */
7968		"Volume Creation Failed: Error Reading "
7969		    "MFG Page 4", 				/* 06h */
7970		"Volume Creation Failed: Creating Internal "
7971		    "Structures", 				/* 07h */
7972		NULL,						/* 08h */
7973		NULL,						/* 09h */
7974		NULL,						/* 0Ah */
7975		NULL,						/* 0Bh */
7976		NULL,						/* 0Ch */
7977		NULL,						/* 0Dh */
7978		NULL,						/* 0Eh */
7979		NULL,						/* 0Fh */
7980		"Activation failed: Already Active Volume", 	/* 10h */
7981		"Activation failed: Unsupported Volume Type", 	/* 11h */
7982		"Activation failed: Too Many Active Volumes", 	/* 12h */
7983		"Activation failed: Volume ID in Use", 		/* 13h */
7984		"Activation failed: Reported Failure", 		/* 14h */
7985		"Activation failed: Importing a Volume", 	/* 15h */
7986		NULL,						/* 16h */
7987		NULL,						/* 17h */
7988		NULL,						/* 18h */
7989		NULL,						/* 19h */
7990		NULL,						/* 1Ah */
7991		NULL,						/* 1Bh */
7992		NULL,						/* 1Ch */
7993		NULL,						/* 1Dh */
7994		NULL,						/* 1Eh */
7995		NULL,						/* 1Fh */
7996		"Phys Disk failed: Too Many Phys Disks", 	/* 20h */
7997		"Phys Disk failed: Data Passed too Large",	/* 21h */
7998		"Phys Disk failed: DMA Error", 			/* 22h */
7999		"Phys Disk failed: Invalid <channel:id>", 	/* 23h */
8000		"Phys Disk failed: Creating Phys Disk Config "
8001		    "Page", 					/* 24h */
8002		NULL,						/* 25h */
8003		NULL,						/* 26h */
8004		NULL,						/* 27h */
8005		NULL,						/* 28h */
8006		NULL,						/* 29h */
8007		NULL,						/* 2Ah */
8008		NULL,						/* 2Bh */
8009		NULL,						/* 2Ch */
8010		NULL,						/* 2Dh */
8011		NULL,						/* 2Eh */
8012		NULL,						/* 2Fh */
8013		"Compatibility Error: IR Disabled",		/* 30h */
8014		"Compatibility Error: Inquiry Command Failed",	/* 31h */
8015		"Compatibility Error: Device not Direct Access "
8016		    "Device ",					/* 32h */
8017		"Compatibility Error: Removable Device Found",	/* 33h */
8018		"Compatibility Error: Device SCSI Version not "
8019		    "2 or Higher", 				/* 34h */
8020		"Compatibility Error: SATA Device, 48 BIT LBA "
8021		    "not Supported", 				/* 35h */
8022		"Compatibility Error: Device doesn't have "
8023		    "512 Byte Block Sizes", 			/* 36h */
8024		"Compatibility Error: Volume Type Check Failed", /* 37h */
8025		"Compatibility Error: Volume Type is "
8026		    "Unsupported by FW", 			/* 38h */
8027		"Compatibility Error: Disk Drive too Small for "
8028		    "use in Volume", 				/* 39h */
8029		"Compatibility Error: Phys Disk for Create "
8030		    "Volume not Found", 			/* 3Ah */
8031		"Compatibility Error: Too Many or too Few "
8032		    "Disks for Volume Type", 			/* 3Bh */
8033		"Compatibility Error: Disk stripe Sizes "
8034		    "Must be 64KB", 				/* 3Ch */
8035		"Compatibility Error: IME Size Limited to < 2TB", /* 3Dh */
8036	};
8037
8038/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
8039/**
8040 *	mpt_sas_log_info - Log information returned from SAS IOC.
8041 *	@ioc: Pointer to MPT_ADAPTER structure
8042 *	@log_info: U32 LogInfo reply word from the IOC
8043 *	@cb_idx: callback function's handle
8044 *
8045 *	Refer to lsi/mpi_log_sas.h.
8046 **/
8047static void
8048mpt_sas_log_info(MPT_ADAPTER *ioc, u32 log_info, u8 cb_idx)
8049{
8050	union loginfo_type {
8051		u32	loginfo;
8052		struct {
8053			u32	subcode:16;
8054			u32	code:8;
8055			u32	originator:4;
8056			u32	bus_type:4;
8057		} dw;
8058	};
8059	union loginfo_type sas_loginfo;
8060	char *originator_desc = NULL;
8061	char *code_desc = NULL;
8062	char *sub_code_desc = NULL;
8063
8064	sas_loginfo.loginfo = log_info;
8065	if ((sas_loginfo.dw.bus_type != 3 /*SAS*/) &&
8066	    (sas_loginfo.dw.originator < ARRAY_SIZE(originator_str)))
8067		return;
8068
8069	originator_desc = originator_str[sas_loginfo.dw.originator];
8070
8071	switch (sas_loginfo.dw.originator) {
8072
8073		case 0:  /* IOP */
8074			if (sas_loginfo.dw.code <
8075			    ARRAY_SIZE(iop_code_str))
8076				code_desc = iop_code_str[sas_loginfo.dw.code];
8077			break;
8078		case 1:  /* PL */
8079			if (sas_loginfo.dw.code <
8080			    ARRAY_SIZE(pl_code_str))
8081				code_desc = pl_code_str[sas_loginfo.dw.code];
8082			break;
8083		case 2:  /* IR */
8084			if (sas_loginfo.dw.code >=
8085			    ARRAY_SIZE(ir_code_str))
8086				break;
8087			code_desc = ir_code_str[sas_loginfo.dw.code];
8088			if (sas_loginfo.dw.subcode >=
8089			    ARRAY_SIZE(raid_sub_code_str))
8090				break;
8091			if (sas_loginfo.dw.code == 0)
8092				sub_code_desc =
8093				    raid_sub_code_str[sas_loginfo.dw.subcode];
8094			break;
8095		default:
8096			return;
8097	}
8098
8099	if (sub_code_desc != NULL)
8100		printk(MYIOC_s_INFO_FMT
8101			"LogInfo(0x%08x): Originator={%s}, Code={%s},"
8102			" SubCode={%s} cb_idx %s\n",
8103			ioc->name, log_info, originator_desc, code_desc,
8104			sub_code_desc, MptCallbacksName[cb_idx]);
8105	else if (code_desc != NULL)
8106		printk(MYIOC_s_INFO_FMT
8107			"LogInfo(0x%08x): Originator={%s}, Code={%s},"
8108			" SubCode(0x%04x) cb_idx %s\n",
8109			ioc->name, log_info, originator_desc, code_desc,
8110			sas_loginfo.dw.subcode, MptCallbacksName[cb_idx]);
8111	else
8112		printk(MYIOC_s_INFO_FMT
8113			"LogInfo(0x%08x): Originator={%s}, Code=(0x%02x),"
8114			" SubCode(0x%04x) cb_idx %s\n",
8115			ioc->name, log_info, originator_desc,
8116			sas_loginfo.dw.code, sas_loginfo.dw.subcode,
8117			MptCallbacksName[cb_idx]);
8118}
8119
8120/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
8121/**
8122 *	mpt_iocstatus_info_config - IOCSTATUS information for config pages
8123 *	@ioc: Pointer to MPT_ADAPTER structure
8124 *	@ioc_status: U32 IOCStatus word from IOC
8125 *	@mf: Pointer to MPT request frame
8126 *
8127 *	Refer to lsi/mpi.h.
8128 **/
8129static void
8130mpt_iocstatus_info_config(MPT_ADAPTER *ioc, u32 ioc_status, MPT_FRAME_HDR *mf)
8131{
8132	Config_t *pReq = (Config_t *)mf;
8133	char extend_desc[EVENT_DESCR_STR_SZ];
8134	char *desc = NULL;
8135	u32 form;
8136	u8 page_type;
8137
8138	if (pReq->Header.PageType == MPI_CONFIG_PAGETYPE_EXTENDED)
8139		page_type = pReq->ExtPageType;
8140	else
8141		page_type = pReq->Header.PageType;
8142
8143	/*
8144	 * ignore invalid page messages for GET_NEXT_HANDLE
8145	 */
8146	form = le32_to_cpu(pReq->PageAddress);
8147	if (ioc_status == MPI_IOCSTATUS_CONFIG_INVALID_PAGE) {
8148		if (page_type == MPI_CONFIG_EXTPAGETYPE_SAS_DEVICE ||
8149		    page_type == MPI_CONFIG_EXTPAGETYPE_SAS_EXPANDER ||
8150		    page_type == MPI_CONFIG_EXTPAGETYPE_ENCLOSURE) {
8151			if ((form >> MPI_SAS_DEVICE_PGAD_FORM_SHIFT) ==
8152				MPI_SAS_DEVICE_PGAD_FORM_GET_NEXT_HANDLE)
8153				return;
8154		}
8155		if (page_type == MPI_CONFIG_PAGETYPE_FC_DEVICE)
8156			if ((form & MPI_FC_DEVICE_PGAD_FORM_MASK) ==
8157				MPI_FC_DEVICE_PGAD_FORM_NEXT_DID)
8158				return;
8159	}
8160
8161	snprintf(extend_desc, EVENT_DESCR_STR_SZ,
8162	    "type=%02Xh, page=%02Xh, action=%02Xh, form=%08Xh",
8163	    page_type, pReq->Header.PageNumber, pReq->Action, form);
8164
8165	switch (ioc_status) {
8166
8167	case MPI_IOCSTATUS_CONFIG_INVALID_ACTION: /* 0x0020 */
8168		desc = "Config Page Invalid Action";
8169		break;
8170
8171	case MPI_IOCSTATUS_CONFIG_INVALID_TYPE:   /* 0x0021 */
8172		desc = "Config Page Invalid Type";
8173		break;
8174
8175	case MPI_IOCSTATUS_CONFIG_INVALID_PAGE:   /* 0x0022 */
8176		desc = "Config Page Invalid Page";
8177		break;
8178
8179	case MPI_IOCSTATUS_CONFIG_INVALID_DATA:   /* 0x0023 */
8180		desc = "Config Page Invalid Data";
8181		break;
8182
8183	case MPI_IOCSTATUS_CONFIG_NO_DEFAULTS:    /* 0x0024 */
8184		desc = "Config Page No Defaults";
8185		break;
8186
8187	case MPI_IOCSTATUS_CONFIG_CANT_COMMIT:    /* 0x0025 */
8188		desc = "Config Page Can't Commit";
8189		break;
8190	}
8191
8192	if (!desc)
8193		return;
8194
8195	dreplyprintk(ioc, printk(MYIOC_s_DEBUG_FMT "IOCStatus(0x%04X): %s: %s\n",
8196	    ioc->name, ioc_status, desc, extend_desc));
8197}
8198
8199/**
8200 *	mpt_iocstatus_info - IOCSTATUS information returned from IOC.
8201 *	@ioc: Pointer to MPT_ADAPTER structure
8202 *	@ioc_status: U32 IOCStatus word from IOC
8203 *	@mf: Pointer to MPT request frame
8204 *
8205 *	Refer to lsi/mpi.h.
8206 **/
8207static void
8208mpt_iocstatus_info(MPT_ADAPTER *ioc, u32 ioc_status, MPT_FRAME_HDR *mf)
8209{
8210	u32 status = ioc_status & MPI_IOCSTATUS_MASK;
8211	char *desc = NULL;
8212
8213	switch (status) {
8214
8215/****************************************************************************/
8216/*  Common IOCStatus values for all replies                                 */
8217/****************************************************************************/
8218
8219	case MPI_IOCSTATUS_INVALID_FUNCTION: /* 0x0001 */
8220		desc = "Invalid Function";
8221		break;
8222
8223	case MPI_IOCSTATUS_BUSY: /* 0x0002 */
8224		desc = "Busy";
8225		break;
8226
8227	case MPI_IOCSTATUS_INVALID_SGL: /* 0x0003 */
8228		desc = "Invalid SGL";
8229		break;
8230
8231	case MPI_IOCSTATUS_INTERNAL_ERROR: /* 0x0004 */
8232		desc = "Internal Error";
8233		break;
8234
8235	case MPI_IOCSTATUS_RESERVED: /* 0x0005 */
8236		desc = "Reserved";
8237		break;
8238
8239	case MPI_IOCSTATUS_INSUFFICIENT_RESOURCES: /* 0x0006 */
8240		desc = "Insufficient Resources";
8241		break;
8242
8243	case MPI_IOCSTATUS_INVALID_FIELD: /* 0x0007 */
8244		desc = "Invalid Field";
8245		break;
8246
8247	case MPI_IOCSTATUS_INVALID_STATE: /* 0x0008 */
8248		desc = "Invalid State";
8249		break;
8250
8251/****************************************************************************/
8252/*  Config IOCStatus values                                                 */
8253/****************************************************************************/
8254
8255	case MPI_IOCSTATUS_CONFIG_INVALID_ACTION: /* 0x0020 */
8256	case MPI_IOCSTATUS_CONFIG_INVALID_TYPE:   /* 0x0021 */
8257	case MPI_IOCSTATUS_CONFIG_INVALID_PAGE:   /* 0x0022 */
8258	case MPI_IOCSTATUS_CONFIG_INVALID_DATA:   /* 0x0023 */
8259	case MPI_IOCSTATUS_CONFIG_NO_DEFAULTS:    /* 0x0024 */
8260	case MPI_IOCSTATUS_CONFIG_CANT_COMMIT:    /* 0x0025 */
8261		mpt_iocstatus_info_config(ioc, status, mf);
8262		break;
8263
8264/****************************************************************************/
8265/*  SCSIIO Reply (SPI, FCP, SAS) initiator values                           */
8266/*                                                                          */
8267/*  Look at mptscsih_iocstatus_info_scsiio in mptscsih.c */
8268/*                                                                          */
8269/****************************************************************************/
8270
8271	case MPI_IOCSTATUS_SCSI_RECOVERED_ERROR: /* 0x0040 */
8272	case MPI_IOCSTATUS_SCSI_DATA_UNDERRUN: /* 0x0045 */
8273	case MPI_IOCSTATUS_SCSI_INVALID_BUS: /* 0x0041 */
8274	case MPI_IOCSTATUS_SCSI_INVALID_TARGETID: /* 0x0042 */
8275	case MPI_IOCSTATUS_SCSI_DEVICE_NOT_THERE: /* 0x0043 */
8276	case MPI_IOCSTATUS_SCSI_DATA_OVERRUN: /* 0x0044 */
8277	case MPI_IOCSTATUS_SCSI_IO_DATA_ERROR: /* 0x0046 */
8278	case MPI_IOCSTATUS_SCSI_PROTOCOL_ERROR: /* 0x0047 */
8279	case MPI_IOCSTATUS_SCSI_TASK_TERMINATED: /* 0x0048 */
8280	case MPI_IOCSTATUS_SCSI_RESIDUAL_MISMATCH: /* 0x0049 */
8281	case MPI_IOCSTATUS_SCSI_TASK_MGMT_FAILED: /* 0x004A */
8282	case MPI_IOCSTATUS_SCSI_IOC_TERMINATED: /* 0x004B */
8283	case MPI_IOCSTATUS_SCSI_EXT_TERMINATED: /* 0x004C */
8284		break;
8285
8286/****************************************************************************/
8287/*  SCSI Target values                                                      */
8288/****************************************************************************/
8289
8290	case MPI_IOCSTATUS_TARGET_PRIORITY_IO: /* 0x0060 */
8291		desc = "Target: Priority IO";
8292		break;
8293
8294	case MPI_IOCSTATUS_TARGET_INVALID_PORT: /* 0x0061 */
8295		desc = "Target: Invalid Port";
8296		break;
8297
8298	case MPI_IOCSTATUS_TARGET_INVALID_IO_INDEX: /* 0x0062 */
8299		desc = "Target Invalid IO Index:";
8300		break;
8301
8302	case MPI_IOCSTATUS_TARGET_ABORTED: /* 0x0063 */
8303		desc = "Target: Aborted";
8304		break;
8305
8306	case MPI_IOCSTATUS_TARGET_NO_CONN_RETRYABLE: /* 0x0064 */
8307		desc = "Target: No Conn Retryable";
8308		break;
8309
8310	case MPI_IOCSTATUS_TARGET_NO_CONNECTION: /* 0x0065 */
8311		desc = "Target: No Connection";
8312		break;
8313
8314	case MPI_IOCSTATUS_TARGET_XFER_COUNT_MISMATCH: /* 0x006A */
8315		desc = "Target: Transfer Count Mismatch";
8316		break;
8317
8318	case MPI_IOCSTATUS_TARGET_STS_DATA_NOT_SENT: /* 0x006B */
8319		desc = "Target: STS Data not Sent";
8320		break;
8321
8322	case MPI_IOCSTATUS_TARGET_DATA_OFFSET_ERROR: /* 0x006D */
8323		desc = "Target: Data Offset Error";
8324		break;
8325
8326	case MPI_IOCSTATUS_TARGET_TOO_MUCH_WRITE_DATA: /* 0x006E */
8327		desc = "Target: Too Much Write Data";
8328		break;
8329
8330	case MPI_IOCSTATUS_TARGET_IU_TOO_SHORT: /* 0x006F */
8331		desc = "Target: IU Too Short";
8332		break;
8333
8334	case MPI_IOCSTATUS_TARGET_ACK_NAK_TIMEOUT: /* 0x0070 */
8335		desc = "Target: ACK NAK Timeout";
8336		break;
8337
8338	case MPI_IOCSTATUS_TARGET_NAK_RECEIVED: /* 0x0071 */
8339		desc = "Target: Nak Received";
8340		break;
8341
8342/****************************************************************************/
8343/*  Fibre Channel Direct Access values                                      */
8344/****************************************************************************/
8345
8346	case MPI_IOCSTATUS_FC_ABORTED: /* 0x0066 */
8347		desc = "FC: Aborted";
8348		break;
8349
8350	case MPI_IOCSTATUS_FC_RX_ID_INVALID: /* 0x0067 */
8351		desc = "FC: RX ID Invalid";
8352		break;
8353
8354	case MPI_IOCSTATUS_FC_DID_INVALID: /* 0x0068 */
8355		desc = "FC: DID Invalid";
8356		break;
8357
8358	case MPI_IOCSTATUS_FC_NODE_LOGGED_OUT: /* 0x0069 */
8359		desc = "FC: Node Logged Out";
8360		break;
8361
8362	case MPI_IOCSTATUS_FC_EXCHANGE_CANCELED: /* 0x006C */
8363		desc = "FC: Exchange Canceled";
8364		break;
8365
8366/****************************************************************************/
8367/*  LAN values                                                              */
8368/****************************************************************************/
8369
8370	case MPI_IOCSTATUS_LAN_DEVICE_NOT_FOUND: /* 0x0080 */
8371		desc = "LAN: Device not Found";
8372		break;
8373
8374	case MPI_IOCSTATUS_LAN_DEVICE_FAILURE: /* 0x0081 */
8375		desc = "LAN: Device Failure";
8376		break;
8377
8378	case MPI_IOCSTATUS_LAN_TRANSMIT_ERROR: /* 0x0082 */
8379		desc = "LAN: Transmit Error";
8380		break;
8381
8382	case MPI_IOCSTATUS_LAN_TRANSMIT_ABORTED: /* 0x0083 */
8383		desc = "LAN: Transmit Aborted";
8384		break;
8385
8386	case MPI_IOCSTATUS_LAN_RECEIVE_ERROR: /* 0x0084 */
8387		desc = "LAN: Receive Error";
8388		break;
8389
8390	case MPI_IOCSTATUS_LAN_RECEIVE_ABORTED: /* 0x0085 */
8391		desc = "LAN: Receive Aborted";
8392		break;
8393
8394	case MPI_IOCSTATUS_LAN_PARTIAL_PACKET: /* 0x0086 */
8395		desc = "LAN: Partial Packet";
8396		break;
8397
8398	case MPI_IOCSTATUS_LAN_CANCELED: /* 0x0087 */
8399		desc = "LAN: Canceled";
8400		break;
8401
8402/****************************************************************************/
8403/*  Serial Attached SCSI values                                             */
8404/****************************************************************************/
8405
8406	case MPI_IOCSTATUS_SAS_SMP_REQUEST_FAILED: /* 0x0090 */
8407		desc = "SAS: SMP Request Failed";
8408		break;
8409
8410	case MPI_IOCSTATUS_SAS_SMP_DATA_OVERRUN: /* 0x0090 */
8411		desc = "SAS: SMP Data Overrun";
8412		break;
8413
8414	default:
8415		desc = "Others";
8416		break;
8417	}
8418
8419	if (!desc)
8420		return;
8421
8422	dreplyprintk(ioc, printk(MYIOC_s_DEBUG_FMT "IOCStatus(0x%04X): %s\n",
8423	    ioc->name, status, desc));
8424}
8425
8426/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
8427EXPORT_SYMBOL(mpt_attach);
8428EXPORT_SYMBOL(mpt_detach);
8429#ifdef CONFIG_PM
8430EXPORT_SYMBOL(mpt_resume);
8431EXPORT_SYMBOL(mpt_suspend);
8432#endif
8433EXPORT_SYMBOL(ioc_list);
8434EXPORT_SYMBOL(mpt_register);
8435EXPORT_SYMBOL(mpt_deregister);
8436EXPORT_SYMBOL(mpt_event_register);
8437EXPORT_SYMBOL(mpt_event_deregister);
8438EXPORT_SYMBOL(mpt_reset_register);
8439EXPORT_SYMBOL(mpt_reset_deregister);
8440EXPORT_SYMBOL(mpt_device_driver_register);
8441EXPORT_SYMBOL(mpt_device_driver_deregister);
8442EXPORT_SYMBOL(mpt_get_msg_frame);
8443EXPORT_SYMBOL(mpt_put_msg_frame);
8444EXPORT_SYMBOL(mpt_put_msg_frame_hi_pri);
8445EXPORT_SYMBOL(mpt_free_msg_frame);
8446EXPORT_SYMBOL(mpt_send_handshake_request);
8447EXPORT_SYMBOL(mpt_verify_adapter);
8448EXPORT_SYMBOL(mpt_GetIocState);
8449EXPORT_SYMBOL(mpt_print_ioc_summary);
8450EXPORT_SYMBOL(mpt_HardResetHandler);
8451EXPORT_SYMBOL(mpt_config);
8452EXPORT_SYMBOL(mpt_findImVolumes);
8453EXPORT_SYMBOL(mpt_alloc_fw_memory);
8454EXPORT_SYMBOL(mpt_free_fw_memory);
8455EXPORT_SYMBOL(mptbase_sas_persist_operation);
8456EXPORT_SYMBOL(mpt_raid_phys_disk_pg0);
8457
8458/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
8459/**
8460 *	fusion_init - Fusion MPT base driver initialization routine.
8461 *
8462 *	Returns 0 for success, non-zero for failure.
8463 */
8464static int __init
8465fusion_init(void)
8466{
8467	u8 cb_idx;
8468
8469	show_mptmod_ver(my_NAME, my_VERSION);
8470	printk(KERN_INFO COPYRIGHT "\n");
8471
8472	for (cb_idx = 0; cb_idx < MPT_MAX_PROTOCOL_DRIVERS; cb_idx++) {
8473		MptCallbacks[cb_idx] = NULL;
8474		MptDriverClass[cb_idx] = MPTUNKNOWN_DRIVER;
8475		MptEvHandlers[cb_idx] = NULL;
8476		MptResetHandlers[cb_idx] = NULL;
8477	}
8478
8479	/*  Register ourselves (mptbase) in order to facilitate
8480	 *  EventNotification handling.
8481	 */
8482	mpt_base_index = mpt_register(mptbase_reply, MPTBASE_DRIVER,
8483	    "mptbase_reply");
8484
8485	/* Register for hard reset handling callbacks.
8486	 */
8487	mpt_reset_register(mpt_base_index, mpt_ioc_reset);
8488
8489#ifdef CONFIG_PROC_FS
8490	(void) procmpt_create();
8491#endif
8492	return 0;
8493}
8494
8495/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
8496/**
8497 *	fusion_exit - Perform driver unload cleanup.
8498 *
8499 *	This routine frees all resources associated with each MPT adapter
8500 *	and removes all %MPT_PROCFS_MPTBASEDIR entries.
8501 */
8502static void __exit
8503fusion_exit(void)
8504{
8505
8506	mpt_reset_deregister(mpt_base_index);
8507
8508#ifdef CONFIG_PROC_FS
8509	procmpt_destroy();
8510#endif
8511}
8512
8513module_init(fusion_init);
8514module_exit(fusion_exit);
v4.17
   1/*
   2 *  linux/drivers/message/fusion/mptbase.c
   3 *      This is the Fusion MPT base driver which supports multiple
   4 *      (SCSI + LAN) specialized protocol drivers.
   5 *      For use with LSI PCI chip/adapter(s)
   6 *      running LSI Fusion MPT (Message Passing Technology) firmware.
   7 *
   8 *  Copyright (c) 1999-2008 LSI Corporation
   9 *  (mailto:DL-MPTFusionLinux@lsi.com)
  10 *
  11 */
  12/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
  13/*
  14    This program is free software; you can redistribute it and/or modify
  15    it under the terms of the GNU General Public License as published by
  16    the Free Software Foundation; version 2 of the License.
  17
  18    This program is distributed in the hope that it will be useful,
  19    but WITHOUT ANY WARRANTY; without even the implied warranty of
  20    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  21    GNU General Public License for more details.
  22
  23    NO WARRANTY
  24    THE PROGRAM IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OR
  25    CONDITIONS OF ANY KIND, EITHER EXPRESS OR IMPLIED INCLUDING, WITHOUT
  26    LIMITATION, ANY WARRANTIES OR CONDITIONS OF TITLE, NON-INFRINGEMENT,
  27    MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE. Each Recipient is
  28    solely responsible for determining the appropriateness of using and
  29    distributing the Program and assumes all risks associated with its
  30    exercise of rights under this Agreement, including but not limited to
  31    the risks and costs of program errors, damage to or loss of data,
  32    programs or equipment, and unavailability or interruption of operations.
  33
  34    DISCLAIMER OF LIABILITY
  35    NEITHER RECIPIENT NOR ANY CONTRIBUTORS SHALL HAVE ANY LIABILITY FOR ANY
  36    DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  37    DAMAGES (INCLUDING WITHOUT LIMITATION LOST PROFITS), HOWEVER CAUSED AND
  38    ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR
  39    TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE
  40    USE OR DISTRIBUTION OF THE PROGRAM OR THE EXERCISE OF ANY RIGHTS GRANTED
  41    HEREUNDER, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGES
  42
  43    You should have received a copy of the GNU General Public License
  44    along with this program; if not, write to the Free Software
  45    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
  46*/
  47/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
  48
  49#include <linux/kernel.h>
  50#include <linux/module.h>
  51#include <linux/errno.h>
  52#include <linux/init.h>
  53#include <linux/seq_file.h>
  54#include <linux/slab.h>
  55#include <linux/types.h>
  56#include <linux/pci.h>
  57#include <linux/kdev_t.h>
  58#include <linux/blkdev.h>
  59#include <linux/delay.h>
  60#include <linux/interrupt.h>		/* needed for in_interrupt() proto */
  61#include <linux/dma-mapping.h>
  62#include <linux/kthread.h>
  63#include <scsi/scsi_host.h>
  64
  65#include "mptbase.h"
  66#include "lsi/mpi_log_fc.h"
  67
  68/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
  69#define my_NAME		"Fusion MPT base driver"
  70#define my_VERSION	MPT_LINUX_VERSION_COMMON
  71#define MYNAM		"mptbase"
  72
  73MODULE_AUTHOR(MODULEAUTHOR);
  74MODULE_DESCRIPTION(my_NAME);
  75MODULE_LICENSE("GPL");
  76MODULE_VERSION(my_VERSION);
  77
  78/*
  79 *  cmd line parameters
  80 */
  81
  82static int mpt_msi_enable_spi;
  83module_param(mpt_msi_enable_spi, int, 0);
  84MODULE_PARM_DESC(mpt_msi_enable_spi,
  85		 " Enable MSI Support for SPI controllers (default=0)");
  86
  87static int mpt_msi_enable_fc;
  88module_param(mpt_msi_enable_fc, int, 0);
  89MODULE_PARM_DESC(mpt_msi_enable_fc,
  90		 " Enable MSI Support for FC controllers (default=0)");
  91
  92static int mpt_msi_enable_sas;
  93module_param(mpt_msi_enable_sas, int, 0);
  94MODULE_PARM_DESC(mpt_msi_enable_sas,
  95		 " Enable MSI Support for SAS controllers (default=0)");
  96
  97static int mpt_channel_mapping;
  98module_param(mpt_channel_mapping, int, 0);
  99MODULE_PARM_DESC(mpt_channel_mapping, " Mapping id's to channels (default=0)");
 100
 101static int mpt_debug_level;
 102static int mpt_set_debug_level(const char *val, const struct kernel_param *kp);
 103module_param_call(mpt_debug_level, mpt_set_debug_level, param_get_int,
 104		  &mpt_debug_level, 0600);
 105MODULE_PARM_DESC(mpt_debug_level,
 106		 " debug level - refer to mptdebug.h - (default=0)");
 107
 108int mpt_fwfault_debug;
 109EXPORT_SYMBOL(mpt_fwfault_debug);
 110module_param(mpt_fwfault_debug, int, 0600);
 111MODULE_PARM_DESC(mpt_fwfault_debug,
 112		 "Enable detection of Firmware fault and halt Firmware on fault - (default=0)");
 113
 114static char	MptCallbacksName[MPT_MAX_PROTOCOL_DRIVERS]
 115				[MPT_MAX_CALLBACKNAME_LEN+1];
 116
 117#ifdef MFCNT
 118static int mfcounter = 0;
 119#define PRINT_MF_COUNT 20000
 120#endif
 121
 122/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
 123/*
 124 *  Public data...
 125 */
 126
 127#define WHOINIT_UNKNOWN		0xAA
 128
 129/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
 130/*
 131 *  Private data...
 132 */
 133					/* Adapter link list */
 134LIST_HEAD(ioc_list);
 135					/* Callback lookup table */
 136static MPT_CALLBACK		 MptCallbacks[MPT_MAX_PROTOCOL_DRIVERS];
 137					/* Protocol driver class lookup table */
 138static int			 MptDriverClass[MPT_MAX_PROTOCOL_DRIVERS];
 139					/* Event handler lookup table */
 140static MPT_EVHANDLER		 MptEvHandlers[MPT_MAX_PROTOCOL_DRIVERS];
 141					/* Reset handler lookup table */
 142static MPT_RESETHANDLER		 MptResetHandlers[MPT_MAX_PROTOCOL_DRIVERS];
 143static struct mpt_pci_driver 	*MptDeviceDriverHandlers[MPT_MAX_PROTOCOL_DRIVERS];
 144
 145#ifdef CONFIG_PROC_FS
 146static struct proc_dir_entry 	*mpt_proc_root_dir;
 147#endif
 148
 149/*
 150 *  Driver Callback Index's
 151 */
 152static u8 mpt_base_index = MPT_MAX_PROTOCOL_DRIVERS;
 153static u8 last_drv_idx;
 154
 155/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
 156/*
 157 *  Forward protos...
 158 */
 159static irqreturn_t mpt_interrupt(int irq, void *bus_id);
 160static int	mptbase_reply(MPT_ADAPTER *ioc, MPT_FRAME_HDR *req,
 161		MPT_FRAME_HDR *reply);
 162static int	mpt_handshake_req_reply_wait(MPT_ADAPTER *ioc, int reqBytes,
 163			u32 *req, int replyBytes, u16 *u16reply, int maxwait,
 164			int sleepFlag);
 165static int	mpt_do_ioc_recovery(MPT_ADAPTER *ioc, u32 reason, int sleepFlag);
 166static void	mpt_detect_bound_ports(MPT_ADAPTER *ioc, struct pci_dev *pdev);
 167static void	mpt_adapter_disable(MPT_ADAPTER *ioc);
 168static void	mpt_adapter_dispose(MPT_ADAPTER *ioc);
 169
 170static void	MptDisplayIocCapabilities(MPT_ADAPTER *ioc);
 171static int	MakeIocReady(MPT_ADAPTER *ioc, int force, int sleepFlag);
 172static int	GetIocFacts(MPT_ADAPTER *ioc, int sleepFlag, int reason);
 173static int	GetPortFacts(MPT_ADAPTER *ioc, int portnum, int sleepFlag);
 174static int	SendIocInit(MPT_ADAPTER *ioc, int sleepFlag);
 175static int	SendPortEnable(MPT_ADAPTER *ioc, int portnum, int sleepFlag);
 176static int	mpt_do_upload(MPT_ADAPTER *ioc, int sleepFlag);
 177static int	mpt_downloadboot(MPT_ADAPTER *ioc, MpiFwHeader_t *pFwHeader, int sleepFlag);
 178static int	mpt_diag_reset(MPT_ADAPTER *ioc, int ignore, int sleepFlag);
 179static int	KickStart(MPT_ADAPTER *ioc, int ignore, int sleepFlag);
 180static int	SendIocReset(MPT_ADAPTER *ioc, u8 reset_type, int sleepFlag);
 181static int	PrimeIocFifos(MPT_ADAPTER *ioc);
 182static int	WaitForDoorbellAck(MPT_ADAPTER *ioc, int howlong, int sleepFlag);
 183static int	WaitForDoorbellInt(MPT_ADAPTER *ioc, int howlong, int sleepFlag);
 184static int	WaitForDoorbellReply(MPT_ADAPTER *ioc, int howlong, int sleepFlag);
 185static int	GetLanConfigPages(MPT_ADAPTER *ioc);
 186static int	GetIoUnitPage2(MPT_ADAPTER *ioc);
 187int		mptbase_sas_persist_operation(MPT_ADAPTER *ioc, u8 persist_opcode);
 188static int	mpt_GetScsiPortSettings(MPT_ADAPTER *ioc, int portnum);
 189static int	mpt_readScsiDevicePageHeaders(MPT_ADAPTER *ioc, int portnum);
 190static void 	mpt_read_ioc_pg_1(MPT_ADAPTER *ioc);
 191static void 	mpt_read_ioc_pg_4(MPT_ADAPTER *ioc);
 192static void	mpt_get_manufacturing_pg_0(MPT_ADAPTER *ioc);
 193static int	SendEventNotification(MPT_ADAPTER *ioc, u8 EvSwitch,
 194	int sleepFlag);
 195static int	SendEventAck(MPT_ADAPTER *ioc, EventNotificationReply_t *evnp);
 196static int	mpt_host_page_access_control(MPT_ADAPTER *ioc, u8 access_control_value, int sleepFlag);
 197static int	mpt_host_page_alloc(MPT_ADAPTER *ioc, pIOCInit_t ioc_init);
 198
 199#ifdef CONFIG_PROC_FS
 200static const struct file_operations mpt_summary_proc_fops;
 201static const struct file_operations mpt_version_proc_fops;
 202static const struct file_operations mpt_iocinfo_proc_fops;
 203#endif
 204static void	mpt_get_fw_exp_ver(char *buf, MPT_ADAPTER *ioc);
 205
 206static int	ProcessEventNotification(MPT_ADAPTER *ioc,
 207		EventNotificationReply_t *evReply, int *evHandlers);
 208static void	mpt_iocstatus_info(MPT_ADAPTER *ioc, u32 ioc_status, MPT_FRAME_HDR *mf);
 209static void	mpt_fc_log_info(MPT_ADAPTER *ioc, u32 log_info);
 210static void	mpt_spi_log_info(MPT_ADAPTER *ioc, u32 log_info);
 211static void	mpt_sas_log_info(MPT_ADAPTER *ioc, u32 log_info , u8 cb_idx);
 212static int	mpt_read_ioc_pg_3(MPT_ADAPTER *ioc);
 213static void	mpt_inactive_raid_list_free(MPT_ADAPTER *ioc);
 214
 215/* module entry point */
 216static int  __init    fusion_init  (void);
 217static void __exit    fusion_exit  (void);
 218
 219#define CHIPREG_READ32(addr) 		readl_relaxed(addr)
 220#define CHIPREG_READ32_dmasync(addr)	readl(addr)
 221#define CHIPREG_WRITE32(addr,val) 	writel(val, addr)
 222#define CHIPREG_PIO_WRITE32(addr,val)	outl(val, (unsigned long)addr)
 223#define CHIPREG_PIO_READ32(addr) 	inl((unsigned long)addr)
 224
 225static void
 226pci_disable_io_access(struct pci_dev *pdev)
 227{
 228	u16 command_reg;
 229
 230	pci_read_config_word(pdev, PCI_COMMAND, &command_reg);
 231	command_reg &= ~1;
 232	pci_write_config_word(pdev, PCI_COMMAND, command_reg);
 233}
 234
 235static void
 236pci_enable_io_access(struct pci_dev *pdev)
 237{
 238	u16 command_reg;
 239
 240	pci_read_config_word(pdev, PCI_COMMAND, &command_reg);
 241	command_reg |= 1;
 242	pci_write_config_word(pdev, PCI_COMMAND, command_reg);
 243}
 244
 245static int mpt_set_debug_level(const char *val, const struct kernel_param *kp)
 246{
 247	int ret = param_set_int(val, kp);
 248	MPT_ADAPTER *ioc;
 249
 250	if (ret)
 251		return ret;
 252
 253	list_for_each_entry(ioc, &ioc_list, list)
 254		ioc->debug_level = mpt_debug_level;
 255	return 0;
 256}
 257
 258/**
 259 *	mpt_get_cb_idx - obtain cb_idx for registered driver
 260 *	@dclass: class driver enum
 261 *
 262 *	Returns cb_idx, or zero means it wasn't found
 263 **/
 264static u8
 265mpt_get_cb_idx(MPT_DRIVER_CLASS dclass)
 266{
 267	u8 cb_idx;
 268
 269	for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--)
 270		if (MptDriverClass[cb_idx] == dclass)
 271			return cb_idx;
 272	return 0;
 273}
 274
 275/**
 276 * mpt_is_discovery_complete - determine if discovery has completed
 277 * @ioc: per adatper instance
 278 *
 279 * Returns 1 when discovery completed, else zero.
 280 */
 281static int
 282mpt_is_discovery_complete(MPT_ADAPTER *ioc)
 283{
 284	ConfigExtendedPageHeader_t hdr;
 285	CONFIGPARMS cfg;
 286	SasIOUnitPage0_t *buffer;
 287	dma_addr_t dma_handle;
 288	int rc = 0;
 289
 290	memset(&hdr, 0, sizeof(ConfigExtendedPageHeader_t));
 291	memset(&cfg, 0, sizeof(CONFIGPARMS));
 292	hdr.PageVersion = MPI_SASIOUNITPAGE0_PAGEVERSION;
 293	hdr.PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
 294	hdr.ExtPageType = MPI_CONFIG_EXTPAGETYPE_SAS_IO_UNIT;
 295	cfg.cfghdr.ehdr = &hdr;
 296	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
 297
 298	if ((mpt_config(ioc, &cfg)))
 299		goto out;
 300	if (!hdr.ExtPageLength)
 301		goto out;
 302
 303	buffer = pci_alloc_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
 304	    &dma_handle);
 305	if (!buffer)
 306		goto out;
 307
 308	cfg.physAddr = dma_handle;
 309	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
 310
 311	if ((mpt_config(ioc, &cfg)))
 312		goto out_free_consistent;
 313
 314	if (!(buffer->PhyData[0].PortFlags &
 315	    MPI_SAS_IOUNIT0_PORT_FLAGS_DISCOVERY_IN_PROGRESS))
 316		rc = 1;
 317
 318 out_free_consistent:
 319	pci_free_consistent(ioc->pcidev, hdr.ExtPageLength * 4,
 320	    buffer, dma_handle);
 321 out:
 322	return rc;
 323}
 324
 325
 326/**
 327 *  mpt_remove_dead_ioc_func - kthread context to remove dead ioc
 328 * @arg: input argument, used to derive ioc
 329 *
 330 * Return 0 if controller is removed from pci subsystem.
 331 * Return -1 for other case.
 332 */
 333static int mpt_remove_dead_ioc_func(void *arg)
 334{
 335	MPT_ADAPTER *ioc = (MPT_ADAPTER *)arg;
 336	struct pci_dev *pdev;
 337
 338	if ((ioc == NULL))
 339		return -1;
 340
 341	pdev = ioc->pcidev;
 342	if ((pdev == NULL))
 343		return -1;
 344
 345	pci_stop_and_remove_bus_device_locked(pdev);
 346	return 0;
 347}
 348
 349
 350
 351/**
 352 *	mpt_fault_reset_work - work performed on workq after ioc fault
 353 *	@work: input argument, used to derive ioc
 354 *
 355**/
 356static void
 357mpt_fault_reset_work(struct work_struct *work)
 358{
 359	MPT_ADAPTER	*ioc =
 360	    container_of(work, MPT_ADAPTER, fault_reset_work.work);
 361	u32		 ioc_raw_state;
 362	int		 rc;
 363	unsigned long	 flags;
 364	MPT_SCSI_HOST	*hd;
 365	struct task_struct *p;
 366
 367	if (ioc->ioc_reset_in_progress || !ioc->active)
 368		goto out;
 369
 370
 371	ioc_raw_state = mpt_GetIocState(ioc, 0);
 372	if ((ioc_raw_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_MASK) {
 373		printk(MYIOC_s_INFO_FMT "%s: IOC is non-operational !!!!\n",
 374		    ioc->name, __func__);
 375
 376		/*
 377		 * Call mptscsih_flush_pending_cmds callback so that we
 378		 * flush all pending commands back to OS.
 379		 * This call is required to aovid deadlock at block layer.
 380		 * Dead IOC will fail to do diag reset,and this call is safe
 381		 * since dead ioc will never return any command back from HW.
 382		 */
 383		hd = shost_priv(ioc->sh);
 384		ioc->schedule_dead_ioc_flush_running_cmds(hd);
 385
 386		/*Remove the Dead Host */
 387		p = kthread_run(mpt_remove_dead_ioc_func, ioc,
 388				"mpt_dead_ioc_%d", ioc->id);
 389		if (IS_ERR(p))	{
 390			printk(MYIOC_s_ERR_FMT
 391				"%s: Running mpt_dead_ioc thread failed !\n",
 392				ioc->name, __func__);
 393		} else {
 394			printk(MYIOC_s_WARN_FMT
 395				"%s: Running mpt_dead_ioc thread success !\n",
 396				ioc->name, __func__);
 397		}
 398		return; /* don't rearm timer */
 399	}
 400
 401	if ((ioc_raw_state & MPI_IOC_STATE_MASK)
 402			== MPI_IOC_STATE_FAULT) {
 403		printk(MYIOC_s_WARN_FMT "IOC is in FAULT state (%04xh)!!!\n",
 404		       ioc->name, ioc_raw_state & MPI_DOORBELL_DATA_MASK);
 405		printk(MYIOC_s_WARN_FMT "Issuing HardReset from %s!!\n",
 406		       ioc->name, __func__);
 407		rc = mpt_HardResetHandler(ioc, CAN_SLEEP);
 408		printk(MYIOC_s_WARN_FMT "%s: HardReset: %s\n", ioc->name,
 409		       __func__, (rc == 0) ? "success" : "failed");
 410		ioc_raw_state = mpt_GetIocState(ioc, 0);
 411		if ((ioc_raw_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_FAULT)
 412			printk(MYIOC_s_WARN_FMT "IOC is in FAULT state after "
 413			    "reset (%04xh)\n", ioc->name, ioc_raw_state &
 414			    MPI_DOORBELL_DATA_MASK);
 415	} else if (ioc->bus_type == SAS && ioc->sas_discovery_quiesce_io) {
 416		if ((mpt_is_discovery_complete(ioc))) {
 417			devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT "clearing "
 418			    "discovery_quiesce_io flag\n", ioc->name));
 419			ioc->sas_discovery_quiesce_io = 0;
 420		}
 421	}
 422
 423 out:
 424	/*
 425	 * Take turns polling alternate controller
 426	 */
 427	if (ioc->alt_ioc)
 428		ioc = ioc->alt_ioc;
 429
 430	/* rearm the timer */
 431	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
 432	if (ioc->reset_work_q)
 433		queue_delayed_work(ioc->reset_work_q, &ioc->fault_reset_work,
 434			msecs_to_jiffies(MPT_POLLING_INTERVAL));
 435	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
 436}
 437
 438
 439/*
 440 *  Process turbo (context) reply...
 441 */
 442static void
 443mpt_turbo_reply(MPT_ADAPTER *ioc, u32 pa)
 444{
 445	MPT_FRAME_HDR *mf = NULL;
 446	MPT_FRAME_HDR *mr = NULL;
 447	u16 req_idx = 0;
 448	u8 cb_idx;
 449
 450	dmfprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Got TURBO reply req_idx=%08x\n",
 451				ioc->name, pa));
 452
 453	switch (pa >> MPI_CONTEXT_REPLY_TYPE_SHIFT) {
 454	case MPI_CONTEXT_REPLY_TYPE_SCSI_INIT:
 455		req_idx = pa & 0x0000FFFF;
 456		cb_idx = (pa & 0x00FF0000) >> 16;
 457		mf = MPT_INDEX_2_MFPTR(ioc, req_idx);
 458		break;
 459	case MPI_CONTEXT_REPLY_TYPE_LAN:
 460		cb_idx = mpt_get_cb_idx(MPTLAN_DRIVER);
 461		/*
 462		 *  Blind set of mf to NULL here was fatal
 463		 *  after lan_reply says "freeme"
 464		 *  Fix sort of combined with an optimization here;
 465		 *  added explicit check for case where lan_reply
 466		 *  was just returning 1 and doing nothing else.
 467		 *  For this case skip the callback, but set up
 468		 *  proper mf value first here:-)
 469		 */
 470		if ((pa & 0x58000000) == 0x58000000) {
 471			req_idx = pa & 0x0000FFFF;
 472			mf = MPT_INDEX_2_MFPTR(ioc, req_idx);
 473			mpt_free_msg_frame(ioc, mf);
 474			mb();
 475			return;
 476			break;
 477		}
 478		mr = (MPT_FRAME_HDR *) CAST_U32_TO_PTR(pa);
 479		break;
 480	case MPI_CONTEXT_REPLY_TYPE_SCSI_TARGET:
 481		cb_idx = mpt_get_cb_idx(MPTSTM_DRIVER);
 482		mr = (MPT_FRAME_HDR *) CAST_U32_TO_PTR(pa);
 483		break;
 484	default:
 485		cb_idx = 0;
 486		BUG();
 487	}
 488
 489	/*  Check for (valid) IO callback!  */
 490	if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS ||
 491		MptCallbacks[cb_idx] == NULL) {
 492		printk(MYIOC_s_WARN_FMT "%s: Invalid cb_idx (%d)!\n",
 493				__func__, ioc->name, cb_idx);
 494		goto out;
 495	}
 496
 497	if (MptCallbacks[cb_idx](ioc, mf, mr))
 498		mpt_free_msg_frame(ioc, mf);
 499 out:
 500	mb();
 501}
 502
 503static void
 504mpt_reply(MPT_ADAPTER *ioc, u32 pa)
 505{
 506	MPT_FRAME_HDR	*mf;
 507	MPT_FRAME_HDR	*mr;
 508	u16		 req_idx;
 509	u8		 cb_idx;
 510	int		 freeme;
 511
 512	u32 reply_dma_low;
 513	u16 ioc_stat;
 514
 515	/* non-TURBO reply!  Hmmm, something may be up...
 516	 *  Newest turbo reply mechanism; get address
 517	 *  via left shift 1 (get rid of MPI_ADDRESS_REPLY_A_BIT)!
 518	 */
 519
 520	/* Map DMA address of reply header to cpu address.
 521	 * pa is 32 bits - but the dma address may be 32 or 64 bits
 522	 * get offset based only only the low addresses
 523	 */
 524
 525	reply_dma_low = (pa <<= 1);
 526	mr = (MPT_FRAME_HDR *)((u8 *)ioc->reply_frames +
 527			 (reply_dma_low - ioc->reply_frames_low_dma));
 528
 529	req_idx = le16_to_cpu(mr->u.frame.hwhdr.msgctxu.fld.req_idx);
 530	cb_idx = mr->u.frame.hwhdr.msgctxu.fld.cb_idx;
 531	mf = MPT_INDEX_2_MFPTR(ioc, req_idx);
 532
 533	dmfprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Got non-TURBO reply=%p req_idx=%x cb_idx=%x Function=%x\n",
 534			ioc->name, mr, req_idx, cb_idx, mr->u.hdr.Function));
 535	DBG_DUMP_REPLY_FRAME(ioc, (u32 *)mr);
 536
 537	 /*  Check/log IOC log info
 538	 */
 539	ioc_stat = le16_to_cpu(mr->u.reply.IOCStatus);
 540	if (ioc_stat & MPI_IOCSTATUS_FLAG_LOG_INFO_AVAILABLE) {
 541		u32	 log_info = le32_to_cpu(mr->u.reply.IOCLogInfo);
 542		if (ioc->bus_type == FC)
 543			mpt_fc_log_info(ioc, log_info);
 544		else if (ioc->bus_type == SPI)
 545			mpt_spi_log_info(ioc, log_info);
 546		else if (ioc->bus_type == SAS)
 547			mpt_sas_log_info(ioc, log_info, cb_idx);
 548	}
 549
 550	if (ioc_stat & MPI_IOCSTATUS_MASK)
 551		mpt_iocstatus_info(ioc, (u32)ioc_stat, mf);
 552
 553	/*  Check for (valid) IO callback!  */
 554	if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS ||
 555		MptCallbacks[cb_idx] == NULL) {
 556		printk(MYIOC_s_WARN_FMT "%s: Invalid cb_idx (%d)!\n",
 557				__func__, ioc->name, cb_idx);
 558		freeme = 0;
 559		goto out;
 560	}
 561
 562	freeme = MptCallbacks[cb_idx](ioc, mf, mr);
 563
 564 out:
 565	/*  Flush (non-TURBO) reply with a WRITE!  */
 566	CHIPREG_WRITE32(&ioc->chip->ReplyFifo, pa);
 567
 568	if (freeme)
 569		mpt_free_msg_frame(ioc, mf);
 570	mb();
 571}
 572
 573/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
 574/**
 575 *	mpt_interrupt - MPT adapter (IOC) specific interrupt handler.
 576 *	@irq: irq number (not used)
 577 *	@bus_id: bus identifier cookie == pointer to MPT_ADAPTER structure
 578 *
 579 *	This routine is registered via the request_irq() kernel API call,
 580 *	and handles all interrupts generated from a specific MPT adapter
 581 *	(also referred to as a IO Controller or IOC).
 582 *	This routine must clear the interrupt from the adapter and does
 583 *	so by reading the reply FIFO.  Multiple replies may be processed
 584 *	per single call to this routine.
 585 *
 586 *	This routine handles register-level access of the adapter but
 587 *	dispatches (calls) a protocol-specific callback routine to handle
 588 *	the protocol-specific details of the MPT request completion.
 589 */
 590static irqreturn_t
 591mpt_interrupt(int irq, void *bus_id)
 592{
 593	MPT_ADAPTER *ioc = bus_id;
 594	u32 pa = CHIPREG_READ32_dmasync(&ioc->chip->ReplyFifo);
 595
 596	if (pa == 0xFFFFFFFF)
 597		return IRQ_NONE;
 598
 599	/*
 600	 *  Drain the reply FIFO!
 601	 */
 602	do {
 603		if (pa & MPI_ADDRESS_REPLY_A_BIT)
 604			mpt_reply(ioc, pa);
 605		else
 606			mpt_turbo_reply(ioc, pa);
 607		pa = CHIPREG_READ32_dmasync(&ioc->chip->ReplyFifo);
 608	} while (pa != 0xFFFFFFFF);
 609
 610	return IRQ_HANDLED;
 611}
 612
 613/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
 614/**
 615 *	mptbase_reply - MPT base driver's callback routine
 616 *	@ioc: Pointer to MPT_ADAPTER structure
 617 *	@req: Pointer to original MPT request frame
 618 *	@reply: Pointer to MPT reply frame (NULL if TurboReply)
 619 *
 620 *	MPT base driver's callback routine; all base driver
 621 *	"internal" request/reply processing is routed here.
 622 *	Currently used for EventNotification and EventAck handling.
 623 *
 624 *	Returns 1 indicating original alloc'd request frame ptr
 625 *	should be freed, or 0 if it shouldn't.
 626 */
 627static int
 628mptbase_reply(MPT_ADAPTER *ioc, MPT_FRAME_HDR *req, MPT_FRAME_HDR *reply)
 629{
 630	EventNotificationReply_t *pEventReply;
 631	u8 event;
 632	int evHandlers;
 633	int freereq = 1;
 634
 635	switch (reply->u.hdr.Function) {
 636	case MPI_FUNCTION_EVENT_NOTIFICATION:
 637		pEventReply = (EventNotificationReply_t *)reply;
 638		evHandlers = 0;
 639		ProcessEventNotification(ioc, pEventReply, &evHandlers);
 640		event = le32_to_cpu(pEventReply->Event) & 0xFF;
 641		if (pEventReply->MsgFlags & MPI_MSGFLAGS_CONTINUATION_REPLY)
 642			freereq = 0;
 643		if (event != MPI_EVENT_EVENT_CHANGE)
 644			break;
 
 645	case MPI_FUNCTION_CONFIG:
 646	case MPI_FUNCTION_SAS_IO_UNIT_CONTROL:
 647		ioc->mptbase_cmds.status |= MPT_MGMT_STATUS_COMMAND_GOOD;
 648		ioc->mptbase_cmds.status |= MPT_MGMT_STATUS_RF_VALID;
 649		memcpy(ioc->mptbase_cmds.reply, reply,
 650		    min(MPT_DEFAULT_FRAME_SIZE,
 651			4 * reply->u.reply.MsgLength));
 652		if (ioc->mptbase_cmds.status & MPT_MGMT_STATUS_PENDING) {
 653			ioc->mptbase_cmds.status &= ~MPT_MGMT_STATUS_PENDING;
 654			complete(&ioc->mptbase_cmds.done);
 655		} else
 656			freereq = 0;
 657		if (ioc->mptbase_cmds.status & MPT_MGMT_STATUS_FREE_MF)
 658			freereq = 1;
 659		break;
 660	case MPI_FUNCTION_EVENT_ACK:
 661		devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT
 662		    "EventAck reply received\n", ioc->name));
 663		break;
 664	default:
 665		printk(MYIOC_s_ERR_FMT
 666		    "Unexpected msg function (=%02Xh) reply received!\n",
 667		    ioc->name, reply->u.hdr.Function);
 668		break;
 669	}
 670
 671	/*
 672	 *	Conditionally tell caller to free the original
 673	 *	EventNotification/EventAck/unexpected request frame!
 674	 */
 675	return freereq;
 676}
 677
 678/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
 679/**
 680 *	mpt_register - Register protocol-specific main callback handler.
 681 *	@cbfunc: callback function pointer
 682 *	@dclass: Protocol driver's class (%MPT_DRIVER_CLASS enum value)
 683 *	@func_name: call function's name
 684 *
 685 *	This routine is called by a protocol-specific driver (SCSI host,
 686 *	LAN, SCSI target) to register its reply callback routine.  Each
 687 *	protocol-specific driver must do this before it will be able to
 688 *	use any IOC resources, such as obtaining request frames.
 689 *
 690 *	NOTES: The SCSI protocol driver currently calls this routine thrice
 691 *	in order to register separate callbacks; one for "normal" SCSI IO;
 692 *	one for MptScsiTaskMgmt requests; one for Scan/DV requests.
 693 *
 694 *	Returns u8 valued "handle" in the range (and S.O.D. order)
 695 *	{N,...,7,6,5,...,1} if successful.
 696 *	A return value of MPT_MAX_PROTOCOL_DRIVERS (including zero!) should be
 697 *	considered an error by the caller.
 698 */
 699u8
 700mpt_register(MPT_CALLBACK cbfunc, MPT_DRIVER_CLASS dclass, char *func_name)
 701{
 702	u8 cb_idx;
 703	last_drv_idx = MPT_MAX_PROTOCOL_DRIVERS;
 704
 705	/*
 706	 *  Search for empty callback slot in this order: {N,...,7,6,5,...,1}
 707	 *  (slot/handle 0 is reserved!)
 708	 */
 709	for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
 710		if (MptCallbacks[cb_idx] == NULL) {
 711			MptCallbacks[cb_idx] = cbfunc;
 712			MptDriverClass[cb_idx] = dclass;
 713			MptEvHandlers[cb_idx] = NULL;
 714			last_drv_idx = cb_idx;
 715			strlcpy(MptCallbacksName[cb_idx], func_name,
 716				MPT_MAX_CALLBACKNAME_LEN+1);
 717			break;
 718		}
 719	}
 720
 721	return last_drv_idx;
 722}
 723
 724/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
 725/**
 726 *	mpt_deregister - Deregister a protocol drivers resources.
 727 *	@cb_idx: previously registered callback handle
 728 *
 729 *	Each protocol-specific driver should call this routine when its
 730 *	module is unloaded.
 731 */
 732void
 733mpt_deregister(u8 cb_idx)
 734{
 735	if (cb_idx && (cb_idx < MPT_MAX_PROTOCOL_DRIVERS)) {
 736		MptCallbacks[cb_idx] = NULL;
 737		MptDriverClass[cb_idx] = MPTUNKNOWN_DRIVER;
 738		MptEvHandlers[cb_idx] = NULL;
 739
 740		last_drv_idx++;
 741	}
 742}
 743
 744/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
 745/**
 746 *	mpt_event_register - Register protocol-specific event callback handler.
 747 *	@cb_idx: previously registered (via mpt_register) callback handle
 748 *	@ev_cbfunc: callback function
 749 *
 750 *	This routine can be called by one or more protocol-specific drivers
 751 *	if/when they choose to be notified of MPT events.
 752 *
 753 *	Returns 0 for success.
 754 */
 755int
 756mpt_event_register(u8 cb_idx, MPT_EVHANDLER ev_cbfunc)
 757{
 758	if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
 759		return -1;
 760
 761	MptEvHandlers[cb_idx] = ev_cbfunc;
 762	return 0;
 763}
 764
 765/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
 766/**
 767 *	mpt_event_deregister - Deregister protocol-specific event callback handler
 768 *	@cb_idx: previously registered callback handle
 769 *
 770 *	Each protocol-specific driver should call this routine
 771 *	when it does not (or can no longer) handle events,
 772 *	or when its module is unloaded.
 773 */
 774void
 775mpt_event_deregister(u8 cb_idx)
 776{
 777	if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
 778		return;
 779
 780	MptEvHandlers[cb_idx] = NULL;
 781}
 782
 783/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
 784/**
 785 *	mpt_reset_register - Register protocol-specific IOC reset handler.
 786 *	@cb_idx: previously registered (via mpt_register) callback handle
 787 *	@reset_func: reset function
 788 *
 789 *	This routine can be called by one or more protocol-specific drivers
 790 *	if/when they choose to be notified of IOC resets.
 791 *
 792 *	Returns 0 for success.
 793 */
 794int
 795mpt_reset_register(u8 cb_idx, MPT_RESETHANDLER reset_func)
 796{
 797	if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
 798		return -1;
 799
 800	MptResetHandlers[cb_idx] = reset_func;
 801	return 0;
 802}
 803
 804/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
 805/**
 806 *	mpt_reset_deregister - Deregister protocol-specific IOC reset handler.
 807 *	@cb_idx: previously registered callback handle
 808 *
 809 *	Each protocol-specific driver should call this routine
 810 *	when it does not (or can no longer) handle IOC reset handling,
 811 *	or when its module is unloaded.
 812 */
 813void
 814mpt_reset_deregister(u8 cb_idx)
 815{
 816	if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
 817		return;
 818
 819	MptResetHandlers[cb_idx] = NULL;
 820}
 821
 822/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
 823/**
 824 *	mpt_device_driver_register - Register device driver hooks
 825 *	@dd_cbfunc: driver callbacks struct
 826 *	@cb_idx: MPT protocol driver index
 827 */
 828int
 829mpt_device_driver_register(struct mpt_pci_driver * dd_cbfunc, u8 cb_idx)
 830{
 831	MPT_ADAPTER	*ioc;
 832	const struct pci_device_id *id;
 833
 834	if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
 835		return -EINVAL;
 836
 837	MptDeviceDriverHandlers[cb_idx] = dd_cbfunc;
 838
 839	/* call per pci device probe entry point */
 840	list_for_each_entry(ioc, &ioc_list, list) {
 841		id = ioc->pcidev->driver ?
 842		    ioc->pcidev->driver->id_table : NULL;
 843		if (dd_cbfunc->probe)
 844			dd_cbfunc->probe(ioc->pcidev, id);
 845	 }
 846
 847	return 0;
 848}
 849
 850/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
 851/**
 852 *	mpt_device_driver_deregister - DeRegister device driver hooks
 853 *	@cb_idx: MPT protocol driver index
 854 */
 855void
 856mpt_device_driver_deregister(u8 cb_idx)
 857{
 858	struct mpt_pci_driver *dd_cbfunc;
 859	MPT_ADAPTER	*ioc;
 860
 861	if (!cb_idx || cb_idx >= MPT_MAX_PROTOCOL_DRIVERS)
 862		return;
 863
 864	dd_cbfunc = MptDeviceDriverHandlers[cb_idx];
 865
 866	list_for_each_entry(ioc, &ioc_list, list) {
 867		if (dd_cbfunc->remove)
 868			dd_cbfunc->remove(ioc->pcidev);
 869	}
 870
 871	MptDeviceDriverHandlers[cb_idx] = NULL;
 872}
 873
 874
 875/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
 876/**
 877 *	mpt_get_msg_frame - Obtain an MPT request frame from the pool
 878 *	@cb_idx: Handle of registered MPT protocol driver
 879 *	@ioc: Pointer to MPT adapter structure
 880 *
 881 *	Obtain an MPT request frame from the pool (of 1024) that are
 882 *	allocated per MPT adapter.
 883 *
 884 *	Returns pointer to a MPT request frame or %NULL if none are available
 885 *	or IOC is not active.
 886 */
 887MPT_FRAME_HDR*
 888mpt_get_msg_frame(u8 cb_idx, MPT_ADAPTER *ioc)
 889{
 890	MPT_FRAME_HDR *mf;
 891	unsigned long flags;
 892	u16	 req_idx;	/* Request index */
 893
 894	/* validate handle and ioc identifier */
 895
 896#ifdef MFCNT
 897	if (!ioc->active)
 898		printk(MYIOC_s_WARN_FMT "IOC Not Active! mpt_get_msg_frame "
 899		    "returning NULL!\n", ioc->name);
 900#endif
 901
 902	/* If interrupts are not attached, do not return a request frame */
 903	if (!ioc->active)
 904		return NULL;
 905
 906	spin_lock_irqsave(&ioc->FreeQlock, flags);
 907	if (!list_empty(&ioc->FreeQ)) {
 908		int req_offset;
 909
 910		mf = list_entry(ioc->FreeQ.next, MPT_FRAME_HDR,
 911				u.frame.linkage.list);
 912		list_del(&mf->u.frame.linkage.list);
 913		mf->u.frame.linkage.arg1 = 0;
 914		mf->u.frame.hwhdr.msgctxu.fld.cb_idx = cb_idx;	/* byte */
 915		req_offset = (u8 *)mf - (u8 *)ioc->req_frames;
 916								/* u16! */
 917		req_idx = req_offset / ioc->req_sz;
 918		mf->u.frame.hwhdr.msgctxu.fld.req_idx = cpu_to_le16(req_idx);
 919		mf->u.frame.hwhdr.msgctxu.fld.rsvd = 0;
 920		/* Default, will be changed if necessary in SG generation */
 921		ioc->RequestNB[req_idx] = ioc->NB_for_64_byte_frame;
 922#ifdef MFCNT
 923		ioc->mfcnt++;
 924#endif
 925	}
 926	else
 927		mf = NULL;
 928	spin_unlock_irqrestore(&ioc->FreeQlock, flags);
 929
 930#ifdef MFCNT
 931	if (mf == NULL)
 932		printk(MYIOC_s_WARN_FMT "IOC Active. No free Msg Frames! "
 933		    "Count 0x%x Max 0x%x\n", ioc->name, ioc->mfcnt,
 934		    ioc->req_depth);
 935	mfcounter++;
 936	if (mfcounter == PRINT_MF_COUNT)
 937		printk(MYIOC_s_INFO_FMT "MF Count 0x%x Max 0x%x \n", ioc->name,
 938		    ioc->mfcnt, ioc->req_depth);
 939#endif
 940
 941	dmfprintk(ioc, printk(MYIOC_s_DEBUG_FMT "mpt_get_msg_frame(%d,%d), got mf=%p\n",
 942	    ioc->name, cb_idx, ioc->id, mf));
 943	return mf;
 944}
 945
 946/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
 947/**
 948 *	mpt_put_msg_frame - Send a protocol-specific MPT request frame to an IOC
 949 *	@cb_idx: Handle of registered MPT protocol driver
 950 *	@ioc: Pointer to MPT adapter structure
 951 *	@mf: Pointer to MPT request frame
 952 *
 953 *	This routine posts an MPT request frame to the request post FIFO of a
 954 *	specific MPT adapter.
 955 */
 956void
 957mpt_put_msg_frame(u8 cb_idx, MPT_ADAPTER *ioc, MPT_FRAME_HDR *mf)
 958{
 959	u32 mf_dma_addr;
 960	int req_offset;
 961	u16 req_idx;	/* Request index */
 962
 963	/* ensure values are reset properly! */
 964	mf->u.frame.hwhdr.msgctxu.fld.cb_idx = cb_idx;		/* byte */
 965	req_offset = (u8 *)mf - (u8 *)ioc->req_frames;
 966								/* u16! */
 967	req_idx = req_offset / ioc->req_sz;
 968	mf->u.frame.hwhdr.msgctxu.fld.req_idx = cpu_to_le16(req_idx);
 969	mf->u.frame.hwhdr.msgctxu.fld.rsvd = 0;
 970
 971	DBG_DUMP_PUT_MSG_FRAME(ioc, (u32 *)mf);
 972
 973	mf_dma_addr = (ioc->req_frames_low_dma + req_offset) | ioc->RequestNB[req_idx];
 974	dsgprintk(ioc, printk(MYIOC_s_DEBUG_FMT "mf_dma_addr=%x req_idx=%d "
 975	    "RequestNB=%x\n", ioc->name, mf_dma_addr, req_idx,
 976	    ioc->RequestNB[req_idx]));
 977	CHIPREG_WRITE32(&ioc->chip->RequestFifo, mf_dma_addr);
 978}
 979
 980/**
 981 *	mpt_put_msg_frame_hi_pri - Send a hi-pri protocol-specific MPT request frame
 982 *	@cb_idx: Handle of registered MPT protocol driver
 983 *	@ioc: Pointer to MPT adapter structure
 984 *	@mf: Pointer to MPT request frame
 985 *
 986 *	Send a protocol-specific MPT request frame to an IOC using
 987 *	hi-priority request queue.
 988 *
 989 *	This routine posts an MPT request frame to the request post FIFO of a
 990 *	specific MPT adapter.
 991 **/
 992void
 993mpt_put_msg_frame_hi_pri(u8 cb_idx, MPT_ADAPTER *ioc, MPT_FRAME_HDR *mf)
 994{
 995	u32 mf_dma_addr;
 996	int req_offset;
 997	u16 req_idx;	/* Request index */
 998
 999	/* ensure values are reset properly! */
1000	mf->u.frame.hwhdr.msgctxu.fld.cb_idx = cb_idx;
1001	req_offset = (u8 *)mf - (u8 *)ioc->req_frames;
1002	req_idx = req_offset / ioc->req_sz;
1003	mf->u.frame.hwhdr.msgctxu.fld.req_idx = cpu_to_le16(req_idx);
1004	mf->u.frame.hwhdr.msgctxu.fld.rsvd = 0;
1005
1006	DBG_DUMP_PUT_MSG_FRAME(ioc, (u32 *)mf);
1007
1008	mf_dma_addr = (ioc->req_frames_low_dma + req_offset);
1009	dsgprintk(ioc, printk(MYIOC_s_DEBUG_FMT "mf_dma_addr=%x req_idx=%d\n",
1010		ioc->name, mf_dma_addr, req_idx));
1011	CHIPREG_WRITE32(&ioc->chip->RequestHiPriFifo, mf_dma_addr);
1012}
1013
1014/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1015/**
1016 *	mpt_free_msg_frame - Place MPT request frame back on FreeQ.
1017 *	@ioc: Pointer to MPT adapter structure
1018 *	@mf: Pointer to MPT request frame
1019 *
1020 *	This routine places a MPT request frame back on the MPT adapter's
1021 *	FreeQ.
1022 */
1023void
1024mpt_free_msg_frame(MPT_ADAPTER *ioc, MPT_FRAME_HDR *mf)
1025{
1026	unsigned long flags;
1027
1028	/*  Put Request back on FreeQ!  */
1029	spin_lock_irqsave(&ioc->FreeQlock, flags);
1030	if (cpu_to_le32(mf->u.frame.linkage.arg1) == 0xdeadbeaf)
1031		goto out;
1032	/* signature to know if this mf is freed */
1033	mf->u.frame.linkage.arg1 = cpu_to_le32(0xdeadbeaf);
1034	list_add(&mf->u.frame.linkage.list, &ioc->FreeQ);
1035#ifdef MFCNT
1036	ioc->mfcnt--;
1037#endif
1038 out:
1039	spin_unlock_irqrestore(&ioc->FreeQlock, flags);
1040}
1041
1042/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1043/**
1044 *	mpt_add_sge - Place a simple 32 bit SGE at address pAddr.
1045 *	@pAddr: virtual address for SGE
1046 *	@flagslength: SGE flags and data transfer length
1047 *	@dma_addr: Physical address
1048 *
1049 *	This routine places a MPT request frame back on the MPT adapter's
1050 *	FreeQ.
1051 */
1052static void
1053mpt_add_sge(void *pAddr, u32 flagslength, dma_addr_t dma_addr)
1054{
1055	SGESimple32_t *pSge = (SGESimple32_t *) pAddr;
1056	pSge->FlagsLength = cpu_to_le32(flagslength);
1057	pSge->Address = cpu_to_le32(dma_addr);
1058}
1059
1060/**
1061 *	mpt_add_sge_64bit - Place a simple 64 bit SGE at address pAddr.
1062 *	@pAddr: virtual address for SGE
1063 *	@flagslength: SGE flags and data transfer length
1064 *	@dma_addr: Physical address
1065 *
1066 *	This routine places a MPT request frame back on the MPT adapter's
1067 *	FreeQ.
1068 **/
1069static void
1070mpt_add_sge_64bit(void *pAddr, u32 flagslength, dma_addr_t dma_addr)
1071{
1072	SGESimple64_t *pSge = (SGESimple64_t *) pAddr;
1073	pSge->Address.Low = cpu_to_le32
1074			(lower_32_bits(dma_addr));
1075	pSge->Address.High = cpu_to_le32
1076			(upper_32_bits(dma_addr));
1077	pSge->FlagsLength = cpu_to_le32
1078			((flagslength | MPT_SGE_FLAGS_64_BIT_ADDRESSING));
1079}
1080
1081/**
1082 *	mpt_add_sge_64bit_1078 - Place a simple 64 bit SGE at address pAddr (1078 workaround).
1083 *	@pAddr: virtual address for SGE
1084 *	@flagslength: SGE flags and data transfer length
1085 *	@dma_addr: Physical address
1086 *
1087 *	This routine places a MPT request frame back on the MPT adapter's
1088 *	FreeQ.
1089 **/
1090static void
1091mpt_add_sge_64bit_1078(void *pAddr, u32 flagslength, dma_addr_t dma_addr)
1092{
1093	SGESimple64_t *pSge = (SGESimple64_t *) pAddr;
1094	u32 tmp;
1095
1096	pSge->Address.Low = cpu_to_le32
1097			(lower_32_bits(dma_addr));
1098	tmp = (u32)(upper_32_bits(dma_addr));
1099
1100	/*
1101	 * 1078 errata workaround for the 36GB limitation
1102	 */
1103	if ((((u64)dma_addr + MPI_SGE_LENGTH(flagslength)) >> 32)  == 9) {
1104		flagslength |=
1105		    MPI_SGE_SET_FLAGS(MPI_SGE_FLAGS_LOCAL_ADDRESS);
1106		tmp |= (1<<31);
1107		if (mpt_debug_level & MPT_DEBUG_36GB_MEM)
1108			printk(KERN_DEBUG "1078 P0M2 addressing for "
1109			    "addr = 0x%llx len = %d\n",
1110			    (unsigned long long)dma_addr,
1111			    MPI_SGE_LENGTH(flagslength));
1112	}
1113
1114	pSge->Address.High = cpu_to_le32(tmp);
1115	pSge->FlagsLength = cpu_to_le32(
1116		(flagslength | MPT_SGE_FLAGS_64_BIT_ADDRESSING));
1117}
1118
1119/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1120/**
1121 *	mpt_add_chain - Place a 32 bit chain SGE at address pAddr.
1122 *	@pAddr: virtual address for SGE
1123 *	@next: nextChainOffset value (u32's)
1124 *	@length: length of next SGL segment
1125 *	@dma_addr: Physical address
1126 *
1127 */
1128static void
1129mpt_add_chain(void *pAddr, u8 next, u16 length, dma_addr_t dma_addr)
1130{
1131	SGEChain32_t *pChain = (SGEChain32_t *) pAddr;
1132
1133	pChain->Length = cpu_to_le16(length);
1134	pChain->Flags = MPI_SGE_FLAGS_CHAIN_ELEMENT;
1135	pChain->NextChainOffset = next;
1136	pChain->Address = cpu_to_le32(dma_addr);
1137}
1138
1139/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1140/**
1141 *	mpt_add_chain_64bit - Place a 64 bit chain SGE at address pAddr.
1142 *	@pAddr: virtual address for SGE
1143 *	@next: nextChainOffset value (u32's)
1144 *	@length: length of next SGL segment
1145 *	@dma_addr: Physical address
1146 *
1147 */
1148static void
1149mpt_add_chain_64bit(void *pAddr, u8 next, u16 length, dma_addr_t dma_addr)
1150{
1151	SGEChain64_t *pChain = (SGEChain64_t *) pAddr;
1152	u32 tmp = dma_addr & 0xFFFFFFFF;
1153
1154	pChain->Length = cpu_to_le16(length);
1155	pChain->Flags = (MPI_SGE_FLAGS_CHAIN_ELEMENT |
1156			 MPI_SGE_FLAGS_64_BIT_ADDRESSING);
1157
1158	pChain->NextChainOffset = next;
1159
1160	pChain->Address.Low = cpu_to_le32(tmp);
1161	tmp = (u32)(upper_32_bits(dma_addr));
1162	pChain->Address.High = cpu_to_le32(tmp);
1163}
1164
1165/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1166/**
1167 *	mpt_send_handshake_request - Send MPT request via doorbell handshake method.
1168 *	@cb_idx: Handle of registered MPT protocol driver
1169 *	@ioc: Pointer to MPT adapter structure
1170 *	@reqBytes: Size of the request in bytes
1171 *	@req: Pointer to MPT request frame
1172 *	@sleepFlag: Use schedule if CAN_SLEEP else use udelay.
1173 *
1174 *	This routine is used exclusively to send MptScsiTaskMgmt
1175 *	requests since they are required to be sent via doorbell handshake.
1176 *
1177 *	NOTE: It is the callers responsibility to byte-swap fields in the
1178 *	request which are greater than 1 byte in size.
1179 *
1180 *	Returns 0 for success, non-zero for failure.
1181 */
1182int
1183mpt_send_handshake_request(u8 cb_idx, MPT_ADAPTER *ioc, int reqBytes, u32 *req, int sleepFlag)
1184{
1185	int	r = 0;
1186	u8	*req_as_bytes;
1187	int	 ii;
1188
1189	/* State is known to be good upon entering
1190	 * this function so issue the bus reset
1191	 * request.
1192	 */
1193
1194	/*
1195	 * Emulate what mpt_put_msg_frame() does /wrt to sanity
1196	 * setting cb_idx/req_idx.  But ONLY if this request
1197	 * is in proper (pre-alloc'd) request buffer range...
1198	 */
1199	ii = MFPTR_2_MPT_INDEX(ioc,(MPT_FRAME_HDR*)req);
1200	if (reqBytes >= 12 && ii >= 0 && ii < ioc->req_depth) {
1201		MPT_FRAME_HDR *mf = (MPT_FRAME_HDR*)req;
1202		mf->u.frame.hwhdr.msgctxu.fld.req_idx = cpu_to_le16(ii);
1203		mf->u.frame.hwhdr.msgctxu.fld.cb_idx = cb_idx;
1204	}
1205
1206	/* Make sure there are no doorbells */
1207	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
1208
1209	CHIPREG_WRITE32(&ioc->chip->Doorbell,
1210			((MPI_FUNCTION_HANDSHAKE<<MPI_DOORBELL_FUNCTION_SHIFT) |
1211			 ((reqBytes/4)<<MPI_DOORBELL_ADD_DWORDS_SHIFT)));
1212
1213	/* Wait for IOC doorbell int */
1214	if ((ii = WaitForDoorbellInt(ioc, 5, sleepFlag)) < 0) {
1215		return ii;
1216	}
1217
1218	/* Read doorbell and check for active bit */
1219	if (!(CHIPREG_READ32(&ioc->chip->Doorbell) & MPI_DOORBELL_ACTIVE))
1220		return -5;
1221
1222	dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "mpt_send_handshake_request start, WaitCnt=%d\n",
1223		ioc->name, ii));
1224
1225	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
1226
1227	if ((r = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0) {
1228		return -2;
1229	}
1230
1231	/* Send request via doorbell handshake */
1232	req_as_bytes = (u8 *) req;
1233	for (ii = 0; ii < reqBytes/4; ii++) {
1234		u32 word;
1235
1236		word = ((req_as_bytes[(ii*4) + 0] <<  0) |
1237			(req_as_bytes[(ii*4) + 1] <<  8) |
1238			(req_as_bytes[(ii*4) + 2] << 16) |
1239			(req_as_bytes[(ii*4) + 3] << 24));
1240		CHIPREG_WRITE32(&ioc->chip->Doorbell, word);
1241		if ((r = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0) {
1242			r = -3;
1243			break;
1244		}
1245	}
1246
1247	if (r >= 0 && WaitForDoorbellInt(ioc, 10, sleepFlag) >= 0)
1248		r = 0;
1249	else
1250		r = -4;
1251
1252	/* Make sure there are no doorbells */
1253	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
1254
1255	return r;
1256}
1257
1258/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1259/**
1260 * mpt_host_page_access_control - control the IOC's Host Page Buffer access
1261 * @ioc: Pointer to MPT adapter structure
1262 * @access_control_value: define bits below
1263 * @sleepFlag: Specifies whether the process can sleep
1264 *
1265 * Provides mechanism for the host driver to control the IOC's
1266 * Host Page Buffer access.
1267 *
1268 * Access Control Value - bits[15:12]
1269 * 0h Reserved
1270 * 1h Enable Access { MPI_DB_HPBAC_ENABLE_ACCESS }
1271 * 2h Disable Access { MPI_DB_HPBAC_DISABLE_ACCESS }
1272 * 3h Free Buffer { MPI_DB_HPBAC_FREE_BUFFER }
1273 *
1274 * Returns 0 for success, non-zero for failure.
1275 */
1276
1277static int
1278mpt_host_page_access_control(MPT_ADAPTER *ioc, u8 access_control_value, int sleepFlag)
1279{
1280	int	 r = 0;
1281
1282	/* return if in use */
1283	if (CHIPREG_READ32(&ioc->chip->Doorbell)
1284	    & MPI_DOORBELL_ACTIVE)
1285	    return -1;
1286
1287	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
1288
1289	CHIPREG_WRITE32(&ioc->chip->Doorbell,
1290		((MPI_FUNCTION_HOST_PAGEBUF_ACCESS_CONTROL
1291		 <<MPI_DOORBELL_FUNCTION_SHIFT) |
1292		 (access_control_value<<12)));
1293
1294	/* Wait for IOC to clear Doorbell Status bit */
1295	if ((r = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0) {
1296		return -2;
1297	}else
1298		return 0;
1299}
1300
1301/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1302/**
1303 *	mpt_host_page_alloc - allocate system memory for the fw
1304 *	@ioc: Pointer to pointer to IOC adapter
1305 *	@ioc_init: Pointer to ioc init config page
1306 *
1307 *	If we already allocated memory in past, then resend the same pointer.
1308 *	Returns 0 for success, non-zero for failure.
1309 */
1310static int
1311mpt_host_page_alloc(MPT_ADAPTER *ioc, pIOCInit_t ioc_init)
1312{
1313	char	*psge;
1314	int	flags_length;
1315	u32	host_page_buffer_sz=0;
1316
1317	if(!ioc->HostPageBuffer) {
1318
1319		host_page_buffer_sz =
1320		    le32_to_cpu(ioc->facts.HostPageBufferSGE.FlagsLength) & 0xFFFFFF;
1321
1322		if(!host_page_buffer_sz)
1323			return 0; /* fw doesn't need any host buffers */
1324
1325		/* spin till we get enough memory */
1326		while(host_page_buffer_sz > 0) {
1327
1328			if((ioc->HostPageBuffer = pci_alloc_consistent(
1329			    ioc->pcidev,
1330			    host_page_buffer_sz,
1331			    &ioc->HostPageBuffer_dma)) != NULL) {
1332
1333				dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
1334				    "host_page_buffer @ %p, dma @ %x, sz=%d bytes\n",
1335				    ioc->name, ioc->HostPageBuffer,
1336				    (u32)ioc->HostPageBuffer_dma,
1337				    host_page_buffer_sz));
1338				ioc->alloc_total += host_page_buffer_sz;
1339				ioc->HostPageBuffer_sz = host_page_buffer_sz;
1340				break;
1341			}
1342
1343			host_page_buffer_sz -= (4*1024);
1344		}
1345	}
1346
1347	if(!ioc->HostPageBuffer) {
1348		printk(MYIOC_s_ERR_FMT
1349		    "Failed to alloc memory for host_page_buffer!\n",
1350		    ioc->name);
1351		return -999;
1352	}
1353
1354	psge = (char *)&ioc_init->HostPageBufferSGE;
1355	flags_length = MPI_SGE_FLAGS_SIMPLE_ELEMENT |
1356	    MPI_SGE_FLAGS_SYSTEM_ADDRESS |
1357	    MPI_SGE_FLAGS_HOST_TO_IOC |
1358	    MPI_SGE_FLAGS_END_OF_BUFFER;
1359	flags_length = flags_length << MPI_SGE_FLAGS_SHIFT;
1360	flags_length |= ioc->HostPageBuffer_sz;
1361	ioc->add_sge(psge, flags_length, ioc->HostPageBuffer_dma);
1362	ioc->facts.HostPageBufferSGE = ioc_init->HostPageBufferSGE;
1363
1364	return 0;
1365}
1366
1367/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1368/**
1369 *	mpt_verify_adapter - Given IOC identifier, set pointer to its adapter structure.
1370 *	@iocid: IOC unique identifier (integer)
1371 *	@iocpp: Pointer to pointer to IOC adapter
1372 *
1373 *	Given a unique IOC identifier, set pointer to the associated MPT
1374 *	adapter structure.
1375 *
1376 *	Returns iocid and sets iocpp if iocid is found.
1377 *	Returns -1 if iocid is not found.
1378 */
1379int
1380mpt_verify_adapter(int iocid, MPT_ADAPTER **iocpp)
1381{
1382	MPT_ADAPTER *ioc;
1383
1384	list_for_each_entry(ioc,&ioc_list,list) {
1385		if (ioc->id == iocid) {
1386			*iocpp =ioc;
1387			return iocid;
1388		}
1389	}
1390
1391	*iocpp = NULL;
1392	return -1;
1393}
1394
1395/**
1396 *	mpt_get_product_name - returns product string
1397 *	@vendor: pci vendor id
1398 *	@device: pci device id
1399 *	@revision: pci revision id
1400 *
1401 *	Returns product string displayed when driver loads,
1402 *	in /proc/mpt/summary and /sysfs/class/scsi_host/host<X>/version_product
1403 *
1404 **/
1405static const char*
1406mpt_get_product_name(u16 vendor, u16 device, u8 revision)
1407{
1408	char *product_str = NULL;
1409
1410	if (vendor == PCI_VENDOR_ID_BROCADE) {
1411		switch (device)
1412		{
1413		case MPI_MANUFACTPAGE_DEVICEID_FC949E:
1414			switch (revision)
1415			{
1416			case 0x00:
1417				product_str = "BRE040 A0";
1418				break;
1419			case 0x01:
1420				product_str = "BRE040 A1";
1421				break;
1422			default:
1423				product_str = "BRE040";
1424				break;
1425			}
1426			break;
1427		}
1428		goto out;
1429	}
1430
1431	switch (device)
1432	{
1433	case MPI_MANUFACTPAGE_DEVICEID_FC909:
1434		product_str = "LSIFC909 B1";
1435		break;
1436	case MPI_MANUFACTPAGE_DEVICEID_FC919:
1437		product_str = "LSIFC919 B0";
1438		break;
1439	case MPI_MANUFACTPAGE_DEVICEID_FC929:
1440		product_str = "LSIFC929 B0";
1441		break;
1442	case MPI_MANUFACTPAGE_DEVICEID_FC919X:
1443		if (revision < 0x80)
1444			product_str = "LSIFC919X A0";
1445		else
1446			product_str = "LSIFC919XL A1";
1447		break;
1448	case MPI_MANUFACTPAGE_DEVICEID_FC929X:
1449		if (revision < 0x80)
1450			product_str = "LSIFC929X A0";
1451		else
1452			product_str = "LSIFC929XL A1";
1453		break;
1454	case MPI_MANUFACTPAGE_DEVICEID_FC939X:
1455		product_str = "LSIFC939X A1";
1456		break;
1457	case MPI_MANUFACTPAGE_DEVICEID_FC949X:
1458		product_str = "LSIFC949X A1";
1459		break;
1460	case MPI_MANUFACTPAGE_DEVICEID_FC949E:
1461		switch (revision)
1462		{
1463		case 0x00:
1464			product_str = "LSIFC949E A0";
1465			break;
1466		case 0x01:
1467			product_str = "LSIFC949E A1";
1468			break;
1469		default:
1470			product_str = "LSIFC949E";
1471			break;
1472		}
1473		break;
1474	case MPI_MANUFACTPAGE_DEVID_53C1030:
1475		switch (revision)
1476		{
1477		case 0x00:
1478			product_str = "LSI53C1030 A0";
1479			break;
1480		case 0x01:
1481			product_str = "LSI53C1030 B0";
1482			break;
1483		case 0x03:
1484			product_str = "LSI53C1030 B1";
1485			break;
1486		case 0x07:
1487			product_str = "LSI53C1030 B2";
1488			break;
1489		case 0x08:
1490			product_str = "LSI53C1030 C0";
1491			break;
1492		case 0x80:
1493			product_str = "LSI53C1030T A0";
1494			break;
1495		case 0x83:
1496			product_str = "LSI53C1030T A2";
1497			break;
1498		case 0x87:
1499			product_str = "LSI53C1030T A3";
1500			break;
1501		case 0xc1:
1502			product_str = "LSI53C1020A A1";
1503			break;
1504		default:
1505			product_str = "LSI53C1030";
1506			break;
1507		}
1508		break;
1509	case MPI_MANUFACTPAGE_DEVID_1030_53C1035:
1510		switch (revision)
1511		{
1512		case 0x03:
1513			product_str = "LSI53C1035 A2";
1514			break;
1515		case 0x04:
1516			product_str = "LSI53C1035 B0";
1517			break;
1518		default:
1519			product_str = "LSI53C1035";
1520			break;
1521		}
1522		break;
1523	case MPI_MANUFACTPAGE_DEVID_SAS1064:
1524		switch (revision)
1525		{
1526		case 0x00:
1527			product_str = "LSISAS1064 A1";
1528			break;
1529		case 0x01:
1530			product_str = "LSISAS1064 A2";
1531			break;
1532		case 0x02:
1533			product_str = "LSISAS1064 A3";
1534			break;
1535		case 0x03:
1536			product_str = "LSISAS1064 A4";
1537			break;
1538		default:
1539			product_str = "LSISAS1064";
1540			break;
1541		}
1542		break;
1543	case MPI_MANUFACTPAGE_DEVID_SAS1064E:
1544		switch (revision)
1545		{
1546		case 0x00:
1547			product_str = "LSISAS1064E A0";
1548			break;
1549		case 0x01:
1550			product_str = "LSISAS1064E B0";
1551			break;
1552		case 0x02:
1553			product_str = "LSISAS1064E B1";
1554			break;
1555		case 0x04:
1556			product_str = "LSISAS1064E B2";
1557			break;
1558		case 0x08:
1559			product_str = "LSISAS1064E B3";
1560			break;
1561		default:
1562			product_str = "LSISAS1064E";
1563			break;
1564		}
1565		break;
1566	case MPI_MANUFACTPAGE_DEVID_SAS1068:
1567		switch (revision)
1568		{
1569		case 0x00:
1570			product_str = "LSISAS1068 A0";
1571			break;
1572		case 0x01:
1573			product_str = "LSISAS1068 B0";
1574			break;
1575		case 0x02:
1576			product_str = "LSISAS1068 B1";
1577			break;
1578		default:
1579			product_str = "LSISAS1068";
1580			break;
1581		}
1582		break;
1583	case MPI_MANUFACTPAGE_DEVID_SAS1068E:
1584		switch (revision)
1585		{
1586		case 0x00:
1587			product_str = "LSISAS1068E A0";
1588			break;
1589		case 0x01:
1590			product_str = "LSISAS1068E B0";
1591			break;
1592		case 0x02:
1593			product_str = "LSISAS1068E B1";
1594			break;
1595		case 0x04:
1596			product_str = "LSISAS1068E B2";
1597			break;
1598		case 0x08:
1599			product_str = "LSISAS1068E B3";
1600			break;
1601		default:
1602			product_str = "LSISAS1068E";
1603			break;
1604		}
1605		break;
1606	case MPI_MANUFACTPAGE_DEVID_SAS1078:
1607		switch (revision)
1608		{
1609		case 0x00:
1610			product_str = "LSISAS1078 A0";
1611			break;
1612		case 0x01:
1613			product_str = "LSISAS1078 B0";
1614			break;
1615		case 0x02:
1616			product_str = "LSISAS1078 C0";
1617			break;
1618		case 0x03:
1619			product_str = "LSISAS1078 C1";
1620			break;
1621		case 0x04:
1622			product_str = "LSISAS1078 C2";
1623			break;
1624		default:
1625			product_str = "LSISAS1078";
1626			break;
1627		}
1628		break;
1629	}
1630
1631 out:
1632	return product_str;
1633}
1634
1635/**
1636 *	mpt_mapresources - map in memory mapped io
1637 *	@ioc: Pointer to pointer to IOC adapter
1638 *
1639 **/
1640static int
1641mpt_mapresources(MPT_ADAPTER *ioc)
1642{
1643	u8		__iomem *mem;
1644	int		 ii;
1645	resource_size_t	 mem_phys;
1646	unsigned long	 port;
1647	u32		 msize;
1648	u32		 psize;
1649	int		 r = -ENODEV;
1650	struct pci_dev *pdev;
1651
1652	pdev = ioc->pcidev;
1653	ioc->bars = pci_select_bars(pdev, IORESOURCE_MEM);
1654	if (pci_enable_device_mem(pdev)) {
1655		printk(MYIOC_s_ERR_FMT "pci_enable_device_mem() "
1656		    "failed\n", ioc->name);
1657		return r;
1658	}
1659	if (pci_request_selected_regions(pdev, ioc->bars, "mpt")) {
1660		printk(MYIOC_s_ERR_FMT "pci_request_selected_regions() with "
1661		    "MEM failed\n", ioc->name);
1662		goto out_pci_disable_device;
1663	}
1664
1665	if (sizeof(dma_addr_t) > 4) {
1666		const uint64_t required_mask = dma_get_required_mask
1667		    (&pdev->dev);
1668		if (required_mask > DMA_BIT_MASK(32)
1669			&& !pci_set_dma_mask(pdev, DMA_BIT_MASK(64))
1670			&& !pci_set_consistent_dma_mask(pdev,
1671						 DMA_BIT_MASK(64))) {
1672			ioc->dma_mask = DMA_BIT_MASK(64);
1673			dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
1674				": 64 BIT PCI BUS DMA ADDRESSING SUPPORTED\n",
1675				ioc->name));
1676		} else if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(32))
1677			&& !pci_set_consistent_dma_mask(pdev,
1678						DMA_BIT_MASK(32))) {
1679			ioc->dma_mask = DMA_BIT_MASK(32);
1680			dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
1681				": 32 BIT PCI BUS DMA ADDRESSING SUPPORTED\n",
1682				ioc->name));
1683		} else {
1684			printk(MYIOC_s_WARN_FMT "no suitable DMA mask for %s\n",
1685			    ioc->name, pci_name(pdev));
1686			goto out_pci_release_region;
1687		}
1688	} else {
1689		if (!pci_set_dma_mask(pdev, DMA_BIT_MASK(32))
1690			&& !pci_set_consistent_dma_mask(pdev,
1691						DMA_BIT_MASK(32))) {
1692			ioc->dma_mask = DMA_BIT_MASK(32);
1693			dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
1694				": 32 BIT PCI BUS DMA ADDRESSING SUPPORTED\n",
1695				ioc->name));
1696		} else {
1697			printk(MYIOC_s_WARN_FMT "no suitable DMA mask for %s\n",
1698			    ioc->name, pci_name(pdev));
1699			goto out_pci_release_region;
1700		}
1701	}
1702
1703	mem_phys = msize = 0;
1704	port = psize = 0;
1705	for (ii = 0; ii < DEVICE_COUNT_RESOURCE; ii++) {
1706		if (pci_resource_flags(pdev, ii) & PCI_BASE_ADDRESS_SPACE_IO) {
1707			if (psize)
1708				continue;
1709			/* Get I/O space! */
1710			port = pci_resource_start(pdev, ii);
1711			psize = pci_resource_len(pdev, ii);
1712		} else {
1713			if (msize)
1714				continue;
1715			/* Get memmap */
1716			mem_phys = pci_resource_start(pdev, ii);
1717			msize = pci_resource_len(pdev, ii);
1718		}
1719	}
1720	ioc->mem_size = msize;
1721
1722	mem = NULL;
1723	/* Get logical ptr for PciMem0 space */
1724	/*mem = ioremap(mem_phys, msize);*/
1725	mem = ioremap(mem_phys, msize);
1726	if (mem == NULL) {
1727		printk(MYIOC_s_ERR_FMT ": ERROR - Unable to map adapter"
1728			" memory!\n", ioc->name);
1729		r = -EINVAL;
1730		goto out_pci_release_region;
1731	}
1732	ioc->memmap = mem;
1733	dinitprintk(ioc, printk(MYIOC_s_INFO_FMT "mem = %p, mem_phys = %llx\n",
1734	    ioc->name, mem, (unsigned long long)mem_phys));
1735
1736	ioc->mem_phys = mem_phys;
1737	ioc->chip = (SYSIF_REGS __iomem *)mem;
1738
1739	/* Save Port IO values in case we need to do downloadboot */
1740	ioc->pio_mem_phys = port;
1741	ioc->pio_chip = (SYSIF_REGS __iomem *)port;
1742
1743	return 0;
1744
1745out_pci_release_region:
1746	pci_release_selected_regions(pdev, ioc->bars);
1747out_pci_disable_device:
1748	pci_disable_device(pdev);
1749	return r;
1750}
1751
1752/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
1753/**
1754 *	mpt_attach - Install a PCI intelligent MPT adapter.
1755 *	@pdev: Pointer to pci_dev structure
1756 *	@id: PCI device ID information
1757 *
1758 *	This routine performs all the steps necessary to bring the IOC of
1759 *	a MPT adapter to a OPERATIONAL state.  This includes registering
1760 *	memory regions, registering the interrupt, and allocating request
1761 *	and reply memory pools.
1762 *
1763 *	This routine also pre-fetches the LAN MAC address of a Fibre Channel
1764 *	MPT adapter.
1765 *
1766 *	Returns 0 for success, non-zero for failure.
1767 *
1768 *	TODO: Add support for polled controllers
1769 */
1770int
1771mpt_attach(struct pci_dev *pdev, const struct pci_device_id *id)
1772{
1773	MPT_ADAPTER	*ioc;
1774	u8		 cb_idx;
1775	int		 r = -ENODEV;
1776	u8		 pcixcmd;
1777	static int	 mpt_ids = 0;
1778#ifdef CONFIG_PROC_FS
1779	struct proc_dir_entry *dent;
1780#endif
1781
1782	ioc = kzalloc(sizeof(MPT_ADAPTER), GFP_ATOMIC);
1783	if (ioc == NULL) {
1784		printk(KERN_ERR MYNAM ": ERROR - Insufficient memory to add adapter!\n");
1785		return -ENOMEM;
1786	}
1787
1788	ioc->id = mpt_ids++;
1789	sprintf(ioc->name, "ioc%d", ioc->id);
1790	dinitprintk(ioc, printk(KERN_WARNING MYNAM ": mpt_adapter_install\n"));
1791
1792	/*
1793	 * set initial debug level
1794	 * (refer to mptdebug.h)
1795	 *
1796	 */
1797	ioc->debug_level = mpt_debug_level;
1798	if (mpt_debug_level)
1799		printk(KERN_INFO "mpt_debug_level=%xh\n", mpt_debug_level);
1800
1801	dinitprintk(ioc, printk(MYIOC_s_INFO_FMT ": mpt_adapter_install\n", ioc->name));
1802
1803	ioc->pcidev = pdev;
1804	if (mpt_mapresources(ioc)) {
1805		goto out_free_ioc;
1806	}
1807
1808	/*
1809	 * Setting up proper handlers for scatter gather handling
1810	 */
1811	if (ioc->dma_mask == DMA_BIT_MASK(64)) {
1812		if (pdev->device == MPI_MANUFACTPAGE_DEVID_SAS1078)
1813			ioc->add_sge = &mpt_add_sge_64bit_1078;
1814		else
1815			ioc->add_sge = &mpt_add_sge_64bit;
1816		ioc->add_chain = &mpt_add_chain_64bit;
1817		ioc->sg_addr_size = 8;
1818	} else {
1819		ioc->add_sge = &mpt_add_sge;
1820		ioc->add_chain = &mpt_add_chain;
1821		ioc->sg_addr_size = 4;
1822	}
1823	ioc->SGE_size = sizeof(u32) + ioc->sg_addr_size;
1824
1825	ioc->alloc_total = sizeof(MPT_ADAPTER);
1826	ioc->req_sz = MPT_DEFAULT_FRAME_SIZE;		/* avoid div by zero! */
1827	ioc->reply_sz = MPT_REPLY_FRAME_SIZE;
1828
1829
1830	spin_lock_init(&ioc->taskmgmt_lock);
1831	mutex_init(&ioc->internal_cmds.mutex);
1832	init_completion(&ioc->internal_cmds.done);
1833	mutex_init(&ioc->mptbase_cmds.mutex);
1834	init_completion(&ioc->mptbase_cmds.done);
1835	mutex_init(&ioc->taskmgmt_cmds.mutex);
1836	init_completion(&ioc->taskmgmt_cmds.done);
1837
1838	/* Initialize the event logging.
1839	 */
1840	ioc->eventTypes = 0;	/* None */
1841	ioc->eventContext = 0;
1842	ioc->eventLogSize = 0;
1843	ioc->events = NULL;
1844
1845#ifdef MFCNT
1846	ioc->mfcnt = 0;
1847#endif
1848
1849	ioc->sh = NULL;
1850	ioc->cached_fw = NULL;
1851
1852	/* Initialize SCSI Config Data structure
1853	 */
1854	memset(&ioc->spi_data, 0, sizeof(SpiCfgData));
1855
1856	/* Initialize the fc rport list head.
1857	 */
1858	INIT_LIST_HEAD(&ioc->fc_rports);
1859
1860	/* Find lookup slot. */
1861	INIT_LIST_HEAD(&ioc->list);
1862
1863
1864	/* Initialize workqueue */
1865	INIT_DELAYED_WORK(&ioc->fault_reset_work, mpt_fault_reset_work);
1866
1867	snprintf(ioc->reset_work_q_name, MPT_KOBJ_NAME_LEN,
1868		 "mpt_poll_%d", ioc->id);
1869	ioc->reset_work_q = alloc_workqueue(ioc->reset_work_q_name,
1870					    WQ_MEM_RECLAIM, 0);
1871	if (!ioc->reset_work_q) {
1872		printk(MYIOC_s_ERR_FMT "Insufficient memory to add adapter!\n",
1873		    ioc->name);
1874		r = -ENOMEM;
1875		goto out_unmap_resources;
1876	}
1877
1878	dinitprintk(ioc, printk(MYIOC_s_INFO_FMT "facts @ %p, pfacts[0] @ %p\n",
1879	    ioc->name, &ioc->facts, &ioc->pfacts[0]));
1880
1881	ioc->prod_name = mpt_get_product_name(pdev->vendor, pdev->device,
1882					      pdev->revision);
1883
1884	switch (pdev->device)
1885	{
1886	case MPI_MANUFACTPAGE_DEVICEID_FC939X:
1887	case MPI_MANUFACTPAGE_DEVICEID_FC949X:
1888		ioc->errata_flag_1064 = 1;
 
1889	case MPI_MANUFACTPAGE_DEVICEID_FC909:
1890	case MPI_MANUFACTPAGE_DEVICEID_FC929:
1891	case MPI_MANUFACTPAGE_DEVICEID_FC919:
1892	case MPI_MANUFACTPAGE_DEVICEID_FC949E:
1893		ioc->bus_type = FC;
1894		break;
1895
1896	case MPI_MANUFACTPAGE_DEVICEID_FC929X:
1897		if (pdev->revision < XL_929) {
1898			/* 929X Chip Fix. Set Split transactions level
1899		 	* for PCIX. Set MOST bits to zero.
1900		 	*/
1901			pci_read_config_byte(pdev, 0x6a, &pcixcmd);
1902			pcixcmd &= 0x8F;
1903			pci_write_config_byte(pdev, 0x6a, pcixcmd);
1904		} else {
1905			/* 929XL Chip Fix. Set MMRBC to 0x08.
1906		 	*/
1907			pci_read_config_byte(pdev, 0x6a, &pcixcmd);
1908			pcixcmd |= 0x08;
1909			pci_write_config_byte(pdev, 0x6a, pcixcmd);
1910		}
1911		ioc->bus_type = FC;
1912		break;
1913
1914	case MPI_MANUFACTPAGE_DEVICEID_FC919X:
1915		/* 919X Chip Fix. Set Split transactions level
1916		 * for PCIX. Set MOST bits to zero.
1917		 */
1918		pci_read_config_byte(pdev, 0x6a, &pcixcmd);
1919		pcixcmd &= 0x8F;
1920		pci_write_config_byte(pdev, 0x6a, pcixcmd);
1921		ioc->bus_type = FC;
1922		break;
1923
1924	case MPI_MANUFACTPAGE_DEVID_53C1030:
1925		/* 1030 Chip Fix. Disable Split transactions
1926		 * for PCIX. Set MOST bits to zero if Rev < C0( = 8).
1927		 */
1928		if (pdev->revision < C0_1030) {
1929			pci_read_config_byte(pdev, 0x6a, &pcixcmd);
1930			pcixcmd &= 0x8F;
1931			pci_write_config_byte(pdev, 0x6a, pcixcmd);
1932		}
 
1933
1934	case MPI_MANUFACTPAGE_DEVID_1030_53C1035:
1935		ioc->bus_type = SPI;
1936		break;
1937
1938	case MPI_MANUFACTPAGE_DEVID_SAS1064:
1939	case MPI_MANUFACTPAGE_DEVID_SAS1068:
1940		ioc->errata_flag_1064 = 1;
1941		ioc->bus_type = SAS;
1942		break;
1943
1944	case MPI_MANUFACTPAGE_DEVID_SAS1064E:
1945	case MPI_MANUFACTPAGE_DEVID_SAS1068E:
1946	case MPI_MANUFACTPAGE_DEVID_SAS1078:
1947		ioc->bus_type = SAS;
1948		break;
1949	}
1950
1951
1952	switch (ioc->bus_type) {
1953
1954	case SAS:
1955		ioc->msi_enable = mpt_msi_enable_sas;
1956		break;
1957
1958	case SPI:
1959		ioc->msi_enable = mpt_msi_enable_spi;
1960		break;
1961
1962	case FC:
1963		ioc->msi_enable = mpt_msi_enable_fc;
1964		break;
1965
1966	default:
1967		ioc->msi_enable = 0;
1968		break;
1969	}
1970
1971	ioc->fw_events_off = 1;
1972
1973	if (ioc->errata_flag_1064)
1974		pci_disable_io_access(pdev);
1975
1976	spin_lock_init(&ioc->FreeQlock);
1977
1978	/* Disable all! */
1979	CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
1980	ioc->active = 0;
1981	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
1982
1983	/* Set IOC ptr in the pcidev's driver data. */
1984	pci_set_drvdata(ioc->pcidev, ioc);
1985
1986	/* Set lookup ptr. */
1987	list_add_tail(&ioc->list, &ioc_list);
1988
1989	/* Check for "bound ports" (929, 929X, 1030, 1035) to reduce redundant resets.
1990	 */
1991	mpt_detect_bound_ports(ioc, pdev);
1992
1993	INIT_LIST_HEAD(&ioc->fw_event_list);
1994	spin_lock_init(&ioc->fw_event_lock);
1995	snprintf(ioc->fw_event_q_name, MPT_KOBJ_NAME_LEN, "mpt/%d", ioc->id);
1996	ioc->fw_event_q = alloc_workqueue(ioc->fw_event_q_name,
1997					  WQ_MEM_RECLAIM, 0);
1998	if (!ioc->fw_event_q) {
1999		printk(MYIOC_s_ERR_FMT "Insufficient memory to add adapter!\n",
2000		    ioc->name);
2001		r = -ENOMEM;
2002		goto out_remove_ioc;
2003	}
2004
2005	if ((r = mpt_do_ioc_recovery(ioc, MPT_HOSTEVENT_IOC_BRINGUP,
2006	    CAN_SLEEP)) != 0){
2007		printk(MYIOC_s_ERR_FMT "didn't initialize properly! (%d)\n",
2008		    ioc->name, r);
2009
2010		destroy_workqueue(ioc->fw_event_q);
2011		ioc->fw_event_q = NULL;
2012
2013		list_del(&ioc->list);
2014		if (ioc->alt_ioc)
2015			ioc->alt_ioc->alt_ioc = NULL;
2016		iounmap(ioc->memmap);
2017		if (pci_is_enabled(pdev))
2018			pci_disable_device(pdev);
2019		if (r != -5)
2020			pci_release_selected_regions(pdev, ioc->bars);
2021
2022		destroy_workqueue(ioc->reset_work_q);
2023		ioc->reset_work_q = NULL;
2024
2025		kfree(ioc);
2026		return r;
2027	}
2028
2029	/* call per device driver probe entry point */
2030	for(cb_idx = 0; cb_idx < MPT_MAX_PROTOCOL_DRIVERS; cb_idx++) {
2031		if(MptDeviceDriverHandlers[cb_idx] &&
2032		  MptDeviceDriverHandlers[cb_idx]->probe) {
2033			MptDeviceDriverHandlers[cb_idx]->probe(pdev,id);
2034		}
2035	}
2036
2037#ifdef CONFIG_PROC_FS
2038	/*
2039	 *  Create "/proc/mpt/iocN" subdirectory entry for each MPT adapter.
2040	 */
2041	dent = proc_mkdir(ioc->name, mpt_proc_root_dir);
2042	if (dent) {
2043		proc_create_data("info", S_IRUGO, dent, &mpt_iocinfo_proc_fops, ioc);
2044		proc_create_data("summary", S_IRUGO, dent, &mpt_summary_proc_fops, ioc);
 
 
2045	}
2046#endif
2047
2048	if (!ioc->alt_ioc)
2049		queue_delayed_work(ioc->reset_work_q, &ioc->fault_reset_work,
2050			msecs_to_jiffies(MPT_POLLING_INTERVAL));
2051
2052	return 0;
2053
2054out_remove_ioc:
2055	list_del(&ioc->list);
2056	if (ioc->alt_ioc)
2057		ioc->alt_ioc->alt_ioc = NULL;
2058
2059	destroy_workqueue(ioc->reset_work_q);
2060	ioc->reset_work_q = NULL;
2061
2062out_unmap_resources:
2063	iounmap(ioc->memmap);
2064	pci_disable_device(pdev);
2065	pci_release_selected_regions(pdev, ioc->bars);
2066
2067out_free_ioc:
2068	kfree(ioc);
2069
2070	return r;
2071}
2072
2073/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2074/**
2075 *	mpt_detach - Remove a PCI intelligent MPT adapter.
2076 *	@pdev: Pointer to pci_dev structure
2077 */
2078
2079void
2080mpt_detach(struct pci_dev *pdev)
2081{
2082	MPT_ADAPTER 	*ioc = pci_get_drvdata(pdev);
2083	char pname[64];
2084	u8 cb_idx;
2085	unsigned long flags;
2086	struct workqueue_struct *wq;
2087
2088	/*
2089	 * Stop polling ioc for fault condition
2090	 */
2091	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
2092	wq = ioc->reset_work_q;
2093	ioc->reset_work_q = NULL;
2094	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
2095	cancel_delayed_work(&ioc->fault_reset_work);
2096	destroy_workqueue(wq);
2097
2098	spin_lock_irqsave(&ioc->fw_event_lock, flags);
2099	wq = ioc->fw_event_q;
2100	ioc->fw_event_q = NULL;
2101	spin_unlock_irqrestore(&ioc->fw_event_lock, flags);
2102	destroy_workqueue(wq);
2103
2104	snprintf(pname, sizeof(pname), MPT_PROCFS_MPTBASEDIR "/%s/summary", ioc->name);
2105	remove_proc_entry(pname, NULL);
2106	snprintf(pname, sizeof(pname), MPT_PROCFS_MPTBASEDIR "/%s/info", ioc->name);
2107	remove_proc_entry(pname, NULL);
2108	snprintf(pname, sizeof(pname), MPT_PROCFS_MPTBASEDIR "/%s", ioc->name);
2109	remove_proc_entry(pname, NULL);
2110
2111	/* call per device driver remove entry point */
2112	for(cb_idx = 0; cb_idx < MPT_MAX_PROTOCOL_DRIVERS; cb_idx++) {
2113		if(MptDeviceDriverHandlers[cb_idx] &&
2114		  MptDeviceDriverHandlers[cb_idx]->remove) {
2115			MptDeviceDriverHandlers[cb_idx]->remove(pdev);
2116		}
2117	}
2118
2119	/* Disable interrupts! */
2120	CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
2121
2122	ioc->active = 0;
2123	synchronize_irq(pdev->irq);
2124
2125	/* Clear any lingering interrupt */
2126	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
2127
2128	CHIPREG_READ32(&ioc->chip->IntStatus);
2129
2130	mpt_adapter_dispose(ioc);
2131
2132}
2133
2134/**************************************************************************
2135 * Power Management
2136 */
2137#ifdef CONFIG_PM
2138/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2139/**
2140 *	mpt_suspend - Fusion MPT base driver suspend routine.
2141 *	@pdev: Pointer to pci_dev structure
2142 *	@state: new state to enter
2143 */
2144int
2145mpt_suspend(struct pci_dev *pdev, pm_message_t state)
2146{
2147	u32 device_state;
2148	MPT_ADAPTER *ioc = pci_get_drvdata(pdev);
2149
2150	device_state = pci_choose_state(pdev, state);
2151	printk(MYIOC_s_INFO_FMT "pci-suspend: pdev=0x%p, slot=%s, Entering "
2152	    "operating state [D%d]\n", ioc->name, pdev, pci_name(pdev),
2153	    device_state);
2154
2155	/* put ioc into READY_STATE */
2156	if (SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET, CAN_SLEEP)) {
2157		printk(MYIOC_s_ERR_FMT
2158		"pci-suspend:  IOC msg unit reset failed!\n", ioc->name);
2159	}
2160
2161	/* disable interrupts */
2162	CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
2163	ioc->active = 0;
2164
2165	/* Clear any lingering interrupt */
2166	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
2167
2168	free_irq(ioc->pci_irq, ioc);
2169	if (ioc->msi_enable)
2170		pci_disable_msi(ioc->pcidev);
2171	ioc->pci_irq = -1;
2172	pci_save_state(pdev);
2173	pci_disable_device(pdev);
2174	pci_release_selected_regions(pdev, ioc->bars);
2175	pci_set_power_state(pdev, device_state);
2176	return 0;
2177}
2178
2179/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2180/**
2181 *	mpt_resume - Fusion MPT base driver resume routine.
2182 *	@pdev: Pointer to pci_dev structure
2183 */
2184int
2185mpt_resume(struct pci_dev *pdev)
2186{
2187	MPT_ADAPTER *ioc = pci_get_drvdata(pdev);
2188	u32 device_state = pdev->current_state;
2189	int recovery_state;
2190	int err;
2191
2192	printk(MYIOC_s_INFO_FMT "pci-resume: pdev=0x%p, slot=%s, Previous "
2193	    "operating state [D%d]\n", ioc->name, pdev, pci_name(pdev),
2194	    device_state);
2195
2196	pci_set_power_state(pdev, PCI_D0);
2197	pci_enable_wake(pdev, PCI_D0, 0);
2198	pci_restore_state(pdev);
2199	ioc->pcidev = pdev;
2200	err = mpt_mapresources(ioc);
2201	if (err)
2202		return err;
2203
2204	if (ioc->dma_mask == DMA_BIT_MASK(64)) {
2205		if (pdev->device == MPI_MANUFACTPAGE_DEVID_SAS1078)
2206			ioc->add_sge = &mpt_add_sge_64bit_1078;
2207		else
2208			ioc->add_sge = &mpt_add_sge_64bit;
2209		ioc->add_chain = &mpt_add_chain_64bit;
2210		ioc->sg_addr_size = 8;
2211	} else {
2212
2213		ioc->add_sge = &mpt_add_sge;
2214		ioc->add_chain = &mpt_add_chain;
2215		ioc->sg_addr_size = 4;
2216	}
2217	ioc->SGE_size = sizeof(u32) + ioc->sg_addr_size;
2218
2219	printk(MYIOC_s_INFO_FMT "pci-resume: ioc-state=0x%x,doorbell=0x%x\n",
2220	    ioc->name, (mpt_GetIocState(ioc, 1) >> MPI_IOC_STATE_SHIFT),
2221	    CHIPREG_READ32(&ioc->chip->Doorbell));
2222
2223	/*
2224	 * Errata workaround for SAS pci express:
2225	 * Upon returning to the D0 state, the contents of the doorbell will be
2226	 * stale data, and this will incorrectly signal to the host driver that
2227	 * the firmware is ready to process mpt commands.   The workaround is
2228	 * to issue a diagnostic reset.
2229	 */
2230	if (ioc->bus_type == SAS && (pdev->device ==
2231	    MPI_MANUFACTPAGE_DEVID_SAS1068E || pdev->device ==
2232	    MPI_MANUFACTPAGE_DEVID_SAS1064E)) {
2233		if (KickStart(ioc, 1, CAN_SLEEP) < 0) {
2234			printk(MYIOC_s_WARN_FMT "pci-resume: Cannot recover\n",
2235			    ioc->name);
2236			goto out;
2237		}
2238	}
2239
2240	/* bring ioc to operational state */
2241	printk(MYIOC_s_INFO_FMT "Sending mpt_do_ioc_recovery\n", ioc->name);
2242	recovery_state = mpt_do_ioc_recovery(ioc, MPT_HOSTEVENT_IOC_BRINGUP,
2243						 CAN_SLEEP);
2244	if (recovery_state != 0)
2245		printk(MYIOC_s_WARN_FMT "pci-resume: Cannot recover, "
2246		    "error:[%x]\n", ioc->name, recovery_state);
2247	else
2248		printk(MYIOC_s_INFO_FMT
2249		    "pci-resume: success\n", ioc->name);
2250 out:
2251	return 0;
2252
2253}
2254#endif
2255
2256static int
2257mpt_signal_reset(u8 index, MPT_ADAPTER *ioc, int reset_phase)
2258{
2259	if ((MptDriverClass[index] == MPTSPI_DRIVER &&
2260	     ioc->bus_type != SPI) ||
2261	    (MptDriverClass[index] == MPTFC_DRIVER &&
2262	     ioc->bus_type != FC) ||
2263	    (MptDriverClass[index] == MPTSAS_DRIVER &&
2264	     ioc->bus_type != SAS))
2265		/* make sure we only call the relevant reset handler
2266		 * for the bus */
2267		return 0;
2268	return (MptResetHandlers[index])(ioc, reset_phase);
2269}
2270
2271/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2272/**
2273 *	mpt_do_ioc_recovery - Initialize or recover MPT adapter.
2274 *	@ioc: Pointer to MPT adapter structure
2275 *	@reason: Event word / reason
2276 *	@sleepFlag: Use schedule if CAN_SLEEP else use udelay.
2277 *
2278 *	This routine performs all the steps necessary to bring the IOC
2279 *	to a OPERATIONAL state.
2280 *
2281 *	This routine also pre-fetches the LAN MAC address of a Fibre Channel
2282 *	MPT adapter.
2283 *
2284 *	Returns:
2285 *		 0 for success
2286 *		-1 if failed to get board READY
2287 *		-2 if READY but IOCFacts Failed
2288 *		-3 if READY but PrimeIOCFifos Failed
2289 *		-4 if READY but IOCInit Failed
2290 *		-5 if failed to enable_device and/or request_selected_regions
2291 *		-6 if failed to upload firmware
2292 */
2293static int
2294mpt_do_ioc_recovery(MPT_ADAPTER *ioc, u32 reason, int sleepFlag)
2295{
2296	int	 hard_reset_done = 0;
2297	int	 alt_ioc_ready = 0;
2298	int	 hard;
2299	int	 rc=0;
2300	int	 ii;
2301	int	 ret = 0;
2302	int	 reset_alt_ioc_active = 0;
2303	int	 irq_allocated = 0;
2304	u8	*a;
2305
2306	printk(MYIOC_s_INFO_FMT "Initiating %s\n", ioc->name,
2307	    reason == MPT_HOSTEVENT_IOC_BRINGUP ? "bringup" : "recovery");
2308
2309	/* Disable reply interrupts (also blocks FreeQ) */
2310	CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
2311	ioc->active = 0;
2312
2313	if (ioc->alt_ioc) {
2314		if (ioc->alt_ioc->active ||
2315		    reason == MPT_HOSTEVENT_IOC_RECOVER) {
2316			reset_alt_ioc_active = 1;
2317			/* Disable alt-IOC's reply interrupts
2318			 *  (and FreeQ) for a bit
2319			 **/
2320			CHIPREG_WRITE32(&ioc->alt_ioc->chip->IntMask,
2321				0xFFFFFFFF);
2322			ioc->alt_ioc->active = 0;
2323		}
2324	}
2325
2326	hard = 1;
2327	if (reason == MPT_HOSTEVENT_IOC_BRINGUP)
2328		hard = 0;
2329
2330	if ((hard_reset_done = MakeIocReady(ioc, hard, sleepFlag)) < 0) {
2331		if (hard_reset_done == -4) {
2332			printk(MYIOC_s_WARN_FMT "Owned by PEER..skipping!\n",
2333			    ioc->name);
2334
2335			if (reset_alt_ioc_active && ioc->alt_ioc) {
2336				/* (re)Enable alt-IOC! (reply interrupt, FreeQ) */
2337				dprintk(ioc, printk(MYIOC_s_INFO_FMT
2338				    "alt_ioc reply irq re-enabled\n", ioc->alt_ioc->name));
2339				CHIPREG_WRITE32(&ioc->alt_ioc->chip->IntMask, MPI_HIM_DIM);
2340				ioc->alt_ioc->active = 1;
2341			}
2342
2343		} else {
2344			printk(MYIOC_s_WARN_FMT
2345			    "NOT READY WARNING!\n", ioc->name);
2346		}
2347		ret = -1;
2348		goto out;
2349	}
2350
2351	/* hard_reset_done = 0 if a soft reset was performed
2352	 * and 1 if a hard reset was performed.
2353	 */
2354	if (hard_reset_done && reset_alt_ioc_active && ioc->alt_ioc) {
2355		if ((rc = MakeIocReady(ioc->alt_ioc, 0, sleepFlag)) == 0)
2356			alt_ioc_ready = 1;
2357		else
2358			printk(MYIOC_s_WARN_FMT
2359			    ": alt-ioc Not ready WARNING!\n",
2360			    ioc->alt_ioc->name);
2361	}
2362
2363	for (ii=0; ii<5; ii++) {
2364		/* Get IOC facts! Allow 5 retries */
2365		if ((rc = GetIocFacts(ioc, sleepFlag, reason)) == 0)
2366			break;
2367	}
2368
2369
2370	if (ii == 5) {
2371		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2372		    "Retry IocFacts failed rc=%x\n", ioc->name, rc));
2373		ret = -2;
2374	} else if (reason == MPT_HOSTEVENT_IOC_BRINGUP) {
2375		MptDisplayIocCapabilities(ioc);
2376	}
2377
2378	if (alt_ioc_ready) {
2379		if ((rc = GetIocFacts(ioc->alt_ioc, sleepFlag, reason)) != 0) {
2380			dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2381			    "Initial Alt IocFacts failed rc=%x\n",
2382			    ioc->name, rc));
2383			/* Retry - alt IOC was initialized once
2384			 */
2385			rc = GetIocFacts(ioc->alt_ioc, sleepFlag, reason);
2386		}
2387		if (rc) {
2388			dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2389			    "Retry Alt IocFacts failed rc=%x\n", ioc->name, rc));
2390			alt_ioc_ready = 0;
2391			reset_alt_ioc_active = 0;
2392		} else if (reason == MPT_HOSTEVENT_IOC_BRINGUP) {
2393			MptDisplayIocCapabilities(ioc->alt_ioc);
2394		}
2395	}
2396
2397	if ((ret == 0) && (reason == MPT_HOSTEVENT_IOC_BRINGUP) &&
2398	    (ioc->facts.Flags & MPI_IOCFACTS_FLAGS_FW_DOWNLOAD_BOOT)) {
2399		pci_release_selected_regions(ioc->pcidev, ioc->bars);
2400		ioc->bars = pci_select_bars(ioc->pcidev, IORESOURCE_MEM |
2401		    IORESOURCE_IO);
2402		if (pci_enable_device(ioc->pcidev))
2403			return -5;
2404		if (pci_request_selected_regions(ioc->pcidev, ioc->bars,
2405			"mpt"))
2406			return -5;
2407	}
2408
2409	/*
2410	 * Device is reset now. It must have de-asserted the interrupt line
2411	 * (if it was asserted) and it should be safe to register for the
2412	 * interrupt now.
2413	 */
2414	if ((ret == 0) && (reason == MPT_HOSTEVENT_IOC_BRINGUP)) {
2415		ioc->pci_irq = -1;
2416		if (ioc->pcidev->irq) {
2417			if (ioc->msi_enable && !pci_enable_msi(ioc->pcidev))
2418				printk(MYIOC_s_INFO_FMT "PCI-MSI enabled\n",
2419				    ioc->name);
2420			else
2421				ioc->msi_enable = 0;
2422			rc = request_irq(ioc->pcidev->irq, mpt_interrupt,
2423			    IRQF_SHARED, ioc->name, ioc);
2424			if (rc < 0) {
2425				printk(MYIOC_s_ERR_FMT "Unable to allocate "
2426				    "interrupt %d!\n",
2427				    ioc->name, ioc->pcidev->irq);
2428				if (ioc->msi_enable)
2429					pci_disable_msi(ioc->pcidev);
2430				ret = -EBUSY;
2431				goto out;
2432			}
2433			irq_allocated = 1;
2434			ioc->pci_irq = ioc->pcidev->irq;
2435			pci_set_master(ioc->pcidev);		/* ?? */
2436			pci_set_drvdata(ioc->pcidev, ioc);
2437			dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
2438			    "installed at interrupt %d\n", ioc->name,
2439			    ioc->pcidev->irq));
2440		}
2441	}
2442
2443	/* Prime reply & request queues!
2444	 * (mucho alloc's) Must be done prior to
2445	 * init as upper addresses are needed for init.
2446	 * If fails, continue with alt-ioc processing
2447	 */
2448	dinitprintk(ioc, printk(MYIOC_s_INFO_FMT "PrimeIocFifos\n",
2449	    ioc->name));
2450	if ((ret == 0) && ((rc = PrimeIocFifos(ioc)) != 0))
2451		ret = -3;
2452
2453	/* May need to check/upload firmware & data here!
2454	 * If fails, continue with alt-ioc processing
2455	 */
2456	dinitprintk(ioc, printk(MYIOC_s_INFO_FMT "SendIocInit\n",
2457	    ioc->name));
2458	if ((ret == 0) && ((rc = SendIocInit(ioc, sleepFlag)) != 0))
2459		ret = -4;
2460// NEW!
2461	if (alt_ioc_ready && ((rc = PrimeIocFifos(ioc->alt_ioc)) != 0)) {
2462		printk(MYIOC_s_WARN_FMT
2463		    ": alt-ioc (%d) FIFO mgmt alloc WARNING!\n",
2464		    ioc->alt_ioc->name, rc);
2465		alt_ioc_ready = 0;
2466		reset_alt_ioc_active = 0;
2467	}
2468
2469	if (alt_ioc_ready) {
2470		if ((rc = SendIocInit(ioc->alt_ioc, sleepFlag)) != 0) {
2471			alt_ioc_ready = 0;
2472			reset_alt_ioc_active = 0;
2473			printk(MYIOC_s_WARN_FMT
2474				": alt-ioc: (%d) init failure WARNING!\n",
2475					ioc->alt_ioc->name, rc);
2476		}
2477	}
2478
2479	if (reason == MPT_HOSTEVENT_IOC_BRINGUP){
2480		if (ioc->upload_fw) {
2481			ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2482			    "firmware upload required!\n", ioc->name));
2483
2484			/* Controller is not operational, cannot do upload
2485			 */
2486			if (ret == 0) {
2487				rc = mpt_do_upload(ioc, sleepFlag);
2488				if (rc == 0) {
2489					if (ioc->alt_ioc && ioc->alt_ioc->cached_fw) {
2490						/*
2491						 * Maintain only one pointer to FW memory
2492						 * so there will not be two attempt to
2493						 * downloadboot onboard dual function
2494						 * chips (mpt_adapter_disable,
2495						 * mpt_diag_reset)
2496						 */
2497						ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2498						    "mpt_upload:  alt_%s has cached_fw=%p \n",
2499						    ioc->name, ioc->alt_ioc->name, ioc->alt_ioc->cached_fw));
2500						ioc->cached_fw = NULL;
2501					}
2502				} else {
2503					printk(MYIOC_s_WARN_FMT
2504					    "firmware upload failure!\n", ioc->name);
2505					ret = -6;
2506				}
2507			}
2508		}
2509	}
2510
2511	/*  Enable MPT base driver management of EventNotification
2512	 *  and EventAck handling.
2513	 */
2514	if ((ret == 0) && (!ioc->facts.EventState)) {
2515		dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
2516			"SendEventNotification\n",
2517		    ioc->name));
2518		ret = SendEventNotification(ioc, 1, sleepFlag);	/* 1=Enable */
2519	}
2520
2521	if (ioc->alt_ioc && alt_ioc_ready && !ioc->alt_ioc->facts.EventState)
2522		rc = SendEventNotification(ioc->alt_ioc, 1, sleepFlag);
2523
2524	if (ret == 0) {
2525		/* Enable! (reply interrupt) */
2526		CHIPREG_WRITE32(&ioc->chip->IntMask, MPI_HIM_DIM);
2527		ioc->active = 1;
2528	}
2529	if (rc == 0) {	/* alt ioc */
2530		if (reset_alt_ioc_active && ioc->alt_ioc) {
2531			/* (re)Enable alt-IOC! (reply interrupt) */
2532			dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "alt-ioc"
2533				"reply irq re-enabled\n",
2534				ioc->alt_ioc->name));
2535			CHIPREG_WRITE32(&ioc->alt_ioc->chip->IntMask,
2536				MPI_HIM_DIM);
2537			ioc->alt_ioc->active = 1;
2538		}
2539	}
2540
2541
2542	/*	Add additional "reason" check before call to GetLanConfigPages
2543	 *	(combined with GetIoUnitPage2 call).  This prevents a somewhat
2544	 *	recursive scenario; GetLanConfigPages times out, timer expired
2545	 *	routine calls HardResetHandler, which calls into here again,
2546	 *	and we try GetLanConfigPages again...
2547	 */
2548	if ((ret == 0) && (reason == MPT_HOSTEVENT_IOC_BRINGUP)) {
2549
2550		/*
2551		 * Initialize link list for inactive raid volumes.
2552		 */
2553		mutex_init(&ioc->raid_data.inactive_list_mutex);
2554		INIT_LIST_HEAD(&ioc->raid_data.inactive_list);
2555
2556		switch (ioc->bus_type) {
2557
2558		case SAS:
2559			/* clear persistency table */
2560			if(ioc->facts.IOCExceptions &
2561			    MPI_IOCFACTS_EXCEPT_PERSISTENT_TABLE_FULL) {
2562				ret = mptbase_sas_persist_operation(ioc,
2563				    MPI_SAS_OP_CLEAR_NOT_PRESENT);
2564				if(ret != 0)
2565					goto out;
2566			}
2567
2568			/* Find IM volumes
2569			 */
2570			mpt_findImVolumes(ioc);
2571
2572			/* Check, and possibly reset, the coalescing value
2573			 */
2574			mpt_read_ioc_pg_1(ioc);
2575
2576			break;
2577
2578		case FC:
2579			if ((ioc->pfacts[0].ProtocolFlags &
2580				MPI_PORTFACTS_PROTOCOL_LAN) &&
2581			    (ioc->lan_cnfg_page0.Header.PageLength == 0)) {
2582				/*
2583				 *  Pre-fetch the ports LAN MAC address!
2584				 *  (LANPage1_t stuff)
2585				 */
2586				(void) GetLanConfigPages(ioc);
2587				a = (u8*)&ioc->lan_cnfg_page1.HardwareAddressLow;
2588				dprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2589					"LanAddr = %pMR\n", ioc->name, a));
2590			}
2591			break;
2592
2593		case SPI:
2594			/* Get NVRAM and adapter maximums from SPP 0 and 2
2595			 */
2596			mpt_GetScsiPortSettings(ioc, 0);
2597
2598			/* Get version and length of SDP 1
2599			 */
2600			mpt_readScsiDevicePageHeaders(ioc, 0);
2601
2602			/* Find IM volumes
2603			 */
2604			if (ioc->facts.MsgVersion >= MPI_VERSION_01_02)
2605				mpt_findImVolumes(ioc);
2606
2607			/* Check, and possibly reset, the coalescing value
2608			 */
2609			mpt_read_ioc_pg_1(ioc);
2610
2611			mpt_read_ioc_pg_4(ioc);
2612
2613			break;
2614		}
2615
2616		GetIoUnitPage2(ioc);
2617		mpt_get_manufacturing_pg_0(ioc);
2618	}
2619
2620 out:
2621	if ((ret != 0) && irq_allocated) {
2622		free_irq(ioc->pci_irq, ioc);
2623		if (ioc->msi_enable)
2624			pci_disable_msi(ioc->pcidev);
2625	}
2626	return ret;
2627}
2628
2629/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2630/**
2631 *	mpt_detect_bound_ports - Search for matching PCI bus/dev_function
2632 *	@ioc: Pointer to MPT adapter structure
2633 *	@pdev: Pointer to (struct pci_dev) structure
2634 *
2635 *	Search for PCI bus/dev_function which matches
2636 *	PCI bus/dev_function (+/-1) for newly discovered 929,
2637 *	929X, 1030 or 1035.
2638 *
2639 *	If match on PCI dev_function +/-1 is found, bind the two MPT adapters
2640 *	using alt_ioc pointer fields in their %MPT_ADAPTER structures.
2641 */
2642static void
2643mpt_detect_bound_ports(MPT_ADAPTER *ioc, struct pci_dev *pdev)
2644{
2645	struct pci_dev *peer=NULL;
2646	unsigned int slot = PCI_SLOT(pdev->devfn);
2647	unsigned int func = PCI_FUNC(pdev->devfn);
2648	MPT_ADAPTER *ioc_srch;
2649
2650	dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "PCI device %s devfn=%x/%x,"
2651	    " searching for devfn match on %x or %x\n",
2652	    ioc->name, pci_name(pdev), pdev->bus->number,
2653	    pdev->devfn, func-1, func+1));
2654
2655	peer = pci_get_slot(pdev->bus, PCI_DEVFN(slot,func-1));
2656	if (!peer) {
2657		peer = pci_get_slot(pdev->bus, PCI_DEVFN(slot,func+1));
2658		if (!peer)
2659			return;
2660	}
2661
2662	list_for_each_entry(ioc_srch, &ioc_list, list) {
2663		struct pci_dev *_pcidev = ioc_srch->pcidev;
2664		if (_pcidev == peer) {
2665			/* Paranoia checks */
2666			if (ioc->alt_ioc != NULL) {
2667				printk(MYIOC_s_WARN_FMT
2668				    "Oops, already bound (%s <==> %s)!\n",
2669				    ioc->name, ioc->name, ioc->alt_ioc->name);
2670				break;
2671			} else if (ioc_srch->alt_ioc != NULL) {
2672				printk(MYIOC_s_WARN_FMT
2673				    "Oops, already bound (%s <==> %s)!\n",
2674				    ioc_srch->name, ioc_srch->name,
2675				    ioc_srch->alt_ioc->name);
2676				break;
2677			}
2678			dprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2679				"FOUND! binding %s <==> %s\n",
2680				ioc->name, ioc->name, ioc_srch->name));
2681			ioc_srch->alt_ioc = ioc;
2682			ioc->alt_ioc = ioc_srch;
2683		}
2684	}
2685	pci_dev_put(peer);
2686}
2687
2688/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2689/**
2690 *	mpt_adapter_disable - Disable misbehaving MPT adapter.
2691 *	@ioc: Pointer to MPT adapter structure
2692 */
2693static void
2694mpt_adapter_disable(MPT_ADAPTER *ioc)
2695{
2696	int sz;
2697	int ret;
2698
2699	if (ioc->cached_fw != NULL) {
2700		ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2701			"%s: Pushing FW onto adapter\n", __func__, ioc->name));
2702		if ((ret = mpt_downloadboot(ioc, (MpiFwHeader_t *)
2703		    ioc->cached_fw, CAN_SLEEP)) < 0) {
2704			printk(MYIOC_s_WARN_FMT
2705			    ": firmware downloadboot failure (%d)!\n",
2706			    ioc->name, ret);
2707		}
2708	}
2709
2710	/*
2711	 * Put the controller into ready state (if its not already)
2712	 */
2713	if (mpt_GetIocState(ioc, 1) != MPI_IOC_STATE_READY) {
2714		if (!SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET,
2715		    CAN_SLEEP)) {
2716			if (mpt_GetIocState(ioc, 1) != MPI_IOC_STATE_READY)
2717				printk(MYIOC_s_ERR_FMT "%s:  IOC msg unit "
2718				    "reset failed to put ioc in ready state!\n",
2719				    ioc->name, __func__);
2720		} else
2721			printk(MYIOC_s_ERR_FMT "%s:  IOC msg unit reset "
2722			    "failed!\n", ioc->name, __func__);
2723	}
2724
2725
2726	/* Disable adapter interrupts! */
2727	synchronize_irq(ioc->pcidev->irq);
2728	CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
2729	ioc->active = 0;
2730
2731	/* Clear any lingering interrupt */
2732	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
2733	CHIPREG_READ32(&ioc->chip->IntStatus);
2734
2735	if (ioc->alloc != NULL) {
2736		sz = ioc->alloc_sz;
2737		dexitprintk(ioc, printk(MYIOC_s_INFO_FMT "free  @ %p, sz=%d bytes\n",
2738		    ioc->name, ioc->alloc, ioc->alloc_sz));
2739		pci_free_consistent(ioc->pcidev, sz,
2740				ioc->alloc, ioc->alloc_dma);
2741		ioc->reply_frames = NULL;
2742		ioc->req_frames = NULL;
2743		ioc->alloc = NULL;
2744		ioc->alloc_total -= sz;
2745	}
2746
2747	if (ioc->sense_buf_pool != NULL) {
2748		sz = (ioc->req_depth * MPT_SENSE_BUFFER_ALLOC);
2749		pci_free_consistent(ioc->pcidev, sz,
2750				ioc->sense_buf_pool, ioc->sense_buf_pool_dma);
2751		ioc->sense_buf_pool = NULL;
2752		ioc->alloc_total -= sz;
2753	}
2754
2755	if (ioc->events != NULL){
2756		sz = MPTCTL_EVENT_LOG_SIZE * sizeof(MPT_IOCTL_EVENTS);
2757		kfree(ioc->events);
2758		ioc->events = NULL;
2759		ioc->alloc_total -= sz;
2760	}
2761
2762	mpt_free_fw_memory(ioc);
2763
2764	kfree(ioc->spi_data.nvram);
2765	mpt_inactive_raid_list_free(ioc);
2766	kfree(ioc->raid_data.pIocPg2);
2767	kfree(ioc->raid_data.pIocPg3);
2768	ioc->spi_data.nvram = NULL;
2769	ioc->raid_data.pIocPg3 = NULL;
2770
2771	if (ioc->spi_data.pIocPg4 != NULL) {
2772		sz = ioc->spi_data.IocPg4Sz;
2773		pci_free_consistent(ioc->pcidev, sz,
2774			ioc->spi_data.pIocPg4,
2775			ioc->spi_data.IocPg4_dma);
2776		ioc->spi_data.pIocPg4 = NULL;
2777		ioc->alloc_total -= sz;
2778	}
2779
2780	if (ioc->ReqToChain != NULL) {
2781		kfree(ioc->ReqToChain);
2782		kfree(ioc->RequestNB);
2783		ioc->ReqToChain = NULL;
2784	}
2785
2786	kfree(ioc->ChainToChain);
2787	ioc->ChainToChain = NULL;
2788
2789	if (ioc->HostPageBuffer != NULL) {
2790		if((ret = mpt_host_page_access_control(ioc,
2791		    MPI_DB_HPBAC_FREE_BUFFER, NO_SLEEP)) != 0) {
2792			printk(MYIOC_s_ERR_FMT
2793			   ": %s: host page buffers free failed (%d)!\n",
2794			    ioc->name, __func__, ret);
2795		}
2796		dexitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
2797			"HostPageBuffer free  @ %p, sz=%d bytes\n",
2798			ioc->name, ioc->HostPageBuffer,
2799			ioc->HostPageBuffer_sz));
2800		pci_free_consistent(ioc->pcidev, ioc->HostPageBuffer_sz,
2801		    ioc->HostPageBuffer, ioc->HostPageBuffer_dma);
2802		ioc->HostPageBuffer = NULL;
2803		ioc->HostPageBuffer_sz = 0;
2804		ioc->alloc_total -= ioc->HostPageBuffer_sz;
2805	}
2806
2807	pci_set_drvdata(ioc->pcidev, NULL);
2808}
2809/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2810/**
2811 *	mpt_adapter_dispose - Free all resources associated with an MPT adapter
2812 *	@ioc: Pointer to MPT adapter structure
2813 *
2814 *	This routine unregisters h/w resources and frees all alloc'd memory
2815 *	associated with a MPT adapter structure.
2816 */
2817static void
2818mpt_adapter_dispose(MPT_ADAPTER *ioc)
2819{
2820	int sz_first, sz_last;
2821
2822	if (ioc == NULL)
2823		return;
2824
2825	sz_first = ioc->alloc_total;
2826
2827	mpt_adapter_disable(ioc);
2828
2829	if (ioc->pci_irq != -1) {
2830		free_irq(ioc->pci_irq, ioc);
2831		if (ioc->msi_enable)
2832			pci_disable_msi(ioc->pcidev);
2833		ioc->pci_irq = -1;
2834	}
2835
2836	if (ioc->memmap != NULL) {
2837		iounmap(ioc->memmap);
2838		ioc->memmap = NULL;
2839	}
2840
2841	pci_disable_device(ioc->pcidev);
2842	pci_release_selected_regions(ioc->pcidev, ioc->bars);
2843
2844	/*  Zap the adapter lookup ptr!  */
2845	list_del(&ioc->list);
2846
2847	sz_last = ioc->alloc_total;
2848	dprintk(ioc, printk(MYIOC_s_INFO_FMT "free'd %d of %d bytes\n",
2849	    ioc->name, sz_first-sz_last+(int)sizeof(*ioc), sz_first));
2850
2851	if (ioc->alt_ioc)
2852		ioc->alt_ioc->alt_ioc = NULL;
2853
2854	kfree(ioc);
2855}
2856
2857/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2858/**
2859 *	MptDisplayIocCapabilities - Disply IOC's capabilities.
2860 *	@ioc: Pointer to MPT adapter structure
2861 */
2862static void
2863MptDisplayIocCapabilities(MPT_ADAPTER *ioc)
2864{
2865	int i = 0;
2866
2867	printk(KERN_INFO "%s: ", ioc->name);
2868	if (ioc->prod_name)
2869		pr_cont("%s: ", ioc->prod_name);
2870	pr_cont("Capabilities={");
2871
2872	if (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_INITIATOR) {
2873		pr_cont("Initiator");
2874		i++;
2875	}
2876
2877	if (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_TARGET) {
2878		pr_cont("%sTarget", i ? "," : "");
2879		i++;
2880	}
2881
2882	if (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_LAN) {
2883		pr_cont("%sLAN", i ? "," : "");
2884		i++;
2885	}
2886
2887#if 0
2888	/*
2889	 *  This would probably evoke more questions than it's worth
2890	 */
2891	if (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_TARGET) {
2892		pr_cont("%sLogBusAddr", i ? "," : "");
2893		i++;
2894	}
2895#endif
2896
2897	pr_cont("}\n");
2898}
2899
2900/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
2901/**
2902 *	MakeIocReady - Get IOC to a READY state, using KickStart if needed.
2903 *	@ioc: Pointer to MPT_ADAPTER structure
2904 *	@force: Force hard KickStart of IOC
2905 *	@sleepFlag: Specifies whether the process can sleep
2906 *
2907 *	Returns:
2908 *		 1 - DIAG reset and READY
2909 *		 0 - READY initially OR soft reset and READY
2910 *		-1 - Any failure on KickStart
2911 *		-2 - Msg Unit Reset Failed
2912 *		-3 - IO Unit Reset Failed
2913 *		-4 - IOC owned by a PEER
2914 */
2915static int
2916MakeIocReady(MPT_ADAPTER *ioc, int force, int sleepFlag)
2917{
2918	u32	 ioc_state;
2919	int	 statefault = 0;
2920	int	 cntdn;
2921	int	 hard_reset_done = 0;
2922	int	 r;
2923	int	 ii;
2924	int	 whoinit;
2925
2926	/* Get current [raw] IOC state  */
2927	ioc_state = mpt_GetIocState(ioc, 0);
2928	dhsprintk(ioc, printk(MYIOC_s_INFO_FMT "MakeIocReady [raw] state=%08x\n", ioc->name, ioc_state));
2929
2930	/*
2931	 *	Check to see if IOC got left/stuck in doorbell handshake
2932	 *	grip of death.  If so, hard reset the IOC.
2933	 */
2934	if (ioc_state & MPI_DOORBELL_ACTIVE) {
2935		statefault = 1;
2936		printk(MYIOC_s_WARN_FMT "Unexpected doorbell active!\n",
2937				ioc->name);
2938	}
2939
2940	/* Is it already READY? */
2941	if (!statefault &&
2942	    ((ioc_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_READY)) {
2943		dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
2944		    "IOC is in READY state\n", ioc->name));
2945		return 0;
2946	}
2947
2948	/*
2949	 *	Check to see if IOC is in FAULT state.
2950	 */
2951	if ((ioc_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_FAULT) {
2952		statefault = 2;
2953		printk(MYIOC_s_WARN_FMT "IOC is in FAULT state!!!\n",
2954		    ioc->name);
2955		printk(MYIOC_s_WARN_FMT "           FAULT code = %04xh\n",
2956		    ioc->name, ioc_state & MPI_DOORBELL_DATA_MASK);
2957	}
2958
2959	/*
2960	 *	Hmmm...  Did it get left operational?
2961	 */
2962	if ((ioc_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_OPERATIONAL) {
2963		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "IOC operational unexpected\n",
2964				ioc->name));
2965
2966		/* Check WhoInit.
2967		 * If PCI Peer, exit.
2968		 * Else, if no fault conditions are present, issue a MessageUnitReset
2969		 * Else, fall through to KickStart case
2970		 */
2971		whoinit = (ioc_state & MPI_DOORBELL_WHO_INIT_MASK) >> MPI_DOORBELL_WHO_INIT_SHIFT;
2972		dinitprintk(ioc, printk(MYIOC_s_INFO_FMT
2973			"whoinit 0x%x statefault %d force %d\n",
2974			ioc->name, whoinit, statefault, force));
2975		if (whoinit == MPI_WHOINIT_PCI_PEER)
2976			return -4;
2977		else {
2978			if ((statefault == 0 ) && (force == 0)) {
2979				if ((r = SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET, sleepFlag)) == 0)
2980					return 0;
2981			}
2982			statefault = 3;
2983		}
2984	}
2985
2986	hard_reset_done = KickStart(ioc, statefault||force, sleepFlag);
2987	if (hard_reset_done < 0)
2988		return -1;
2989
2990	/*
2991	 *  Loop here waiting for IOC to come READY.
2992	 */
2993	ii = 0;
2994	cntdn = ((sleepFlag == CAN_SLEEP) ? HZ : 1000) * 5;	/* 5 seconds */
2995
2996	while ((ioc_state = mpt_GetIocState(ioc, 1)) != MPI_IOC_STATE_READY) {
2997		if (ioc_state == MPI_IOC_STATE_OPERATIONAL) {
2998			/*
2999			 *  BIOS or previous driver load left IOC in OP state.
3000			 *  Reset messaging FIFOs.
3001			 */
3002			if ((r = SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET, sleepFlag)) != 0) {
3003				printk(MYIOC_s_ERR_FMT "IOC msg unit reset failed!\n", ioc->name);
3004				return -2;
3005			}
3006		} else if (ioc_state == MPI_IOC_STATE_RESET) {
3007			/*
3008			 *  Something is wrong.  Try to get IOC back
3009			 *  to a known state.
3010			 */
3011			if ((r = SendIocReset(ioc, MPI_FUNCTION_IO_UNIT_RESET, sleepFlag)) != 0) {
3012				printk(MYIOC_s_ERR_FMT "IO unit reset failed!\n", ioc->name);
3013				return -3;
3014			}
3015		}
3016
3017		ii++; cntdn--;
3018		if (!cntdn) {
3019			printk(MYIOC_s_ERR_FMT
3020				"Wait IOC_READY state (0x%x) timeout(%d)!\n",
3021				ioc->name, ioc_state, (int)((ii+5)/HZ));
3022			return -ETIME;
3023		}
3024
3025		if (sleepFlag == CAN_SLEEP) {
3026			msleep(1);
3027		} else {
3028			mdelay (1);	/* 1 msec delay */
3029		}
3030
3031	}
3032
3033	if (statefault < 3) {
3034		printk(MYIOC_s_INFO_FMT "Recovered from %s\n", ioc->name,
3035			statefault == 1 ? "stuck handshake" : "IOC FAULT");
3036	}
3037
3038	return hard_reset_done;
3039}
3040
3041/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3042/**
3043 *	mpt_GetIocState - Get the current state of a MPT adapter.
3044 *	@ioc: Pointer to MPT_ADAPTER structure
3045 *	@cooked: Request raw or cooked IOC state
3046 *
3047 *	Returns all IOC Doorbell register bits if cooked==0, else just the
3048 *	Doorbell bits in MPI_IOC_STATE_MASK.
3049 */
3050u32
3051mpt_GetIocState(MPT_ADAPTER *ioc, int cooked)
3052{
3053	u32 s, sc;
3054
3055	/*  Get!  */
3056	s = CHIPREG_READ32(&ioc->chip->Doorbell);
3057	sc = s & MPI_IOC_STATE_MASK;
3058
3059	/*  Save!  */
3060	ioc->last_state = sc;
3061
3062	return cooked ? sc : s;
3063}
3064
3065/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3066/**
3067 *	GetIocFacts - Send IOCFacts request to MPT adapter.
3068 *	@ioc: Pointer to MPT_ADAPTER structure
3069 *	@sleepFlag: Specifies whether the process can sleep
3070 *	@reason: If recovery, only update facts.
3071 *
3072 *	Returns 0 for success, non-zero for failure.
3073 */
3074static int
3075GetIocFacts(MPT_ADAPTER *ioc, int sleepFlag, int reason)
3076{
3077	IOCFacts_t		 get_facts;
3078	IOCFactsReply_t		*facts;
3079	int			 r;
3080	int			 req_sz;
3081	int			 reply_sz;
3082	int			 sz;
3083	u32			 status, vv;
3084	u8			 shiftFactor=1;
3085
3086	/* IOC *must* NOT be in RESET state! */
3087	if (ioc->last_state == MPI_IOC_STATE_RESET) {
3088		printk(KERN_ERR MYNAM
3089		    ": ERROR - Can't get IOCFacts, %s NOT READY! (%08x)\n",
3090		    ioc->name, ioc->last_state);
3091		return -44;
3092	}
3093
3094	facts = &ioc->facts;
3095
3096	/* Destination (reply area)... */
3097	reply_sz = sizeof(*facts);
3098	memset(facts, 0, reply_sz);
3099
3100	/* Request area (get_facts on the stack right now!) */
3101	req_sz = sizeof(get_facts);
3102	memset(&get_facts, 0, req_sz);
3103
3104	get_facts.Function = MPI_FUNCTION_IOC_FACTS;
3105	/* Assert: All other get_facts fields are zero! */
3106
3107	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3108	    "Sending get IocFacts request req_sz=%d reply_sz=%d\n",
3109	    ioc->name, req_sz, reply_sz));
3110
3111	/* No non-zero fields in the get_facts request are greater than
3112	 * 1 byte in size, so we can just fire it off as is.
3113	 */
3114	r = mpt_handshake_req_reply_wait(ioc, req_sz, (u32*)&get_facts,
3115			reply_sz, (u16*)facts, 5 /*seconds*/, sleepFlag);
3116	if (r != 0)
3117		return r;
3118
3119	/*
3120	 * Now byte swap (GRRR) the necessary fields before any further
3121	 * inspection of reply contents.
3122	 *
3123	 * But need to do some sanity checks on MsgLength (byte) field
3124	 * to make sure we don't zero IOC's req_sz!
3125	 */
3126	/* Did we get a valid reply? */
3127	if (facts->MsgLength > offsetof(IOCFactsReply_t, RequestFrameSize)/sizeof(u32)) {
3128		if (reason == MPT_HOSTEVENT_IOC_BRINGUP) {
3129			/*
3130			 * If not been here, done that, save off first WhoInit value
3131			 */
3132			if (ioc->FirstWhoInit == WHOINIT_UNKNOWN)
3133				ioc->FirstWhoInit = facts->WhoInit;
3134		}
3135
3136		facts->MsgVersion = le16_to_cpu(facts->MsgVersion);
3137		facts->MsgContext = le32_to_cpu(facts->MsgContext);
3138		facts->IOCExceptions = le16_to_cpu(facts->IOCExceptions);
3139		facts->IOCStatus = le16_to_cpu(facts->IOCStatus);
3140		facts->IOCLogInfo = le32_to_cpu(facts->IOCLogInfo);
3141		status = le16_to_cpu(facts->IOCStatus) & MPI_IOCSTATUS_MASK;
3142		/* CHECKME! IOCStatus, IOCLogInfo */
3143
3144		facts->ReplyQueueDepth = le16_to_cpu(facts->ReplyQueueDepth);
3145		facts->RequestFrameSize = le16_to_cpu(facts->RequestFrameSize);
3146
3147		/*
3148		 * FC f/w version changed between 1.1 and 1.2
3149		 *	Old: u16{Major(4),Minor(4),SubMinor(8)}
3150		 *	New: u32{Major(8),Minor(8),Unit(8),Dev(8)}
3151		 */
3152		if (facts->MsgVersion < MPI_VERSION_01_02) {
3153			/*
3154			 *	Handle old FC f/w style, convert to new...
3155			 */
3156			u16	 oldv = le16_to_cpu(facts->Reserved_0101_FWVersion);
3157			facts->FWVersion.Word =
3158					((oldv<<12) & 0xFF000000) |
3159					((oldv<<8)  & 0x000FFF00);
3160		} else
3161			facts->FWVersion.Word = le32_to_cpu(facts->FWVersion.Word);
3162
3163		facts->ProductID = le16_to_cpu(facts->ProductID);
3164
3165		if ((ioc->facts.ProductID & MPI_FW_HEADER_PID_PROD_MASK)
3166		    > MPI_FW_HEADER_PID_PROD_TARGET_SCSI)
3167			ioc->ir_firmware = 1;
3168
3169		facts->CurrentHostMfaHighAddr =
3170				le32_to_cpu(facts->CurrentHostMfaHighAddr);
3171		facts->GlobalCredits = le16_to_cpu(facts->GlobalCredits);
3172		facts->CurrentSenseBufferHighAddr =
3173				le32_to_cpu(facts->CurrentSenseBufferHighAddr);
3174		facts->CurReplyFrameSize =
3175				le16_to_cpu(facts->CurReplyFrameSize);
3176		facts->IOCCapabilities = le32_to_cpu(facts->IOCCapabilities);
3177
3178		/*
3179		 * Handle NEW (!) IOCFactsReply fields in MPI-1.01.xx
3180		 * Older MPI-1.00.xx struct had 13 dwords, and enlarged
3181		 * to 14 in MPI-1.01.0x.
3182		 */
3183		if (facts->MsgLength >= (offsetof(IOCFactsReply_t,FWImageSize) + 7)/4 &&
3184		    facts->MsgVersion > MPI_VERSION_01_00) {
3185			facts->FWImageSize = le32_to_cpu(facts->FWImageSize);
3186		}
3187
3188		facts->FWImageSize = ALIGN(facts->FWImageSize, 4);
3189
3190		if (!facts->RequestFrameSize) {
3191			/*  Something is wrong!  */
3192			printk(MYIOC_s_ERR_FMT "IOC reported invalid 0 request size!\n",
3193					ioc->name);
3194			return -55;
3195		}
3196
3197		r = sz = facts->BlockSize;
3198		vv = ((63 / (sz * 4)) + 1) & 0x03;
3199		ioc->NB_for_64_byte_frame = vv;
3200		while ( sz )
3201		{
3202			shiftFactor++;
3203			sz = sz >> 1;
3204		}
3205		ioc->NBShiftFactor  = shiftFactor;
3206		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3207		    "NB_for_64_byte_frame=%x NBShiftFactor=%x BlockSize=%x\n",
3208		    ioc->name, vv, shiftFactor, r));
3209
3210		if (reason == MPT_HOSTEVENT_IOC_BRINGUP) {
3211			/*
3212			 * Set values for this IOC's request & reply frame sizes,
3213			 * and request & reply queue depths...
3214			 */
3215			ioc->req_sz = min(MPT_DEFAULT_FRAME_SIZE, facts->RequestFrameSize * 4);
3216			ioc->req_depth = min_t(int, MPT_MAX_REQ_DEPTH, facts->GlobalCredits);
3217			ioc->reply_sz = MPT_REPLY_FRAME_SIZE;
3218			ioc->reply_depth = min_t(int, MPT_DEFAULT_REPLY_DEPTH, facts->ReplyQueueDepth);
3219
3220			dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "reply_sz=%3d, reply_depth=%4d\n",
3221				ioc->name, ioc->reply_sz, ioc->reply_depth));
3222			dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "req_sz  =%3d, req_depth  =%4d\n",
3223				ioc->name, ioc->req_sz, ioc->req_depth));
3224
3225			/* Get port facts! */
3226			if ( (r = GetPortFacts(ioc, 0, sleepFlag)) != 0 )
3227				return r;
3228		}
3229	} else {
3230		printk(MYIOC_s_ERR_FMT
3231		     "Invalid IOC facts reply, msgLength=%d offsetof=%zd!\n",
3232		     ioc->name, facts->MsgLength, (offsetof(IOCFactsReply_t,
3233		     RequestFrameSize)/sizeof(u32)));
3234		return -66;
3235	}
3236
3237	return 0;
3238}
3239
3240/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3241/**
3242 *	GetPortFacts - Send PortFacts request to MPT adapter.
3243 *	@ioc: Pointer to MPT_ADAPTER structure
3244 *	@portnum: Port number
3245 *	@sleepFlag: Specifies whether the process can sleep
3246 *
3247 *	Returns 0 for success, non-zero for failure.
3248 */
3249static int
3250GetPortFacts(MPT_ADAPTER *ioc, int portnum, int sleepFlag)
3251{
3252	PortFacts_t		 get_pfacts;
3253	PortFactsReply_t	*pfacts;
3254	int			 ii;
3255	int			 req_sz;
3256	int			 reply_sz;
3257	int			 max_id;
3258
3259	/* IOC *must* NOT be in RESET state! */
3260	if (ioc->last_state == MPI_IOC_STATE_RESET) {
3261		printk(MYIOC_s_ERR_FMT "Can't get PortFacts NOT READY! (%08x)\n",
3262		    ioc->name, ioc->last_state );
3263		return -4;
3264	}
3265
3266	pfacts = &ioc->pfacts[portnum];
3267
3268	/* Destination (reply area)...  */
3269	reply_sz = sizeof(*pfacts);
3270	memset(pfacts, 0, reply_sz);
3271
3272	/* Request area (get_pfacts on the stack right now!) */
3273	req_sz = sizeof(get_pfacts);
3274	memset(&get_pfacts, 0, req_sz);
3275
3276	get_pfacts.Function = MPI_FUNCTION_PORT_FACTS;
3277	get_pfacts.PortNumber = portnum;
3278	/* Assert: All other get_pfacts fields are zero! */
3279
3280	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending get PortFacts(%d) request\n",
3281			ioc->name, portnum));
3282
3283	/* No non-zero fields in the get_pfacts request are greater than
3284	 * 1 byte in size, so we can just fire it off as is.
3285	 */
3286	ii = mpt_handshake_req_reply_wait(ioc, req_sz, (u32*)&get_pfacts,
3287				reply_sz, (u16*)pfacts, 5 /*seconds*/, sleepFlag);
3288	if (ii != 0)
3289		return ii;
3290
3291	/* Did we get a valid reply? */
3292
3293	/* Now byte swap the necessary fields in the response. */
3294	pfacts->MsgContext = le32_to_cpu(pfacts->MsgContext);
3295	pfacts->IOCStatus = le16_to_cpu(pfacts->IOCStatus);
3296	pfacts->IOCLogInfo = le32_to_cpu(pfacts->IOCLogInfo);
3297	pfacts->MaxDevices = le16_to_cpu(pfacts->MaxDevices);
3298	pfacts->PortSCSIID = le16_to_cpu(pfacts->PortSCSIID);
3299	pfacts->ProtocolFlags = le16_to_cpu(pfacts->ProtocolFlags);
3300	pfacts->MaxPostedCmdBuffers = le16_to_cpu(pfacts->MaxPostedCmdBuffers);
3301	pfacts->MaxPersistentIDs = le16_to_cpu(pfacts->MaxPersistentIDs);
3302	pfacts->MaxLanBuckets = le16_to_cpu(pfacts->MaxLanBuckets);
3303
3304	max_id = (ioc->bus_type == SAS) ? pfacts->PortSCSIID :
3305	    pfacts->MaxDevices;
3306	ioc->devices_per_bus = (max_id > 255) ? 256 : max_id;
3307	ioc->number_of_buses = (ioc->devices_per_bus < 256) ? 1 : max_id/256;
3308
3309	/*
3310	 * Place all the devices on channels
3311	 *
3312	 * (for debuging)
3313	 */
3314	if (mpt_channel_mapping) {
3315		ioc->devices_per_bus = 1;
3316		ioc->number_of_buses = (max_id > 255) ? 255 : max_id;
3317	}
3318
3319	return 0;
3320}
3321
3322/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3323/**
3324 *	SendIocInit - Send IOCInit request to MPT adapter.
3325 *	@ioc: Pointer to MPT_ADAPTER structure
3326 *	@sleepFlag: Specifies whether the process can sleep
3327 *
3328 *	Send IOCInit followed by PortEnable to bring IOC to OPERATIONAL state.
3329 *
3330 *	Returns 0 for success, non-zero for failure.
3331 */
3332static int
3333SendIocInit(MPT_ADAPTER *ioc, int sleepFlag)
3334{
3335	IOCInit_t		 ioc_init;
3336	MPIDefaultReply_t	 init_reply;
3337	u32			 state;
3338	int			 r;
3339	int			 count;
3340	int			 cntdn;
3341
3342	memset(&ioc_init, 0, sizeof(ioc_init));
3343	memset(&init_reply, 0, sizeof(init_reply));
3344
3345	ioc_init.WhoInit = MPI_WHOINIT_HOST_DRIVER;
3346	ioc_init.Function = MPI_FUNCTION_IOC_INIT;
3347
3348	/* If we are in a recovery mode and we uploaded the FW image,
3349	 * then this pointer is not NULL. Skip the upload a second time.
3350	 * Set this flag if cached_fw set for either IOC.
3351	 */
3352	if (ioc->facts.Flags & MPI_IOCFACTS_FLAGS_FW_DOWNLOAD_BOOT)
3353		ioc->upload_fw = 1;
3354	else
3355		ioc->upload_fw = 0;
3356	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "upload_fw %d facts.Flags=%x\n",
3357		   ioc->name, ioc->upload_fw, ioc->facts.Flags));
3358
3359	ioc_init.MaxDevices = (U8)ioc->devices_per_bus;
3360	ioc_init.MaxBuses = (U8)ioc->number_of_buses;
3361
3362	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "facts.MsgVersion=%x\n",
3363		   ioc->name, ioc->facts.MsgVersion));
3364	if (ioc->facts.MsgVersion >= MPI_VERSION_01_05) {
3365		// set MsgVersion and HeaderVersion host driver was built with
3366		ioc_init.MsgVersion = cpu_to_le16(MPI_VERSION);
3367	        ioc_init.HeaderVersion = cpu_to_le16(MPI_HEADER_VERSION);
3368
3369		if (ioc->facts.Flags & MPI_IOCFACTS_FLAGS_HOST_PAGE_BUFFER_PERSISTENT) {
3370			ioc_init.HostPageBufferSGE = ioc->facts.HostPageBufferSGE;
3371		} else if(mpt_host_page_alloc(ioc, &ioc_init))
3372			return -99;
3373	}
3374	ioc_init.ReplyFrameSize = cpu_to_le16(ioc->reply_sz);	/* in BYTES */
3375
3376	if (ioc->sg_addr_size == sizeof(u64)) {
3377		/* Save the upper 32-bits of the request
3378		 * (reply) and sense buffers.
3379		 */
3380		ioc_init.HostMfaHighAddr = cpu_to_le32((u32)((u64)ioc->alloc_dma >> 32));
3381		ioc_init.SenseBufferHighAddr = cpu_to_le32((u32)((u64)ioc->sense_buf_pool_dma >> 32));
3382	} else {
3383		/* Force 32-bit addressing */
3384		ioc_init.HostMfaHighAddr = cpu_to_le32(0);
3385		ioc_init.SenseBufferHighAddr = cpu_to_le32(0);
3386	}
3387
3388	ioc->facts.CurrentHostMfaHighAddr = ioc_init.HostMfaHighAddr;
3389	ioc->facts.CurrentSenseBufferHighAddr = ioc_init.SenseBufferHighAddr;
3390	ioc->facts.MaxDevices = ioc_init.MaxDevices;
3391	ioc->facts.MaxBuses = ioc_init.MaxBuses;
3392
3393	dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending IOCInit (req @ %p)\n",
3394			ioc->name, &ioc_init));
3395
3396	r = mpt_handshake_req_reply_wait(ioc, sizeof(IOCInit_t), (u32*)&ioc_init,
3397				sizeof(MPIDefaultReply_t), (u16*)&init_reply, 10 /*seconds*/, sleepFlag);
3398	if (r != 0) {
3399		printk(MYIOC_s_ERR_FMT "Sending IOCInit failed(%d)!\n",ioc->name, r);
3400		return r;
3401	}
3402
3403	/* No need to byte swap the multibyte fields in the reply
3404	 * since we don't even look at its contents.
3405	 */
3406
3407	dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending PortEnable (req @ %p)\n",
3408			ioc->name, &ioc_init));
3409
3410	if ((r = SendPortEnable(ioc, 0, sleepFlag)) != 0) {
3411		printk(MYIOC_s_ERR_FMT "Sending PortEnable failed(%d)!\n",ioc->name, r);
3412		return r;
3413	}
3414
3415	/* YIKES!  SUPER IMPORTANT!!!
3416	 *  Poll IocState until _OPERATIONAL while IOC is doing
3417	 *  LoopInit and TargetDiscovery!
3418	 */
3419	count = 0;
3420	cntdn = ((sleepFlag == CAN_SLEEP) ? HZ : 1000) * 60;	/* 60 seconds */
3421	state = mpt_GetIocState(ioc, 1);
3422	while (state != MPI_IOC_STATE_OPERATIONAL && --cntdn) {
3423		if (sleepFlag == CAN_SLEEP) {
3424			msleep(1);
3425		} else {
3426			mdelay(1);
3427		}
3428
3429		if (!cntdn) {
3430			printk(MYIOC_s_ERR_FMT "Wait IOC_OP state timeout(%d)!\n",
3431					ioc->name, (int)((count+5)/HZ));
3432			return -9;
3433		}
3434
3435		state = mpt_GetIocState(ioc, 1);
3436		count++;
3437	}
3438	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Wait IOC_OPERATIONAL state (cnt=%d)\n",
3439			ioc->name, count));
3440
3441	ioc->aen_event_read_flag=0;
3442	return r;
3443}
3444
3445/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3446/**
3447 *	SendPortEnable - Send PortEnable request to MPT adapter port.
3448 *	@ioc: Pointer to MPT_ADAPTER structure
3449 *	@portnum: Port number to enable
3450 *	@sleepFlag: Specifies whether the process can sleep
3451 *
3452 *	Send PortEnable to bring IOC to OPERATIONAL state.
3453 *
3454 *	Returns 0 for success, non-zero for failure.
3455 */
3456static int
3457SendPortEnable(MPT_ADAPTER *ioc, int portnum, int sleepFlag)
3458{
3459	PortEnable_t		 port_enable;
3460	MPIDefaultReply_t	 reply_buf;
3461	int	 rc;
3462	int	 req_sz;
3463	int	 reply_sz;
3464
3465	/*  Destination...  */
3466	reply_sz = sizeof(MPIDefaultReply_t);
3467	memset(&reply_buf, 0, reply_sz);
3468
3469	req_sz = sizeof(PortEnable_t);
3470	memset(&port_enable, 0, req_sz);
3471
3472	port_enable.Function = MPI_FUNCTION_PORT_ENABLE;
3473	port_enable.PortNumber = portnum;
3474/*	port_enable.ChainOffset = 0;		*/
3475/*	port_enable.MsgFlags = 0;		*/
3476/*	port_enable.MsgContext = 0;		*/
3477
3478	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending Port(%d)Enable (req @ %p)\n",
3479			ioc->name, portnum, &port_enable));
3480
3481	/* RAID FW may take a long time to enable
3482	 */
3483	if (ioc->ir_firmware || ioc->bus_type == SAS) {
3484		rc = mpt_handshake_req_reply_wait(ioc, req_sz,
3485		(u32*)&port_enable, reply_sz, (u16*)&reply_buf,
3486		300 /*seconds*/, sleepFlag);
3487	} else {
3488		rc = mpt_handshake_req_reply_wait(ioc, req_sz,
3489		(u32*)&port_enable, reply_sz, (u16*)&reply_buf,
3490		30 /*seconds*/, sleepFlag);
3491	}
3492	return rc;
3493}
3494
3495/**
3496 *	mpt_alloc_fw_memory - allocate firmware memory
3497 *	@ioc: Pointer to MPT_ADAPTER structure
3498 *      @size: total FW bytes
3499 *
3500 *	If memory has already been allocated, the same (cached) value
3501 *	is returned.
3502 *
3503 *	Return 0 if successful, or non-zero for failure
3504 **/
3505int
3506mpt_alloc_fw_memory(MPT_ADAPTER *ioc, int size)
3507{
3508	int rc;
3509
3510	if (ioc->cached_fw) {
3511		rc = 0;  /* use already allocated memory */
3512		goto out;
3513	}
3514	else if (ioc->alt_ioc && ioc->alt_ioc->cached_fw) {
3515		ioc->cached_fw = ioc->alt_ioc->cached_fw;  /* use alt_ioc's memory */
3516		ioc->cached_fw_dma = ioc->alt_ioc->cached_fw_dma;
3517		rc = 0;
3518		goto out;
3519	}
3520	ioc->cached_fw = pci_alloc_consistent(ioc->pcidev, size, &ioc->cached_fw_dma);
3521	if (!ioc->cached_fw) {
3522		printk(MYIOC_s_ERR_FMT "Unable to allocate memory for the cached firmware image!\n",
3523		    ioc->name);
3524		rc = -1;
3525	} else {
3526		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "FW Image  @ %p[%p], sz=%d[%x] bytes\n",
3527		    ioc->name, ioc->cached_fw, (void *)(ulong)ioc->cached_fw_dma, size, size));
3528		ioc->alloc_total += size;
3529		rc = 0;
3530	}
3531 out:
3532	return rc;
3533}
3534
3535/**
3536 *	mpt_free_fw_memory - free firmware memory
3537 *	@ioc: Pointer to MPT_ADAPTER structure
3538 *
3539 *	If alt_img is NULL, delete from ioc structure.
3540 *	Else, delete a secondary image in same format.
3541 **/
3542void
3543mpt_free_fw_memory(MPT_ADAPTER *ioc)
3544{
3545	int sz;
3546
3547	if (!ioc->cached_fw)
3548		return;
3549
3550	sz = ioc->facts.FWImageSize;
3551	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "free_fw_memory: FW Image  @ %p[%p], sz=%d[%x] bytes\n",
3552		 ioc->name, ioc->cached_fw, (void *)(ulong)ioc->cached_fw_dma, sz, sz));
3553	pci_free_consistent(ioc->pcidev, sz, ioc->cached_fw, ioc->cached_fw_dma);
3554	ioc->alloc_total -= sz;
3555	ioc->cached_fw = NULL;
3556}
3557
3558/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3559/**
3560 *	mpt_do_upload - Construct and Send FWUpload request to MPT adapter port.
3561 *	@ioc: Pointer to MPT_ADAPTER structure
3562 *	@sleepFlag: Specifies whether the process can sleep
3563 *
3564 *	Returns 0 for success, >0 for handshake failure
3565 *		<0 for fw upload failure.
3566 *
3567 *	Remark: If bound IOC and a successful FWUpload was performed
3568 *	on the bound IOC, the second image is discarded
3569 *	and memory is free'd. Both channels must upload to prevent
3570 *	IOC from running in degraded mode.
3571 */
3572static int
3573mpt_do_upload(MPT_ADAPTER *ioc, int sleepFlag)
3574{
3575	u8			 reply[sizeof(FWUploadReply_t)];
3576	FWUpload_t		*prequest;
3577	FWUploadReply_t		*preply;
3578	FWUploadTCSGE_t		*ptcsge;
3579	u32			 flagsLength;
3580	int			 ii, sz, reply_sz;
3581	int			 cmdStatus;
3582	int			request_size;
3583	/* If the image size is 0, we are done.
3584	 */
3585	if ((sz = ioc->facts.FWImageSize) == 0)
3586		return 0;
3587
3588	if (mpt_alloc_fw_memory(ioc, ioc->facts.FWImageSize) != 0)
3589		return -ENOMEM;
3590
3591	dinitprintk(ioc, printk(MYIOC_s_INFO_FMT ": FW Image  @ %p[%p], sz=%d[%x] bytes\n",
3592	    ioc->name, ioc->cached_fw, (void *)(ulong)ioc->cached_fw_dma, sz, sz));
3593
3594	prequest = (sleepFlag == NO_SLEEP) ? kzalloc(ioc->req_sz, GFP_ATOMIC) :
3595	    kzalloc(ioc->req_sz, GFP_KERNEL);
3596	if (!prequest) {
3597		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "fw upload failed "
3598		    "while allocating memory \n", ioc->name));
3599		mpt_free_fw_memory(ioc);
3600		return -ENOMEM;
3601	}
3602
3603	preply = (FWUploadReply_t *)&reply;
3604
3605	reply_sz = sizeof(reply);
3606	memset(preply, 0, reply_sz);
3607
3608	prequest->ImageType = MPI_FW_UPLOAD_ITYPE_FW_IOC_MEM;
3609	prequest->Function = MPI_FUNCTION_FW_UPLOAD;
3610
3611	ptcsge = (FWUploadTCSGE_t *) &prequest->SGL;
3612	ptcsge->DetailsLength = 12;
3613	ptcsge->Flags = MPI_SGE_FLAGS_TRANSACTION_ELEMENT;
3614	ptcsge->ImageSize = cpu_to_le32(sz);
3615	ptcsge++;
3616
3617	flagsLength = MPT_SGE_FLAGS_SSIMPLE_READ | sz;
3618	ioc->add_sge((char *)ptcsge, flagsLength, ioc->cached_fw_dma);
3619	request_size = offsetof(FWUpload_t, SGL) + sizeof(FWUploadTCSGE_t) +
3620	    ioc->SGE_size;
3621	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending FW Upload "
3622	    " (req @ %p) fw_size=%d mf_request_size=%d\n", ioc->name, prequest,
3623	    ioc->facts.FWImageSize, request_size));
3624	DBG_DUMP_FW_REQUEST_FRAME(ioc, (u32 *)prequest);
3625
3626	ii = mpt_handshake_req_reply_wait(ioc, request_size, (u32 *)prequest,
3627	    reply_sz, (u16 *)preply, 65 /*seconds*/, sleepFlag);
3628
3629	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "FW Upload completed "
3630	    "rc=%x \n", ioc->name, ii));
3631
3632	cmdStatus = -EFAULT;
3633	if (ii == 0) {
3634		/* Handshake transfer was complete and successful.
3635		 * Check the Reply Frame.
3636		 */
3637		int status;
3638		status = le16_to_cpu(preply->IOCStatus) &
3639				MPI_IOCSTATUS_MASK;
3640		if (status == MPI_IOCSTATUS_SUCCESS &&
3641		    ioc->facts.FWImageSize ==
3642		    le32_to_cpu(preply->ActualImageSize))
3643				cmdStatus = 0;
3644	}
3645	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT ": do_upload cmdStatus=%d \n",
3646			ioc->name, cmdStatus));
3647
3648
3649	if (cmdStatus) {
3650		ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "fw upload failed, "
3651		    "freeing image \n", ioc->name));
3652		mpt_free_fw_memory(ioc);
3653	}
3654	kfree(prequest);
3655
3656	return cmdStatus;
3657}
3658
3659/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3660/**
3661 *	mpt_downloadboot - DownloadBoot code
3662 *	@ioc: Pointer to MPT_ADAPTER structure
3663 *	@pFwHeader: Pointer to firmware header info
3664 *	@sleepFlag: Specifies whether the process can sleep
3665 *
3666 *	FwDownloadBoot requires Programmed IO access.
3667 *
3668 *	Returns 0 for success
3669 *		-1 FW Image size is 0
3670 *		-2 No valid cached_fw Pointer
3671 *		<0 for fw upload failure.
3672 */
3673static int
3674mpt_downloadboot(MPT_ADAPTER *ioc, MpiFwHeader_t *pFwHeader, int sleepFlag)
3675{
3676	MpiExtImageHeader_t	*pExtImage;
3677	u32			 fwSize;
3678	u32			 diag0val;
3679	int			 count;
3680	u32			*ptrFw;
3681	u32			 diagRwData;
3682	u32			 nextImage;
3683	u32			 load_addr;
3684	u32 			 ioc_state=0;
3685
3686	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "downloadboot: fw size 0x%x (%d), FW Ptr %p\n",
3687				ioc->name, pFwHeader->ImageSize, pFwHeader->ImageSize, pFwHeader));
3688
3689	CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFF);
3690	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_1ST_KEY_VALUE);
3691	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_2ND_KEY_VALUE);
3692	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_3RD_KEY_VALUE);
3693	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_4TH_KEY_VALUE);
3694	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_5TH_KEY_VALUE);
3695
3696	CHIPREG_WRITE32(&ioc->chip->Diagnostic, (MPI_DIAG_PREVENT_IOC_BOOT | MPI_DIAG_DISABLE_ARM));
3697
3698	/* wait 1 msec */
3699	if (sleepFlag == CAN_SLEEP) {
3700		msleep(1);
3701	} else {
3702		mdelay (1);
3703	}
3704
3705	diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
3706	CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val | MPI_DIAG_RESET_ADAPTER);
3707
3708	for (count = 0; count < 30; count ++) {
3709		diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
3710		if (!(diag0val & MPI_DIAG_RESET_ADAPTER)) {
3711			ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "RESET_ADAPTER cleared, count=%d\n",
3712				ioc->name, count));
3713			break;
3714		}
3715		/* wait .1 sec */
3716		if (sleepFlag == CAN_SLEEP) {
3717			msleep (100);
3718		} else {
3719			mdelay (100);
3720		}
3721	}
3722
3723	if ( count == 30 ) {
3724		ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "downloadboot failed! "
3725		"Unable to get MPI_DIAG_DRWE mode, diag0val=%x\n",
3726		ioc->name, diag0val));
3727		return -3;
3728	}
3729
3730	CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFF);
3731	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_1ST_KEY_VALUE);
3732	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_2ND_KEY_VALUE);
3733	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_3RD_KEY_VALUE);
3734	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_4TH_KEY_VALUE);
3735	CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_5TH_KEY_VALUE);
3736
3737	/* Set the DiagRwEn and Disable ARM bits */
3738	CHIPREG_WRITE32(&ioc->chip->Diagnostic, (MPI_DIAG_RW_ENABLE | MPI_DIAG_DISABLE_ARM));
3739
3740	fwSize = (pFwHeader->ImageSize + 3)/4;
3741	ptrFw = (u32 *) pFwHeader;
3742
3743	/* Write the LoadStartAddress to the DiagRw Address Register
3744	 * using Programmed IO
3745	 */
3746	if (ioc->errata_flag_1064)
3747		pci_enable_io_access(ioc->pcidev);
3748
3749	CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwAddress, pFwHeader->LoadStartAddress);
3750	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "LoadStart addr written 0x%x \n",
3751		ioc->name, pFwHeader->LoadStartAddress));
3752
3753	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Write FW Image: 0x%x bytes @ %p\n",
3754				ioc->name, fwSize*4, ptrFw));
3755	while (fwSize--) {
3756		CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwData, *ptrFw++);
3757	}
3758
3759	nextImage = pFwHeader->NextImageHeaderOffset;
3760	while (nextImage) {
3761		pExtImage = (MpiExtImageHeader_t *) ((char *)pFwHeader + nextImage);
3762
3763		load_addr = pExtImage->LoadStartAddress;
3764
3765		fwSize = (pExtImage->ImageSize + 3) >> 2;
3766		ptrFw = (u32 *)pExtImage;
3767
3768		ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Write Ext Image: 0x%x (%d) bytes @ %p load_addr=%x\n",
3769						ioc->name, fwSize*4, fwSize*4, ptrFw, load_addr));
3770		CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwAddress, load_addr);
3771
3772		while (fwSize--) {
3773			CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwData, *ptrFw++);
3774		}
3775		nextImage = pExtImage->NextImageHeaderOffset;
3776	}
3777
3778	/* Write the IopResetVectorRegAddr */
3779	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Write IopResetVector Addr=%x! \n", ioc->name, 	pFwHeader->IopResetRegAddr));
3780	CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwAddress, pFwHeader->IopResetRegAddr);
3781
3782	/* Write the IopResetVectorValue */
3783	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Write IopResetVector Value=%x! \n", ioc->name, pFwHeader->IopResetVectorValue));
3784	CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwData, pFwHeader->IopResetVectorValue);
3785
3786	/* Clear the internal flash bad bit - autoincrementing register,
3787	 * so must do two writes.
3788	 */
3789	if (ioc->bus_type == SPI) {
3790		/*
3791		 * 1030 and 1035 H/W errata, workaround to access
3792		 * the ClearFlashBadSignatureBit
3793		 */
3794		CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwAddress, 0x3F000000);
3795		diagRwData = CHIPREG_PIO_READ32(&ioc->pio_chip->DiagRwData);
3796		diagRwData |= 0x40000000;
3797		CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwAddress, 0x3F000000);
3798		CHIPREG_PIO_WRITE32(&ioc->pio_chip->DiagRwData, diagRwData);
3799
3800	} else /* if((ioc->bus_type == SAS) || (ioc->bus_type == FC)) */ {
3801		diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
3802		CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val |
3803		    MPI_DIAG_CLEAR_FLASH_BAD_SIG);
3804
3805		/* wait 1 msec */
3806		if (sleepFlag == CAN_SLEEP) {
3807			msleep (1);
3808		} else {
3809			mdelay (1);
3810		}
3811	}
3812
3813	if (ioc->errata_flag_1064)
3814		pci_disable_io_access(ioc->pcidev);
3815
3816	diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
3817	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "downloadboot diag0val=%x, "
3818		"turning off PREVENT_IOC_BOOT, DISABLE_ARM, RW_ENABLE\n",
3819		ioc->name, diag0val));
3820	diag0val &= ~(MPI_DIAG_PREVENT_IOC_BOOT | MPI_DIAG_DISABLE_ARM | MPI_DIAG_RW_ENABLE);
3821	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "downloadboot now diag0val=%x\n",
3822		ioc->name, diag0val));
3823	CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val);
3824
3825	/* Write 0xFF to reset the sequencer */
3826	CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFF);
3827
3828	if (ioc->bus_type == SAS) {
3829		ioc_state = mpt_GetIocState(ioc, 0);
3830		if ( (GetIocFacts(ioc, sleepFlag,
3831				MPT_HOSTEVENT_IOC_BRINGUP)) != 0 ) {
3832			ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT "GetIocFacts failed: IocState=%x\n",
3833					ioc->name, ioc_state));
3834			return -EFAULT;
3835		}
3836	}
3837
3838	for (count=0; count<HZ*20; count++) {
3839		if ((ioc_state = mpt_GetIocState(ioc, 0)) & MPI_IOC_STATE_READY) {
3840			ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3841				"downloadboot successful! (count=%d) IocState=%x\n",
3842				ioc->name, count, ioc_state));
3843			if (ioc->bus_type == SAS) {
3844				return 0;
3845			}
3846			if ((SendIocInit(ioc, sleepFlag)) != 0) {
3847				ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3848					"downloadboot: SendIocInit failed\n",
3849					ioc->name));
3850				return -EFAULT;
3851			}
3852			ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3853					"downloadboot: SendIocInit successful\n",
3854					ioc->name));
3855			return 0;
3856		}
3857		if (sleepFlag == CAN_SLEEP) {
3858			msleep (10);
3859		} else {
3860			mdelay (10);
3861		}
3862	}
3863	ddlprintk(ioc, printk(MYIOC_s_DEBUG_FMT
3864		"downloadboot failed! IocState=%x\n",ioc->name, ioc_state));
3865	return -EFAULT;
3866}
3867
3868/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3869/**
3870 *	KickStart - Perform hard reset of MPT adapter.
3871 *	@ioc: Pointer to MPT_ADAPTER structure
3872 *	@force: Force hard reset
3873 *	@sleepFlag: Specifies whether the process can sleep
3874 *
3875 *	This routine places MPT adapter in diagnostic mode via the
3876 *	WriteSequence register, and then performs a hard reset of adapter
3877 *	via the Diagnostic register.
3878 *
3879 *	Inputs:   sleepflag - CAN_SLEEP (non-interrupt thread)
3880 *			or NO_SLEEP (interrupt thread, use mdelay)
3881 *		  force - 1 if doorbell active, board fault state
3882 *				board operational, IOC_RECOVERY or
3883 *				IOC_BRINGUP and there is an alt_ioc.
3884 *			  0 else
3885 *
3886 *	Returns:
3887 *		 1 - hard reset, READY
3888 *		 0 - no reset due to History bit, READY
3889 *		-1 - no reset due to History bit but not READY
3890 *		     OR reset but failed to come READY
3891 *		-2 - no reset, could not enter DIAG mode
3892 *		-3 - reset but bad FW bit
3893 */
3894static int
3895KickStart(MPT_ADAPTER *ioc, int force, int sleepFlag)
3896{
3897	int hard_reset_done = 0;
3898	u32 ioc_state=0;
3899	int cnt,cntdn;
3900
3901	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "KickStarting!\n", ioc->name));
3902	if (ioc->bus_type == SPI) {
3903		/* Always issue a Msg Unit Reset first. This will clear some
3904		 * SCSI bus hang conditions.
3905		 */
3906		SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET, sleepFlag);
3907
3908		if (sleepFlag == CAN_SLEEP) {
3909			msleep (1000);
3910		} else {
3911			mdelay (1000);
3912		}
3913	}
3914
3915	hard_reset_done = mpt_diag_reset(ioc, force, sleepFlag);
3916	if (hard_reset_done < 0)
3917		return hard_reset_done;
3918
3919	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Diagnostic reset successful!\n",
3920		ioc->name));
3921
3922	cntdn = ((sleepFlag == CAN_SLEEP) ? HZ : 1000) * 2;	/* 2 seconds */
3923	for (cnt=0; cnt<cntdn; cnt++) {
3924		ioc_state = mpt_GetIocState(ioc, 1);
3925		if ((ioc_state == MPI_IOC_STATE_READY) || (ioc_state == MPI_IOC_STATE_OPERATIONAL)) {
3926			dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "KickStart successful! (cnt=%d)\n",
3927 					ioc->name, cnt));
3928			return hard_reset_done;
3929		}
3930		if (sleepFlag == CAN_SLEEP) {
3931			msleep (10);
3932		} else {
3933			mdelay (10);
3934		}
3935	}
3936
3937	dinitprintk(ioc, printk(MYIOC_s_ERR_FMT "Failed to come READY after reset! IocState=%x\n",
3938		ioc->name, mpt_GetIocState(ioc, 0)));
3939	return -1;
3940}
3941
3942/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
3943/**
3944 *	mpt_diag_reset - Perform hard reset of the adapter.
3945 *	@ioc: Pointer to MPT_ADAPTER structure
3946 *	@ignore: Set if to honor and clear to ignore
3947 *		the reset history bit
3948 *	@sleepFlag: CAN_SLEEP if called in a non-interrupt thread,
3949 *		else set to NO_SLEEP (use mdelay instead)
3950 *
3951 *	This routine places the adapter in diagnostic mode via the
3952 *	WriteSequence register and then performs a hard reset of adapter
3953 *	via the Diagnostic register. Adapter should be in ready state
3954 *	upon successful completion.
3955 *
3956 *	Returns:  1  hard reset successful
3957 *		  0  no reset performed because reset history bit set
3958 *		 -2  enabling diagnostic mode failed
3959 *		 -3  diagnostic reset failed
3960 */
3961static int
3962mpt_diag_reset(MPT_ADAPTER *ioc, int ignore, int sleepFlag)
3963{
3964	u32 diag0val;
3965	u32 doorbell;
3966	int hard_reset_done = 0;
3967	int count = 0;
3968	u32 diag1val = 0;
3969	MpiFwHeader_t *cached_fw;	/* Pointer to FW */
3970	u8	 cb_idx;
3971
3972	/* Clear any existing interrupts */
3973	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
3974
3975	if (ioc->pcidev->device == MPI_MANUFACTPAGE_DEVID_SAS1078) {
3976
3977		if (!ignore)
3978			return 0;
3979
3980		drsprintk(ioc, printk(MYIOC_s_WARN_FMT "%s: Doorbell=%p; 1078 reset "
3981			"address=%p\n",  ioc->name, __func__,
3982			&ioc->chip->Doorbell, &ioc->chip->Reset_1078));
3983		CHIPREG_WRITE32(&ioc->chip->Reset_1078, 0x07);
3984		if (sleepFlag == CAN_SLEEP)
3985			msleep(1);
3986		else
3987			mdelay(1);
3988
3989		/*
3990		 * Call each currently registered protocol IOC reset handler
3991		 * with pre-reset indication.
3992		 * NOTE: If we're doing _IOC_BRINGUP, there can be no
3993		 * MptResetHandlers[] registered yet.
3994		 */
3995		for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
3996			if (MptResetHandlers[cb_idx])
3997				(*(MptResetHandlers[cb_idx]))(ioc,
3998						MPT_IOC_PRE_RESET);
3999		}
4000
4001		for (count = 0; count < 60; count ++) {
4002			doorbell = CHIPREG_READ32(&ioc->chip->Doorbell);
4003			doorbell &= MPI_IOC_STATE_MASK;
4004
4005			drsprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4006				"looking for READY STATE: doorbell=%x"
4007			        " count=%d\n",
4008				ioc->name, doorbell, count));
4009
4010			if (doorbell == MPI_IOC_STATE_READY) {
4011				return 1;
4012			}
4013
4014			/* wait 1 sec */
4015			if (sleepFlag == CAN_SLEEP)
4016				msleep(1000);
4017			else
4018				mdelay(1000);
4019		}
4020		return -1;
4021	}
4022
4023	/* Use "Diagnostic reset" method! (only thing available!) */
4024	diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4025
4026	if (ioc->debug_level & MPT_DEBUG) {
4027		if (ioc->alt_ioc)
4028			diag1val = CHIPREG_READ32(&ioc->alt_ioc->chip->Diagnostic);
4029		dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "DbG1: diag0=%08x, diag1=%08x\n",
4030			ioc->name, diag0val, diag1val));
4031	}
4032
4033	/* Do the reset if we are told to ignore the reset history
4034	 * or if the reset history is 0
4035	 */
4036	if (ignore || !(diag0val & MPI_DIAG_RESET_HISTORY)) {
4037		while ((diag0val & MPI_DIAG_DRWE) == 0) {
4038			/* Write magic sequence to WriteSequence register
4039			 * Loop until in diagnostic mode
4040			 */
4041			CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFF);
4042			CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_1ST_KEY_VALUE);
4043			CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_2ND_KEY_VALUE);
4044			CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_3RD_KEY_VALUE);
4045			CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_4TH_KEY_VALUE);
4046			CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_5TH_KEY_VALUE);
4047
4048			/* wait 100 msec */
4049			if (sleepFlag == CAN_SLEEP) {
4050				msleep (100);
4051			} else {
4052				mdelay (100);
4053			}
4054
4055			count++;
4056			if (count > 20) {
4057				printk(MYIOC_s_ERR_FMT "Enable Diagnostic mode FAILED! (%02xh)\n",
4058						ioc->name, diag0val);
4059				return -2;
4060
4061			}
4062
4063			diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4064
4065			dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Wrote magic DiagWriteEn sequence (%x)\n",
4066					ioc->name, diag0val));
4067		}
4068
4069		if (ioc->debug_level & MPT_DEBUG) {
4070			if (ioc->alt_ioc)
4071				diag1val = CHIPREG_READ32(&ioc->alt_ioc->chip->Diagnostic);
4072			dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "DbG2: diag0=%08x, diag1=%08x\n",
4073				ioc->name, diag0val, diag1val));
4074		}
4075		/*
4076		 * Disable the ARM (Bug fix)
4077		 *
4078		 */
4079		CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val | MPI_DIAG_DISABLE_ARM);
4080		mdelay(1);
4081
4082		/*
4083		 * Now hit the reset bit in the Diagnostic register
4084		 * (THE BIG HAMMER!) (Clears DRWE bit).
4085		 */
4086		CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val | MPI_DIAG_RESET_ADAPTER);
4087		hard_reset_done = 1;
4088		dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Diagnostic reset performed\n",
4089				ioc->name));
4090
4091		/*
4092		 * Call each currently registered protocol IOC reset handler
4093		 * with pre-reset indication.
4094		 * NOTE: If we're doing _IOC_BRINGUP, there can be no
4095		 * MptResetHandlers[] registered yet.
4096		 */
4097		for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
4098			if (MptResetHandlers[cb_idx]) {
4099				mpt_signal_reset(cb_idx,
4100					ioc, MPT_IOC_PRE_RESET);
4101				if (ioc->alt_ioc) {
4102					mpt_signal_reset(cb_idx,
4103					ioc->alt_ioc, MPT_IOC_PRE_RESET);
4104				}
4105			}
4106		}
4107
4108		if (ioc->cached_fw)
4109			cached_fw = (MpiFwHeader_t *)ioc->cached_fw;
4110		else if (ioc->alt_ioc && ioc->alt_ioc->cached_fw)
4111			cached_fw = (MpiFwHeader_t *)ioc->alt_ioc->cached_fw;
4112		else
4113			cached_fw = NULL;
4114		if (cached_fw) {
4115			/* If the DownloadBoot operation fails, the
4116			 * IOC will be left unusable. This is a fatal error
4117			 * case.  _diag_reset will return < 0
4118			 */
4119			for (count = 0; count < 30; count ++) {
4120				diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4121				if (!(diag0val & MPI_DIAG_RESET_ADAPTER)) {
4122					break;
4123				}
4124
4125				dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "cached_fw: diag0val=%x count=%d\n",
4126					ioc->name, diag0val, count));
4127				/* wait 1 sec */
4128				if (sleepFlag == CAN_SLEEP) {
4129					msleep (1000);
4130				} else {
4131					mdelay (1000);
4132				}
4133			}
4134			if ((count = mpt_downloadboot(ioc, cached_fw, sleepFlag)) < 0) {
4135				printk(MYIOC_s_WARN_FMT
4136					"firmware downloadboot failure (%d)!\n", ioc->name, count);
4137			}
4138
4139		} else {
4140			/* Wait for FW to reload and for board
4141			 * to go to the READY state.
4142			 * Maximum wait is 60 seconds.
4143			 * If fail, no error will check again
4144			 * with calling program.
4145			 */
4146			for (count = 0; count < 60; count ++) {
4147				doorbell = CHIPREG_READ32(&ioc->chip->Doorbell);
4148				doorbell &= MPI_IOC_STATE_MASK;
4149
4150				drsprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4151				    "looking for READY STATE: doorbell=%x"
4152				    " count=%d\n", ioc->name, doorbell, count));
4153
4154				if (doorbell == MPI_IOC_STATE_READY) {
4155					break;
4156				}
4157
4158				/* wait 1 sec */
4159				if (sleepFlag == CAN_SLEEP) {
4160					msleep (1000);
4161				} else {
4162					mdelay (1000);
4163				}
4164			}
4165
4166			if (doorbell != MPI_IOC_STATE_READY)
4167				printk(MYIOC_s_ERR_FMT "Failed to come READY "
4168				    "after reset! IocState=%x", ioc->name,
4169				    doorbell);
4170		}
4171	}
4172
4173	diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4174	if (ioc->debug_level & MPT_DEBUG) {
4175		if (ioc->alt_ioc)
4176			diag1val = CHIPREG_READ32(&ioc->alt_ioc->chip->Diagnostic);
4177		dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "DbG3: diag0=%08x, diag1=%08x\n",
4178			ioc->name, diag0val, diag1val));
4179	}
4180
4181	/* Clear RESET_HISTORY bit!  Place board in the
4182	 * diagnostic mode to update the diag register.
4183	 */
4184	diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4185	count = 0;
4186	while ((diag0val & MPI_DIAG_DRWE) == 0) {
4187		/* Write magic sequence to WriteSequence register
4188		 * Loop until in diagnostic mode
4189		 */
4190		CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFF);
4191		CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_1ST_KEY_VALUE);
4192		CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_2ND_KEY_VALUE);
4193		CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_3RD_KEY_VALUE);
4194		CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_4TH_KEY_VALUE);
4195		CHIPREG_WRITE32(&ioc->chip->WriteSequence, MPI_WRSEQ_5TH_KEY_VALUE);
4196
4197		/* wait 100 msec */
4198		if (sleepFlag == CAN_SLEEP) {
4199			msleep (100);
4200		} else {
4201			mdelay (100);
4202		}
4203
4204		count++;
4205		if (count > 20) {
4206			printk(MYIOC_s_ERR_FMT "Enable Diagnostic mode FAILED! (%02xh)\n",
4207					ioc->name, diag0val);
4208			break;
4209		}
4210		diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4211	}
4212	diag0val &= ~MPI_DIAG_RESET_HISTORY;
4213	CHIPREG_WRITE32(&ioc->chip->Diagnostic, diag0val);
4214	diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4215	if (diag0val & MPI_DIAG_RESET_HISTORY) {
4216		printk(MYIOC_s_WARN_FMT "ResetHistory bit failed to clear!\n",
4217				ioc->name);
4218	}
4219
4220	/* Disable Diagnostic Mode
4221	 */
4222	CHIPREG_WRITE32(&ioc->chip->WriteSequence, 0xFFFFFFFF);
4223
4224	/* Check FW reload status flags.
4225	 */
4226	diag0val = CHIPREG_READ32(&ioc->chip->Diagnostic);
4227	if (diag0val & (MPI_DIAG_FLASH_BAD_SIG | MPI_DIAG_RESET_ADAPTER | MPI_DIAG_DISABLE_ARM)) {
4228		printk(MYIOC_s_ERR_FMT "Diagnostic reset FAILED! (%02xh)\n",
4229				ioc->name, diag0val);
4230		return -3;
4231	}
4232
4233	if (ioc->debug_level & MPT_DEBUG) {
4234		if (ioc->alt_ioc)
4235			diag1val = CHIPREG_READ32(&ioc->alt_ioc->chip->Diagnostic);
4236		dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "DbG4: diag0=%08x, diag1=%08x\n",
4237			ioc->name, diag0val, diag1val));
4238	}
4239
4240	/*
4241	 * Reset flag that says we've enabled event notification
4242	 */
4243	ioc->facts.EventState = 0;
4244
4245	if (ioc->alt_ioc)
4246		ioc->alt_ioc->facts.EventState = 0;
4247
4248	return hard_reset_done;
4249}
4250
4251/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4252/**
4253 *	SendIocReset - Send IOCReset request to MPT adapter.
4254 *	@ioc: Pointer to MPT_ADAPTER structure
4255 *	@reset_type: reset type, expected values are
4256 *	%MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET or %MPI_FUNCTION_IO_UNIT_RESET
4257 *	@sleepFlag: Specifies whether the process can sleep
4258 *
4259 *	Send IOCReset request to the MPT adapter.
4260 *
4261 *	Returns 0 for success, non-zero for failure.
4262 */
4263static int
4264SendIocReset(MPT_ADAPTER *ioc, u8 reset_type, int sleepFlag)
4265{
4266	int r;
4267	u32 state;
4268	int cntdn, count;
4269
4270	drsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending IOC reset(0x%02x)!\n",
4271			ioc->name, reset_type));
4272	CHIPREG_WRITE32(&ioc->chip->Doorbell, reset_type<<MPI_DOORBELL_FUNCTION_SHIFT);
4273	if ((r = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0)
4274		return r;
4275
4276	/* FW ACK'd request, wait for READY state
4277	 */
4278	count = 0;
4279	cntdn = ((sleepFlag == CAN_SLEEP) ? HZ : 1000) * 15;	/* 15 seconds */
4280
4281	while ((state = mpt_GetIocState(ioc, 1)) != MPI_IOC_STATE_READY) {
4282		cntdn--;
4283		count++;
4284		if (!cntdn) {
4285			if (sleepFlag != CAN_SLEEP)
4286				count *= 10;
4287
4288			printk(MYIOC_s_ERR_FMT
4289			    "Wait IOC_READY state (0x%x) timeout(%d)!\n",
4290			    ioc->name, state, (int)((count+5)/HZ));
4291			return -ETIME;
4292		}
4293
4294		if (sleepFlag == CAN_SLEEP) {
4295			msleep(1);
4296		} else {
4297			mdelay (1);	/* 1 msec delay */
4298		}
4299	}
4300
4301	/* TODO!
4302	 *  Cleanup all event stuff for this IOC; re-issue EventNotification
4303	 *  request if needed.
4304	 */
4305	if (ioc->facts.Function)
4306		ioc->facts.EventState = 0;
4307
4308	return 0;
4309}
4310
4311/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4312/**
4313 *	initChainBuffers - Allocate memory for and initialize chain buffers
4314 *	@ioc: Pointer to MPT_ADAPTER structure
4315 *
4316 *	Allocates memory for and initializes chain buffers,
4317 *	chain buffer control arrays and spinlock.
4318 */
4319static int
4320initChainBuffers(MPT_ADAPTER *ioc)
4321{
4322	u8		*mem;
4323	int		sz, ii, num_chain;
4324	int 		scale, num_sge, numSGE;
4325
4326	/* ReqToChain size must equal the req_depth
4327	 * index = req_idx
4328	 */
4329	if (ioc->ReqToChain == NULL) {
4330		sz = ioc->req_depth * sizeof(int);
4331		mem = kmalloc(sz, GFP_ATOMIC);
4332		if (mem == NULL)
4333			return -1;
4334
4335		ioc->ReqToChain = (int *) mem;
4336		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ReqToChain alloc  @ %p, sz=%d bytes\n",
4337			 	ioc->name, mem, sz));
4338		mem = kmalloc(sz, GFP_ATOMIC);
4339		if (mem == NULL)
4340			return -1;
4341
4342		ioc->RequestNB = (int *) mem;
4343		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "RequestNB alloc  @ %p, sz=%d bytes\n",
4344			 	ioc->name, mem, sz));
4345	}
4346	for (ii = 0; ii < ioc->req_depth; ii++) {
4347		ioc->ReqToChain[ii] = MPT_HOST_NO_CHAIN;
4348	}
4349
4350	/* ChainToChain size must equal the total number
4351	 * of chain buffers to be allocated.
4352	 * index = chain_idx
4353	 *
4354	 * Calculate the number of chain buffers needed(plus 1) per I/O
4355	 * then multiply the maximum number of simultaneous cmds
4356	 *
4357	 * num_sge = num sge in request frame + last chain buffer
4358	 * scale = num sge per chain buffer if no chain element
4359	 */
4360	scale = ioc->req_sz / ioc->SGE_size;
4361	if (ioc->sg_addr_size == sizeof(u64))
4362		num_sge =  scale + (ioc->req_sz - 60) / ioc->SGE_size;
4363	else
4364		num_sge =  1 + scale + (ioc->req_sz - 64) / ioc->SGE_size;
4365
4366	if (ioc->sg_addr_size == sizeof(u64)) {
4367		numSGE = (scale - 1) * (ioc->facts.MaxChainDepth-1) + scale +
4368			(ioc->req_sz - 60) / ioc->SGE_size;
4369	} else {
4370		numSGE = 1 + (scale - 1) * (ioc->facts.MaxChainDepth-1) +
4371		    scale + (ioc->req_sz - 64) / ioc->SGE_size;
4372	}
4373	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "num_sge=%d numSGE=%d\n",
4374		ioc->name, num_sge, numSGE));
4375
4376	if (ioc->bus_type == FC) {
4377		if (numSGE > MPT_SCSI_FC_SG_DEPTH)
4378			numSGE = MPT_SCSI_FC_SG_DEPTH;
4379	} else {
4380		if (numSGE > MPT_SCSI_SG_DEPTH)
4381			numSGE = MPT_SCSI_SG_DEPTH;
4382	}
4383
4384	num_chain = 1;
4385	while (numSGE - num_sge > 0) {
4386		num_chain++;
4387		num_sge += (scale - 1);
4388	}
4389	num_chain++;
4390
4391	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Now numSGE=%d num_sge=%d num_chain=%d\n",
4392		ioc->name, numSGE, num_sge, num_chain));
4393
4394	if (ioc->bus_type == SPI)
4395		num_chain *= MPT_SCSI_CAN_QUEUE;
4396	else if (ioc->bus_type == SAS)
4397		num_chain *= MPT_SAS_CAN_QUEUE;
4398	else
4399		num_chain *= MPT_FC_CAN_QUEUE;
4400
4401	ioc->num_chain = num_chain;
4402
4403	sz = num_chain * sizeof(int);
4404	if (ioc->ChainToChain == NULL) {
4405		mem = kmalloc(sz, GFP_ATOMIC);
4406		if (mem == NULL)
4407			return -1;
4408
4409		ioc->ChainToChain = (int *) mem;
4410		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ChainToChain alloc @ %p, sz=%d bytes\n",
4411			 	ioc->name, mem, sz));
4412	} else {
4413		mem = (u8 *) ioc->ChainToChain;
4414	}
4415	memset(mem, 0xFF, sz);
4416	return num_chain;
4417}
4418
4419/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4420/**
4421 *	PrimeIocFifos - Initialize IOC request and reply FIFOs.
4422 *	@ioc: Pointer to MPT_ADAPTER structure
4423 *
4424 *	This routine allocates memory for the MPT reply and request frame
4425 *	pools (if necessary), and primes the IOC reply FIFO with
4426 *	reply frames.
4427 *
4428 *	Returns 0 for success, non-zero for failure.
4429 */
4430static int
4431PrimeIocFifos(MPT_ADAPTER *ioc)
4432{
4433	MPT_FRAME_HDR *mf;
4434	unsigned long flags;
4435	dma_addr_t alloc_dma;
4436	u8 *mem;
4437	int i, reply_sz, sz, total_size, num_chain;
4438	u64	dma_mask;
4439
4440	dma_mask = 0;
4441
4442	/*  Prime reply FIFO...  */
4443
4444	if (ioc->reply_frames == NULL) {
4445		if ( (num_chain = initChainBuffers(ioc)) < 0)
4446			return -1;
4447		/*
4448		 * 1078 errata workaround for the 36GB limitation
4449		 */
4450		if (ioc->pcidev->device == MPI_MANUFACTPAGE_DEVID_SAS1078 &&
4451		    ioc->dma_mask > DMA_BIT_MASK(35)) {
4452			if (!pci_set_dma_mask(ioc->pcidev, DMA_BIT_MASK(32))
4453			    && !pci_set_consistent_dma_mask(ioc->pcidev,
4454			    DMA_BIT_MASK(32))) {
4455				dma_mask = DMA_BIT_MASK(35);
4456				d36memprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4457				    "setting 35 bit addressing for "
4458				    "Request/Reply/Chain and Sense Buffers\n",
4459				    ioc->name));
4460			} else {
4461				/*Reseting DMA mask to 64 bit*/
4462				pci_set_dma_mask(ioc->pcidev,
4463					DMA_BIT_MASK(64));
4464				pci_set_consistent_dma_mask(ioc->pcidev,
4465					DMA_BIT_MASK(64));
4466
4467				printk(MYIOC_s_ERR_FMT
4468				    "failed setting 35 bit addressing for "
4469				    "Request/Reply/Chain and Sense Buffers\n",
4470				    ioc->name);
4471				return -1;
4472			}
4473		}
4474
4475		total_size = reply_sz = (ioc->reply_sz * ioc->reply_depth);
4476		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ReplyBuffer sz=%d bytes, ReplyDepth=%d\n",
4477			 	ioc->name, ioc->reply_sz, ioc->reply_depth));
4478		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ReplyBuffer sz=%d[%x] bytes\n",
4479			 	ioc->name, reply_sz, reply_sz));
4480
4481		sz = (ioc->req_sz * ioc->req_depth);
4482		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "RequestBuffer sz=%d bytes, RequestDepth=%d\n",
4483			 	ioc->name, ioc->req_sz, ioc->req_depth));
4484		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "RequestBuffer sz=%d[%x] bytes\n",
4485			 	ioc->name, sz, sz));
4486		total_size += sz;
4487
4488		sz = num_chain * ioc->req_sz; /* chain buffer pool size */
4489		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ChainBuffer sz=%d bytes, ChainDepth=%d\n",
4490			 	ioc->name, ioc->req_sz, num_chain));
4491		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ChainBuffer sz=%d[%x] bytes num_chain=%d\n",
4492			 	ioc->name, sz, sz, num_chain));
4493
4494		total_size += sz;
4495		mem = pci_alloc_consistent(ioc->pcidev, total_size, &alloc_dma);
 
4496		if (mem == NULL) {
4497			printk(MYIOC_s_ERR_FMT "Unable to allocate Reply, Request, Chain Buffers!\n",
4498				ioc->name);
4499			goto out_fail;
4500		}
4501
4502		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Total alloc @ %p[%p], sz=%d[%x] bytes\n",
4503			 	ioc->name, mem, (void *)(ulong)alloc_dma, total_size, total_size));
4504
4505		memset(mem, 0, total_size);
4506		ioc->alloc_total += total_size;
4507		ioc->alloc = mem;
4508		ioc->alloc_dma = alloc_dma;
4509		ioc->alloc_sz = total_size;
4510		ioc->reply_frames = (MPT_FRAME_HDR *) mem;
4511		ioc->reply_frames_low_dma = (u32) (alloc_dma & 0xFFFFFFFF);
4512
4513		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ReplyBuffers @ %p[%p]\n",
4514	 		ioc->name, ioc->reply_frames, (void *)(ulong)alloc_dma));
4515
4516		alloc_dma += reply_sz;
4517		mem += reply_sz;
4518
4519		/*  Request FIFO - WE manage this!  */
4520
4521		ioc->req_frames = (MPT_FRAME_HDR *) mem;
4522		ioc->req_frames_dma = alloc_dma;
4523
4524		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "RequestBuffers @ %p[%p]\n",
4525			 	ioc->name, mem, (void *)(ulong)alloc_dma));
4526
4527		ioc->req_frames_low_dma = (u32) (alloc_dma & 0xFFFFFFFF);
4528
4529		for (i = 0; i < ioc->req_depth; i++) {
4530			alloc_dma += ioc->req_sz;
4531			mem += ioc->req_sz;
4532		}
4533
4534		ioc->ChainBuffer = mem;
4535		ioc->ChainBufferDMA = alloc_dma;
4536
4537		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ChainBuffers @ %p(%p)\n",
4538			ioc->name, ioc->ChainBuffer, (void *)(ulong)ioc->ChainBufferDMA));
4539
4540		/* Initialize the free chain Q.
4541	 	*/
4542
4543		INIT_LIST_HEAD(&ioc->FreeChainQ);
4544
4545		/* Post the chain buffers to the FreeChainQ.
4546	 	*/
4547		mem = (u8 *)ioc->ChainBuffer;
4548		for (i=0; i < num_chain; i++) {
4549			mf = (MPT_FRAME_HDR *) mem;
4550			list_add_tail(&mf->u.frame.linkage.list, &ioc->FreeChainQ);
4551			mem += ioc->req_sz;
4552		}
4553
4554		/* Initialize Request frames linked list
4555		 */
4556		alloc_dma = ioc->req_frames_dma;
4557		mem = (u8 *) ioc->req_frames;
4558
4559		spin_lock_irqsave(&ioc->FreeQlock, flags);
4560		INIT_LIST_HEAD(&ioc->FreeQ);
4561		for (i = 0; i < ioc->req_depth; i++) {
4562			mf = (MPT_FRAME_HDR *) mem;
4563
4564			/*  Queue REQUESTs *internally*!  */
4565			list_add_tail(&mf->u.frame.linkage.list, &ioc->FreeQ);
4566
4567			mem += ioc->req_sz;
4568		}
4569		spin_unlock_irqrestore(&ioc->FreeQlock, flags);
4570
4571		sz = (ioc->req_depth * MPT_SENSE_BUFFER_ALLOC);
4572		ioc->sense_buf_pool =
4573			pci_alloc_consistent(ioc->pcidev, sz, &ioc->sense_buf_pool_dma);
4574		if (ioc->sense_buf_pool == NULL) {
4575			printk(MYIOC_s_ERR_FMT "Unable to allocate Sense Buffers!\n",
4576				ioc->name);
4577			goto out_fail;
4578		}
4579
4580		ioc->sense_buf_low_dma = (u32) (ioc->sense_buf_pool_dma & 0xFFFFFFFF);
4581		ioc->alloc_total += sz;
4582		dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "SenseBuffers @ %p[%p]\n",
4583 			ioc->name, ioc->sense_buf_pool, (void *)(ulong)ioc->sense_buf_pool_dma));
4584
4585	}
4586
4587	/* Post Reply frames to FIFO
4588	 */
4589	alloc_dma = ioc->alloc_dma;
4590	dinitprintk(ioc, printk(MYIOC_s_DEBUG_FMT "ReplyBuffers @ %p[%p]\n",
4591	 	ioc->name, ioc->reply_frames, (void *)(ulong)alloc_dma));
4592
4593	for (i = 0; i < ioc->reply_depth; i++) {
4594		/*  Write each address to the IOC!  */
4595		CHIPREG_WRITE32(&ioc->chip->ReplyFifo, alloc_dma);
4596		alloc_dma += ioc->reply_sz;
4597	}
4598
4599	if (dma_mask == DMA_BIT_MASK(35) && !pci_set_dma_mask(ioc->pcidev,
4600	    ioc->dma_mask) && !pci_set_consistent_dma_mask(ioc->pcidev,
4601	    ioc->dma_mask))
4602		d36memprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4603		    "restoring 64 bit addressing\n", ioc->name));
4604
4605	return 0;
4606
4607out_fail:
4608
4609	if (ioc->alloc != NULL) {
4610		sz = ioc->alloc_sz;
4611		pci_free_consistent(ioc->pcidev,
4612				sz,
4613				ioc->alloc, ioc->alloc_dma);
4614		ioc->reply_frames = NULL;
4615		ioc->req_frames = NULL;
4616		ioc->alloc_total -= sz;
4617	}
4618	if (ioc->sense_buf_pool != NULL) {
4619		sz = (ioc->req_depth * MPT_SENSE_BUFFER_ALLOC);
4620		pci_free_consistent(ioc->pcidev,
4621				sz,
4622				ioc->sense_buf_pool, ioc->sense_buf_pool_dma);
4623		ioc->sense_buf_pool = NULL;
4624	}
4625
4626	if (dma_mask == DMA_BIT_MASK(35) && !pci_set_dma_mask(ioc->pcidev,
4627	    DMA_BIT_MASK(64)) && !pci_set_consistent_dma_mask(ioc->pcidev,
4628	    DMA_BIT_MASK(64)))
4629		d36memprintk(ioc, printk(MYIOC_s_DEBUG_FMT
4630		    "restoring 64 bit addressing\n", ioc->name));
4631
4632	return -1;
4633}
4634
4635/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4636/**
4637 *	mpt_handshake_req_reply_wait - Send MPT request to and receive reply
4638 *	from IOC via doorbell handshake method.
4639 *	@ioc: Pointer to MPT_ADAPTER structure
4640 *	@reqBytes: Size of the request in bytes
4641 *	@req: Pointer to MPT request frame
4642 *	@replyBytes: Expected size of the reply in bytes
4643 *	@u16reply: Pointer to area where reply should be written
4644 *	@maxwait: Max wait time for a reply (in seconds)
4645 *	@sleepFlag: Specifies whether the process can sleep
4646 *
4647 *	NOTES: It is the callers responsibility to byte-swap fields in the
4648 *	request which are greater than 1 byte in size.  It is also the
4649 *	callers responsibility to byte-swap response fields which are
4650 *	greater than 1 byte in size.
4651 *
4652 *	Returns 0 for success, non-zero for failure.
4653 */
4654static int
4655mpt_handshake_req_reply_wait(MPT_ADAPTER *ioc, int reqBytes, u32 *req,
4656		int replyBytes, u16 *u16reply, int maxwait, int sleepFlag)
4657{
4658	MPIDefaultReply_t *mptReply;
4659	int failcnt = 0;
4660	int t;
4661
4662	/*
4663	 * Get ready to cache a handshake reply
4664	 */
4665	ioc->hs_reply_idx = 0;
4666	mptReply = (MPIDefaultReply_t *) ioc->hs_reply;
4667	mptReply->MsgLength = 0;
4668
4669	/*
4670	 * Make sure there are no doorbells (WRITE 0 to IntStatus reg),
4671	 * then tell IOC that we want to handshake a request of N words.
4672	 * (WRITE u32val to Doorbell reg).
4673	 */
4674	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4675	CHIPREG_WRITE32(&ioc->chip->Doorbell,
4676			((MPI_FUNCTION_HANDSHAKE<<MPI_DOORBELL_FUNCTION_SHIFT) |
4677			 ((reqBytes/4)<<MPI_DOORBELL_ADD_DWORDS_SHIFT)));
4678
4679	/*
4680	 * Wait for IOC's doorbell handshake int
4681	 */
4682	if ((t = WaitForDoorbellInt(ioc, 5, sleepFlag)) < 0)
4683		failcnt++;
4684
4685	dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "HandShake request start reqBytes=%d, WaitCnt=%d%s\n",
4686			ioc->name, reqBytes, t, failcnt ? " - MISSING DOORBELL HANDSHAKE!" : ""));
4687
4688	/* Read doorbell and check for active bit */
4689	if (!(CHIPREG_READ32(&ioc->chip->Doorbell) & MPI_DOORBELL_ACTIVE))
4690			return -1;
4691
4692	/*
4693	 * Clear doorbell int (WRITE 0 to IntStatus reg),
4694	 * then wait for IOC to ACKnowledge that it's ready for
4695	 * our handshake request.
4696	 */
4697	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4698	if (!failcnt && (t = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0)
4699		failcnt++;
4700
4701	if (!failcnt) {
4702		int	 ii;
4703		u8	*req_as_bytes = (u8 *) req;
4704
4705		/*
4706		 * Stuff request words via doorbell handshake,
4707		 * with ACK from IOC for each.
4708		 */
4709		for (ii = 0; !failcnt && ii < reqBytes/4; ii++) {
4710			u32 word = ((req_as_bytes[(ii*4) + 0] <<  0) |
4711				    (req_as_bytes[(ii*4) + 1] <<  8) |
4712				    (req_as_bytes[(ii*4) + 2] << 16) |
4713				    (req_as_bytes[(ii*4) + 3] << 24));
4714
4715			CHIPREG_WRITE32(&ioc->chip->Doorbell, word);
4716			if ((t = WaitForDoorbellAck(ioc, 5, sleepFlag)) < 0)
4717				failcnt++;
4718		}
4719
4720		dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Handshake request frame (@%p) header\n", ioc->name, req));
4721		DBG_DUMP_REQUEST_FRAME_HDR(ioc, (u32 *)req);
4722
4723		dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "HandShake request post done, WaitCnt=%d%s\n",
4724				ioc->name, t, failcnt ? " - MISSING DOORBELL ACK!" : ""));
4725
4726		/*
4727		 * Wait for completion of doorbell handshake reply from the IOC
4728		 */
4729		if (!failcnt && (t = WaitForDoorbellReply(ioc, maxwait, sleepFlag)) < 0)
4730			failcnt++;
4731
4732		dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "HandShake reply count=%d%s\n",
4733				ioc->name, t, failcnt ? " - MISSING DOORBELL REPLY!" : ""));
4734
4735		/*
4736		 * Copy out the cached reply...
4737		 */
4738		for (ii=0; ii < min(replyBytes/2,mptReply->MsgLength*2); ii++)
4739			u16reply[ii] = ioc->hs_reply[ii];
4740	} else {
4741		return -99;
4742	}
4743
4744	return -failcnt;
4745}
4746
4747/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4748/**
4749 *	WaitForDoorbellAck - Wait for IOC doorbell handshake acknowledge
4750 *	@ioc: Pointer to MPT_ADAPTER structure
4751 *	@howlong: How long to wait (in seconds)
4752 *	@sleepFlag: Specifies whether the process can sleep
4753 *
4754 *	This routine waits (up to ~2 seconds max) for IOC doorbell
4755 *	handshake ACKnowledge, indicated by the IOP_DOORBELL_STATUS
4756 *	bit in its IntStatus register being clear.
4757 *
4758 *	Returns a negative value on failure, else wait loop count.
4759 */
4760static int
4761WaitForDoorbellAck(MPT_ADAPTER *ioc, int howlong, int sleepFlag)
4762{
4763	int cntdn;
4764	int count = 0;
4765	u32 intstat=0;
4766
4767	cntdn = 1000 * howlong;
4768
4769	if (sleepFlag == CAN_SLEEP) {
4770		while (--cntdn) {
4771			msleep (1);
4772			intstat = CHIPREG_READ32(&ioc->chip->IntStatus);
4773			if (! (intstat & MPI_HIS_IOP_DOORBELL_STATUS))
4774				break;
4775			count++;
4776		}
4777	} else {
4778		while (--cntdn) {
4779			udelay (1000);
4780			intstat = CHIPREG_READ32(&ioc->chip->IntStatus);
4781			if (! (intstat & MPI_HIS_IOP_DOORBELL_STATUS))
4782				break;
4783			count++;
4784		}
4785	}
4786
4787	if (cntdn) {
4788		dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "WaitForDoorbell ACK (count=%d)\n",
4789				ioc->name, count));
4790		return count;
4791	}
4792
4793	printk(MYIOC_s_ERR_FMT "Doorbell ACK timeout (count=%d), IntStatus=%x!\n",
4794			ioc->name, count, intstat);
4795	return -1;
4796}
4797
4798/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4799/**
4800 *	WaitForDoorbellInt - Wait for IOC to set its doorbell interrupt bit
4801 *	@ioc: Pointer to MPT_ADAPTER structure
4802 *	@howlong: How long to wait (in seconds)
4803 *	@sleepFlag: Specifies whether the process can sleep
4804 *
4805 *	This routine waits (up to ~2 seconds max) for IOC doorbell interrupt
4806 *	(MPI_HIS_DOORBELL_INTERRUPT) to be set in the IntStatus register.
4807 *
4808 *	Returns a negative value on failure, else wait loop count.
4809 */
4810static int
4811WaitForDoorbellInt(MPT_ADAPTER *ioc, int howlong, int sleepFlag)
4812{
4813	int cntdn;
4814	int count = 0;
4815	u32 intstat=0;
4816
4817	cntdn = 1000 * howlong;
4818	if (sleepFlag == CAN_SLEEP) {
4819		while (--cntdn) {
4820			intstat = CHIPREG_READ32(&ioc->chip->IntStatus);
4821			if (intstat & MPI_HIS_DOORBELL_INTERRUPT)
4822				break;
4823			msleep(1);
4824			count++;
4825		}
4826	} else {
4827		while (--cntdn) {
4828			intstat = CHIPREG_READ32(&ioc->chip->IntStatus);
4829			if (intstat & MPI_HIS_DOORBELL_INTERRUPT)
4830				break;
4831			udelay (1000);
4832			count++;
4833		}
4834	}
4835
4836	if (cntdn) {
4837		dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "WaitForDoorbell INT (cnt=%d) howlong=%d\n",
4838				ioc->name, count, howlong));
4839		return count;
4840	}
4841
4842	printk(MYIOC_s_ERR_FMT "Doorbell INT timeout (count=%d), IntStatus=%x!\n",
4843			ioc->name, count, intstat);
4844	return -1;
4845}
4846
4847/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4848/**
4849 *	WaitForDoorbellReply - Wait for and capture an IOC handshake reply.
4850 *	@ioc: Pointer to MPT_ADAPTER structure
4851 *	@howlong: How long to wait (in seconds)
4852 *	@sleepFlag: Specifies whether the process can sleep
4853 *
4854 *	This routine polls the IOC for a handshake reply, 16 bits at a time.
4855 *	Reply is cached to IOC private area large enough to hold a maximum
4856 *	of 128 bytes of reply data.
4857 *
4858 *	Returns a negative value on failure, else size of reply in WORDS.
4859 */
4860static int
4861WaitForDoorbellReply(MPT_ADAPTER *ioc, int howlong, int sleepFlag)
4862{
4863	int u16cnt = 0;
4864	int failcnt = 0;
4865	int t;
4866	u16 *hs_reply = ioc->hs_reply;
4867	volatile MPIDefaultReply_t *mptReply = (MPIDefaultReply_t *) ioc->hs_reply;
4868	u16 hword;
4869
4870	hs_reply[0] = hs_reply[1] = hs_reply[7] = 0;
4871
4872	/*
4873	 * Get first two u16's so we can look at IOC's intended reply MsgLength
4874	 */
4875	u16cnt=0;
4876	if ((t = WaitForDoorbellInt(ioc, howlong, sleepFlag)) < 0) {
4877		failcnt++;
4878	} else {
4879		hs_reply[u16cnt++] = le16_to_cpu(CHIPREG_READ32(&ioc->chip->Doorbell) & 0x0000FFFF);
4880		CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4881		if ((t = WaitForDoorbellInt(ioc, 5, sleepFlag)) < 0)
4882			failcnt++;
4883		else {
4884			hs_reply[u16cnt++] = le16_to_cpu(CHIPREG_READ32(&ioc->chip->Doorbell) & 0x0000FFFF);
4885			CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4886		}
4887	}
4888
4889	dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "WaitCnt=%d First handshake reply word=%08x%s\n",
4890			ioc->name, t, le32_to_cpu(*(u32 *)hs_reply),
4891			failcnt ? " - MISSING DOORBELL HANDSHAKE!" : ""));
4892
4893	/*
4894	 * If no error (and IOC said MsgLength is > 0), piece together
4895	 * reply 16 bits at a time.
4896	 */
4897	for (u16cnt=2; !failcnt && u16cnt < (2 * mptReply->MsgLength); u16cnt++) {
4898		if ((t = WaitForDoorbellInt(ioc, 5, sleepFlag)) < 0)
4899			failcnt++;
4900		hword = le16_to_cpu(CHIPREG_READ32(&ioc->chip->Doorbell) & 0x0000FFFF);
4901		/* don't overflow our IOC hs_reply[] buffer! */
4902		if (u16cnt < ARRAY_SIZE(ioc->hs_reply))
4903			hs_reply[u16cnt] = hword;
4904		CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4905	}
4906
4907	if (!failcnt && (t = WaitForDoorbellInt(ioc, 5, sleepFlag)) < 0)
4908		failcnt++;
4909	CHIPREG_WRITE32(&ioc->chip->IntStatus, 0);
4910
4911	if (failcnt) {
4912		printk(MYIOC_s_ERR_FMT "Handshake reply failure!\n",
4913				ioc->name);
4914		return -failcnt;
4915	}
4916#if 0
4917	else if (u16cnt != (2 * mptReply->MsgLength)) {
4918		return -101;
4919	}
4920	else if ((mptReply->IOCStatus & MPI_IOCSTATUS_MASK) != MPI_IOCSTATUS_SUCCESS) {
4921		return -102;
4922	}
4923#endif
4924
4925	dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Got Handshake reply:\n", ioc->name));
4926	DBG_DUMP_REPLY_FRAME(ioc, (u32 *)mptReply);
4927
4928	dhsprintk(ioc, printk(MYIOC_s_DEBUG_FMT "WaitForDoorbell REPLY WaitCnt=%d (sz=%d)\n",
4929			ioc->name, t, u16cnt/2));
4930	return u16cnt/2;
4931}
4932
4933/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
4934/**
4935 *	GetLanConfigPages - Fetch LANConfig pages.
4936 *	@ioc: Pointer to MPT_ADAPTER structure
4937 *
4938 *	Return: 0 for success
4939 *	-ENOMEM if no memory available
4940 *		-EPERM if not allowed due to ISR context
4941 *		-EAGAIN if no msg frames currently available
4942 *		-EFAULT for non-successful reply or no reply (timeout)
4943 */
4944static int
4945GetLanConfigPages(MPT_ADAPTER *ioc)
4946{
4947	ConfigPageHeader_t	 hdr;
4948	CONFIGPARMS		 cfg;
4949	LANPage0_t		*ppage0_alloc;
4950	dma_addr_t		 page0_dma;
4951	LANPage1_t		*ppage1_alloc;
4952	dma_addr_t		 page1_dma;
4953	int			 rc = 0;
4954	int			 data_sz;
4955	int			 copy_sz;
4956
4957	/* Get LAN Page 0 header */
4958	hdr.PageVersion = 0;
4959	hdr.PageLength = 0;
4960	hdr.PageNumber = 0;
4961	hdr.PageType = MPI_CONFIG_PAGETYPE_LAN;
4962	cfg.cfghdr.hdr = &hdr;
4963	cfg.physAddr = -1;
4964	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
4965	cfg.dir = 0;
4966	cfg.pageAddr = 0;
4967	cfg.timeout = 0;
4968
4969	if ((rc = mpt_config(ioc, &cfg)) != 0)
4970		return rc;
4971
4972	if (hdr.PageLength > 0) {
4973		data_sz = hdr.PageLength * 4;
4974		ppage0_alloc = (LANPage0_t *) pci_alloc_consistent(ioc->pcidev, data_sz, &page0_dma);
4975		rc = -ENOMEM;
4976		if (ppage0_alloc) {
4977			memset((u8 *)ppage0_alloc, 0, data_sz);
4978			cfg.physAddr = page0_dma;
4979			cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
4980
4981			if ((rc = mpt_config(ioc, &cfg)) == 0) {
4982				/* save the data */
4983				copy_sz = min_t(int, sizeof(LANPage0_t), data_sz);
4984				memcpy(&ioc->lan_cnfg_page0, ppage0_alloc, copy_sz);
4985
4986			}
4987
4988			pci_free_consistent(ioc->pcidev, data_sz, (u8 *) ppage0_alloc, page0_dma);
4989
4990			/* FIXME!
4991			 *	Normalize endianness of structure data,
4992			 *	by byte-swapping all > 1 byte fields!
4993			 */
4994
4995		}
4996
4997		if (rc)
4998			return rc;
4999	}
5000
5001	/* Get LAN Page 1 header */
5002	hdr.PageVersion = 0;
5003	hdr.PageLength = 0;
5004	hdr.PageNumber = 1;
5005	hdr.PageType = MPI_CONFIG_PAGETYPE_LAN;
5006	cfg.cfghdr.hdr = &hdr;
5007	cfg.physAddr = -1;
5008	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5009	cfg.dir = 0;
5010	cfg.pageAddr = 0;
5011
5012	if ((rc = mpt_config(ioc, &cfg)) != 0)
5013		return rc;
5014
5015	if (hdr.PageLength == 0)
5016		return 0;
5017
5018	data_sz = hdr.PageLength * 4;
5019	rc = -ENOMEM;
5020	ppage1_alloc = (LANPage1_t *) pci_alloc_consistent(ioc->pcidev, data_sz, &page1_dma);
5021	if (ppage1_alloc) {
5022		memset((u8 *)ppage1_alloc, 0, data_sz);
5023		cfg.physAddr = page1_dma;
5024		cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5025
5026		if ((rc = mpt_config(ioc, &cfg)) == 0) {
5027			/* save the data */
5028			copy_sz = min_t(int, sizeof(LANPage1_t), data_sz);
5029			memcpy(&ioc->lan_cnfg_page1, ppage1_alloc, copy_sz);
5030		}
5031
5032		pci_free_consistent(ioc->pcidev, data_sz, (u8 *) ppage1_alloc, page1_dma);
5033
5034		/* FIXME!
5035		 *	Normalize endianness of structure data,
5036		 *	by byte-swapping all > 1 byte fields!
5037		 */
5038
5039	}
5040
5041	return rc;
5042}
5043
5044/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5045/**
5046 *	mptbase_sas_persist_operation - Perform operation on SAS Persistent Table
5047 *	@ioc: Pointer to MPT_ADAPTER structure
5048 *	@persist_opcode: see below
5049 *
5050 *	MPI_SAS_OP_CLEAR_NOT_PRESENT - Free all persist TargetID mappings for
5051 *		devices not currently present.
5052 *	MPI_SAS_OP_CLEAR_ALL_PERSISTENT - Clear al persist TargetID mappings
 
 
5053 *
5054 *	NOTE: Don't use not this function during interrupt time.
5055 *
5056 *	Returns 0 for success, non-zero error
5057 */
5058
5059/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5060int
5061mptbase_sas_persist_operation(MPT_ADAPTER *ioc, u8 persist_opcode)
5062{
5063	SasIoUnitControlRequest_t	*sasIoUnitCntrReq;
5064	SasIoUnitControlReply_t		*sasIoUnitCntrReply;
5065	MPT_FRAME_HDR			*mf = NULL;
5066	MPIHeader_t			*mpi_hdr;
5067	int				ret = 0;
5068	unsigned long 	 		timeleft;
5069
5070	mutex_lock(&ioc->mptbase_cmds.mutex);
5071
5072	/* init the internal cmd struct */
5073	memset(ioc->mptbase_cmds.reply, 0 , MPT_DEFAULT_FRAME_SIZE);
5074	INITIALIZE_MGMT_STATUS(ioc->mptbase_cmds.status)
5075
5076	/* insure garbage is not sent to fw */
5077	switch(persist_opcode) {
5078
5079	case MPI_SAS_OP_CLEAR_NOT_PRESENT:
5080	case MPI_SAS_OP_CLEAR_ALL_PERSISTENT:
5081		break;
5082
5083	default:
5084		ret = -1;
5085		goto out;
5086	}
5087
5088	printk(KERN_DEBUG  "%s: persist_opcode=%x\n",
5089		__func__, persist_opcode);
5090
5091	/* Get a MF for this command.
5092	 */
5093	if ((mf = mpt_get_msg_frame(mpt_base_index, ioc)) == NULL) {
5094		printk(KERN_DEBUG "%s: no msg frames!\n", __func__);
5095		ret = -1;
5096		goto out;
5097        }
5098
5099	mpi_hdr = (MPIHeader_t *) mf;
5100	sasIoUnitCntrReq = (SasIoUnitControlRequest_t *)mf;
5101	memset(sasIoUnitCntrReq,0,sizeof(SasIoUnitControlRequest_t));
5102	sasIoUnitCntrReq->Function = MPI_FUNCTION_SAS_IO_UNIT_CONTROL;
5103	sasIoUnitCntrReq->MsgContext = mpi_hdr->MsgContext;
5104	sasIoUnitCntrReq->Operation = persist_opcode;
5105
5106	mpt_put_msg_frame(mpt_base_index, ioc, mf);
5107	timeleft = wait_for_completion_timeout(&ioc->mptbase_cmds.done, 10*HZ);
5108	if (!(ioc->mptbase_cmds.status & MPT_MGMT_STATUS_COMMAND_GOOD)) {
5109		ret = -ETIME;
5110		printk(KERN_DEBUG "%s: failed\n", __func__);
5111		if (ioc->mptbase_cmds.status & MPT_MGMT_STATUS_DID_IOCRESET)
5112			goto out;
5113		if (!timeleft) {
5114			printk(MYIOC_s_WARN_FMT
5115			       "Issuing Reset from %s!!, doorbell=0x%08x\n",
5116			       ioc->name, __func__, mpt_GetIocState(ioc, 0));
5117			mpt_Soft_Hard_ResetHandler(ioc, CAN_SLEEP);
5118			mpt_free_msg_frame(ioc, mf);
5119		}
5120		goto out;
5121	}
5122
5123	if (!(ioc->mptbase_cmds.status & MPT_MGMT_STATUS_RF_VALID)) {
5124		ret = -1;
5125		goto out;
5126	}
5127
5128	sasIoUnitCntrReply =
5129	    (SasIoUnitControlReply_t *)ioc->mptbase_cmds.reply;
5130	if (le16_to_cpu(sasIoUnitCntrReply->IOCStatus) != MPI_IOCSTATUS_SUCCESS) {
5131		printk(KERN_DEBUG "%s: IOCStatus=0x%X IOCLogInfo=0x%X\n",
5132		    __func__, sasIoUnitCntrReply->IOCStatus,
5133		    sasIoUnitCntrReply->IOCLogInfo);
5134		printk(KERN_DEBUG "%s: failed\n", __func__);
5135		ret = -1;
5136	} else
5137		printk(KERN_DEBUG "%s: success\n", __func__);
5138 out:
5139
5140	CLEAR_MGMT_STATUS(ioc->mptbase_cmds.status)
5141	mutex_unlock(&ioc->mptbase_cmds.mutex);
5142	return ret;
5143}
5144
5145/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5146
5147static void
5148mptbase_raid_process_event_data(MPT_ADAPTER *ioc,
5149    MpiEventDataRaid_t * pRaidEventData)
5150{
5151	int 	volume;
5152	int 	reason;
5153	int 	disk;
5154	int 	status;
5155	int 	flags;
5156	int 	state;
5157
5158	volume	= pRaidEventData->VolumeID;
5159	reason	= pRaidEventData->ReasonCode;
5160	disk	= pRaidEventData->PhysDiskNum;
5161	status	= le32_to_cpu(pRaidEventData->SettingsStatus);
5162	flags	= (status >> 0) & 0xff;
5163	state	= (status >> 8) & 0xff;
5164
5165	if (reason == MPI_EVENT_RAID_RC_DOMAIN_VAL_NEEDED) {
5166		return;
5167	}
5168
5169	if ((reason >= MPI_EVENT_RAID_RC_PHYSDISK_CREATED &&
5170	     reason <= MPI_EVENT_RAID_RC_PHYSDISK_STATUS_CHANGED) ||
5171	    (reason == MPI_EVENT_RAID_RC_SMART_DATA)) {
5172		printk(MYIOC_s_INFO_FMT "RAID STATUS CHANGE for PhysDisk %d id=%d\n",
5173			ioc->name, disk, volume);
5174	} else {
5175		printk(MYIOC_s_INFO_FMT "RAID STATUS CHANGE for VolumeID %d\n",
5176			ioc->name, volume);
5177	}
5178
5179	switch(reason) {
5180	case MPI_EVENT_RAID_RC_VOLUME_CREATED:
5181		printk(MYIOC_s_INFO_FMT "  volume has been created\n",
5182			ioc->name);
5183		break;
5184
5185	case MPI_EVENT_RAID_RC_VOLUME_DELETED:
5186
5187		printk(MYIOC_s_INFO_FMT "  volume has been deleted\n",
5188			ioc->name);
5189		break;
5190
5191	case MPI_EVENT_RAID_RC_VOLUME_SETTINGS_CHANGED:
5192		printk(MYIOC_s_INFO_FMT "  volume settings have been changed\n",
5193			ioc->name);
5194		break;
5195
5196	case MPI_EVENT_RAID_RC_VOLUME_STATUS_CHANGED:
5197		printk(MYIOC_s_INFO_FMT "  volume is now %s%s%s%s\n",
5198			ioc->name,
5199			state == MPI_RAIDVOL0_STATUS_STATE_OPTIMAL
5200			 ? "optimal"
5201			 : state == MPI_RAIDVOL0_STATUS_STATE_DEGRADED
5202			  ? "degraded"
5203			  : state == MPI_RAIDVOL0_STATUS_STATE_FAILED
5204			   ? "failed"
5205			   : "state unknown",
5206			flags & MPI_RAIDVOL0_STATUS_FLAG_ENABLED
5207			 ? ", enabled" : "",
5208			flags & MPI_RAIDVOL0_STATUS_FLAG_QUIESCED
5209			 ? ", quiesced" : "",
5210			flags & MPI_RAIDVOL0_STATUS_FLAG_RESYNC_IN_PROGRESS
5211			 ? ", resync in progress" : "" );
5212		break;
5213
5214	case MPI_EVENT_RAID_RC_VOLUME_PHYSDISK_CHANGED:
5215		printk(MYIOC_s_INFO_FMT "  volume membership of PhysDisk %d has changed\n",
5216			ioc->name, disk);
5217		break;
5218
5219	case MPI_EVENT_RAID_RC_PHYSDISK_CREATED:
5220		printk(MYIOC_s_INFO_FMT "  PhysDisk has been created\n",
5221			ioc->name);
5222		break;
5223
5224	case MPI_EVENT_RAID_RC_PHYSDISK_DELETED:
5225		printk(MYIOC_s_INFO_FMT "  PhysDisk has been deleted\n",
5226			ioc->name);
5227		break;
5228
5229	case MPI_EVENT_RAID_RC_PHYSDISK_SETTINGS_CHANGED:
5230		printk(MYIOC_s_INFO_FMT "  PhysDisk settings have been changed\n",
5231			ioc->name);
5232		break;
5233
5234	case MPI_EVENT_RAID_RC_PHYSDISK_STATUS_CHANGED:
5235		printk(MYIOC_s_INFO_FMT "  PhysDisk is now %s%s%s\n",
5236			ioc->name,
5237			state == MPI_PHYSDISK0_STATUS_ONLINE
5238			 ? "online"
5239			 : state == MPI_PHYSDISK0_STATUS_MISSING
5240			  ? "missing"
5241			  : state == MPI_PHYSDISK0_STATUS_NOT_COMPATIBLE
5242			   ? "not compatible"
5243			   : state == MPI_PHYSDISK0_STATUS_FAILED
5244			    ? "failed"
5245			    : state == MPI_PHYSDISK0_STATUS_INITIALIZING
5246			     ? "initializing"
5247			     : state == MPI_PHYSDISK0_STATUS_OFFLINE_REQUESTED
5248			      ? "offline requested"
5249			      : state == MPI_PHYSDISK0_STATUS_FAILED_REQUESTED
5250			       ? "failed requested"
5251			       : state == MPI_PHYSDISK0_STATUS_OTHER_OFFLINE
5252			        ? "offline"
5253			        : "state unknown",
5254			flags & MPI_PHYSDISK0_STATUS_FLAG_OUT_OF_SYNC
5255			 ? ", out of sync" : "",
5256			flags & MPI_PHYSDISK0_STATUS_FLAG_QUIESCED
5257			 ? ", quiesced" : "" );
5258		break;
5259
5260	case MPI_EVENT_RAID_RC_DOMAIN_VAL_NEEDED:
5261		printk(MYIOC_s_INFO_FMT "  Domain Validation needed for PhysDisk %d\n",
5262			ioc->name, disk);
5263		break;
5264
5265	case MPI_EVENT_RAID_RC_SMART_DATA:
5266		printk(MYIOC_s_INFO_FMT "  SMART data received, ASC/ASCQ = %02xh/%02xh\n",
5267			ioc->name, pRaidEventData->ASC, pRaidEventData->ASCQ);
5268		break;
5269
5270	case MPI_EVENT_RAID_RC_REPLACE_ACTION_STARTED:
5271		printk(MYIOC_s_INFO_FMT "  replacement of PhysDisk %d has started\n",
5272			ioc->name, disk);
5273		break;
5274	}
5275}
5276
5277/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5278/**
5279 *	GetIoUnitPage2 - Retrieve BIOS version and boot order information.
5280 *	@ioc: Pointer to MPT_ADAPTER structure
5281 *
5282 *	Returns: 0 for success
5283 *	-ENOMEM if no memory available
5284 *		-EPERM if not allowed due to ISR context
5285 *		-EAGAIN if no msg frames currently available
5286 *		-EFAULT for non-successful reply or no reply (timeout)
5287 */
5288static int
5289GetIoUnitPage2(MPT_ADAPTER *ioc)
5290{
5291	ConfigPageHeader_t	 hdr;
5292	CONFIGPARMS		 cfg;
5293	IOUnitPage2_t		*ppage_alloc;
5294	dma_addr_t		 page_dma;
5295	int			 data_sz;
5296	int			 rc;
5297
5298	/* Get the page header */
5299	hdr.PageVersion = 0;
5300	hdr.PageLength = 0;
5301	hdr.PageNumber = 2;
5302	hdr.PageType = MPI_CONFIG_PAGETYPE_IO_UNIT;
5303	cfg.cfghdr.hdr = &hdr;
5304	cfg.physAddr = -1;
5305	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5306	cfg.dir = 0;
5307	cfg.pageAddr = 0;
5308	cfg.timeout = 0;
5309
5310	if ((rc = mpt_config(ioc, &cfg)) != 0)
5311		return rc;
5312
5313	if (hdr.PageLength == 0)
5314		return 0;
5315
5316	/* Read the config page */
5317	data_sz = hdr.PageLength * 4;
5318	rc = -ENOMEM;
5319	ppage_alloc = (IOUnitPage2_t *) pci_alloc_consistent(ioc->pcidev, data_sz, &page_dma);
5320	if (ppage_alloc) {
5321		memset((u8 *)ppage_alloc, 0, data_sz);
5322		cfg.physAddr = page_dma;
5323		cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5324
5325		/* If Good, save data */
5326		if ((rc = mpt_config(ioc, &cfg)) == 0)
5327			ioc->biosVersion = le32_to_cpu(ppage_alloc->BiosVersion);
5328
5329		pci_free_consistent(ioc->pcidev, data_sz, (u8 *) ppage_alloc, page_dma);
5330	}
5331
5332	return rc;
5333}
5334
5335/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5336/**
5337 *	mpt_GetScsiPortSettings - read SCSI Port Page 0 and 2
5338 *	@ioc: Pointer to a Adapter Strucutre
5339 *	@portnum: IOC port number
5340 *
5341 *	Return: -EFAULT if read of config page header fails
5342 *			or if no nvram
5343 *	If read of SCSI Port Page 0 fails,
5344 *		NVRAM = MPT_HOST_NVRAM_INVALID  (0xFFFFFFFF)
5345 *		Adapter settings: async, narrow
5346 *		Return 1
5347 *	If read of SCSI Port Page 2 fails,
5348 *		Adapter settings valid
5349 *		NVRAM = MPT_HOST_NVRAM_INVALID  (0xFFFFFFFF)
5350 *		Return 1
5351 *	Else
5352 *		Both valid
5353 *		Return 0
5354 *	CHECK - what type of locking mechanisms should be used????
5355 */
5356static int
5357mpt_GetScsiPortSettings(MPT_ADAPTER *ioc, int portnum)
5358{
5359	u8			*pbuf;
5360	dma_addr_t		 buf_dma;
5361	CONFIGPARMS		 cfg;
5362	ConfigPageHeader_t	 header;
5363	int			 ii;
5364	int			 data, rc = 0;
5365
5366	/* Allocate memory
5367	 */
5368	if (!ioc->spi_data.nvram) {
5369		int	 sz;
5370		u8	*mem;
5371		sz = MPT_MAX_SCSI_DEVICES * sizeof(int);
5372		mem = kmalloc(sz, GFP_ATOMIC);
5373		if (mem == NULL)
5374			return -EFAULT;
5375
5376		ioc->spi_data.nvram = (int *) mem;
5377
5378		dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "SCSI device NVRAM settings @ %p, sz=%d\n",
5379			ioc->name, ioc->spi_data.nvram, sz));
5380	}
5381
5382	/* Invalidate NVRAM information
5383	 */
5384	for (ii=0; ii < MPT_MAX_SCSI_DEVICES; ii++) {
5385		ioc->spi_data.nvram[ii] = MPT_HOST_NVRAM_INVALID;
5386	}
5387
5388	/* Read SPP0 header, allocate memory, then read page.
5389	 */
5390	header.PageVersion = 0;
5391	header.PageLength = 0;
5392	header.PageNumber = 0;
5393	header.PageType = MPI_CONFIG_PAGETYPE_SCSI_PORT;
5394	cfg.cfghdr.hdr = &header;
5395	cfg.physAddr = -1;
5396	cfg.pageAddr = portnum;
5397	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5398	cfg.dir = 0;
5399	cfg.timeout = 0;	/* use default */
5400	if (mpt_config(ioc, &cfg) != 0)
5401		 return -EFAULT;
5402
5403	if (header.PageLength > 0) {
5404		pbuf = pci_alloc_consistent(ioc->pcidev, header.PageLength * 4, &buf_dma);
5405		if (pbuf) {
5406			cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5407			cfg.physAddr = buf_dma;
5408			if (mpt_config(ioc, &cfg) != 0) {
5409				ioc->spi_data.maxBusWidth = MPT_NARROW;
5410				ioc->spi_data.maxSyncOffset = 0;
5411				ioc->spi_data.minSyncFactor = MPT_ASYNC;
5412				ioc->spi_data.busType = MPT_HOST_BUS_UNKNOWN;
5413				rc = 1;
5414				ddvprintk(ioc, printk(MYIOC_s_DEBUG_FMT
5415					"Unable to read PortPage0 minSyncFactor=%x\n",
5416					ioc->name, ioc->spi_data.minSyncFactor));
5417			} else {
5418				/* Save the Port Page 0 data
5419				 */
5420				SCSIPortPage0_t  *pPP0 = (SCSIPortPage0_t  *) pbuf;
5421				pPP0->Capabilities = le32_to_cpu(pPP0->Capabilities);
5422				pPP0->PhysicalInterface = le32_to_cpu(pPP0->PhysicalInterface);
5423
5424				if ( (pPP0->Capabilities & MPI_SCSIPORTPAGE0_CAP_QAS) == 0 ) {
5425					ioc->spi_data.noQas |= MPT_TARGET_NO_NEGO_QAS;
5426					ddvprintk(ioc, printk(MYIOC_s_DEBUG_FMT
5427						"noQas due to Capabilities=%x\n",
5428						ioc->name, pPP0->Capabilities));
5429				}
5430				ioc->spi_data.maxBusWidth = pPP0->Capabilities & MPI_SCSIPORTPAGE0_CAP_WIDE ? 1 : 0;
5431				data = pPP0->Capabilities & MPI_SCSIPORTPAGE0_CAP_MAX_SYNC_OFFSET_MASK;
5432				if (data) {
5433					ioc->spi_data.maxSyncOffset = (u8) (data >> 16);
5434					data = pPP0->Capabilities & MPI_SCSIPORTPAGE0_CAP_MIN_SYNC_PERIOD_MASK;
5435					ioc->spi_data.minSyncFactor = (u8) (data >> 8);
5436					ddvprintk(ioc, printk(MYIOC_s_DEBUG_FMT
5437						"PortPage0 minSyncFactor=%x\n",
5438						ioc->name, ioc->spi_data.minSyncFactor));
5439				} else {
5440					ioc->spi_data.maxSyncOffset = 0;
5441					ioc->spi_data.minSyncFactor = MPT_ASYNC;
5442				}
5443
5444				ioc->spi_data.busType = pPP0->PhysicalInterface & MPI_SCSIPORTPAGE0_PHY_SIGNAL_TYPE_MASK;
5445
5446				/* Update the minSyncFactor based on bus type.
5447				 */
5448				if ((ioc->spi_data.busType == MPI_SCSIPORTPAGE0_PHY_SIGNAL_HVD) ||
5449					(ioc->spi_data.busType == MPI_SCSIPORTPAGE0_PHY_SIGNAL_SE))  {
5450
5451					if (ioc->spi_data.minSyncFactor < MPT_ULTRA) {
5452						ioc->spi_data.minSyncFactor = MPT_ULTRA;
5453						ddvprintk(ioc, printk(MYIOC_s_DEBUG_FMT
5454							"HVD or SE detected, minSyncFactor=%x\n",
5455							ioc->name, ioc->spi_data.minSyncFactor));
5456					}
5457				}
5458			}
5459			if (pbuf) {
5460				pci_free_consistent(ioc->pcidev, header.PageLength * 4, pbuf, buf_dma);
5461			}
5462		}
5463	}
5464
5465	/* SCSI Port Page 2 - Read the header then the page.
5466	 */
5467	header.PageVersion = 0;
5468	header.PageLength = 0;
5469	header.PageNumber = 2;
5470	header.PageType = MPI_CONFIG_PAGETYPE_SCSI_PORT;
5471	cfg.cfghdr.hdr = &header;
5472	cfg.physAddr = -1;
5473	cfg.pageAddr = portnum;
5474	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5475	cfg.dir = 0;
5476	if (mpt_config(ioc, &cfg) != 0)
5477		return -EFAULT;
5478
5479	if (header.PageLength > 0) {
5480		/* Allocate memory and read SCSI Port Page 2
5481		 */
5482		pbuf = pci_alloc_consistent(ioc->pcidev, header.PageLength * 4, &buf_dma);
5483		if (pbuf) {
5484			cfg.action = MPI_CONFIG_ACTION_PAGE_READ_NVRAM;
5485			cfg.physAddr = buf_dma;
5486			if (mpt_config(ioc, &cfg) != 0) {
5487				/* Nvram data is left with INVALID mark
5488				 */
5489				rc = 1;
5490			} else if (ioc->pcidev->vendor == PCI_VENDOR_ID_ATTO) {
5491
5492				/* This is an ATTO adapter, read Page2 accordingly
5493				*/
5494				ATTO_SCSIPortPage2_t *pPP2 = (ATTO_SCSIPortPage2_t  *) pbuf;
5495				ATTODeviceInfo_t *pdevice = NULL;
5496				u16 ATTOFlags;
5497
5498				/* Save the Port Page 2 data
5499				 * (reformat into a 32bit quantity)
5500				 */
5501				for (ii=0; ii < MPT_MAX_SCSI_DEVICES; ii++) {
5502				  pdevice = &pPP2->DeviceSettings[ii];
5503				  ATTOFlags = le16_to_cpu(pdevice->ATTOFlags);
5504				  data = 0;
5505
5506				  /* Translate ATTO device flags to LSI format
5507				   */
5508				  if (ATTOFlags & ATTOFLAG_DISC)
5509				    data |= (MPI_SCSIPORTPAGE2_DEVICE_DISCONNECT_ENABLE);
5510				  if (ATTOFlags & ATTOFLAG_ID_ENB)
5511				    data |= (MPI_SCSIPORTPAGE2_DEVICE_ID_SCAN_ENABLE);
5512				  if (ATTOFlags & ATTOFLAG_LUN_ENB)
5513				    data |= (MPI_SCSIPORTPAGE2_DEVICE_LUN_SCAN_ENABLE);
5514				  if (ATTOFlags & ATTOFLAG_TAGGED)
5515				    data |= (MPI_SCSIPORTPAGE2_DEVICE_TAG_QUEUE_ENABLE);
5516				  if (!(ATTOFlags & ATTOFLAG_WIDE_ENB))
5517				    data |= (MPI_SCSIPORTPAGE2_DEVICE_WIDE_DISABLE);
5518
5519				  data = (data << 16) | (pdevice->Period << 8) | 10;
5520				  ioc->spi_data.nvram[ii] = data;
5521				}
5522			} else {
5523				SCSIPortPage2_t *pPP2 = (SCSIPortPage2_t  *) pbuf;
5524				MpiDeviceInfo_t	*pdevice = NULL;
5525
5526				/*
5527				 * Save "Set to Avoid SCSI Bus Resets" flag
5528				 */
5529				ioc->spi_data.bus_reset =
5530				    (le32_to_cpu(pPP2->PortFlags) &
5531			        MPI_SCSIPORTPAGE2_PORT_FLAGS_AVOID_SCSI_RESET) ?
5532				    0 : 1 ;
5533
5534				/* Save the Port Page 2 data
5535				 * (reformat into a 32bit quantity)
5536				 */
5537				data = le32_to_cpu(pPP2->PortFlags) & MPI_SCSIPORTPAGE2_PORT_FLAGS_DV_MASK;
5538				ioc->spi_data.PortFlags = data;
5539				for (ii=0; ii < MPT_MAX_SCSI_DEVICES; ii++) {
5540					pdevice = &pPP2->DeviceSettings[ii];
5541					data = (le16_to_cpu(pdevice->DeviceFlags) << 16) |
5542						(pdevice->SyncFactor << 8) | pdevice->Timeout;
5543					ioc->spi_data.nvram[ii] = data;
5544				}
5545			}
5546
5547			pci_free_consistent(ioc->pcidev, header.PageLength * 4, pbuf, buf_dma);
5548		}
5549	}
5550
5551	/* Update Adapter limits with those from NVRAM
5552	 * Comment: Don't need to do this. Target performance
5553	 * parameters will never exceed the adapters limits.
5554	 */
5555
5556	return rc;
5557}
5558
5559/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
5560/**
5561 *	mpt_readScsiDevicePageHeaders - save version and length of SDP1
5562 *	@ioc: Pointer to a Adapter Strucutre
5563 *	@portnum: IOC port number
5564 *
5565 *	Return: -EFAULT if read of config page header fails
5566 *		or 0 if success.
5567 */
5568static int
5569mpt_readScsiDevicePageHeaders(MPT_ADAPTER *ioc, int portnum)
5570{
5571	CONFIGPARMS		 cfg;
5572	ConfigPageHeader_t	 header;
5573
5574	/* Read the SCSI Device Page 1 header
5575	 */
5576	header.PageVersion = 0;
5577	header.PageLength = 0;
5578	header.PageNumber = 1;
5579	header.PageType = MPI_CONFIG_PAGETYPE_SCSI_DEVICE;
5580	cfg.cfghdr.hdr = &header;
5581	cfg.physAddr = -1;
5582	cfg.pageAddr = portnum;
5583	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5584	cfg.dir = 0;
5585	cfg.timeout = 0;
5586	if (mpt_config(ioc, &cfg) != 0)
5587		 return -EFAULT;
5588
5589	ioc->spi_data.sdp1version = cfg.cfghdr.hdr->PageVersion;
5590	ioc->spi_data.sdp1length = cfg.cfghdr.hdr->PageLength;
5591
5592	header.PageVersion = 0;
5593	header.PageLength = 0;
5594	header.PageNumber = 0;
5595	header.PageType = MPI_CONFIG_PAGETYPE_SCSI_DEVICE;
5596	if (mpt_config(ioc, &cfg) != 0)
5597		 return -EFAULT;
5598
5599	ioc->spi_data.sdp0version = cfg.cfghdr.hdr->PageVersion;
5600	ioc->spi_data.sdp0length = cfg.cfghdr.hdr->PageLength;
5601
5602	dcprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Headers: 0: version %d length %d\n",
5603			ioc->name, ioc->spi_data.sdp0version, ioc->spi_data.sdp0length));
5604
5605	dcprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Headers: 1: version %d length %d\n",
5606			ioc->name, ioc->spi_data.sdp1version, ioc->spi_data.sdp1length));
5607	return 0;
5608}
5609
5610/**
5611 * mpt_inactive_raid_list_free - This clears this link list.
5612 * @ioc : pointer to per adapter structure
5613 **/
5614static void
5615mpt_inactive_raid_list_free(MPT_ADAPTER *ioc)
5616{
5617	struct inactive_raid_component_info *component_info, *pNext;
5618
5619	if (list_empty(&ioc->raid_data.inactive_list))
5620		return;
5621
5622	mutex_lock(&ioc->raid_data.inactive_list_mutex);
5623	list_for_each_entry_safe(component_info, pNext,
5624	    &ioc->raid_data.inactive_list, list) {
5625		list_del(&component_info->list);
5626		kfree(component_info);
5627	}
5628	mutex_unlock(&ioc->raid_data.inactive_list_mutex);
5629}
5630
5631/**
5632 * mpt_inactive_raid_volumes - sets up link list of phy_disk_nums for devices belonging in an inactive volume
5633 *
5634 * @ioc : pointer to per adapter structure
5635 * @channel : volume channel
5636 * @id : volume target id
5637 **/
5638static void
5639mpt_inactive_raid_volumes(MPT_ADAPTER *ioc, u8 channel, u8 id)
5640{
5641	CONFIGPARMS			cfg;
5642	ConfigPageHeader_t		hdr;
5643	dma_addr_t			dma_handle;
5644	pRaidVolumePage0_t		buffer = NULL;
5645	int				i;
5646	RaidPhysDiskPage0_t 		phys_disk;
5647	struct inactive_raid_component_info *component_info;
5648	int				handle_inactive_volumes;
5649
5650	memset(&cfg, 0 , sizeof(CONFIGPARMS));
5651	memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
5652	hdr.PageType = MPI_CONFIG_PAGETYPE_RAID_VOLUME;
5653	cfg.pageAddr = (channel << 8) + id;
5654	cfg.cfghdr.hdr = &hdr;
5655	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5656
5657	if (mpt_config(ioc, &cfg) != 0)
5658		goto out;
5659
5660	if (!hdr.PageLength)
5661		goto out;
5662
5663	buffer = pci_alloc_consistent(ioc->pcidev, hdr.PageLength * 4,
5664	    &dma_handle);
5665
5666	if (!buffer)
5667		goto out;
5668
5669	cfg.physAddr = dma_handle;
5670	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5671
5672	if (mpt_config(ioc, &cfg) != 0)
5673		goto out;
5674
5675	if (!buffer->NumPhysDisks)
5676		goto out;
5677
5678	handle_inactive_volumes =
5679	   (buffer->VolumeStatus.Flags & MPI_RAIDVOL0_STATUS_FLAG_VOLUME_INACTIVE ||
5680	   (buffer->VolumeStatus.Flags & MPI_RAIDVOL0_STATUS_FLAG_ENABLED) == 0 ||
5681	    buffer->VolumeStatus.State == MPI_RAIDVOL0_STATUS_STATE_FAILED ||
5682	    buffer->VolumeStatus.State == MPI_RAIDVOL0_STATUS_STATE_MISSING) ? 1 : 0;
5683
5684	if (!handle_inactive_volumes)
5685		goto out;
5686
5687	mutex_lock(&ioc->raid_data.inactive_list_mutex);
5688	for (i = 0; i < buffer->NumPhysDisks; i++) {
5689		if(mpt_raid_phys_disk_pg0(ioc,
5690		    buffer->PhysDisk[i].PhysDiskNum, &phys_disk) != 0)
5691			continue;
5692
5693		if ((component_info = kmalloc(sizeof (*component_info),
5694		 GFP_KERNEL)) == NULL)
5695			continue;
5696
5697		component_info->volumeID = id;
5698		component_info->volumeBus = channel;
5699		component_info->d.PhysDiskNum = phys_disk.PhysDiskNum;
5700		component_info->d.PhysDiskBus = phys_disk.PhysDiskBus;
5701		component_info->d.PhysDiskID = phys_disk.PhysDiskID;
5702		component_info->d.PhysDiskIOC = phys_disk.PhysDiskIOC;
5703
5704		list_add_tail(&component_info->list,
5705		    &ioc->raid_data.inactive_list);
5706	}
5707	mutex_unlock(&ioc->raid_data.inactive_list_mutex);
5708
5709 out:
5710	if (buffer)
5711		pci_free_consistent(ioc->pcidev, hdr.PageLength * 4, buffer,
5712		    dma_handle);
5713}
5714
5715/**
5716 *	mpt_raid_phys_disk_pg0 - returns phys disk page zero
5717 *	@ioc: Pointer to a Adapter Structure
5718 *	@phys_disk_num: io unit unique phys disk num generated by the ioc
5719 *	@phys_disk: requested payload data returned
5720 *
5721 *	Return:
5722 *	0 on success
5723 *	-EFAULT if read of config page header fails or data pointer not NULL
5724 *	-ENOMEM if pci_alloc failed
5725 **/
5726int
5727mpt_raid_phys_disk_pg0(MPT_ADAPTER *ioc, u8 phys_disk_num,
5728			RaidPhysDiskPage0_t *phys_disk)
5729{
5730	CONFIGPARMS			cfg;
5731	ConfigPageHeader_t		hdr;
5732	dma_addr_t			dma_handle;
5733	pRaidPhysDiskPage0_t		buffer = NULL;
5734	int				rc;
5735
5736	memset(&cfg, 0 , sizeof(CONFIGPARMS));
5737	memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
5738	memset(phys_disk, 0, sizeof(RaidPhysDiskPage0_t));
5739
5740	hdr.PageVersion = MPI_RAIDPHYSDISKPAGE0_PAGEVERSION;
5741	hdr.PageType = MPI_CONFIG_PAGETYPE_RAID_PHYSDISK;
5742	cfg.cfghdr.hdr = &hdr;
5743	cfg.physAddr = -1;
5744	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5745
5746	if (mpt_config(ioc, &cfg) != 0) {
5747		rc = -EFAULT;
5748		goto out;
5749	}
5750
5751	if (!hdr.PageLength) {
5752		rc = -EFAULT;
5753		goto out;
5754	}
5755
5756	buffer = pci_alloc_consistent(ioc->pcidev, hdr.PageLength * 4,
5757	    &dma_handle);
5758
5759	if (!buffer) {
5760		rc = -ENOMEM;
5761		goto out;
5762	}
5763
5764	cfg.physAddr = dma_handle;
5765	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5766	cfg.pageAddr = phys_disk_num;
5767
5768	if (mpt_config(ioc, &cfg) != 0) {
5769		rc = -EFAULT;
5770		goto out;
5771	}
5772
5773	rc = 0;
5774	memcpy(phys_disk, buffer, sizeof(*buffer));
5775	phys_disk->MaxLBA = le32_to_cpu(buffer->MaxLBA);
5776
5777 out:
5778
5779	if (buffer)
5780		pci_free_consistent(ioc->pcidev, hdr.PageLength * 4, buffer,
5781		    dma_handle);
5782
5783	return rc;
5784}
5785
5786/**
5787 *	mpt_raid_phys_disk_get_num_paths - returns number paths associated to this phys_num
5788 *	@ioc: Pointer to a Adapter Structure
5789 *	@phys_disk_num: io unit unique phys disk num generated by the ioc
5790 *
5791 *	Return:
5792 *	returns number paths
5793 **/
5794int
5795mpt_raid_phys_disk_get_num_paths(MPT_ADAPTER *ioc, u8 phys_disk_num)
5796{
5797	CONFIGPARMS		 	cfg;
5798	ConfigPageHeader_t	 	hdr;
5799	dma_addr_t			dma_handle;
5800	pRaidPhysDiskPage1_t		buffer = NULL;
5801	int				rc;
5802
5803	memset(&cfg, 0 , sizeof(CONFIGPARMS));
5804	memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
5805
5806	hdr.PageVersion = MPI_RAIDPHYSDISKPAGE1_PAGEVERSION;
5807	hdr.PageType = MPI_CONFIG_PAGETYPE_RAID_PHYSDISK;
5808	hdr.PageNumber = 1;
5809	cfg.cfghdr.hdr = &hdr;
5810	cfg.physAddr = -1;
5811	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5812
5813	if (mpt_config(ioc, &cfg) != 0) {
5814		rc = 0;
5815		goto out;
5816	}
5817
5818	if (!hdr.PageLength) {
5819		rc = 0;
5820		goto out;
5821	}
5822
5823	buffer = pci_alloc_consistent(ioc->pcidev, hdr.PageLength * 4,
5824	    &dma_handle);
5825
5826	if (!buffer) {
5827		rc = 0;
5828		goto out;
5829	}
5830
5831	cfg.physAddr = dma_handle;
5832	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5833	cfg.pageAddr = phys_disk_num;
5834
5835	if (mpt_config(ioc, &cfg) != 0) {
5836		rc = 0;
5837		goto out;
5838	}
5839
5840	rc = buffer->NumPhysDiskPaths;
5841 out:
5842
5843	if (buffer)
5844		pci_free_consistent(ioc->pcidev, hdr.PageLength * 4, buffer,
5845		    dma_handle);
5846
5847	return rc;
5848}
5849EXPORT_SYMBOL(mpt_raid_phys_disk_get_num_paths);
5850
5851/**
5852 *	mpt_raid_phys_disk_pg1 - returns phys disk page 1
5853 *	@ioc: Pointer to a Adapter Structure
5854 *	@phys_disk_num: io unit unique phys disk num generated by the ioc
5855 *	@phys_disk: requested payload data returned
5856 *
5857 *	Return:
5858 *	0 on success
5859 *	-EFAULT if read of config page header fails or data pointer not NULL
5860 *	-ENOMEM if pci_alloc failed
5861 **/
5862int
5863mpt_raid_phys_disk_pg1(MPT_ADAPTER *ioc, u8 phys_disk_num,
5864		RaidPhysDiskPage1_t *phys_disk)
5865{
5866	CONFIGPARMS		 	cfg;
5867	ConfigPageHeader_t	 	hdr;
5868	dma_addr_t			dma_handle;
5869	pRaidPhysDiskPage1_t		buffer = NULL;
5870	int				rc;
5871	int				i;
5872	__le64				sas_address;
5873
5874	memset(&cfg, 0 , sizeof(CONFIGPARMS));
5875	memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
5876	rc = 0;
5877
5878	hdr.PageVersion = MPI_RAIDPHYSDISKPAGE1_PAGEVERSION;
5879	hdr.PageType = MPI_CONFIG_PAGETYPE_RAID_PHYSDISK;
5880	hdr.PageNumber = 1;
5881	cfg.cfghdr.hdr = &hdr;
5882	cfg.physAddr = -1;
5883	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5884
5885	if (mpt_config(ioc, &cfg) != 0) {
5886		rc = -EFAULT;
5887		goto out;
5888	}
5889
5890	if (!hdr.PageLength) {
5891		rc = -EFAULT;
5892		goto out;
5893	}
5894
5895	buffer = pci_alloc_consistent(ioc->pcidev, hdr.PageLength * 4,
5896	    &dma_handle);
5897
5898	if (!buffer) {
5899		rc = -ENOMEM;
5900		goto out;
5901	}
5902
5903	cfg.physAddr = dma_handle;
5904	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5905	cfg.pageAddr = phys_disk_num;
5906
5907	if (mpt_config(ioc, &cfg) != 0) {
5908		rc = -EFAULT;
5909		goto out;
5910	}
5911
5912	phys_disk->NumPhysDiskPaths = buffer->NumPhysDiskPaths;
5913	phys_disk->PhysDiskNum = phys_disk_num;
5914	for (i = 0; i < phys_disk->NumPhysDiskPaths; i++) {
5915		phys_disk->Path[i].PhysDiskID = buffer->Path[i].PhysDiskID;
5916		phys_disk->Path[i].PhysDiskBus = buffer->Path[i].PhysDiskBus;
5917		phys_disk->Path[i].OwnerIdentifier =
5918				buffer->Path[i].OwnerIdentifier;
5919		phys_disk->Path[i].Flags = le16_to_cpu(buffer->Path[i].Flags);
5920		memcpy(&sas_address, &buffer->Path[i].WWID, sizeof(__le64));
5921		sas_address = le64_to_cpu(sas_address);
5922		memcpy(&phys_disk->Path[i].WWID, &sas_address, sizeof(__le64));
5923		memcpy(&sas_address,
5924				&buffer->Path[i].OwnerWWID, sizeof(__le64));
5925		sas_address = le64_to_cpu(sas_address);
5926		memcpy(&phys_disk->Path[i].OwnerWWID,
5927				&sas_address, sizeof(__le64));
5928	}
5929
5930 out:
5931
5932	if (buffer)
5933		pci_free_consistent(ioc->pcidev, hdr.PageLength * 4, buffer,
5934		    dma_handle);
5935
5936	return rc;
5937}
5938EXPORT_SYMBOL(mpt_raid_phys_disk_pg1);
5939
5940
5941/**
5942 *	mpt_findImVolumes - Identify IDs of hidden disks and RAID Volumes
5943 *	@ioc: Pointer to a Adapter Strucutre
5944 *
5945 *	Return:
5946 *	0 on success
5947 *	-EFAULT if read of config page header fails or data pointer not NULL
5948 *	-ENOMEM if pci_alloc failed
5949 **/
5950int
5951mpt_findImVolumes(MPT_ADAPTER *ioc)
5952{
5953	IOCPage2_t		*pIoc2;
5954	u8			*mem;
5955	dma_addr_t		 ioc2_dma;
5956	CONFIGPARMS		 cfg;
5957	ConfigPageHeader_t	 header;
5958	int			 rc = 0;
5959	int			 iocpage2sz;
5960	int			 i;
5961
5962	if (!ioc->ir_firmware)
5963		return 0;
5964
5965	/* Free the old page
5966	 */
5967	kfree(ioc->raid_data.pIocPg2);
5968	ioc->raid_data.pIocPg2 = NULL;
5969	mpt_inactive_raid_list_free(ioc);
5970
5971	/* Read IOCP2 header then the page.
5972	 */
5973	header.PageVersion = 0;
5974	header.PageLength = 0;
5975	header.PageNumber = 2;
5976	header.PageType = MPI_CONFIG_PAGETYPE_IOC;
5977	cfg.cfghdr.hdr = &header;
5978	cfg.physAddr = -1;
5979	cfg.pageAddr = 0;
5980	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
5981	cfg.dir = 0;
5982	cfg.timeout = 0;
5983	if (mpt_config(ioc, &cfg) != 0)
5984		 return -EFAULT;
5985
5986	if (header.PageLength == 0)
5987		return -EFAULT;
5988
5989	iocpage2sz = header.PageLength * 4;
5990	pIoc2 = pci_alloc_consistent(ioc->pcidev, iocpage2sz, &ioc2_dma);
5991	if (!pIoc2)
5992		return -ENOMEM;
5993
5994	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
5995	cfg.physAddr = ioc2_dma;
5996	if (mpt_config(ioc, &cfg) != 0)
5997		goto out;
5998
5999	mem = kmalloc(iocpage2sz, GFP_KERNEL);
6000	if (!mem) {
6001		rc = -ENOMEM;
6002		goto out;
6003	}
6004
6005	memcpy(mem, (u8 *)pIoc2, iocpage2sz);
6006	ioc->raid_data.pIocPg2 = (IOCPage2_t *) mem;
6007
6008	mpt_read_ioc_pg_3(ioc);
6009
6010	for (i = 0; i < pIoc2->NumActiveVolumes ; i++)
6011		mpt_inactive_raid_volumes(ioc,
6012		    pIoc2->RaidVolume[i].VolumeBus,
6013		    pIoc2->RaidVolume[i].VolumeID);
6014
6015 out:
6016	pci_free_consistent(ioc->pcidev, iocpage2sz, pIoc2, ioc2_dma);
6017
6018	return rc;
6019}
6020
6021static int
6022mpt_read_ioc_pg_3(MPT_ADAPTER *ioc)
6023{
6024	IOCPage3_t		*pIoc3;
6025	u8			*mem;
6026	CONFIGPARMS		 cfg;
6027	ConfigPageHeader_t	 header;
6028	dma_addr_t		 ioc3_dma;
6029	int			 iocpage3sz = 0;
6030
6031	/* Free the old page
6032	 */
6033	kfree(ioc->raid_data.pIocPg3);
6034	ioc->raid_data.pIocPg3 = NULL;
6035
6036	/* There is at least one physical disk.
6037	 * Read and save IOC Page 3
6038	 */
6039	header.PageVersion = 0;
6040	header.PageLength = 0;
6041	header.PageNumber = 3;
6042	header.PageType = MPI_CONFIG_PAGETYPE_IOC;
6043	cfg.cfghdr.hdr = &header;
6044	cfg.physAddr = -1;
6045	cfg.pageAddr = 0;
6046	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
6047	cfg.dir = 0;
6048	cfg.timeout = 0;
6049	if (mpt_config(ioc, &cfg) != 0)
6050		return 0;
6051
6052	if (header.PageLength == 0)
6053		return 0;
6054
6055	/* Read Header good, alloc memory
6056	 */
6057	iocpage3sz = header.PageLength * 4;
6058	pIoc3 = pci_alloc_consistent(ioc->pcidev, iocpage3sz, &ioc3_dma);
6059	if (!pIoc3)
6060		return 0;
6061
6062	/* Read the Page and save the data
6063	 * into malloc'd memory.
6064	 */
6065	cfg.physAddr = ioc3_dma;
6066	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
6067	if (mpt_config(ioc, &cfg) == 0) {
6068		mem = kmalloc(iocpage3sz, GFP_KERNEL);
6069		if (mem) {
6070			memcpy(mem, (u8 *)pIoc3, iocpage3sz);
6071			ioc->raid_data.pIocPg3 = (IOCPage3_t *) mem;
6072		}
6073	}
6074
6075	pci_free_consistent(ioc->pcidev, iocpage3sz, pIoc3, ioc3_dma);
6076
6077	return 0;
6078}
6079
6080static void
6081mpt_read_ioc_pg_4(MPT_ADAPTER *ioc)
6082{
6083	IOCPage4_t		*pIoc4;
6084	CONFIGPARMS		 cfg;
6085	ConfigPageHeader_t	 header;
6086	dma_addr_t		 ioc4_dma;
6087	int			 iocpage4sz;
6088
6089	/* Read and save IOC Page 4
6090	 */
6091	header.PageVersion = 0;
6092	header.PageLength = 0;
6093	header.PageNumber = 4;
6094	header.PageType = MPI_CONFIG_PAGETYPE_IOC;
6095	cfg.cfghdr.hdr = &header;
6096	cfg.physAddr = -1;
6097	cfg.pageAddr = 0;
6098	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
6099	cfg.dir = 0;
6100	cfg.timeout = 0;
6101	if (mpt_config(ioc, &cfg) != 0)
6102		return;
6103
6104	if (header.PageLength == 0)
6105		return;
6106
6107	if ( (pIoc4 = ioc->spi_data.pIocPg4) == NULL ) {
6108		iocpage4sz = (header.PageLength + 4) * 4; /* Allow 4 additional SEP's */
6109		pIoc4 = pci_alloc_consistent(ioc->pcidev, iocpage4sz, &ioc4_dma);
6110		if (!pIoc4)
6111			return;
6112		ioc->alloc_total += iocpage4sz;
6113	} else {
6114		ioc4_dma = ioc->spi_data.IocPg4_dma;
6115		iocpage4sz = ioc->spi_data.IocPg4Sz;
6116	}
6117
6118	/* Read the Page into dma memory.
6119	 */
6120	cfg.physAddr = ioc4_dma;
6121	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
6122	if (mpt_config(ioc, &cfg) == 0) {
6123		ioc->spi_data.pIocPg4 = (IOCPage4_t *) pIoc4;
6124		ioc->spi_data.IocPg4_dma = ioc4_dma;
6125		ioc->spi_data.IocPg4Sz = iocpage4sz;
6126	} else {
6127		pci_free_consistent(ioc->pcidev, iocpage4sz, pIoc4, ioc4_dma);
6128		ioc->spi_data.pIocPg4 = NULL;
6129		ioc->alloc_total -= iocpage4sz;
6130	}
6131}
6132
6133static void
6134mpt_read_ioc_pg_1(MPT_ADAPTER *ioc)
6135{
6136	IOCPage1_t		*pIoc1;
6137	CONFIGPARMS		 cfg;
6138	ConfigPageHeader_t	 header;
6139	dma_addr_t		 ioc1_dma;
6140	int			 iocpage1sz = 0;
6141	u32			 tmp;
6142
6143	/* Check the Coalescing Timeout in IOC Page 1
6144	 */
6145	header.PageVersion = 0;
6146	header.PageLength = 0;
6147	header.PageNumber = 1;
6148	header.PageType = MPI_CONFIG_PAGETYPE_IOC;
6149	cfg.cfghdr.hdr = &header;
6150	cfg.physAddr = -1;
6151	cfg.pageAddr = 0;
6152	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
6153	cfg.dir = 0;
6154	cfg.timeout = 0;
6155	if (mpt_config(ioc, &cfg) != 0)
6156		return;
6157
6158	if (header.PageLength == 0)
6159		return;
6160
6161	/* Read Header good, alloc memory
6162	 */
6163	iocpage1sz = header.PageLength * 4;
6164	pIoc1 = pci_alloc_consistent(ioc->pcidev, iocpage1sz, &ioc1_dma);
6165	if (!pIoc1)
6166		return;
6167
6168	/* Read the Page and check coalescing timeout
6169	 */
6170	cfg.physAddr = ioc1_dma;
6171	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
6172	if (mpt_config(ioc, &cfg) == 0) {
6173
6174		tmp = le32_to_cpu(pIoc1->Flags) & MPI_IOCPAGE1_REPLY_COALESCING;
6175		if (tmp == MPI_IOCPAGE1_REPLY_COALESCING) {
6176			tmp = le32_to_cpu(pIoc1->CoalescingTimeout);
6177
6178			dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Coalescing Enabled Timeout = %d\n",
6179					ioc->name, tmp));
6180
6181			if (tmp > MPT_COALESCING_TIMEOUT) {
6182				pIoc1->CoalescingTimeout = cpu_to_le32(MPT_COALESCING_TIMEOUT);
6183
6184				/* Write NVRAM and current
6185				 */
6186				cfg.dir = 1;
6187				cfg.action = MPI_CONFIG_ACTION_PAGE_WRITE_CURRENT;
6188				if (mpt_config(ioc, &cfg) == 0) {
6189					dprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Reset Current Coalescing Timeout to = %d\n",
6190							ioc->name, MPT_COALESCING_TIMEOUT));
6191
6192					cfg.action = MPI_CONFIG_ACTION_PAGE_WRITE_NVRAM;
6193					if (mpt_config(ioc, &cfg) == 0) {
6194						dprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6195								"Reset NVRAM Coalescing Timeout to = %d\n",
6196								ioc->name, MPT_COALESCING_TIMEOUT));
6197					} else {
6198						dprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6199								"Reset NVRAM Coalescing Timeout Failed\n",
6200								ioc->name));
6201					}
6202
6203				} else {
6204					dprintk(ioc, printk(MYIOC_s_WARN_FMT
6205						"Reset of Current Coalescing Timeout Failed!\n",
6206						ioc->name));
6207				}
6208			}
6209
6210		} else {
6211			dprintk(ioc, printk(MYIOC_s_WARN_FMT "Coalescing Disabled\n", ioc->name));
6212		}
6213	}
6214
6215	pci_free_consistent(ioc->pcidev, iocpage1sz, pIoc1, ioc1_dma);
6216
6217	return;
6218}
6219
6220static void
6221mpt_get_manufacturing_pg_0(MPT_ADAPTER *ioc)
6222{
6223	CONFIGPARMS		cfg;
6224	ConfigPageHeader_t	hdr;
6225	dma_addr_t		buf_dma;
6226	ManufacturingPage0_t	*pbuf = NULL;
6227
6228	memset(&cfg, 0 , sizeof(CONFIGPARMS));
6229	memset(&hdr, 0 , sizeof(ConfigPageHeader_t));
6230
6231	hdr.PageType = MPI_CONFIG_PAGETYPE_MANUFACTURING;
6232	cfg.cfghdr.hdr = &hdr;
6233	cfg.physAddr = -1;
6234	cfg.action = MPI_CONFIG_ACTION_PAGE_HEADER;
6235	cfg.timeout = 10;
6236
6237	if (mpt_config(ioc, &cfg) != 0)
6238		goto out;
6239
6240	if (!cfg.cfghdr.hdr->PageLength)
6241		goto out;
6242
6243	cfg.action = MPI_CONFIG_ACTION_PAGE_READ_CURRENT;
6244	pbuf = pci_alloc_consistent(ioc->pcidev, hdr.PageLength * 4, &buf_dma);
6245	if (!pbuf)
6246		goto out;
6247
6248	cfg.physAddr = buf_dma;
6249
6250	if (mpt_config(ioc, &cfg) != 0)
6251		goto out;
6252
6253	memcpy(ioc->board_name, pbuf->BoardName, sizeof(ioc->board_name));
6254	memcpy(ioc->board_assembly, pbuf->BoardAssembly, sizeof(ioc->board_assembly));
6255	memcpy(ioc->board_tracer, pbuf->BoardTracerNumber, sizeof(ioc->board_tracer));
6256
6257out:
6258
6259	if (pbuf)
6260		pci_free_consistent(ioc->pcidev, hdr.PageLength * 4, pbuf, buf_dma);
6261}
6262
6263/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6264/**
6265 *	SendEventNotification - Send EventNotification (on or off) request to adapter
6266 *	@ioc: Pointer to MPT_ADAPTER structure
6267 *	@EvSwitch: Event switch flags
6268 *	@sleepFlag: Specifies whether the process can sleep
6269 */
6270static int
6271SendEventNotification(MPT_ADAPTER *ioc, u8 EvSwitch, int sleepFlag)
6272{
6273	EventNotification_t	evn;
6274	MPIDefaultReply_t	reply_buf;
6275
6276	memset(&evn, 0, sizeof(EventNotification_t));
6277	memset(&reply_buf, 0, sizeof(MPIDefaultReply_t));
6278
6279	evn.Function = MPI_FUNCTION_EVENT_NOTIFICATION;
6280	evn.Switch = EvSwitch;
6281	evn.MsgContext = cpu_to_le32(mpt_base_index << 16);
6282
6283	devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6284	    "Sending EventNotification (%d) request %p\n",
6285	    ioc->name, EvSwitch, &evn));
6286
6287	return mpt_handshake_req_reply_wait(ioc, sizeof(EventNotification_t),
6288	    (u32 *)&evn, sizeof(MPIDefaultReply_t), (u16 *)&reply_buf, 30,
6289	    sleepFlag);
6290}
6291
6292/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6293/**
6294 *	SendEventAck - Send EventAck request to MPT adapter.
6295 *	@ioc: Pointer to MPT_ADAPTER structure
6296 *	@evnp: Pointer to original EventNotification request
6297 */
6298static int
6299SendEventAck(MPT_ADAPTER *ioc, EventNotificationReply_t *evnp)
6300{
6301	EventAck_t	*pAck;
6302
6303	if ((pAck = (EventAck_t *) mpt_get_msg_frame(mpt_base_index, ioc)) == NULL) {
6304		dfailprintk(ioc, printk(MYIOC_s_WARN_FMT "%s, no msg frames!!\n",
6305		    ioc->name, __func__));
6306		return -1;
6307	}
6308
6309	devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT "Sending EventAck\n", ioc->name));
6310
6311	pAck->Function     = MPI_FUNCTION_EVENT_ACK;
6312	pAck->ChainOffset  = 0;
6313	pAck->Reserved[0]  = pAck->Reserved[1] = 0;
6314	pAck->MsgFlags     = 0;
6315	pAck->Reserved1[0] = pAck->Reserved1[1] = pAck->Reserved1[2] = 0;
6316	pAck->Event        = evnp->Event;
6317	pAck->EventContext = evnp->EventContext;
6318
6319	mpt_put_msg_frame(mpt_base_index, ioc, (MPT_FRAME_HDR *)pAck);
6320
6321	return 0;
6322}
6323
6324/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6325/**
6326 *	mpt_config - Generic function to issue config message
6327 *	@ioc:   Pointer to an adapter structure
6328 *	@pCfg:  Pointer to a configuration structure. Struct contains
6329 *		action, page address, direction, physical address
6330 *		and pointer to a configuration page header
6331 *		Page header is updated.
6332 *
6333 *	Returns 0 for success
6334 *	-EPERM if not allowed due to ISR context
6335 *	-EAGAIN if no msg frames currently available
6336 *	-EFAULT for non-successful reply or no reply (timeout)
6337 */
6338int
6339mpt_config(MPT_ADAPTER *ioc, CONFIGPARMS *pCfg)
6340{
6341	Config_t	*pReq;
6342	ConfigReply_t	*pReply;
6343	ConfigExtendedPageHeader_t  *pExtHdr = NULL;
6344	MPT_FRAME_HDR	*mf;
6345	int		 ii;
6346	int		 flagsLength;
6347	long		 timeout;
6348	int		 ret;
6349	u8		 page_type = 0, extend_page;
6350	unsigned long 	 timeleft;
6351	unsigned long	 flags;
6352	int		 in_isr;
6353	u8		 issue_hard_reset = 0;
6354	u8		 retry_count = 0;
6355
6356	/*	Prevent calling wait_event() (below), if caller happens
6357	 *	to be in ISR context, because that is fatal!
6358	 */
6359	in_isr = in_interrupt();
6360	if (in_isr) {
6361		dcprintk(ioc, printk(MYIOC_s_WARN_FMT "Config request not allowed in ISR context!\n",
6362				ioc->name));
6363		return -EPERM;
6364    }
6365
6366	/* don't send a config page during diag reset */
6367	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
6368	if (ioc->ioc_reset_in_progress) {
6369		dfailprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6370		    "%s: busy with host reset\n", ioc->name, __func__));
6371		spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
6372		return -EBUSY;
6373	}
6374	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
6375
6376	/* don't send if no chance of success */
6377	if (!ioc->active ||
6378	    mpt_GetIocState(ioc, 1) != MPI_IOC_STATE_OPERATIONAL) {
6379		dfailprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6380		    "%s: ioc not operational, %d, %xh\n",
6381		    ioc->name, __func__, ioc->active,
6382		    mpt_GetIocState(ioc, 0)));
6383		return -EFAULT;
6384	}
6385
6386 retry_config:
6387	mutex_lock(&ioc->mptbase_cmds.mutex);
6388	/* init the internal cmd struct */
6389	memset(ioc->mptbase_cmds.reply, 0 , MPT_DEFAULT_FRAME_SIZE);
6390	INITIALIZE_MGMT_STATUS(ioc->mptbase_cmds.status)
6391
6392	/* Get and Populate a free Frame
6393	 */
6394	if ((mf = mpt_get_msg_frame(mpt_base_index, ioc)) == NULL) {
6395		dcprintk(ioc, printk(MYIOC_s_WARN_FMT
6396		"mpt_config: no msg frames!\n", ioc->name));
6397		ret = -EAGAIN;
6398		goto out;
6399	}
6400
6401	pReq = (Config_t *)mf;
6402	pReq->Action = pCfg->action;
6403	pReq->Reserved = 0;
6404	pReq->ChainOffset = 0;
6405	pReq->Function = MPI_FUNCTION_CONFIG;
6406
6407	/* Assume page type is not extended and clear "reserved" fields. */
6408	pReq->ExtPageLength = 0;
6409	pReq->ExtPageType = 0;
6410	pReq->MsgFlags = 0;
6411
6412	for (ii=0; ii < 8; ii++)
6413		pReq->Reserved2[ii] = 0;
6414
6415	pReq->Header.PageVersion = pCfg->cfghdr.hdr->PageVersion;
6416	pReq->Header.PageLength = pCfg->cfghdr.hdr->PageLength;
6417	pReq->Header.PageNumber = pCfg->cfghdr.hdr->PageNumber;
6418	pReq->Header.PageType = (pCfg->cfghdr.hdr->PageType & MPI_CONFIG_PAGETYPE_MASK);
6419
6420	if ((pCfg->cfghdr.hdr->PageType & MPI_CONFIG_PAGETYPE_MASK) == MPI_CONFIG_PAGETYPE_EXTENDED) {
6421		pExtHdr = (ConfigExtendedPageHeader_t *)pCfg->cfghdr.ehdr;
6422		pReq->ExtPageLength = cpu_to_le16(pExtHdr->ExtPageLength);
6423		pReq->ExtPageType = pExtHdr->ExtPageType;
6424		pReq->Header.PageType = MPI_CONFIG_PAGETYPE_EXTENDED;
6425
6426		/* Page Length must be treated as a reserved field for the
6427		 * extended header.
6428		 */
6429		pReq->Header.PageLength = 0;
6430	}
6431
6432	pReq->PageAddress = cpu_to_le32(pCfg->pageAddr);
6433
6434	/* Add a SGE to the config request.
6435	 */
6436	if (pCfg->dir)
6437		flagsLength = MPT_SGE_FLAGS_SSIMPLE_WRITE;
6438	else
6439		flagsLength = MPT_SGE_FLAGS_SSIMPLE_READ;
6440
6441	if ((pCfg->cfghdr.hdr->PageType & MPI_CONFIG_PAGETYPE_MASK) ==
6442	    MPI_CONFIG_PAGETYPE_EXTENDED) {
6443		flagsLength |= pExtHdr->ExtPageLength * 4;
6444		page_type = pReq->ExtPageType;
6445		extend_page = 1;
6446	} else {
6447		flagsLength |= pCfg->cfghdr.hdr->PageLength * 4;
6448		page_type = pReq->Header.PageType;
6449		extend_page = 0;
6450	}
6451
6452	dcprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6453	    "Sending Config request type 0x%x, page 0x%x and action %d\n",
6454	    ioc->name, page_type, pReq->Header.PageNumber, pReq->Action));
6455
6456	ioc->add_sge((char *)&pReq->PageBufferSGE, flagsLength, pCfg->physAddr);
6457	timeout = (pCfg->timeout < 15) ? HZ*15 : HZ*pCfg->timeout;
6458	mpt_put_msg_frame(mpt_base_index, ioc, mf);
6459	timeleft = wait_for_completion_timeout(&ioc->mptbase_cmds.done,
6460		timeout);
6461	if (!(ioc->mptbase_cmds.status & MPT_MGMT_STATUS_COMMAND_GOOD)) {
6462		ret = -ETIME;
6463		dfailprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6464		    "Failed Sending Config request type 0x%x, page 0x%x,"
6465		    " action %d, status %xh, time left %ld\n\n",
6466			ioc->name, page_type, pReq->Header.PageNumber,
6467			pReq->Action, ioc->mptbase_cmds.status, timeleft));
6468		if (ioc->mptbase_cmds.status & MPT_MGMT_STATUS_DID_IOCRESET)
6469			goto out;
6470		if (!timeleft) {
6471			spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
6472			if (ioc->ioc_reset_in_progress) {
6473				spin_unlock_irqrestore(&ioc->taskmgmt_lock,
6474					flags);
6475				printk(MYIOC_s_INFO_FMT "%s: host reset in"
6476					" progress mpt_config timed out.!!\n",
6477					__func__, ioc->name);
6478				mutex_unlock(&ioc->mptbase_cmds.mutex);
6479				return -EFAULT;
6480			}
6481			spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
6482			issue_hard_reset = 1;
6483		}
6484		goto out;
6485	}
6486
6487	if (!(ioc->mptbase_cmds.status & MPT_MGMT_STATUS_RF_VALID)) {
6488		ret = -1;
6489		goto out;
6490	}
6491	pReply = (ConfigReply_t	*)ioc->mptbase_cmds.reply;
6492	ret = le16_to_cpu(pReply->IOCStatus) & MPI_IOCSTATUS_MASK;
6493	if (ret == MPI_IOCSTATUS_SUCCESS) {
6494		if (extend_page) {
6495			pCfg->cfghdr.ehdr->ExtPageLength =
6496			    le16_to_cpu(pReply->ExtPageLength);
6497			pCfg->cfghdr.ehdr->ExtPageType =
6498			    pReply->ExtPageType;
6499		}
6500		pCfg->cfghdr.hdr->PageVersion = pReply->Header.PageVersion;
6501		pCfg->cfghdr.hdr->PageLength = pReply->Header.PageLength;
6502		pCfg->cfghdr.hdr->PageNumber = pReply->Header.PageNumber;
6503		pCfg->cfghdr.hdr->PageType = pReply->Header.PageType;
6504
6505	}
6506
6507	if (retry_count)
6508		printk(MYIOC_s_INFO_FMT "Retry completed "
6509		    "ret=0x%x timeleft=%ld\n",
6510		    ioc->name, ret, timeleft);
6511
6512	dcprintk(ioc, printk(KERN_DEBUG "IOCStatus=%04xh, IOCLogInfo=%08xh\n",
6513	     ret, le32_to_cpu(pReply->IOCLogInfo)));
6514
6515out:
6516
6517	CLEAR_MGMT_STATUS(ioc->mptbase_cmds.status)
6518	mutex_unlock(&ioc->mptbase_cmds.mutex);
6519	if (issue_hard_reset) {
6520		issue_hard_reset = 0;
6521		printk(MYIOC_s_WARN_FMT
6522		       "Issuing Reset from %s!!, doorbell=0x%08x\n",
6523		       ioc->name, __func__, mpt_GetIocState(ioc, 0));
6524		if (retry_count == 0) {
6525			if (mpt_Soft_Hard_ResetHandler(ioc, CAN_SLEEP) != 0)
6526				retry_count++;
6527		} else
6528			mpt_HardResetHandler(ioc, CAN_SLEEP);
6529
6530		mpt_free_msg_frame(ioc, mf);
6531		/* attempt one retry for a timed out command */
6532		if (retry_count < 2) {
6533			printk(MYIOC_s_INFO_FMT
6534			    "Attempting Retry Config request"
6535			    " type 0x%x, page 0x%x,"
6536			    " action %d\n", ioc->name, page_type,
6537			    pCfg->cfghdr.hdr->PageNumber, pCfg->action);
6538			retry_count++;
6539			goto retry_config;
6540		}
6541	}
6542	return ret;
6543
6544}
6545
6546/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6547/**
6548 *	mpt_ioc_reset - Base cleanup for hard reset
6549 *	@ioc: Pointer to the adapter structure
6550 *	@reset_phase: Indicates pre- or post-reset functionality
6551 *
6552 *	Remark: Frees resources with internally generated commands.
6553 */
6554static int
6555mpt_ioc_reset(MPT_ADAPTER *ioc, int reset_phase)
6556{
6557	switch (reset_phase) {
6558	case MPT_IOC_SETUP_RESET:
6559		ioc->taskmgmt_quiesce_io = 1;
6560		dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6561		    "%s: MPT_IOC_SETUP_RESET\n", ioc->name, __func__));
6562		break;
6563	case MPT_IOC_PRE_RESET:
6564		dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6565		    "%s: MPT_IOC_PRE_RESET\n", ioc->name, __func__));
6566		break;
6567	case MPT_IOC_POST_RESET:
6568		dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
6569		    "%s: MPT_IOC_POST_RESET\n",  ioc->name, __func__));
6570/* wake up mptbase_cmds */
6571		if (ioc->mptbase_cmds.status & MPT_MGMT_STATUS_PENDING) {
6572			ioc->mptbase_cmds.status |=
6573			    MPT_MGMT_STATUS_DID_IOCRESET;
6574			complete(&ioc->mptbase_cmds.done);
6575		}
6576/* wake up taskmgmt_cmds */
6577		if (ioc->taskmgmt_cmds.status & MPT_MGMT_STATUS_PENDING) {
6578			ioc->taskmgmt_cmds.status |=
6579				MPT_MGMT_STATUS_DID_IOCRESET;
6580			complete(&ioc->taskmgmt_cmds.done);
6581		}
6582		break;
6583	default:
6584		break;
6585	}
6586
6587	return 1;		/* currently means nothing really */
6588}
6589
6590
6591#ifdef CONFIG_PROC_FS		/* { */
6592/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6593/*
6594 *	procfs (%MPT_PROCFS_MPTBASEDIR/...) support stuff...
6595 */
6596/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6597/**
6598 *	procmpt_create - Create %MPT_PROCFS_MPTBASEDIR entries.
6599 *
6600 *	Returns 0 for success, non-zero for failure.
6601 */
6602static int
6603procmpt_create(void)
6604{
6605	mpt_proc_root_dir = proc_mkdir(MPT_PROCFS_MPTBASEDIR, NULL);
6606	if (mpt_proc_root_dir == NULL)
6607		return -ENOTDIR;
6608
6609	proc_create("summary", S_IRUGO, mpt_proc_root_dir, &mpt_summary_proc_fops);
6610	proc_create("version", S_IRUGO, mpt_proc_root_dir, &mpt_version_proc_fops);
 
 
6611	return 0;
6612}
6613
6614/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6615/**
6616 *	procmpt_destroy - Tear down %MPT_PROCFS_MPTBASEDIR entries.
6617 *
6618 *	Returns 0 for success, non-zero for failure.
6619 */
6620static void
6621procmpt_destroy(void)
6622{
6623	remove_proc_entry("version", mpt_proc_root_dir);
6624	remove_proc_entry("summary", mpt_proc_root_dir);
6625	remove_proc_entry(MPT_PROCFS_MPTBASEDIR, NULL);
6626}
6627
6628/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6629/*
6630 *	Handles read request from /proc/mpt/summary or /proc/mpt/iocN/summary.
6631 */
6632static void seq_mpt_print_ioc_summary(MPT_ADAPTER *ioc, struct seq_file *m, int showlan);
6633
6634static int mpt_summary_proc_show(struct seq_file *m, void *v)
6635{
6636	MPT_ADAPTER *ioc = m->private;
6637
6638	if (ioc) {
6639		seq_mpt_print_ioc_summary(ioc, m, 1);
6640	} else {
6641		list_for_each_entry(ioc, &ioc_list, list) {
6642			seq_mpt_print_ioc_summary(ioc, m, 1);
6643		}
6644	}
6645
6646	return 0;
6647}
6648
6649static int mpt_summary_proc_open(struct inode *inode, struct file *file)
6650{
6651	return single_open(file, mpt_summary_proc_show, PDE_DATA(inode));
6652}
6653
6654static const struct file_operations mpt_summary_proc_fops = {
6655	.owner		= THIS_MODULE,
6656	.open		= mpt_summary_proc_open,
6657	.read		= seq_read,
6658	.llseek		= seq_lseek,
6659	.release	= single_release,
6660};
6661
6662static int mpt_version_proc_show(struct seq_file *m, void *v)
6663{
6664	u8	 cb_idx;
6665	int	 scsi, fc, sas, lan, ctl, targ, dmp;
6666	char	*drvname;
6667
6668	seq_printf(m, "%s-%s\n", "mptlinux", MPT_LINUX_VERSION_COMMON);
6669	seq_printf(m, "  Fusion MPT base driver\n");
6670
6671	scsi = fc = sas = lan = ctl = targ = dmp = 0;
6672	for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
6673		drvname = NULL;
6674		if (MptCallbacks[cb_idx]) {
6675			switch (MptDriverClass[cb_idx]) {
6676			case MPTSPI_DRIVER:
6677				if (!scsi++) drvname = "SPI host";
6678				break;
6679			case MPTFC_DRIVER:
6680				if (!fc++) drvname = "FC host";
6681				break;
6682			case MPTSAS_DRIVER:
6683				if (!sas++) drvname = "SAS host";
6684				break;
6685			case MPTLAN_DRIVER:
6686				if (!lan++) drvname = "LAN";
6687				break;
6688			case MPTSTM_DRIVER:
6689				if (!targ++) drvname = "SCSI target";
6690				break;
6691			case MPTCTL_DRIVER:
6692				if (!ctl++) drvname = "ioctl";
6693				break;
6694			}
6695
6696			if (drvname)
6697				seq_printf(m, "  Fusion MPT %s driver\n", drvname);
6698		}
6699	}
6700
6701	return 0;
6702}
6703
6704static int mpt_version_proc_open(struct inode *inode, struct file *file)
6705{
6706	return single_open(file, mpt_version_proc_show, NULL);
6707}
6708
6709static const struct file_operations mpt_version_proc_fops = {
6710	.owner		= THIS_MODULE,
6711	.open		= mpt_version_proc_open,
6712	.read		= seq_read,
6713	.llseek		= seq_lseek,
6714	.release	= single_release,
6715};
6716
6717static int mpt_iocinfo_proc_show(struct seq_file *m, void *v)
6718{
6719	MPT_ADAPTER	*ioc = m->private;
6720	char		 expVer[32];
6721	int		 sz;
6722	int		 p;
6723
6724	mpt_get_fw_exp_ver(expVer, ioc);
6725
6726	seq_printf(m, "%s:", ioc->name);
6727	if (ioc->facts.Flags & MPI_IOCFACTS_FLAGS_FW_DOWNLOAD_BOOT)
6728		seq_printf(m, "  (f/w download boot flag set)");
6729//	if (ioc->facts.IOCExceptions & MPI_IOCFACTS_EXCEPT_CONFIG_CHECKSUM_FAIL)
6730//		seq_printf(m, "  CONFIG_CHECKSUM_FAIL!");
6731
6732	seq_printf(m, "\n  ProductID = 0x%04x (%s)\n",
6733			ioc->facts.ProductID,
6734			ioc->prod_name);
6735	seq_printf(m, "  FWVersion = 0x%08x%s", ioc->facts.FWVersion.Word, expVer);
6736	if (ioc->facts.FWImageSize)
6737		seq_printf(m, " (fw_size=%d)", ioc->facts.FWImageSize);
6738	seq_printf(m, "\n  MsgVersion = 0x%04x\n", ioc->facts.MsgVersion);
6739	seq_printf(m, "  FirstWhoInit = 0x%02x\n", ioc->FirstWhoInit);
6740	seq_printf(m, "  EventState = 0x%02x\n", ioc->facts.EventState);
6741
6742	seq_printf(m, "  CurrentHostMfaHighAddr = 0x%08x\n",
6743			ioc->facts.CurrentHostMfaHighAddr);
6744	seq_printf(m, "  CurrentSenseBufferHighAddr = 0x%08x\n",
6745			ioc->facts.CurrentSenseBufferHighAddr);
6746
6747	seq_printf(m, "  MaxChainDepth = 0x%02x frames\n", ioc->facts.MaxChainDepth);
6748	seq_printf(m, "  MinBlockSize = 0x%02x bytes\n", 4*ioc->facts.BlockSize);
6749
6750	seq_printf(m, "  RequestFrames @ 0x%p (Dma @ 0x%p)\n",
6751					(void *)ioc->req_frames, (void *)(ulong)ioc->req_frames_dma);
6752	/*
6753	 *  Rounding UP to nearest 4-kB boundary here...
6754	 */
6755	sz = (ioc->req_sz * ioc->req_depth) + 128;
6756	sz = ((sz + 0x1000UL - 1UL) / 0x1000) * 0x1000;
6757	seq_printf(m, "    {CurReqSz=%d} x {CurReqDepth=%d} = %d bytes ^= 0x%x\n",
6758					ioc->req_sz, ioc->req_depth, ioc->req_sz*ioc->req_depth, sz);
6759	seq_printf(m, "    {MaxReqSz=%d}   {MaxReqDepth=%d}\n",
6760					4*ioc->facts.RequestFrameSize,
6761					ioc->facts.GlobalCredits);
6762
6763	seq_printf(m, "  Frames   @ 0x%p (Dma @ 0x%p)\n",
6764					(void *)ioc->alloc, (void *)(ulong)ioc->alloc_dma);
6765	sz = (ioc->reply_sz * ioc->reply_depth) + 128;
6766	seq_printf(m, "    {CurRepSz=%d} x {CurRepDepth=%d} = %d bytes ^= 0x%x\n",
6767					ioc->reply_sz, ioc->reply_depth, ioc->reply_sz*ioc->reply_depth, sz);
6768	seq_printf(m, "    {MaxRepSz=%d}   {MaxRepDepth=%d}\n",
6769					ioc->facts.CurReplyFrameSize,
6770					ioc->facts.ReplyQueueDepth);
6771
6772	seq_printf(m, "  MaxDevices = %d\n",
6773			(ioc->facts.MaxDevices==0) ? 255 : ioc->facts.MaxDevices);
6774	seq_printf(m, "  MaxBuses = %d\n", ioc->facts.MaxBuses);
6775
6776	/* per-port info */
6777	for (p=0; p < ioc->facts.NumberOfPorts; p++) {
6778		seq_printf(m, "  PortNumber = %d (of %d)\n",
6779				p+1,
6780				ioc->facts.NumberOfPorts);
6781		if (ioc->bus_type == FC) {
6782			if (ioc->pfacts[p].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_LAN) {
6783				u8 *a = (u8*)&ioc->lan_cnfg_page1.HardwareAddressLow;
6784				seq_printf(m, "    LanAddr = %pMR\n", a);
6785			}
6786			seq_printf(m, "    WWN = %08X%08X:%08X%08X\n",
6787					ioc->fc_port_page0[p].WWNN.High,
6788					ioc->fc_port_page0[p].WWNN.Low,
6789					ioc->fc_port_page0[p].WWPN.High,
6790					ioc->fc_port_page0[p].WWPN.Low);
6791		}
6792	}
6793
6794	return 0;
6795}
6796
6797static int mpt_iocinfo_proc_open(struct inode *inode, struct file *file)
6798{
6799	return single_open(file, mpt_iocinfo_proc_show, PDE_DATA(inode));
6800}
6801
6802static const struct file_operations mpt_iocinfo_proc_fops = {
6803	.owner		= THIS_MODULE,
6804	.open		= mpt_iocinfo_proc_open,
6805	.read		= seq_read,
6806	.llseek		= seq_lseek,
6807	.release	= single_release,
6808};
6809#endif		/* CONFIG_PROC_FS } */
6810
6811/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6812static void
6813mpt_get_fw_exp_ver(char *buf, MPT_ADAPTER *ioc)
6814{
6815	buf[0] ='\0';
6816	if ((ioc->facts.FWVersion.Word >> 24) == 0x0E) {
6817		sprintf(buf, " (Exp %02d%02d)",
6818			(ioc->facts.FWVersion.Word >> 16) & 0x00FF,	/* Month */
6819			(ioc->facts.FWVersion.Word >> 8) & 0x1F);	/* Day */
6820
6821		/* insider hack! */
6822		if ((ioc->facts.FWVersion.Word >> 8) & 0x80)
6823			strcat(buf, " [MDBG]");
6824	}
6825}
6826
6827/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
6828/**
6829 *	mpt_print_ioc_summary - Write ASCII summary of IOC to a buffer.
6830 *	@ioc: Pointer to MPT_ADAPTER structure
6831 *	@buffer: Pointer to buffer where IOC summary info should be written
6832 *	@size: Pointer to number of bytes we wrote (set by this routine)
6833 *	@len: Offset at which to start writing in buffer
6834 *	@showlan: Display LAN stuff?
6835 *
6836 *	This routine writes (english readable) ASCII text, which represents
6837 *	a summary of IOC information, to a buffer.
6838 */
6839void
6840mpt_print_ioc_summary(MPT_ADAPTER *ioc, char *buffer, int *size, int len, int showlan)
6841{
6842	char expVer[32];
6843	int y;
6844
6845	mpt_get_fw_exp_ver(expVer, ioc);
6846
6847	/*
6848	 *  Shorter summary of attached ioc's...
6849	 */
6850	y = sprintf(buffer+len, "%s: %s, %s%08xh%s, Ports=%d, MaxQ=%d",
6851			ioc->name,
6852			ioc->prod_name,
6853			MPT_FW_REV_MAGIC_ID_STRING,	/* "FwRev=" or somesuch */
6854			ioc->facts.FWVersion.Word,
6855			expVer,
6856			ioc->facts.NumberOfPorts,
6857			ioc->req_depth);
6858
6859	if (showlan && (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_LAN)) {
6860		u8 *a = (u8*)&ioc->lan_cnfg_page1.HardwareAddressLow;
6861		y += sprintf(buffer+len+y, ", LanAddr=%pMR", a);
6862	}
6863
6864	y += sprintf(buffer+len+y, ", IRQ=%d", ioc->pci_irq);
6865
6866	if (!ioc->active)
6867		y += sprintf(buffer+len+y, " (disabled)");
6868
6869	y += sprintf(buffer+len+y, "\n");
6870
6871	*size = y;
6872}
6873
6874#ifdef CONFIG_PROC_FS
6875static void seq_mpt_print_ioc_summary(MPT_ADAPTER *ioc, struct seq_file *m, int showlan)
6876{
6877	char expVer[32];
6878
6879	mpt_get_fw_exp_ver(expVer, ioc);
6880
6881	/*
6882	 *  Shorter summary of attached ioc's...
6883	 */
6884	seq_printf(m, "%s: %s, %s%08xh%s, Ports=%d, MaxQ=%d",
6885			ioc->name,
6886			ioc->prod_name,
6887			MPT_FW_REV_MAGIC_ID_STRING,	/* "FwRev=" or somesuch */
6888			ioc->facts.FWVersion.Word,
6889			expVer,
6890			ioc->facts.NumberOfPorts,
6891			ioc->req_depth);
6892
6893	if (showlan && (ioc->pfacts[0].ProtocolFlags & MPI_PORTFACTS_PROTOCOL_LAN)) {
6894		u8 *a = (u8*)&ioc->lan_cnfg_page1.HardwareAddressLow;
6895		seq_printf(m, ", LanAddr=%pMR", a);
6896	}
6897
6898	seq_printf(m, ", IRQ=%d", ioc->pci_irq);
6899
6900	if (!ioc->active)
6901		seq_printf(m, " (disabled)");
6902
6903	seq_putc(m, '\n');
6904}
6905#endif
6906
6907/**
6908 *	mpt_set_taskmgmt_in_progress_flag - set flags associated with task management
6909 *	@ioc: Pointer to MPT_ADAPTER structure
6910 *
6911 *	Returns 0 for SUCCESS or -1 if FAILED.
6912 *
6913 *	If -1 is return, then it was not possible to set the flags
6914 **/
6915int
6916mpt_set_taskmgmt_in_progress_flag(MPT_ADAPTER *ioc)
6917{
6918	unsigned long	 flags;
6919	int		 retval;
6920
6921	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
6922	if (ioc->ioc_reset_in_progress || ioc->taskmgmt_in_progress ||
6923	    (ioc->alt_ioc && ioc->alt_ioc->taskmgmt_in_progress)) {
6924		retval = -1;
6925		goto out;
6926	}
6927	retval = 0;
6928	ioc->taskmgmt_in_progress = 1;
6929	ioc->taskmgmt_quiesce_io = 1;
6930	if (ioc->alt_ioc) {
6931		ioc->alt_ioc->taskmgmt_in_progress = 1;
6932		ioc->alt_ioc->taskmgmt_quiesce_io = 1;
6933	}
6934 out:
6935	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
6936	return retval;
6937}
6938EXPORT_SYMBOL(mpt_set_taskmgmt_in_progress_flag);
6939
6940/**
6941 *	mpt_clear_taskmgmt_in_progress_flag - clear flags associated with task management
6942 *	@ioc: Pointer to MPT_ADAPTER structure
6943 *
6944 **/
6945void
6946mpt_clear_taskmgmt_in_progress_flag(MPT_ADAPTER *ioc)
6947{
6948	unsigned long	 flags;
6949
6950	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
6951	ioc->taskmgmt_in_progress = 0;
6952	ioc->taskmgmt_quiesce_io = 0;
6953	if (ioc->alt_ioc) {
6954		ioc->alt_ioc->taskmgmt_in_progress = 0;
6955		ioc->alt_ioc->taskmgmt_quiesce_io = 0;
6956	}
6957	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
6958}
6959EXPORT_SYMBOL(mpt_clear_taskmgmt_in_progress_flag);
6960
6961
6962/**
6963 *	mpt_halt_firmware - Halts the firmware if it is operational and panic
6964 *	the kernel
6965 *	@ioc: Pointer to MPT_ADAPTER structure
6966 *
6967 **/
6968void
6969mpt_halt_firmware(MPT_ADAPTER *ioc)
6970{
6971	u32	 ioc_raw_state;
6972
6973	ioc_raw_state = mpt_GetIocState(ioc, 0);
6974
6975	if ((ioc_raw_state & MPI_IOC_STATE_MASK) == MPI_IOC_STATE_FAULT) {
6976		printk(MYIOC_s_ERR_FMT "IOC is in FAULT state (%04xh)!!!\n",
6977			ioc->name, ioc_raw_state & MPI_DOORBELL_DATA_MASK);
6978		panic("%s: IOC Fault (%04xh)!!!\n", ioc->name,
6979			ioc_raw_state & MPI_DOORBELL_DATA_MASK);
6980	} else {
6981		CHIPREG_WRITE32(&ioc->chip->Doorbell, 0xC0FFEE00);
6982		panic("%s: Firmware is halted due to command timeout\n",
6983			ioc->name);
6984	}
6985}
6986EXPORT_SYMBOL(mpt_halt_firmware);
6987
6988/**
6989 *	mpt_SoftResetHandler - Issues a less expensive reset
6990 *	@ioc: Pointer to MPT_ADAPTER structure
6991 *	@sleepFlag: Indicates if sleep or schedule must be called.
6992 *
6993 *	Returns 0 for SUCCESS or -1 if FAILED.
6994 *
6995 *	Message Unit Reset - instructs the IOC to reset the Reply Post and
6996 *	Free FIFO's. All the Message Frames on Reply Free FIFO are discarded.
6997 *	All posted buffers are freed, and event notification is turned off.
6998 *	IOC doesn't reply to any outstanding request. This will transfer IOC
6999 *	to READY state.
7000 **/
7001static int
7002mpt_SoftResetHandler(MPT_ADAPTER *ioc, int sleepFlag)
7003{
7004	int		 rc;
7005	int		 ii;
7006	u8		 cb_idx;
7007	unsigned long	 flags;
7008	u32		 ioc_state;
7009	unsigned long	 time_count;
7010
7011	dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT "SoftResetHandler Entered!\n",
7012		ioc->name));
7013
7014	ioc_state = mpt_GetIocState(ioc, 0) & MPI_IOC_STATE_MASK;
7015
7016	if (mpt_fwfault_debug)
7017		mpt_halt_firmware(ioc);
7018
7019	if (ioc_state == MPI_IOC_STATE_FAULT ||
7020	    ioc_state == MPI_IOC_STATE_RESET) {
7021		dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
7022		    "skipping, either in FAULT or RESET state!\n", ioc->name));
7023		return -1;
7024	}
7025
7026	if (ioc->bus_type == FC) {
7027		dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
7028		    "skipping, because the bus type is FC!\n", ioc->name));
7029		return -1;
7030	}
7031
7032	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
7033	if (ioc->ioc_reset_in_progress) {
7034		spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7035		return -1;
7036	}
7037	ioc->ioc_reset_in_progress = 1;
7038	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7039
7040	rc = -1;
7041
7042	for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7043		if (MptResetHandlers[cb_idx])
7044			mpt_signal_reset(cb_idx, ioc, MPT_IOC_SETUP_RESET);
7045	}
7046
7047	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
7048	if (ioc->taskmgmt_in_progress) {
7049		ioc->ioc_reset_in_progress = 0;
7050		spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7051		return -1;
7052	}
7053	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7054	/* Disable reply interrupts (also blocks FreeQ) */
7055	CHIPREG_WRITE32(&ioc->chip->IntMask, 0xFFFFFFFF);
7056	ioc->active = 0;
7057	time_count = jiffies;
7058
7059	rc = SendIocReset(ioc, MPI_FUNCTION_IOC_MESSAGE_UNIT_RESET, sleepFlag);
7060
7061	for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7062		if (MptResetHandlers[cb_idx])
7063			mpt_signal_reset(cb_idx, ioc, MPT_IOC_PRE_RESET);
7064	}
7065
7066	if (rc)
7067		goto out;
7068
7069	ioc_state = mpt_GetIocState(ioc, 0) & MPI_IOC_STATE_MASK;
7070	if (ioc_state != MPI_IOC_STATE_READY)
7071		goto out;
7072
7073	for (ii = 0; ii < 5; ii++) {
7074		/* Get IOC facts! Allow 5 retries */
7075		rc = GetIocFacts(ioc, sleepFlag,
7076			MPT_HOSTEVENT_IOC_RECOVER);
7077		if (rc == 0)
7078			break;
7079		if (sleepFlag == CAN_SLEEP)
7080			msleep(100);
7081		else
7082			mdelay(100);
7083	}
7084	if (ii == 5)
7085		goto out;
7086
7087	rc = PrimeIocFifos(ioc);
7088	if (rc != 0)
7089		goto out;
7090
7091	rc = SendIocInit(ioc, sleepFlag);
7092	if (rc != 0)
7093		goto out;
7094
7095	rc = SendEventNotification(ioc, 1, sleepFlag);
7096	if (rc != 0)
7097		goto out;
7098
7099	if (ioc->hard_resets < -1)
7100		ioc->hard_resets++;
7101
7102	/*
7103	 * At this point, we know soft reset succeeded.
7104	 */
7105
7106	ioc->active = 1;
7107	CHIPREG_WRITE32(&ioc->chip->IntMask, MPI_HIM_DIM);
7108
7109 out:
7110	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
7111	ioc->ioc_reset_in_progress = 0;
7112	ioc->taskmgmt_quiesce_io = 0;
7113	ioc->taskmgmt_in_progress = 0;
7114	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7115
7116	if (ioc->active) {	/* otherwise, hard reset coming */
7117		for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7118			if (MptResetHandlers[cb_idx])
7119				mpt_signal_reset(cb_idx, ioc,
7120					MPT_IOC_POST_RESET);
7121		}
7122	}
7123
7124	dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT
7125		"SoftResetHandler: completed (%d seconds): %s\n",
7126		ioc->name, jiffies_to_msecs(jiffies - time_count)/1000,
7127		((rc == 0) ? "SUCCESS" : "FAILED")));
7128
7129	return rc;
7130}
7131
7132/**
7133 *	mpt_Soft_Hard_ResetHandler - Try less expensive reset
7134 *	@ioc: Pointer to MPT_ADAPTER structure
7135 *	@sleepFlag: Indicates if sleep or schedule must be called.
7136 *
7137 *	Returns 0 for SUCCESS or -1 if FAILED.
7138 *	Try for softreset first, only if it fails go for expensive
7139 *	HardReset.
7140 **/
7141int
7142mpt_Soft_Hard_ResetHandler(MPT_ADAPTER *ioc, int sleepFlag) {
7143	int ret = -1;
7144
7145	ret = mpt_SoftResetHandler(ioc, sleepFlag);
7146	if (ret == 0)
7147		return ret;
7148	ret = mpt_HardResetHandler(ioc, sleepFlag);
7149	return ret;
7150}
7151EXPORT_SYMBOL(mpt_Soft_Hard_ResetHandler);
7152
7153/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
7154/*
7155 *	Reset Handling
7156 */
7157/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
7158/**
7159 *	mpt_HardResetHandler - Generic reset handler
7160 *	@ioc: Pointer to MPT_ADAPTER structure
7161 *	@sleepFlag: Indicates if sleep or schedule must be called.
7162 *
7163 *	Issues SCSI Task Management call based on input arg values.
7164 *	If TaskMgmt fails, returns associated SCSI request.
7165 *
7166 *	Remark: _HardResetHandler can be invoked from an interrupt thread (timer)
7167 *	or a non-interrupt thread.  In the former, must not call schedule().
7168 *
7169 *	Note: A return of -1 is a FATAL error case, as it means a
7170 *	FW reload/initialization failed.
7171 *
7172 *	Returns 0 for SUCCESS or -1 if FAILED.
7173 */
7174int
7175mpt_HardResetHandler(MPT_ADAPTER *ioc, int sleepFlag)
7176{
7177	int	 rc;
7178	u8	 cb_idx;
7179	unsigned long	 flags;
7180	unsigned long	 time_count;
7181
7182	dtmprintk(ioc, printk(MYIOC_s_DEBUG_FMT "HardResetHandler Entered!\n", ioc->name));
7183#ifdef MFCNT
7184	printk(MYIOC_s_INFO_FMT "HardResetHandler Entered!\n", ioc->name);
7185	printk("MF count 0x%x !\n", ioc->mfcnt);
7186#endif
7187	if (mpt_fwfault_debug)
7188		mpt_halt_firmware(ioc);
7189
7190	/* Reset the adapter. Prevent more than 1 call to
7191	 * mpt_do_ioc_recovery at any instant in time.
7192	 */
7193	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
7194	if (ioc->ioc_reset_in_progress) {
7195		spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7196		ioc->wait_on_reset_completion = 1;
7197		do {
7198			ssleep(1);
7199		} while (ioc->ioc_reset_in_progress == 1);
7200		ioc->wait_on_reset_completion = 0;
7201		return ioc->reset_status;
7202	}
7203	if (ioc->wait_on_reset_completion) {
7204		spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7205		rc = 0;
7206		time_count = jiffies;
7207		goto exit;
7208	}
7209	ioc->ioc_reset_in_progress = 1;
7210	if (ioc->alt_ioc)
7211		ioc->alt_ioc->ioc_reset_in_progress = 1;
7212	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7213
7214
7215	/* The SCSI driver needs to adjust timeouts on all current
7216	 * commands prior to the diagnostic reset being issued.
7217	 * Prevents timeouts occurring during a diagnostic reset...very bad.
7218	 * For all other protocol drivers, this is a no-op.
7219	 */
7220	for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7221		if (MptResetHandlers[cb_idx]) {
7222			mpt_signal_reset(cb_idx, ioc, MPT_IOC_SETUP_RESET);
7223			if (ioc->alt_ioc)
7224				mpt_signal_reset(cb_idx, ioc->alt_ioc,
7225					MPT_IOC_SETUP_RESET);
7226		}
7227	}
7228
7229	time_count = jiffies;
7230	rc = mpt_do_ioc_recovery(ioc, MPT_HOSTEVENT_IOC_RECOVER, sleepFlag);
7231	if (rc != 0) {
7232		printk(KERN_WARNING MYNAM
7233		       ": WARNING - (%d) Cannot recover %s, doorbell=0x%08x\n",
7234		       rc, ioc->name, mpt_GetIocState(ioc, 0));
7235	} else {
7236		if (ioc->hard_resets < -1)
7237			ioc->hard_resets++;
7238	}
7239
7240	spin_lock_irqsave(&ioc->taskmgmt_lock, flags);
7241	ioc->ioc_reset_in_progress = 0;
7242	ioc->taskmgmt_quiesce_io = 0;
7243	ioc->taskmgmt_in_progress = 0;
7244	ioc->reset_status = rc;
7245	if (ioc->alt_ioc) {
7246		ioc->alt_ioc->ioc_reset_in_progress = 0;
7247		ioc->alt_ioc->taskmgmt_quiesce_io = 0;
7248		ioc->alt_ioc->taskmgmt_in_progress = 0;
7249	}
7250	spin_unlock_irqrestore(&ioc->taskmgmt_lock, flags);
7251
7252	for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7253		if (MptResetHandlers[cb_idx]) {
7254			mpt_signal_reset(cb_idx, ioc, MPT_IOC_POST_RESET);
7255			if (ioc->alt_ioc)
7256				mpt_signal_reset(cb_idx,
7257					ioc->alt_ioc, MPT_IOC_POST_RESET);
7258		}
7259	}
7260exit:
7261	dtmprintk(ioc,
7262	    printk(MYIOC_s_DEBUG_FMT
7263		"HardResetHandler: completed (%d seconds): %s\n", ioc->name,
7264		jiffies_to_msecs(jiffies - time_count)/1000, ((rc == 0) ?
7265		"SUCCESS" : "FAILED")));
7266
7267	return rc;
7268}
7269
7270#ifdef CONFIG_FUSION_LOGGING
7271static void
7272mpt_display_event_info(MPT_ADAPTER *ioc, EventNotificationReply_t *pEventReply)
7273{
7274	char *ds = NULL;
7275	u32 evData0;
7276	int ii;
7277	u8 event;
7278	char *evStr = ioc->evStr;
7279
7280	event = le32_to_cpu(pEventReply->Event) & 0xFF;
7281	evData0 = le32_to_cpu(pEventReply->Data[0]);
7282
7283	switch(event) {
7284	case MPI_EVENT_NONE:
7285		ds = "None";
7286		break;
7287	case MPI_EVENT_LOG_DATA:
7288		ds = "Log Data";
7289		break;
7290	case MPI_EVENT_STATE_CHANGE:
7291		ds = "State Change";
7292		break;
7293	case MPI_EVENT_UNIT_ATTENTION:
7294		ds = "Unit Attention";
7295		break;
7296	case MPI_EVENT_IOC_BUS_RESET:
7297		ds = "IOC Bus Reset";
7298		break;
7299	case MPI_EVENT_EXT_BUS_RESET:
7300		ds = "External Bus Reset";
7301		break;
7302	case MPI_EVENT_RESCAN:
7303		ds = "Bus Rescan Event";
7304		break;
7305	case MPI_EVENT_LINK_STATUS_CHANGE:
7306		if (evData0 == MPI_EVENT_LINK_STATUS_FAILURE)
7307			ds = "Link Status(FAILURE) Change";
7308		else
7309			ds = "Link Status(ACTIVE) Change";
7310		break;
7311	case MPI_EVENT_LOOP_STATE_CHANGE:
7312		if (evData0 == MPI_EVENT_LOOP_STATE_CHANGE_LIP)
7313			ds = "Loop State(LIP) Change";
7314		else if (evData0 == MPI_EVENT_LOOP_STATE_CHANGE_LPE)
7315			ds = "Loop State(LPE) Change";
7316		else
7317			ds = "Loop State(LPB) Change";
7318		break;
7319	case MPI_EVENT_LOGOUT:
7320		ds = "Logout";
7321		break;
7322	case MPI_EVENT_EVENT_CHANGE:
7323		if (evData0)
7324			ds = "Events ON";
7325		else
7326			ds = "Events OFF";
7327		break;
7328	case MPI_EVENT_INTEGRATED_RAID:
7329	{
7330		u8 ReasonCode = (u8)(evData0 >> 16);
7331		switch (ReasonCode) {
7332		case MPI_EVENT_RAID_RC_VOLUME_CREATED :
7333			ds = "Integrated Raid: Volume Created";
7334			break;
7335		case MPI_EVENT_RAID_RC_VOLUME_DELETED :
7336			ds = "Integrated Raid: Volume Deleted";
7337			break;
7338		case MPI_EVENT_RAID_RC_VOLUME_SETTINGS_CHANGED :
7339			ds = "Integrated Raid: Volume Settings Changed";
7340			break;
7341		case MPI_EVENT_RAID_RC_VOLUME_STATUS_CHANGED :
7342			ds = "Integrated Raid: Volume Status Changed";
7343			break;
7344		case MPI_EVENT_RAID_RC_VOLUME_PHYSDISK_CHANGED :
7345			ds = "Integrated Raid: Volume Physdisk Changed";
7346			break;
7347		case MPI_EVENT_RAID_RC_PHYSDISK_CREATED :
7348			ds = "Integrated Raid: Physdisk Created";
7349			break;
7350		case MPI_EVENT_RAID_RC_PHYSDISK_DELETED :
7351			ds = "Integrated Raid: Physdisk Deleted";
7352			break;
7353		case MPI_EVENT_RAID_RC_PHYSDISK_SETTINGS_CHANGED :
7354			ds = "Integrated Raid: Physdisk Settings Changed";
7355			break;
7356		case MPI_EVENT_RAID_RC_PHYSDISK_STATUS_CHANGED :
7357			ds = "Integrated Raid: Physdisk Status Changed";
7358			break;
7359		case MPI_EVENT_RAID_RC_DOMAIN_VAL_NEEDED :
7360			ds = "Integrated Raid: Domain Validation Needed";
7361			break;
7362		case MPI_EVENT_RAID_RC_SMART_DATA :
7363			ds = "Integrated Raid; Smart Data";
7364			break;
7365		case MPI_EVENT_RAID_RC_REPLACE_ACTION_STARTED :
7366			ds = "Integrated Raid: Replace Action Started";
7367			break;
7368		default:
7369			ds = "Integrated Raid";
7370		break;
7371		}
7372		break;
7373	}
7374	case MPI_EVENT_SCSI_DEVICE_STATUS_CHANGE:
7375		ds = "SCSI Device Status Change";
7376		break;
7377	case MPI_EVENT_SAS_DEVICE_STATUS_CHANGE:
7378	{
7379		u8 id = (u8)(evData0);
7380		u8 channel = (u8)(evData0 >> 8);
7381		u8 ReasonCode = (u8)(evData0 >> 16);
7382		switch (ReasonCode) {
7383		case MPI_EVENT_SAS_DEV_STAT_RC_ADDED:
7384			snprintf(evStr, EVENT_DESCR_STR_SZ,
7385			    "SAS Device Status Change: Added: "
7386			    "id=%d channel=%d", id, channel);
7387			break;
7388		case MPI_EVENT_SAS_DEV_STAT_RC_NOT_RESPONDING:
7389			snprintf(evStr, EVENT_DESCR_STR_SZ,
7390			    "SAS Device Status Change: Deleted: "
7391			    "id=%d channel=%d", id, channel);
7392			break;
7393		case MPI_EVENT_SAS_DEV_STAT_RC_SMART_DATA:
7394			snprintf(evStr, EVENT_DESCR_STR_SZ,
7395			    "SAS Device Status Change: SMART Data: "
7396			    "id=%d channel=%d", id, channel);
7397			break;
7398		case MPI_EVENT_SAS_DEV_STAT_RC_NO_PERSIST_ADDED:
7399			snprintf(evStr, EVENT_DESCR_STR_SZ,
7400			    "SAS Device Status Change: No Persistency: "
7401			    "id=%d channel=%d", id, channel);
7402			break;
7403		case MPI_EVENT_SAS_DEV_STAT_RC_UNSUPPORTED:
7404			snprintf(evStr, EVENT_DESCR_STR_SZ,
7405			    "SAS Device Status Change: Unsupported Device "
7406			    "Discovered : id=%d channel=%d", id, channel);
7407			break;
7408		case MPI_EVENT_SAS_DEV_STAT_RC_INTERNAL_DEVICE_RESET:
7409			snprintf(evStr, EVENT_DESCR_STR_SZ,
7410			    "SAS Device Status Change: Internal Device "
7411			    "Reset : id=%d channel=%d", id, channel);
7412			break;
7413		case MPI_EVENT_SAS_DEV_STAT_RC_TASK_ABORT_INTERNAL:
7414			snprintf(evStr, EVENT_DESCR_STR_SZ,
7415			    "SAS Device Status Change: Internal Task "
7416			    "Abort : id=%d channel=%d", id, channel);
7417			break;
7418		case MPI_EVENT_SAS_DEV_STAT_RC_ABORT_TASK_SET_INTERNAL:
7419			snprintf(evStr, EVENT_DESCR_STR_SZ,
7420			    "SAS Device Status Change: Internal Abort "
7421			    "Task Set : id=%d channel=%d", id, channel);
7422			break;
7423		case MPI_EVENT_SAS_DEV_STAT_RC_CLEAR_TASK_SET_INTERNAL:
7424			snprintf(evStr, EVENT_DESCR_STR_SZ,
7425			    "SAS Device Status Change: Internal Clear "
7426			    "Task Set : id=%d channel=%d", id, channel);
7427			break;
7428		case MPI_EVENT_SAS_DEV_STAT_RC_QUERY_TASK_INTERNAL:
7429			snprintf(evStr, EVENT_DESCR_STR_SZ,
7430			    "SAS Device Status Change: Internal Query "
7431			    "Task : id=%d channel=%d", id, channel);
7432			break;
7433		default:
7434			snprintf(evStr, EVENT_DESCR_STR_SZ,
7435			    "SAS Device Status Change: Unknown: "
7436			    "id=%d channel=%d", id, channel);
7437			break;
7438		}
7439		break;
7440	}
7441	case MPI_EVENT_ON_BUS_TIMER_EXPIRED:
7442		ds = "Bus Timer Expired";
7443		break;
7444	case MPI_EVENT_QUEUE_FULL:
7445	{
7446		u16 curr_depth = (u16)(evData0 >> 16);
7447		u8 channel = (u8)(evData0 >> 8);
7448		u8 id = (u8)(evData0);
7449
7450		snprintf(evStr, EVENT_DESCR_STR_SZ,
7451		   "Queue Full: channel=%d id=%d depth=%d",
7452		   channel, id, curr_depth);
7453		break;
7454	}
7455	case MPI_EVENT_SAS_SES:
7456		ds = "SAS SES Event";
7457		break;
7458	case MPI_EVENT_PERSISTENT_TABLE_FULL:
7459		ds = "Persistent Table Full";
7460		break;
7461	case MPI_EVENT_SAS_PHY_LINK_STATUS:
7462	{
7463		u8 LinkRates = (u8)(evData0 >> 8);
7464		u8 PhyNumber = (u8)(evData0);
7465		LinkRates = (LinkRates & MPI_EVENT_SAS_PLS_LR_CURRENT_MASK) >>
7466			MPI_EVENT_SAS_PLS_LR_CURRENT_SHIFT;
7467		switch (LinkRates) {
7468		case MPI_EVENT_SAS_PLS_LR_RATE_UNKNOWN:
7469			snprintf(evStr, EVENT_DESCR_STR_SZ,
7470			   "SAS PHY Link Status: Phy=%d:"
7471			   " Rate Unknown",PhyNumber);
7472			break;
7473		case MPI_EVENT_SAS_PLS_LR_RATE_PHY_DISABLED:
7474			snprintf(evStr, EVENT_DESCR_STR_SZ,
7475			   "SAS PHY Link Status: Phy=%d:"
7476			   " Phy Disabled",PhyNumber);
7477			break;
7478		case MPI_EVENT_SAS_PLS_LR_RATE_FAILED_SPEED_NEGOTIATION:
7479			snprintf(evStr, EVENT_DESCR_STR_SZ,
7480			   "SAS PHY Link Status: Phy=%d:"
7481			   " Failed Speed Nego",PhyNumber);
7482			break;
7483		case MPI_EVENT_SAS_PLS_LR_RATE_SATA_OOB_COMPLETE:
7484			snprintf(evStr, EVENT_DESCR_STR_SZ,
7485			   "SAS PHY Link Status: Phy=%d:"
7486			   " Sata OOB Completed",PhyNumber);
7487			break;
7488		case MPI_EVENT_SAS_PLS_LR_RATE_1_5:
7489			snprintf(evStr, EVENT_DESCR_STR_SZ,
7490			   "SAS PHY Link Status: Phy=%d:"
7491			   " Rate 1.5 Gbps",PhyNumber);
7492			break;
7493		case MPI_EVENT_SAS_PLS_LR_RATE_3_0:
7494			snprintf(evStr, EVENT_DESCR_STR_SZ,
7495			   "SAS PHY Link Status: Phy=%d:"
7496			   " Rate 3.0 Gbps", PhyNumber);
7497			break;
7498		case MPI_EVENT_SAS_PLS_LR_RATE_6_0:
7499			snprintf(evStr, EVENT_DESCR_STR_SZ,
7500			   "SAS PHY Link Status: Phy=%d:"
7501			   " Rate 6.0 Gbps", PhyNumber);
7502			break;
7503		default:
7504			snprintf(evStr, EVENT_DESCR_STR_SZ,
7505			   "SAS PHY Link Status: Phy=%d", PhyNumber);
7506			break;
7507		}
7508		break;
7509	}
7510	case MPI_EVENT_SAS_DISCOVERY_ERROR:
7511		ds = "SAS Discovery Error";
7512		break;
7513	case MPI_EVENT_IR_RESYNC_UPDATE:
7514	{
7515		u8 resync_complete = (u8)(evData0 >> 16);
7516		snprintf(evStr, EVENT_DESCR_STR_SZ,
7517		    "IR Resync Update: Complete = %d:",resync_complete);
7518		break;
7519	}
7520	case MPI_EVENT_IR2:
7521	{
7522		u8 id = (u8)(evData0);
7523		u8 channel = (u8)(evData0 >> 8);
7524		u8 phys_num = (u8)(evData0 >> 24);
7525		u8 ReasonCode = (u8)(evData0 >> 16);
7526
7527		switch (ReasonCode) {
7528		case MPI_EVENT_IR2_RC_LD_STATE_CHANGED:
7529			snprintf(evStr, EVENT_DESCR_STR_SZ,
7530			    "IR2: LD State Changed: "
7531			    "id=%d channel=%d phys_num=%d",
7532			    id, channel, phys_num);
7533			break;
7534		case MPI_EVENT_IR2_RC_PD_STATE_CHANGED:
7535			snprintf(evStr, EVENT_DESCR_STR_SZ,
7536			    "IR2: PD State Changed "
7537			    "id=%d channel=%d phys_num=%d",
7538			    id, channel, phys_num);
7539			break;
7540		case MPI_EVENT_IR2_RC_BAD_BLOCK_TABLE_FULL:
7541			snprintf(evStr, EVENT_DESCR_STR_SZ,
7542			    "IR2: Bad Block Table Full: "
7543			    "id=%d channel=%d phys_num=%d",
7544			    id, channel, phys_num);
7545			break;
7546		case MPI_EVENT_IR2_RC_PD_INSERTED:
7547			snprintf(evStr, EVENT_DESCR_STR_SZ,
7548			    "IR2: PD Inserted: "
7549			    "id=%d channel=%d phys_num=%d",
7550			    id, channel, phys_num);
7551			break;
7552		case MPI_EVENT_IR2_RC_PD_REMOVED:
7553			snprintf(evStr, EVENT_DESCR_STR_SZ,
7554			    "IR2: PD Removed: "
7555			    "id=%d channel=%d phys_num=%d",
7556			    id, channel, phys_num);
7557			break;
7558		case MPI_EVENT_IR2_RC_FOREIGN_CFG_DETECTED:
7559			snprintf(evStr, EVENT_DESCR_STR_SZ,
7560			    "IR2: Foreign CFG Detected: "
7561			    "id=%d channel=%d phys_num=%d",
7562			    id, channel, phys_num);
7563			break;
7564		case MPI_EVENT_IR2_RC_REBUILD_MEDIUM_ERROR:
7565			snprintf(evStr, EVENT_DESCR_STR_SZ,
7566			    "IR2: Rebuild Medium Error: "
7567			    "id=%d channel=%d phys_num=%d",
7568			    id, channel, phys_num);
7569			break;
7570		case MPI_EVENT_IR2_RC_DUAL_PORT_ADDED:
7571			snprintf(evStr, EVENT_DESCR_STR_SZ,
7572			    "IR2: Dual Port Added: "
7573			    "id=%d channel=%d phys_num=%d",
7574			    id, channel, phys_num);
7575			break;
7576		case MPI_EVENT_IR2_RC_DUAL_PORT_REMOVED:
7577			snprintf(evStr, EVENT_DESCR_STR_SZ,
7578			    "IR2: Dual Port Removed: "
7579			    "id=%d channel=%d phys_num=%d",
7580			    id, channel, phys_num);
7581			break;
7582		default:
7583			ds = "IR2";
7584		break;
7585		}
7586		break;
7587	}
7588	case MPI_EVENT_SAS_DISCOVERY:
7589	{
7590		if (evData0)
7591			ds = "SAS Discovery: Start";
7592		else
7593			ds = "SAS Discovery: Stop";
7594		break;
7595	}
7596	case MPI_EVENT_LOG_ENTRY_ADDED:
7597		ds = "SAS Log Entry Added";
7598		break;
7599
7600	case MPI_EVENT_SAS_BROADCAST_PRIMITIVE:
7601	{
7602		u8 phy_num = (u8)(evData0);
7603		u8 port_num = (u8)(evData0 >> 8);
7604		u8 port_width = (u8)(evData0 >> 16);
7605		u8 primative = (u8)(evData0 >> 24);
7606		snprintf(evStr, EVENT_DESCR_STR_SZ,
7607		    "SAS Broadcase Primative: phy=%d port=%d "
7608		    "width=%d primative=0x%02x",
7609		    phy_num, port_num, port_width, primative);
7610		break;
7611	}
7612
7613	case MPI_EVENT_SAS_INIT_DEVICE_STATUS_CHANGE:
7614	{
7615		u8 reason = (u8)(evData0);
7616
7617		switch (reason) {
7618		case MPI_EVENT_SAS_INIT_RC_ADDED:
7619			ds = "SAS Initiator Status Change: Added";
7620			break;
7621		case MPI_EVENT_SAS_INIT_RC_REMOVED:
7622			ds = "SAS Initiator Status Change: Deleted";
7623			break;
7624		default:
7625			ds = "SAS Initiator Status Change";
7626			break;
7627		}
7628		break;
7629	}
7630
7631	case MPI_EVENT_SAS_INIT_TABLE_OVERFLOW:
7632	{
7633		u8 max_init = (u8)(evData0);
7634		u8 current_init = (u8)(evData0 >> 8);
7635
7636		snprintf(evStr, EVENT_DESCR_STR_SZ,
7637		    "SAS Initiator Device Table Overflow: max initiators=%02d "
7638		    "current initators=%02d",
7639		    max_init, current_init);
7640		break;
7641	}
7642	case MPI_EVENT_SAS_SMP_ERROR:
7643	{
7644		u8 status = (u8)(evData0);
7645		u8 port_num = (u8)(evData0 >> 8);
7646		u8 result = (u8)(evData0 >> 16);
7647
7648		if (status == MPI_EVENT_SAS_SMP_FUNCTION_RESULT_VALID)
7649			snprintf(evStr, EVENT_DESCR_STR_SZ,
7650			    "SAS SMP Error: port=%d result=0x%02x",
7651			    port_num, result);
7652		else if (status == MPI_EVENT_SAS_SMP_CRC_ERROR)
7653			snprintf(evStr, EVENT_DESCR_STR_SZ,
7654			    "SAS SMP Error: port=%d : CRC Error",
7655			    port_num);
7656		else if (status == MPI_EVENT_SAS_SMP_TIMEOUT)
7657			snprintf(evStr, EVENT_DESCR_STR_SZ,
7658			    "SAS SMP Error: port=%d : Timeout",
7659			    port_num);
7660		else if (status == MPI_EVENT_SAS_SMP_NO_DESTINATION)
7661			snprintf(evStr, EVENT_DESCR_STR_SZ,
7662			    "SAS SMP Error: port=%d : No Destination",
7663			    port_num);
7664		else if (status == MPI_EVENT_SAS_SMP_BAD_DESTINATION)
7665			snprintf(evStr, EVENT_DESCR_STR_SZ,
7666			    "SAS SMP Error: port=%d : Bad Destination",
7667			    port_num);
7668		else
7669			snprintf(evStr, EVENT_DESCR_STR_SZ,
7670			    "SAS SMP Error: port=%d : status=0x%02x",
7671			    port_num, status);
7672		break;
7673	}
7674
7675	case MPI_EVENT_SAS_EXPANDER_STATUS_CHANGE:
7676	{
7677		u8 reason = (u8)(evData0);
7678
7679		switch (reason) {
7680		case MPI_EVENT_SAS_EXP_RC_ADDED:
7681			ds = "Expander Status Change: Added";
7682			break;
7683		case MPI_EVENT_SAS_EXP_RC_NOT_RESPONDING:
7684			ds = "Expander Status Change: Deleted";
7685			break;
7686		default:
7687			ds = "Expander Status Change";
7688			break;
7689		}
7690		break;
7691	}
7692
7693	/*
7694	 *  MPT base "custom" events may be added here...
7695	 */
7696	default:
7697		ds = "Unknown";
7698		break;
7699	}
7700	if (ds)
7701		strlcpy(evStr, ds, EVENT_DESCR_STR_SZ);
7702
7703
7704	devtprintk(ioc, printk(MYIOC_s_DEBUG_FMT
7705	    "MPT event:(%02Xh) : %s\n",
7706	    ioc->name, event, evStr));
7707
7708	devtverboseprintk(ioc, printk(KERN_DEBUG MYNAM
7709	    ": Event data:\n"));
7710	for (ii = 0; ii < le16_to_cpu(pEventReply->EventDataLength); ii++)
7711		devtverboseprintk(ioc, printk(" %08x",
7712		    le32_to_cpu(pEventReply->Data[ii])));
7713	devtverboseprintk(ioc, printk(KERN_DEBUG "\n"));
7714}
7715#endif
7716/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
7717/**
7718 *	ProcessEventNotification - Route EventNotificationReply to all event handlers
7719 *	@ioc: Pointer to MPT_ADAPTER structure
7720 *	@pEventReply: Pointer to EventNotification reply frame
7721 *	@evHandlers: Pointer to integer, number of event handlers
7722 *
7723 *	Routes a received EventNotificationReply to all currently registered
7724 *	event handlers.
7725 *	Returns sum of event handlers return values.
7726 */
7727static int
7728ProcessEventNotification(MPT_ADAPTER *ioc, EventNotificationReply_t *pEventReply, int *evHandlers)
7729{
7730	u16 evDataLen;
7731	u32 evData0 = 0;
7732	int ii;
7733	u8 cb_idx;
7734	int r = 0;
7735	int handlers = 0;
7736	u8 event;
7737
7738	/*
7739	 *  Do platform normalization of values
7740	 */
7741	event = le32_to_cpu(pEventReply->Event) & 0xFF;
7742	evDataLen = le16_to_cpu(pEventReply->EventDataLength);
7743	if (evDataLen) {
7744		evData0 = le32_to_cpu(pEventReply->Data[0]);
7745	}
7746
7747#ifdef CONFIG_FUSION_LOGGING
7748	if (evDataLen)
7749		mpt_display_event_info(ioc, pEventReply);
7750#endif
7751
7752	/*
7753	 *  Do general / base driver event processing
7754	 */
7755	switch(event) {
7756	case MPI_EVENT_EVENT_CHANGE:		/* 0A */
7757		if (evDataLen) {
7758			u8 evState = evData0 & 0xFF;
7759
7760			/* CHECKME! What if evState unexpectedly says OFF (0)? */
7761
7762			/* Update EventState field in cached IocFacts */
7763			if (ioc->facts.Function) {
7764				ioc->facts.EventState = evState;
7765			}
7766		}
7767		break;
7768	case MPI_EVENT_INTEGRATED_RAID:
7769		mptbase_raid_process_event_data(ioc,
7770		    (MpiEventDataRaid_t *)pEventReply->Data);
7771		break;
7772	default:
7773		break;
7774	}
7775
7776	/*
7777	 * Should this event be logged? Events are written sequentially.
7778	 * When buffer is full, start again at the top.
7779	 */
7780	if (ioc->events && (ioc->eventTypes & ( 1 << event))) {
7781		int idx;
7782
7783		idx = ioc->eventContext % MPTCTL_EVENT_LOG_SIZE;
7784
7785		ioc->events[idx].event = event;
7786		ioc->events[idx].eventContext = ioc->eventContext;
7787
7788		for (ii = 0; ii < 2; ii++) {
7789			if (ii < evDataLen)
7790				ioc->events[idx].data[ii] = le32_to_cpu(pEventReply->Data[ii]);
7791			else
7792				ioc->events[idx].data[ii] =  0;
7793		}
7794
7795		ioc->eventContext++;
7796	}
7797
7798
7799	/*
7800	 *  Call each currently registered protocol event handler.
7801	 */
7802	for (cb_idx = MPT_MAX_PROTOCOL_DRIVERS-1; cb_idx; cb_idx--) {
7803		if (MptEvHandlers[cb_idx]) {
7804			devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT
7805			    "Routing Event to event handler #%d\n",
7806			    ioc->name, cb_idx));
7807			r += (*(MptEvHandlers[cb_idx]))(ioc, pEventReply);
7808			handlers++;
7809		}
7810	}
7811	/* FIXME?  Examine results here? */
7812
7813	/*
7814	 *  If needed, send (a single) EventAck.
7815	 */
7816	if (pEventReply->AckRequired == MPI_EVENT_NOTIFICATION_ACK_REQUIRED) {
7817		devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT
7818			"EventAck required\n",ioc->name));
7819		if ((ii = SendEventAck(ioc, pEventReply)) != 0) {
7820			devtverboseprintk(ioc, printk(MYIOC_s_DEBUG_FMT "SendEventAck returned %d\n",
7821					ioc->name, ii));
7822		}
7823	}
7824
7825	*evHandlers = handlers;
7826	return r;
7827}
7828
7829/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
7830/**
7831 *	mpt_fc_log_info - Log information returned from Fibre Channel IOC.
7832 *	@ioc: Pointer to MPT_ADAPTER structure
7833 *	@log_info: U32 LogInfo reply word from the IOC
7834 *
7835 *	Refer to lsi/mpi_log_fc.h.
7836 */
7837static void
7838mpt_fc_log_info(MPT_ADAPTER *ioc, u32 log_info)
7839{
7840	char *desc = "unknown";
7841
7842	switch (log_info & 0xFF000000) {
7843	case MPI_IOCLOGINFO_FC_INIT_BASE:
7844		desc = "FCP Initiator";
7845		break;
7846	case MPI_IOCLOGINFO_FC_TARGET_BASE:
7847		desc = "FCP Target";
7848		break;
7849	case MPI_IOCLOGINFO_FC_LAN_BASE:
7850		desc = "LAN";
7851		break;
7852	case MPI_IOCLOGINFO_FC_MSG_BASE:
7853		desc = "MPI Message Layer";
7854		break;
7855	case MPI_IOCLOGINFO_FC_LINK_BASE:
7856		desc = "FC Link";
7857		break;
7858	case MPI_IOCLOGINFO_FC_CTX_BASE:
7859		desc = "Context Manager";
7860		break;
7861	case MPI_IOCLOGINFO_FC_INVALID_FIELD_BYTE_OFFSET:
7862		desc = "Invalid Field Offset";
7863		break;
7864	case MPI_IOCLOGINFO_FC_STATE_CHANGE:
7865		desc = "State Change Info";
7866		break;
7867	}
7868
7869	printk(MYIOC_s_INFO_FMT "LogInfo(0x%08x): SubClass={%s}, Value=(0x%06x)\n",
7870			ioc->name, log_info, desc, (log_info & 0xFFFFFF));
7871}
7872
7873/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
7874/**
7875 *	mpt_spi_log_info - Log information returned from SCSI Parallel IOC.
7876 *	@ioc: Pointer to MPT_ADAPTER structure
7877 *	@log_info: U32 LogInfo word from the IOC
7878 *
7879 *	Refer to lsi/sp_log.h.
7880 */
7881static void
7882mpt_spi_log_info(MPT_ADAPTER *ioc, u32 log_info)
7883{
7884	u32 info = log_info & 0x00FF0000;
7885	char *desc = "unknown";
7886
7887	switch (info) {
7888	case 0x00010000:
7889		desc = "bug! MID not found";
7890		break;
7891
7892	case 0x00020000:
7893		desc = "Parity Error";
7894		break;
7895
7896	case 0x00030000:
7897		desc = "ASYNC Outbound Overrun";
7898		break;
7899
7900	case 0x00040000:
7901		desc = "SYNC Offset Error";
7902		break;
7903
7904	case 0x00050000:
7905		desc = "BM Change";
7906		break;
7907
7908	case 0x00060000:
7909		desc = "Msg In Overflow";
7910		break;
7911
7912	case 0x00070000:
7913		desc = "DMA Error";
7914		break;
7915
7916	case 0x00080000:
7917		desc = "Outbound DMA Overrun";
7918		break;
7919
7920	case 0x00090000:
7921		desc = "Task Management";
7922		break;
7923
7924	case 0x000A0000:
7925		desc = "Device Problem";
7926		break;
7927
7928	case 0x000B0000:
7929		desc = "Invalid Phase Change";
7930		break;
7931
7932	case 0x000C0000:
7933		desc = "Untagged Table Size";
7934		break;
7935
7936	}
7937
7938	printk(MYIOC_s_INFO_FMT "LogInfo(0x%08x): F/W: %s\n", ioc->name, log_info, desc);
7939}
7940
7941/* strings for sas loginfo */
7942	static char *originator_str[] = {
7943		"IOP",						/* 00h */
7944		"PL",						/* 01h */
7945		"IR"						/* 02h */
7946	};
7947	static char *iop_code_str[] = {
7948		NULL,						/* 00h */
7949		"Invalid SAS Address",				/* 01h */
7950		NULL,						/* 02h */
7951		"Invalid Page",					/* 03h */
7952		"Diag Message Error",				/* 04h */
7953		"Task Terminated",				/* 05h */
7954		"Enclosure Management",				/* 06h */
7955		"Target Mode"					/* 07h */
7956	};
7957	static char *pl_code_str[] = {
7958		NULL,						/* 00h */
7959		"Open Failure",					/* 01h */
7960		"Invalid Scatter Gather List",			/* 02h */
7961		"Wrong Relative Offset or Frame Length",	/* 03h */
7962		"Frame Transfer Error",				/* 04h */
7963		"Transmit Frame Connected Low",			/* 05h */
7964		"SATA Non-NCQ RW Error Bit Set",		/* 06h */
7965		"SATA Read Log Receive Data Error",		/* 07h */
7966		"SATA NCQ Fail All Commands After Error",	/* 08h */
7967		"SATA Error in Receive Set Device Bit FIS",	/* 09h */
7968		"Receive Frame Invalid Message",		/* 0Ah */
7969		"Receive Context Message Valid Error",		/* 0Bh */
7970		"Receive Frame Current Frame Error",		/* 0Ch */
7971		"SATA Link Down",				/* 0Dh */
7972		"Discovery SATA Init W IOS",			/* 0Eh */
7973		"Config Invalid Page",				/* 0Fh */
7974		"Discovery SATA Init Timeout",			/* 10h */
7975		"Reset",					/* 11h */
7976		"Abort",					/* 12h */
7977		"IO Not Yet Executed",				/* 13h */
7978		"IO Executed",					/* 14h */
7979		"Persistent Reservation Out Not Affiliation "
7980		    "Owner", 					/* 15h */
7981		"Open Transmit DMA Abort",			/* 16h */
7982		"IO Device Missing Delay Retry",		/* 17h */
7983		"IO Cancelled Due to Receive Error",		/* 18h */
7984		NULL,						/* 19h */
7985		NULL,						/* 1Ah */
7986		NULL,						/* 1Bh */
7987		NULL,						/* 1Ch */
7988		NULL,						/* 1Dh */
7989		NULL,						/* 1Eh */
7990		NULL,						/* 1Fh */
7991		"Enclosure Management"				/* 20h */
7992	};
7993	static char *ir_code_str[] = {
7994		"Raid Action Error",				/* 00h */
7995		NULL,						/* 00h */
7996		NULL,						/* 01h */
7997		NULL,						/* 02h */
7998		NULL,						/* 03h */
7999		NULL,						/* 04h */
8000		NULL,						/* 05h */
8001		NULL,						/* 06h */
8002		NULL						/* 07h */
8003	};
8004	static char *raid_sub_code_str[] = {
8005		NULL, 						/* 00h */
8006		"Volume Creation Failed: Data Passed too "
8007		    "Large", 					/* 01h */
8008		"Volume Creation Failed: Duplicate Volumes "
8009		    "Attempted", 				/* 02h */
8010		"Volume Creation Failed: Max Number "
8011		    "Supported Volumes Exceeded",		/* 03h */
8012		"Volume Creation Failed: DMA Error",		/* 04h */
8013		"Volume Creation Failed: Invalid Volume Type",	/* 05h */
8014		"Volume Creation Failed: Error Reading "
8015		    "MFG Page 4", 				/* 06h */
8016		"Volume Creation Failed: Creating Internal "
8017		    "Structures", 				/* 07h */
8018		NULL,						/* 08h */
8019		NULL,						/* 09h */
8020		NULL,						/* 0Ah */
8021		NULL,						/* 0Bh */
8022		NULL,						/* 0Ch */
8023		NULL,						/* 0Dh */
8024		NULL,						/* 0Eh */
8025		NULL,						/* 0Fh */
8026		"Activation failed: Already Active Volume", 	/* 10h */
8027		"Activation failed: Unsupported Volume Type", 	/* 11h */
8028		"Activation failed: Too Many Active Volumes", 	/* 12h */
8029		"Activation failed: Volume ID in Use", 		/* 13h */
8030		"Activation failed: Reported Failure", 		/* 14h */
8031		"Activation failed: Importing a Volume", 	/* 15h */
8032		NULL,						/* 16h */
8033		NULL,						/* 17h */
8034		NULL,						/* 18h */
8035		NULL,						/* 19h */
8036		NULL,						/* 1Ah */
8037		NULL,						/* 1Bh */
8038		NULL,						/* 1Ch */
8039		NULL,						/* 1Dh */
8040		NULL,						/* 1Eh */
8041		NULL,						/* 1Fh */
8042		"Phys Disk failed: Too Many Phys Disks", 	/* 20h */
8043		"Phys Disk failed: Data Passed too Large",	/* 21h */
8044		"Phys Disk failed: DMA Error", 			/* 22h */
8045		"Phys Disk failed: Invalid <channel:id>", 	/* 23h */
8046		"Phys Disk failed: Creating Phys Disk Config "
8047		    "Page", 					/* 24h */
8048		NULL,						/* 25h */
8049		NULL,						/* 26h */
8050		NULL,						/* 27h */
8051		NULL,						/* 28h */
8052		NULL,						/* 29h */
8053		NULL,						/* 2Ah */
8054		NULL,						/* 2Bh */
8055		NULL,						/* 2Ch */
8056		NULL,						/* 2Dh */
8057		NULL,						/* 2Eh */
8058		NULL,						/* 2Fh */
8059		"Compatibility Error: IR Disabled",		/* 30h */
8060		"Compatibility Error: Inquiry Command Failed",	/* 31h */
8061		"Compatibility Error: Device not Direct Access "
8062		    "Device ",					/* 32h */
8063		"Compatibility Error: Removable Device Found",	/* 33h */
8064		"Compatibility Error: Device SCSI Version not "
8065		    "2 or Higher", 				/* 34h */
8066		"Compatibility Error: SATA Device, 48 BIT LBA "
8067		    "not Supported", 				/* 35h */
8068		"Compatibility Error: Device doesn't have "
8069		    "512 Byte Block Sizes", 			/* 36h */
8070		"Compatibility Error: Volume Type Check Failed", /* 37h */
8071		"Compatibility Error: Volume Type is "
8072		    "Unsupported by FW", 			/* 38h */
8073		"Compatibility Error: Disk Drive too Small for "
8074		    "use in Volume", 				/* 39h */
8075		"Compatibility Error: Phys Disk for Create "
8076		    "Volume not Found", 			/* 3Ah */
8077		"Compatibility Error: Too Many or too Few "
8078		    "Disks for Volume Type", 			/* 3Bh */
8079		"Compatibility Error: Disk stripe Sizes "
8080		    "Must be 64KB", 				/* 3Ch */
8081		"Compatibility Error: IME Size Limited to < 2TB", /* 3Dh */
8082	};
8083
8084/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
8085/**
8086 *	mpt_sas_log_info - Log information returned from SAS IOC.
8087 *	@ioc: Pointer to MPT_ADAPTER structure
8088 *	@log_info: U32 LogInfo reply word from the IOC
8089 *	@cb_idx: callback function's handle
8090 *
8091 *	Refer to lsi/mpi_log_sas.h.
8092 **/
8093static void
8094mpt_sas_log_info(MPT_ADAPTER *ioc, u32 log_info, u8 cb_idx)
8095{
8096	union loginfo_type {
8097		u32	loginfo;
8098		struct {
8099			u32	subcode:16;
8100			u32	code:8;
8101			u32	originator:4;
8102			u32	bus_type:4;
8103		} dw;
8104	};
8105	union loginfo_type sas_loginfo;
8106	char *originator_desc = NULL;
8107	char *code_desc = NULL;
8108	char *sub_code_desc = NULL;
8109
8110	sas_loginfo.loginfo = log_info;
8111	if ((sas_loginfo.dw.bus_type != 3 /*SAS*/) &&
8112	    (sas_loginfo.dw.originator < ARRAY_SIZE(originator_str)))
8113		return;
8114
8115	originator_desc = originator_str[sas_loginfo.dw.originator];
8116
8117	switch (sas_loginfo.dw.originator) {
8118
8119		case 0:  /* IOP */
8120			if (sas_loginfo.dw.code <
8121			    ARRAY_SIZE(iop_code_str))
8122				code_desc = iop_code_str[sas_loginfo.dw.code];
8123			break;
8124		case 1:  /* PL */
8125			if (sas_loginfo.dw.code <
8126			    ARRAY_SIZE(pl_code_str))
8127				code_desc = pl_code_str[sas_loginfo.dw.code];
8128			break;
8129		case 2:  /* IR */
8130			if (sas_loginfo.dw.code >=
8131			    ARRAY_SIZE(ir_code_str))
8132				break;
8133			code_desc = ir_code_str[sas_loginfo.dw.code];
8134			if (sas_loginfo.dw.subcode >=
8135			    ARRAY_SIZE(raid_sub_code_str))
8136				break;
8137			if (sas_loginfo.dw.code == 0)
8138				sub_code_desc =
8139				    raid_sub_code_str[sas_loginfo.dw.subcode];
8140			break;
8141		default:
8142			return;
8143	}
8144
8145	if (sub_code_desc != NULL)
8146		printk(MYIOC_s_INFO_FMT
8147			"LogInfo(0x%08x): Originator={%s}, Code={%s},"
8148			" SubCode={%s} cb_idx %s\n",
8149			ioc->name, log_info, originator_desc, code_desc,
8150			sub_code_desc, MptCallbacksName[cb_idx]);
8151	else if (code_desc != NULL)
8152		printk(MYIOC_s_INFO_FMT
8153			"LogInfo(0x%08x): Originator={%s}, Code={%s},"
8154			" SubCode(0x%04x) cb_idx %s\n",
8155			ioc->name, log_info, originator_desc, code_desc,
8156			sas_loginfo.dw.subcode, MptCallbacksName[cb_idx]);
8157	else
8158		printk(MYIOC_s_INFO_FMT
8159			"LogInfo(0x%08x): Originator={%s}, Code=(0x%02x),"
8160			" SubCode(0x%04x) cb_idx %s\n",
8161			ioc->name, log_info, originator_desc,
8162			sas_loginfo.dw.code, sas_loginfo.dw.subcode,
8163			MptCallbacksName[cb_idx]);
8164}
8165
8166/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
8167/**
8168 *	mpt_iocstatus_info_config - IOCSTATUS information for config pages
8169 *	@ioc: Pointer to MPT_ADAPTER structure
8170 *	@ioc_status: U32 IOCStatus word from IOC
8171 *	@mf: Pointer to MPT request frame
8172 *
8173 *	Refer to lsi/mpi.h.
8174 **/
8175static void
8176mpt_iocstatus_info_config(MPT_ADAPTER *ioc, u32 ioc_status, MPT_FRAME_HDR *mf)
8177{
8178	Config_t *pReq = (Config_t *)mf;
8179	char extend_desc[EVENT_DESCR_STR_SZ];
8180	char *desc = NULL;
8181	u32 form;
8182	u8 page_type;
8183
8184	if (pReq->Header.PageType == MPI_CONFIG_PAGETYPE_EXTENDED)
8185		page_type = pReq->ExtPageType;
8186	else
8187		page_type = pReq->Header.PageType;
8188
8189	/*
8190	 * ignore invalid page messages for GET_NEXT_HANDLE
8191	 */
8192	form = le32_to_cpu(pReq->PageAddress);
8193	if (ioc_status == MPI_IOCSTATUS_CONFIG_INVALID_PAGE) {
8194		if (page_type == MPI_CONFIG_EXTPAGETYPE_SAS_DEVICE ||
8195		    page_type == MPI_CONFIG_EXTPAGETYPE_SAS_EXPANDER ||
8196		    page_type == MPI_CONFIG_EXTPAGETYPE_ENCLOSURE) {
8197			if ((form >> MPI_SAS_DEVICE_PGAD_FORM_SHIFT) ==
8198				MPI_SAS_DEVICE_PGAD_FORM_GET_NEXT_HANDLE)
8199				return;
8200		}
8201		if (page_type == MPI_CONFIG_PAGETYPE_FC_DEVICE)
8202			if ((form & MPI_FC_DEVICE_PGAD_FORM_MASK) ==
8203				MPI_FC_DEVICE_PGAD_FORM_NEXT_DID)
8204				return;
8205	}
8206
8207	snprintf(extend_desc, EVENT_DESCR_STR_SZ,
8208	    "type=%02Xh, page=%02Xh, action=%02Xh, form=%08Xh",
8209	    page_type, pReq->Header.PageNumber, pReq->Action, form);
8210
8211	switch (ioc_status) {
8212
8213	case MPI_IOCSTATUS_CONFIG_INVALID_ACTION: /* 0x0020 */
8214		desc = "Config Page Invalid Action";
8215		break;
8216
8217	case MPI_IOCSTATUS_CONFIG_INVALID_TYPE:   /* 0x0021 */
8218		desc = "Config Page Invalid Type";
8219		break;
8220
8221	case MPI_IOCSTATUS_CONFIG_INVALID_PAGE:   /* 0x0022 */
8222		desc = "Config Page Invalid Page";
8223		break;
8224
8225	case MPI_IOCSTATUS_CONFIG_INVALID_DATA:   /* 0x0023 */
8226		desc = "Config Page Invalid Data";
8227		break;
8228
8229	case MPI_IOCSTATUS_CONFIG_NO_DEFAULTS:    /* 0x0024 */
8230		desc = "Config Page No Defaults";
8231		break;
8232
8233	case MPI_IOCSTATUS_CONFIG_CANT_COMMIT:    /* 0x0025 */
8234		desc = "Config Page Can't Commit";
8235		break;
8236	}
8237
8238	if (!desc)
8239		return;
8240
8241	dreplyprintk(ioc, printk(MYIOC_s_DEBUG_FMT "IOCStatus(0x%04X): %s: %s\n",
8242	    ioc->name, ioc_status, desc, extend_desc));
8243}
8244
8245/**
8246 *	mpt_iocstatus_info - IOCSTATUS information returned from IOC.
8247 *	@ioc: Pointer to MPT_ADAPTER structure
8248 *	@ioc_status: U32 IOCStatus word from IOC
8249 *	@mf: Pointer to MPT request frame
8250 *
8251 *	Refer to lsi/mpi.h.
8252 **/
8253static void
8254mpt_iocstatus_info(MPT_ADAPTER *ioc, u32 ioc_status, MPT_FRAME_HDR *mf)
8255{
8256	u32 status = ioc_status & MPI_IOCSTATUS_MASK;
8257	char *desc = NULL;
8258
8259	switch (status) {
8260
8261/****************************************************************************/
8262/*  Common IOCStatus values for all replies                                 */
8263/****************************************************************************/
8264
8265	case MPI_IOCSTATUS_INVALID_FUNCTION: /* 0x0001 */
8266		desc = "Invalid Function";
8267		break;
8268
8269	case MPI_IOCSTATUS_BUSY: /* 0x0002 */
8270		desc = "Busy";
8271		break;
8272
8273	case MPI_IOCSTATUS_INVALID_SGL: /* 0x0003 */
8274		desc = "Invalid SGL";
8275		break;
8276
8277	case MPI_IOCSTATUS_INTERNAL_ERROR: /* 0x0004 */
8278		desc = "Internal Error";
8279		break;
8280
8281	case MPI_IOCSTATUS_RESERVED: /* 0x0005 */
8282		desc = "Reserved";
8283		break;
8284
8285	case MPI_IOCSTATUS_INSUFFICIENT_RESOURCES: /* 0x0006 */
8286		desc = "Insufficient Resources";
8287		break;
8288
8289	case MPI_IOCSTATUS_INVALID_FIELD: /* 0x0007 */
8290		desc = "Invalid Field";
8291		break;
8292
8293	case MPI_IOCSTATUS_INVALID_STATE: /* 0x0008 */
8294		desc = "Invalid State";
8295		break;
8296
8297/****************************************************************************/
8298/*  Config IOCStatus values                                                 */
8299/****************************************************************************/
8300
8301	case MPI_IOCSTATUS_CONFIG_INVALID_ACTION: /* 0x0020 */
8302	case MPI_IOCSTATUS_CONFIG_INVALID_TYPE:   /* 0x0021 */
8303	case MPI_IOCSTATUS_CONFIG_INVALID_PAGE:   /* 0x0022 */
8304	case MPI_IOCSTATUS_CONFIG_INVALID_DATA:   /* 0x0023 */
8305	case MPI_IOCSTATUS_CONFIG_NO_DEFAULTS:    /* 0x0024 */
8306	case MPI_IOCSTATUS_CONFIG_CANT_COMMIT:    /* 0x0025 */
8307		mpt_iocstatus_info_config(ioc, status, mf);
8308		break;
8309
8310/****************************************************************************/
8311/*  SCSIIO Reply (SPI, FCP, SAS) initiator values                           */
8312/*                                                                          */
8313/*  Look at mptscsih_iocstatus_info_scsiio in mptscsih.c */
8314/*                                                                          */
8315/****************************************************************************/
8316
8317	case MPI_IOCSTATUS_SCSI_RECOVERED_ERROR: /* 0x0040 */
8318	case MPI_IOCSTATUS_SCSI_DATA_UNDERRUN: /* 0x0045 */
8319	case MPI_IOCSTATUS_SCSI_INVALID_BUS: /* 0x0041 */
8320	case MPI_IOCSTATUS_SCSI_INVALID_TARGETID: /* 0x0042 */
8321	case MPI_IOCSTATUS_SCSI_DEVICE_NOT_THERE: /* 0x0043 */
8322	case MPI_IOCSTATUS_SCSI_DATA_OVERRUN: /* 0x0044 */
8323	case MPI_IOCSTATUS_SCSI_IO_DATA_ERROR: /* 0x0046 */
8324	case MPI_IOCSTATUS_SCSI_PROTOCOL_ERROR: /* 0x0047 */
8325	case MPI_IOCSTATUS_SCSI_TASK_TERMINATED: /* 0x0048 */
8326	case MPI_IOCSTATUS_SCSI_RESIDUAL_MISMATCH: /* 0x0049 */
8327	case MPI_IOCSTATUS_SCSI_TASK_MGMT_FAILED: /* 0x004A */
8328	case MPI_IOCSTATUS_SCSI_IOC_TERMINATED: /* 0x004B */
8329	case MPI_IOCSTATUS_SCSI_EXT_TERMINATED: /* 0x004C */
8330		break;
8331
8332/****************************************************************************/
8333/*  SCSI Target values                                                      */
8334/****************************************************************************/
8335
8336	case MPI_IOCSTATUS_TARGET_PRIORITY_IO: /* 0x0060 */
8337		desc = "Target: Priority IO";
8338		break;
8339
8340	case MPI_IOCSTATUS_TARGET_INVALID_PORT: /* 0x0061 */
8341		desc = "Target: Invalid Port";
8342		break;
8343
8344	case MPI_IOCSTATUS_TARGET_INVALID_IO_INDEX: /* 0x0062 */
8345		desc = "Target Invalid IO Index:";
8346		break;
8347
8348	case MPI_IOCSTATUS_TARGET_ABORTED: /* 0x0063 */
8349		desc = "Target: Aborted";
8350		break;
8351
8352	case MPI_IOCSTATUS_TARGET_NO_CONN_RETRYABLE: /* 0x0064 */
8353		desc = "Target: No Conn Retryable";
8354		break;
8355
8356	case MPI_IOCSTATUS_TARGET_NO_CONNECTION: /* 0x0065 */
8357		desc = "Target: No Connection";
8358		break;
8359
8360	case MPI_IOCSTATUS_TARGET_XFER_COUNT_MISMATCH: /* 0x006A */
8361		desc = "Target: Transfer Count Mismatch";
8362		break;
8363
8364	case MPI_IOCSTATUS_TARGET_STS_DATA_NOT_SENT: /* 0x006B */
8365		desc = "Target: STS Data not Sent";
8366		break;
8367
8368	case MPI_IOCSTATUS_TARGET_DATA_OFFSET_ERROR: /* 0x006D */
8369		desc = "Target: Data Offset Error";
8370		break;
8371
8372	case MPI_IOCSTATUS_TARGET_TOO_MUCH_WRITE_DATA: /* 0x006E */
8373		desc = "Target: Too Much Write Data";
8374		break;
8375
8376	case MPI_IOCSTATUS_TARGET_IU_TOO_SHORT: /* 0x006F */
8377		desc = "Target: IU Too Short";
8378		break;
8379
8380	case MPI_IOCSTATUS_TARGET_ACK_NAK_TIMEOUT: /* 0x0070 */
8381		desc = "Target: ACK NAK Timeout";
8382		break;
8383
8384	case MPI_IOCSTATUS_TARGET_NAK_RECEIVED: /* 0x0071 */
8385		desc = "Target: Nak Received";
8386		break;
8387
8388/****************************************************************************/
8389/*  Fibre Channel Direct Access values                                      */
8390/****************************************************************************/
8391
8392	case MPI_IOCSTATUS_FC_ABORTED: /* 0x0066 */
8393		desc = "FC: Aborted";
8394		break;
8395
8396	case MPI_IOCSTATUS_FC_RX_ID_INVALID: /* 0x0067 */
8397		desc = "FC: RX ID Invalid";
8398		break;
8399
8400	case MPI_IOCSTATUS_FC_DID_INVALID: /* 0x0068 */
8401		desc = "FC: DID Invalid";
8402		break;
8403
8404	case MPI_IOCSTATUS_FC_NODE_LOGGED_OUT: /* 0x0069 */
8405		desc = "FC: Node Logged Out";
8406		break;
8407
8408	case MPI_IOCSTATUS_FC_EXCHANGE_CANCELED: /* 0x006C */
8409		desc = "FC: Exchange Canceled";
8410		break;
8411
8412/****************************************************************************/
8413/*  LAN values                                                              */
8414/****************************************************************************/
8415
8416	case MPI_IOCSTATUS_LAN_DEVICE_NOT_FOUND: /* 0x0080 */
8417		desc = "LAN: Device not Found";
8418		break;
8419
8420	case MPI_IOCSTATUS_LAN_DEVICE_FAILURE: /* 0x0081 */
8421		desc = "LAN: Device Failure";
8422		break;
8423
8424	case MPI_IOCSTATUS_LAN_TRANSMIT_ERROR: /* 0x0082 */
8425		desc = "LAN: Transmit Error";
8426		break;
8427
8428	case MPI_IOCSTATUS_LAN_TRANSMIT_ABORTED: /* 0x0083 */
8429		desc = "LAN: Transmit Aborted";
8430		break;
8431
8432	case MPI_IOCSTATUS_LAN_RECEIVE_ERROR: /* 0x0084 */
8433		desc = "LAN: Receive Error";
8434		break;
8435
8436	case MPI_IOCSTATUS_LAN_RECEIVE_ABORTED: /* 0x0085 */
8437		desc = "LAN: Receive Aborted";
8438		break;
8439
8440	case MPI_IOCSTATUS_LAN_PARTIAL_PACKET: /* 0x0086 */
8441		desc = "LAN: Partial Packet";
8442		break;
8443
8444	case MPI_IOCSTATUS_LAN_CANCELED: /* 0x0087 */
8445		desc = "LAN: Canceled";
8446		break;
8447
8448/****************************************************************************/
8449/*  Serial Attached SCSI values                                             */
8450/****************************************************************************/
8451
8452	case MPI_IOCSTATUS_SAS_SMP_REQUEST_FAILED: /* 0x0090 */
8453		desc = "SAS: SMP Request Failed";
8454		break;
8455
8456	case MPI_IOCSTATUS_SAS_SMP_DATA_OVERRUN: /* 0x0090 */
8457		desc = "SAS: SMP Data Overrun";
8458		break;
8459
8460	default:
8461		desc = "Others";
8462		break;
8463	}
8464
8465	if (!desc)
8466		return;
8467
8468	dreplyprintk(ioc, printk(MYIOC_s_DEBUG_FMT "IOCStatus(0x%04X): %s\n",
8469	    ioc->name, status, desc));
8470}
8471
8472/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
8473EXPORT_SYMBOL(mpt_attach);
8474EXPORT_SYMBOL(mpt_detach);
8475#ifdef CONFIG_PM
8476EXPORT_SYMBOL(mpt_resume);
8477EXPORT_SYMBOL(mpt_suspend);
8478#endif
8479EXPORT_SYMBOL(ioc_list);
8480EXPORT_SYMBOL(mpt_register);
8481EXPORT_SYMBOL(mpt_deregister);
8482EXPORT_SYMBOL(mpt_event_register);
8483EXPORT_SYMBOL(mpt_event_deregister);
8484EXPORT_SYMBOL(mpt_reset_register);
8485EXPORT_SYMBOL(mpt_reset_deregister);
8486EXPORT_SYMBOL(mpt_device_driver_register);
8487EXPORT_SYMBOL(mpt_device_driver_deregister);
8488EXPORT_SYMBOL(mpt_get_msg_frame);
8489EXPORT_SYMBOL(mpt_put_msg_frame);
8490EXPORT_SYMBOL(mpt_put_msg_frame_hi_pri);
8491EXPORT_SYMBOL(mpt_free_msg_frame);
8492EXPORT_SYMBOL(mpt_send_handshake_request);
8493EXPORT_SYMBOL(mpt_verify_adapter);
8494EXPORT_SYMBOL(mpt_GetIocState);
8495EXPORT_SYMBOL(mpt_print_ioc_summary);
8496EXPORT_SYMBOL(mpt_HardResetHandler);
8497EXPORT_SYMBOL(mpt_config);
8498EXPORT_SYMBOL(mpt_findImVolumes);
8499EXPORT_SYMBOL(mpt_alloc_fw_memory);
8500EXPORT_SYMBOL(mpt_free_fw_memory);
8501EXPORT_SYMBOL(mptbase_sas_persist_operation);
8502EXPORT_SYMBOL(mpt_raid_phys_disk_pg0);
8503
8504/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
8505/**
8506 *	fusion_init - Fusion MPT base driver initialization routine.
8507 *
8508 *	Returns 0 for success, non-zero for failure.
8509 */
8510static int __init
8511fusion_init(void)
8512{
8513	u8 cb_idx;
8514
8515	show_mptmod_ver(my_NAME, my_VERSION);
8516	printk(KERN_INFO COPYRIGHT "\n");
8517
8518	for (cb_idx = 0; cb_idx < MPT_MAX_PROTOCOL_DRIVERS; cb_idx++) {
8519		MptCallbacks[cb_idx] = NULL;
8520		MptDriverClass[cb_idx] = MPTUNKNOWN_DRIVER;
8521		MptEvHandlers[cb_idx] = NULL;
8522		MptResetHandlers[cb_idx] = NULL;
8523	}
8524
8525	/*  Register ourselves (mptbase) in order to facilitate
8526	 *  EventNotification handling.
8527	 */
8528	mpt_base_index = mpt_register(mptbase_reply, MPTBASE_DRIVER,
8529	    "mptbase_reply");
8530
8531	/* Register for hard reset handling callbacks.
8532	 */
8533	mpt_reset_register(mpt_base_index, mpt_ioc_reset);
8534
8535#ifdef CONFIG_PROC_FS
8536	(void) procmpt_create();
8537#endif
8538	return 0;
8539}
8540
8541/*=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=-=*/
8542/**
8543 *	fusion_exit - Perform driver unload cleanup.
8544 *
8545 *	This routine frees all resources associated with each MPT adapter
8546 *	and removes all %MPT_PROCFS_MPTBASEDIR entries.
8547 */
8548static void __exit
8549fusion_exit(void)
8550{
8551
8552	mpt_reset_deregister(mpt_base_index);
8553
8554#ifdef CONFIG_PROC_FS
8555	procmpt_destroy();
8556#endif
8557}
8558
8559module_init(fusion_init);
8560module_exit(fusion_exit);