Linux Audio

Check our new training course

Loading...
v6.8
   1// SPDX-License-Identifier: GPL-2.0-only
   2/*
   3 * Aic94xx SAS/SATA driver initialization.
   4 *
   5 * Copyright (C) 2005 Adaptec, Inc.  All rights reserved.
   6 * Copyright (C) 2005 Luben Tuikov <luben_tuikov@adaptec.com>
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
   7 */
   8
   9#include <linux/module.h>
  10#include <linux/init.h>
  11#include <linux/kernel.h>
  12#include <linux/pci.h>
  13#include <linux/delay.h>
  14#include <linux/firmware.h>
  15#include <linux/slab.h>
  16
  17#include <scsi/scsi_host.h>
  18
  19#include "aic94xx.h"
  20#include "aic94xx_reg.h"
  21#include "aic94xx_hwi.h"
  22#include "aic94xx_seq.h"
  23#include "aic94xx_sds.h"
  24
  25/* The format is "version.release.patchlevel" */
  26#define ASD_DRIVER_VERSION "1.0.3"
  27
  28static int use_msi = 0;
  29module_param_named(use_msi, use_msi, int, S_IRUGO);
  30MODULE_PARM_DESC(use_msi, "\n"
  31	"\tEnable(1) or disable(0) using PCI MSI.\n"
  32	"\tDefault: 0");
  33
 
 
 
 
 
 
 
 
  34static struct scsi_transport_template *aic94xx_transport_template;
  35static int asd_scan_finished(struct Scsi_Host *, unsigned long);
  36static void asd_scan_start(struct Scsi_Host *);
  37
  38static const struct scsi_host_template aic94xx_sht = {
  39	.module			= THIS_MODULE,
  40	/* .name is initialized */
  41	.name			= "aic94xx",
  42	.queuecommand		= sas_queuecommand,
  43	.dma_need_drain		= ata_scsi_dma_need_drain,
  44	.target_alloc		= sas_target_alloc,
  45	.slave_configure	= sas_slave_configure,
 
  46	.scan_finished		= asd_scan_finished,
  47	.scan_start		= asd_scan_start,
  48	.change_queue_depth	= sas_change_queue_depth,
 
  49	.bios_param		= sas_bios_param,
  50	.can_queue		= 1,
 
  51	.this_id		= -1,
  52	.sg_tablesize		= SG_ALL,
  53	.max_sectors		= SCSI_DEFAULT_MAX_SECTORS,
 
  54	.eh_device_reset_handler	= sas_eh_device_reset_handler,
  55	.eh_target_reset_handler	= sas_eh_target_reset_handler,
  56	.slave_alloc		= sas_slave_alloc,
  57	.target_destroy		= sas_target_destroy,
  58	.ioctl			= sas_ioctl,
  59#ifdef CONFIG_COMPAT
  60	.compat_ioctl		= sas_ioctl,
  61#endif
  62	.track_queue_depth	= 1,
  63};
  64
  65static int asd_map_memio(struct asd_ha_struct *asd_ha)
  66{
  67	int err, i;
  68	struct asd_ha_addrspace *io_handle;
  69
  70	asd_ha->iospace = 0;
  71	for (i = 0; i < 3; i += 2) {
  72		io_handle = &asd_ha->io_handle[i==0?0:1];
  73		io_handle->start = pci_resource_start(asd_ha->pcidev, i);
  74		io_handle->len   = pci_resource_len(asd_ha->pcidev, i);
  75		io_handle->flags = pci_resource_flags(asd_ha->pcidev, i);
  76		err = -ENODEV;
  77		if (!io_handle->start || !io_handle->len) {
  78			asd_printk("MBAR%d start or length for %s is 0.\n",
  79				   i==0?0:1, pci_name(asd_ha->pcidev));
  80			goto Err;
  81		}
  82		err = pci_request_region(asd_ha->pcidev, i, ASD_DRIVER_NAME);
  83		if (err) {
  84			asd_printk("couldn't reserve memory region for %s\n",
  85				   pci_name(asd_ha->pcidev));
  86			goto Err;
  87		}
  88		io_handle->addr = ioremap(io_handle->start, io_handle->len);
 
 
 
 
 
  89		if (!io_handle->addr) {
  90			asd_printk("couldn't map MBAR%d of %s\n", i==0?0:1,
  91				   pci_name(asd_ha->pcidev));
  92			err = -ENOMEM;
  93			goto Err_unreq;
  94		}
  95	}
  96
  97	return 0;
  98Err_unreq:
  99	pci_release_region(asd_ha->pcidev, i);
 100Err:
 101	if (i > 0) {
 102		io_handle = &asd_ha->io_handle[0];
 103		iounmap(io_handle->addr);
 104		pci_release_region(asd_ha->pcidev, 0);
 105	}
 106	return err;
 107}
 108
 109static void asd_unmap_memio(struct asd_ha_struct *asd_ha)
 110{
 111	struct asd_ha_addrspace *io_handle;
 112
 113	io_handle = &asd_ha->io_handle[1];
 114	iounmap(io_handle->addr);
 115	pci_release_region(asd_ha->pcidev, 2);
 116
 117	io_handle = &asd_ha->io_handle[0];
 118	iounmap(io_handle->addr);
 119	pci_release_region(asd_ha->pcidev, 0);
 120}
 121
 122static int asd_map_ioport(struct asd_ha_struct *asd_ha)
 123{
 124	int i = PCI_IOBAR_OFFSET, err;
 125	struct asd_ha_addrspace *io_handle = &asd_ha->io_handle[0];
 126
 127	asd_ha->iospace = 1;
 128	io_handle->start = pci_resource_start(asd_ha->pcidev, i);
 129	io_handle->len   = pci_resource_len(asd_ha->pcidev, i);
 130	io_handle->flags = pci_resource_flags(asd_ha->pcidev, i);
 131	io_handle->addr  = (void __iomem *) io_handle->start;
 132	if (!io_handle->start || !io_handle->len) {
 133		asd_printk("couldn't get IO ports for %s\n",
 134			   pci_name(asd_ha->pcidev));
 135		return -ENODEV;
 136	}
 137	err = pci_request_region(asd_ha->pcidev, i, ASD_DRIVER_NAME);
 138	if (err) {
 139		asd_printk("couldn't reserve io space for %s\n",
 140			   pci_name(asd_ha->pcidev));
 141	}
 142
 143	return err;
 144}
 145
 146static void asd_unmap_ioport(struct asd_ha_struct *asd_ha)
 147{
 148	pci_release_region(asd_ha->pcidev, PCI_IOBAR_OFFSET);
 149}
 150
 151static int asd_map_ha(struct asd_ha_struct *asd_ha)
 152{
 153	int err;
 154	u16 cmd_reg;
 155
 156	err = pci_read_config_word(asd_ha->pcidev, PCI_COMMAND, &cmd_reg);
 157	if (err) {
 158		asd_printk("couldn't read command register of %s\n",
 159			   pci_name(asd_ha->pcidev));
 160		goto Err;
 161	}
 162
 163	err = -ENODEV;
 164	if (cmd_reg & PCI_COMMAND_MEMORY) {
 165		if ((err = asd_map_memio(asd_ha)))
 166			goto Err;
 167	} else if (cmd_reg & PCI_COMMAND_IO) {
 168		if ((err = asd_map_ioport(asd_ha)))
 169			goto Err;
 170		asd_printk("%s ioport mapped -- upgrade your hardware\n",
 171			   pci_name(asd_ha->pcidev));
 172	} else {
 173		asd_printk("no proper device access to %s\n",
 174			   pci_name(asd_ha->pcidev));
 175		goto Err;
 176	}
 177
 178	return 0;
 179Err:
 180	return err;
 181}
 182
 183static void asd_unmap_ha(struct asd_ha_struct *asd_ha)
 184{
 185	if (asd_ha->iospace)
 186		asd_unmap_ioport(asd_ha);
 187	else
 188		asd_unmap_memio(asd_ha);
 189}
 190
 191static const char *asd_dev_rev[30] = {
 192	[0] = "A0",
 193	[1] = "A1",
 194	[8] = "B0",
 195};
 196
 197static int asd_common_setup(struct asd_ha_struct *asd_ha)
 198{
 199	int err, i;
 200
 201	asd_ha->revision_id = asd_ha->pcidev->revision;
 202
 203	err = -ENODEV;
 204	if (asd_ha->revision_id < AIC9410_DEV_REV_B0) {
 205		asd_printk("%s is revision %s (%X), which is not supported\n",
 206			   pci_name(asd_ha->pcidev),
 207			   asd_dev_rev[asd_ha->revision_id],
 208			   asd_ha->revision_id);
 209		goto Err;
 210	}
 211	/* Provide some sane default values. */
 212	asd_ha->hw_prof.max_scbs = 512;
 213	asd_ha->hw_prof.max_ddbs = ASD_MAX_DDBS;
 214	asd_ha->hw_prof.num_phys = ASD_MAX_PHYS;
 215	/* All phys are enabled, by default. */
 216	asd_ha->hw_prof.enabled_phys = 0xFF;
 217	for (i = 0; i < ASD_MAX_PHYS; i++) {
 218		asd_ha->hw_prof.phy_desc[i].max_sas_lrate =
 219			SAS_LINK_RATE_3_0_GBPS;
 220		asd_ha->hw_prof.phy_desc[i].min_sas_lrate =
 221			SAS_LINK_RATE_1_5_GBPS;
 222		asd_ha->hw_prof.phy_desc[i].max_sata_lrate =
 223			SAS_LINK_RATE_1_5_GBPS;
 224		asd_ha->hw_prof.phy_desc[i].min_sata_lrate =
 225			SAS_LINK_RATE_1_5_GBPS;
 226	}
 227
 228	return 0;
 229Err:
 230	return err;
 231}
 232
 233static int asd_aic9410_setup(struct asd_ha_struct *asd_ha)
 234{
 235	int err = asd_common_setup(asd_ha);
 236
 237	if (err)
 238		return err;
 239
 240	asd_ha->hw_prof.addr_range = 8;
 241	asd_ha->hw_prof.port_name_base = 0;
 242	asd_ha->hw_prof.dev_name_base = 8;
 243	asd_ha->hw_prof.sata_name_base = 16;
 244
 245	return 0;
 246}
 247
 248static int asd_aic9405_setup(struct asd_ha_struct *asd_ha)
 249{
 250	int err = asd_common_setup(asd_ha);
 251
 252	if (err)
 253		return err;
 254
 255	asd_ha->hw_prof.addr_range = 4;
 256	asd_ha->hw_prof.port_name_base = 0;
 257	asd_ha->hw_prof.dev_name_base = 4;
 258	asd_ha->hw_prof.sata_name_base = 8;
 259
 260	return 0;
 261}
 262
 263static ssize_t asd_show_dev_rev(struct device *dev,
 264				struct device_attribute *attr, char *buf)
 265{
 266	struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev);
 267	return snprintf(buf, PAGE_SIZE, "%s\n",
 268			asd_dev_rev[asd_ha->revision_id]);
 269}
 270static DEVICE_ATTR(aic_revision, S_IRUGO, asd_show_dev_rev, NULL);
 271
 272static ssize_t asd_show_dev_bios_build(struct device *dev,
 273				       struct device_attribute *attr,char *buf)
 274{
 275	struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev);
 276	return snprintf(buf, PAGE_SIZE, "%d\n", asd_ha->hw_prof.bios.bld);
 277}
 278static DEVICE_ATTR(bios_build, S_IRUGO, asd_show_dev_bios_build, NULL);
 279
 280static ssize_t asd_show_dev_pcba_sn(struct device *dev,
 281				    struct device_attribute *attr, char *buf)
 282{
 283	struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev);
 284	return snprintf(buf, PAGE_SIZE, "%s\n", asd_ha->hw_prof.pcba_sn);
 285}
 286static DEVICE_ATTR(pcba_sn, S_IRUGO, asd_show_dev_pcba_sn, NULL);
 287
 288#define FLASH_CMD_NONE      0x00
 289#define FLASH_CMD_UPDATE    0x01
 290#define FLASH_CMD_VERIFY    0x02
 291
 292struct flash_command {
 293     u8      command[8];
 294     int     code;
 295};
 296
 297static struct flash_command flash_command_table[] =
 298{
 299     {"verify",      FLASH_CMD_VERIFY},
 300     {"update",      FLASH_CMD_UPDATE},
 301     {"",            FLASH_CMD_NONE}      /* Last entry should be NULL. */
 302};
 303
 304struct error_bios {
 305     char    *reason;
 306     int     err_code;
 307};
 308
 309static struct error_bios flash_error_table[] =
 310{
 311     {"Failed to open bios image file",      FAIL_OPEN_BIOS_FILE},
 312     {"PCI ID mismatch",                     FAIL_CHECK_PCI_ID},
 313     {"Checksum mismatch",                   FAIL_CHECK_SUM},
 314     {"Unknown Error",                       FAIL_UNKNOWN},
 315     {"Failed to verify.",                   FAIL_VERIFY},
 316     {"Failed to reset flash chip.",         FAIL_RESET_FLASH},
 317     {"Failed to find flash chip type.",     FAIL_FIND_FLASH_ID},
 318     {"Failed to erash flash chip.",         FAIL_ERASE_FLASH},
 319     {"Failed to program flash chip.",       FAIL_WRITE_FLASH},
 320     {"Flash in progress",                   FLASH_IN_PROGRESS},
 321     {"Image file size Error",               FAIL_FILE_SIZE},
 322     {"Input parameter error",               FAIL_PARAMETERS},
 323     {"Out of memory",                       FAIL_OUT_MEMORY},
 324     {"OK", 0}	/* Last entry err_code = 0. */
 325};
 326
 327static ssize_t asd_store_update_bios(struct device *dev,
 328	struct device_attribute *attr,
 329	const char *buf, size_t count)
 330{
 331	struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev);
 332	char *cmd_ptr, *filename_ptr;
 333	struct bios_file_header header, *hdr_ptr;
 334	int res, i;
 335	u32 csum = 0;
 336	int flash_command = FLASH_CMD_NONE;
 337	int err = 0;
 338
 339	cmd_ptr = kcalloc(count, 2, GFP_KERNEL);
 340
 341	if (!cmd_ptr) {
 342		err = FAIL_OUT_MEMORY;
 343		goto out;
 344	}
 345
 346	filename_ptr = cmd_ptr + count;
 347	res = sscanf(buf, "%s %s", cmd_ptr, filename_ptr);
 348	if (res != 2) {
 349		err = FAIL_PARAMETERS;
 350		goto out1;
 351	}
 352
 353	for (i = 0; flash_command_table[i].code != FLASH_CMD_NONE; i++) {
 354		if (!memcmp(flash_command_table[i].command,
 355				 cmd_ptr, strlen(cmd_ptr))) {
 356			flash_command = flash_command_table[i].code;
 357			break;
 358		}
 359	}
 360	if (flash_command == FLASH_CMD_NONE) {
 361		err = FAIL_PARAMETERS;
 362		goto out1;
 363	}
 364
 365	if (asd_ha->bios_status == FLASH_IN_PROGRESS) {
 366		err = FLASH_IN_PROGRESS;
 367		goto out1;
 368	}
 369	err = request_firmware(&asd_ha->bios_image,
 370				   filename_ptr,
 371				   &asd_ha->pcidev->dev);
 372	if (err) {
 373		asd_printk("Failed to load bios image file %s, error %d\n",
 374			   filename_ptr, err);
 375		err = FAIL_OPEN_BIOS_FILE;
 376		goto out1;
 377	}
 378
 379	hdr_ptr = (struct bios_file_header *)asd_ha->bios_image->data;
 380
 381	if ((hdr_ptr->contrl_id.vendor != asd_ha->pcidev->vendor ||
 382		hdr_ptr->contrl_id.device != asd_ha->pcidev->device) &&
 383		(hdr_ptr->contrl_id.sub_vendor != asd_ha->pcidev->vendor ||
 384		hdr_ptr->contrl_id.sub_device != asd_ha->pcidev->device)) {
 385
 386		ASD_DPRINTK("The PCI vendor or device id does not match\n");
 387		ASD_DPRINTK("vendor=%x dev=%x sub_vendor=%x sub_dev=%x"
 388		" pci vendor=%x pci dev=%x\n",
 389		hdr_ptr->contrl_id.vendor,
 390		hdr_ptr->contrl_id.device,
 391		hdr_ptr->contrl_id.sub_vendor,
 392		hdr_ptr->contrl_id.sub_device,
 393		asd_ha->pcidev->vendor,
 394		asd_ha->pcidev->device);
 395		err = FAIL_CHECK_PCI_ID;
 396		goto out2;
 397	}
 398
 399	if (hdr_ptr->filelen != asd_ha->bios_image->size) {
 400		err = FAIL_FILE_SIZE;
 401		goto out2;
 402	}
 403
 404	/* calculate checksum */
 405	for (i = 0; i < hdr_ptr->filelen; i++)
 406		csum += asd_ha->bios_image->data[i];
 407
 408	if ((csum & 0x0000ffff) != hdr_ptr->checksum) {
 409		ASD_DPRINTK("BIOS file checksum mismatch\n");
 410		err = FAIL_CHECK_SUM;
 411		goto out2;
 412	}
 413	if (flash_command == FLASH_CMD_UPDATE) {
 414		asd_ha->bios_status = FLASH_IN_PROGRESS;
 415		err = asd_write_flash_seg(asd_ha,
 416			&asd_ha->bios_image->data[sizeof(*hdr_ptr)],
 417			0, hdr_ptr->filelen-sizeof(*hdr_ptr));
 418		if (!err)
 419			err = asd_verify_flash_seg(asd_ha,
 420				&asd_ha->bios_image->data[sizeof(*hdr_ptr)],
 421				0, hdr_ptr->filelen-sizeof(*hdr_ptr));
 422	} else {
 423		asd_ha->bios_status = FLASH_IN_PROGRESS;
 424		err = asd_verify_flash_seg(asd_ha,
 425			&asd_ha->bios_image->data[sizeof(header)],
 426			0, hdr_ptr->filelen-sizeof(header));
 427	}
 428
 429out2:
 430	release_firmware(asd_ha->bios_image);
 431out1:
 432	kfree(cmd_ptr);
 433out:
 434	asd_ha->bios_status = err;
 435
 436	if (!err)
 437		return count;
 438	else
 439		return -err;
 440}
 441
 442static ssize_t asd_show_update_bios(struct device *dev,
 443				    struct device_attribute *attr, char *buf)
 444{
 445	int i;
 446	struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev);
 447
 448	for (i = 0; flash_error_table[i].err_code != 0; i++) {
 449		if (flash_error_table[i].err_code == asd_ha->bios_status)
 450			break;
 451	}
 452	if (asd_ha->bios_status != FLASH_IN_PROGRESS)
 453		asd_ha->bios_status = FLASH_OK;
 454
 455	return snprintf(buf, PAGE_SIZE, "status=%x %s\n",
 456			flash_error_table[i].err_code,
 457			flash_error_table[i].reason);
 458}
 459
 460static DEVICE_ATTR(update_bios, S_IRUGO|S_IWUSR,
 461	asd_show_update_bios, asd_store_update_bios);
 462
 463static int asd_create_dev_attrs(struct asd_ha_struct *asd_ha)
 464{
 465	int err;
 466
 467	err = device_create_file(&asd_ha->pcidev->dev, &dev_attr_aic_revision);
 468	if (err)
 469		return err;
 470
 471	err = device_create_file(&asd_ha->pcidev->dev, &dev_attr_bios_build);
 472	if (err)
 473		goto err_rev;
 474
 475	err = device_create_file(&asd_ha->pcidev->dev, &dev_attr_pcba_sn);
 476	if (err)
 477		goto err_biosb;
 478	err = device_create_file(&asd_ha->pcidev->dev, &dev_attr_update_bios);
 479	if (err)
 480		goto err_update_bios;
 481
 482	return 0;
 483
 484err_update_bios:
 485	device_remove_file(&asd_ha->pcidev->dev, &dev_attr_pcba_sn);
 486err_biosb:
 487	device_remove_file(&asd_ha->pcidev->dev, &dev_attr_bios_build);
 488err_rev:
 489	device_remove_file(&asd_ha->pcidev->dev, &dev_attr_aic_revision);
 490	return err;
 491}
 492
 493static void asd_remove_dev_attrs(struct asd_ha_struct *asd_ha)
 494{
 495	device_remove_file(&asd_ha->pcidev->dev, &dev_attr_aic_revision);
 496	device_remove_file(&asd_ha->pcidev->dev, &dev_attr_bios_build);
 497	device_remove_file(&asd_ha->pcidev->dev, &dev_attr_pcba_sn);
 498	device_remove_file(&asd_ha->pcidev->dev, &dev_attr_update_bios);
 499}
 500
 501/* The first entry, 0, is used for dynamic ids, the rest for devices
 502 * we know about.
 503 */
 504static const struct asd_pcidev_struct {
 505	const char * name;
 506	int (*setup)(struct asd_ha_struct *asd_ha);
 507} asd_pcidev_data[] = {
 508	/* Id 0 is used for dynamic ids. */
 509	{ .name  = "Adaptec AIC-94xx SAS/SATA Host Adapter",
 510	  .setup = asd_aic9410_setup
 511	},
 512	{ .name  = "Adaptec AIC-9410W SAS/SATA Host Adapter",
 513	  .setup = asd_aic9410_setup
 514	},
 515	{ .name  = "Adaptec AIC-9405W SAS/SATA Host Adapter",
 516	  .setup = asd_aic9405_setup
 517	},
 518};
 519
 520static int asd_create_ha_caches(struct asd_ha_struct *asd_ha)
 521{
 522	asd_ha->scb_pool = dma_pool_create(ASD_DRIVER_NAME "_scb_pool",
 523					   &asd_ha->pcidev->dev,
 524					   sizeof(struct scb),
 525					   8, 0);
 526	if (!asd_ha->scb_pool) {
 527		asd_printk("couldn't create scb pool\n");
 528		return -ENOMEM;
 529	}
 530
 531	return 0;
 532}
 533
 534/*
 535 * asd_free_edbs -- free empty data buffers
 536 * asd_ha: pointer to host adapter structure
 537 */
 538static void asd_free_edbs(struct asd_ha_struct *asd_ha)
 539{
 540	struct asd_seq_data *seq = &asd_ha->seq;
 541	int i;
 542
 543	for (i = 0; i < seq->num_edbs; i++)
 544		asd_free_coherent(asd_ha, seq->edb_arr[i]);
 545	kfree(seq->edb_arr);
 546	seq->edb_arr = NULL;
 547}
 548
 549static void asd_free_escbs(struct asd_ha_struct *asd_ha)
 550{
 551	struct asd_seq_data *seq = &asd_ha->seq;
 552	int i;
 553
 554	for (i = 0; i < seq->num_escbs; i++) {
 555		if (!list_empty(&seq->escb_arr[i]->list))
 556			list_del_init(&seq->escb_arr[i]->list);
 557
 558		asd_ascb_free(seq->escb_arr[i]);
 559	}
 560	kfree(seq->escb_arr);
 561	seq->escb_arr = NULL;
 562}
 563
 564static void asd_destroy_ha_caches(struct asd_ha_struct *asd_ha)
 565{
 566	int i;
 567
 568	if (asd_ha->hw_prof.ddb_ext)
 569		asd_free_coherent(asd_ha, asd_ha->hw_prof.ddb_ext);
 570	if (asd_ha->hw_prof.scb_ext)
 571		asd_free_coherent(asd_ha, asd_ha->hw_prof.scb_ext);
 572
 573	kfree(asd_ha->hw_prof.ddb_bitmap);
 
 574	asd_ha->hw_prof.ddb_bitmap = NULL;
 575
 576	for (i = 0; i < ASD_MAX_PHYS; i++) {
 577		struct asd_phy *phy = &asd_ha->phys[i];
 578
 579		asd_free_coherent(asd_ha, phy->id_frm_tok);
 580	}
 581	if (asd_ha->seq.escb_arr)
 582		asd_free_escbs(asd_ha);
 583	if (asd_ha->seq.edb_arr)
 584		asd_free_edbs(asd_ha);
 585	if (asd_ha->hw_prof.ue.area) {
 586		kfree(asd_ha->hw_prof.ue.area);
 587		asd_ha->hw_prof.ue.area = NULL;
 588	}
 589	if (asd_ha->seq.tc_index_array) {
 590		kfree(asd_ha->seq.tc_index_array);
 591		kfree(asd_ha->seq.tc_index_bitmap);
 592		asd_ha->seq.tc_index_array = NULL;
 593		asd_ha->seq.tc_index_bitmap = NULL;
 594	}
 595	if (asd_ha->seq.actual_dl) {
 596			asd_free_coherent(asd_ha, asd_ha->seq.actual_dl);
 597			asd_ha->seq.actual_dl = NULL;
 598			asd_ha->seq.dl = NULL;
 599	}
 600	if (asd_ha->seq.next_scb.vaddr) {
 601		dma_pool_free(asd_ha->scb_pool, asd_ha->seq.next_scb.vaddr,
 602			      asd_ha->seq.next_scb.dma_handle);
 603		asd_ha->seq.next_scb.vaddr = NULL;
 604	}
 605	dma_pool_destroy(asd_ha->scb_pool);
 606	asd_ha->scb_pool = NULL;
 607}
 608
 609struct kmem_cache *asd_dma_token_cache;
 610struct kmem_cache *asd_ascb_cache;
 611
 612static int asd_create_global_caches(void)
 613{
 614	if (!asd_dma_token_cache) {
 615		asd_dma_token_cache
 616			= kmem_cache_create(ASD_DRIVER_NAME "_dma_token",
 617					    sizeof(struct asd_dma_tok),
 618					    0,
 619					    SLAB_HWCACHE_ALIGN,
 620					    NULL);
 621		if (!asd_dma_token_cache) {
 622			asd_printk("couldn't create dma token cache\n");
 623			return -ENOMEM;
 624		}
 625	}
 626
 627	if (!asd_ascb_cache) {
 628		asd_ascb_cache = kmem_cache_create(ASD_DRIVER_NAME "_ascb",
 629						   sizeof(struct asd_ascb),
 630						   0,
 631						   SLAB_HWCACHE_ALIGN,
 632						   NULL);
 633		if (!asd_ascb_cache) {
 634			asd_printk("couldn't create ascb cache\n");
 635			goto Err;
 636		}
 637	}
 638
 639	return 0;
 640Err:
 641	kmem_cache_destroy(asd_dma_token_cache);
 642	asd_dma_token_cache = NULL;
 643	return -ENOMEM;
 644}
 645
 646static void asd_destroy_global_caches(void)
 647{
 648	kmem_cache_destroy(asd_dma_token_cache);
 
 649	asd_dma_token_cache = NULL;
 650
 651	kmem_cache_destroy(asd_ascb_cache);
 
 652	asd_ascb_cache = NULL;
 653}
 654
 655static int asd_register_sas_ha(struct asd_ha_struct *asd_ha)
 656{
 657	int i;
 658	struct asd_sas_phy   **sas_phys =
 659		kcalloc(ASD_MAX_PHYS, sizeof(*sas_phys), GFP_KERNEL);
 660	struct asd_sas_port  **sas_ports =
 661		kcalloc(ASD_MAX_PHYS, sizeof(*sas_ports), GFP_KERNEL);
 662
 663	if (!sas_phys || !sas_ports) {
 664		kfree(sas_phys);
 665		kfree(sas_ports);
 666		return -ENOMEM;
 667	}
 668
 669	asd_ha->sas_ha.sas_ha_name = (char *) asd_ha->name;
 
 670	asd_ha->sas_ha.sas_addr = &asd_ha->hw_prof.sas_addr[0];
 671
 672	for (i = 0; i < ASD_MAX_PHYS; i++) {
 673		sas_phys[i] = &asd_ha->phys[i].sas_phy;
 674		sas_ports[i] = &asd_ha->ports[i];
 675	}
 676
 677	asd_ha->sas_ha.sas_phy = sas_phys;
 678	asd_ha->sas_ha.sas_port= sas_ports;
 679	asd_ha->sas_ha.num_phys= ASD_MAX_PHYS;
 680
 
 
 
 681	return sas_register_ha(&asd_ha->sas_ha);
 682}
 683
 684static int asd_unregister_sas_ha(struct asd_ha_struct *asd_ha)
 685{
 686	int err;
 687
 688	err = sas_unregister_ha(&asd_ha->sas_ha);
 689
 690	sas_remove_host(asd_ha->sas_ha.shost);
 691	scsi_host_put(asd_ha->sas_ha.shost);
 
 692
 693	kfree(asd_ha->sas_ha.sas_phy);
 694	kfree(asd_ha->sas_ha.sas_port);
 695
 696	return err;
 697}
 698
 699static int asd_pci_probe(struct pci_dev *dev, const struct pci_device_id *id)
 
 700{
 701	const struct asd_pcidev_struct *asd_dev;
 702	unsigned asd_id = (unsigned) id->driver_data;
 703	struct asd_ha_struct *asd_ha;
 704	struct Scsi_Host *shost;
 705	int err;
 706
 707	if (asd_id >= ARRAY_SIZE(asd_pcidev_data)) {
 708		asd_printk("wrong driver_data in PCI table\n");
 709		return -ENODEV;
 710	}
 711
 712	if ((err = pci_enable_device(dev))) {
 713		asd_printk("couldn't enable device %s\n", pci_name(dev));
 714		return err;
 715	}
 716
 717	pci_set_master(dev);
 718
 719	err = -ENOMEM;
 720
 721	shost = scsi_host_alloc(&aic94xx_sht, sizeof(void *));
 722	if (!shost)
 723		goto Err;
 724
 725	asd_dev = &asd_pcidev_data[asd_id];
 726
 727	asd_ha = kzalloc(sizeof(*asd_ha), GFP_KERNEL);
 728	if (!asd_ha) {
 729		asd_printk("out of memory\n");
 730		goto Err_put;
 731	}
 732	asd_ha->pcidev = dev;
 733	asd_ha->sas_ha.dev = &asd_ha->pcidev->dev;
 734	asd_ha->sas_ha.lldd_ha = asd_ha;
 735
 736	asd_ha->bios_status = FLASH_OK;
 737	asd_ha->name = asd_dev->name;
 738	asd_printk("found %s, device %s\n", asd_ha->name, pci_name(dev));
 739
 740	SHOST_TO_SAS_HA(shost) = &asd_ha->sas_ha;
 741	asd_ha->sas_ha.shost = shost;
 742	shost->transportt = aic94xx_transport_template;
 743	shost->max_id = ~0;
 744	shost->max_lun = ~0;
 745	shost->max_cmd_len = 16;
 746
 747	err = scsi_add_host(shost, &dev->dev);
 748	if (err)
 749		goto Err_free;
 750
 751	err = asd_dev->setup(asd_ha);
 752	if (err)
 753		goto Err_remove;
 754
 755	err = dma_set_mask_and_coherent(&dev->dev, DMA_BIT_MASK(64));
 756	if (err)
 757		err = dma_set_mask_and_coherent(&dev->dev, DMA_BIT_MASK(32));
 758	if (err) {
 759		err = -ENODEV;
 
 
 
 760		asd_printk("no suitable DMA mask for %s\n", pci_name(dev));
 761		goto Err_remove;
 762	}
 763
 764	pci_set_drvdata(dev, asd_ha);
 765
 766	err = asd_map_ha(asd_ha);
 767	if (err)
 768		goto Err_remove;
 769
 770	err = asd_create_ha_caches(asd_ha);
 771        if (err)
 772		goto Err_unmap;
 773
 774	err = asd_init_hw(asd_ha);
 775	if (err)
 776		goto Err_free_cache;
 777
 778	asd_printk("device %s: SAS addr %llx, PCBA SN %s, %d phys, %d enabled "
 779		   "phys, flash %s, BIOS %s%d\n",
 780		   pci_name(dev), SAS_ADDR(asd_ha->hw_prof.sas_addr),
 781		   asd_ha->hw_prof.pcba_sn, asd_ha->hw_prof.max_phys,
 782		   asd_ha->hw_prof.num_phys,
 783		   asd_ha->hw_prof.flash.present ? "present" : "not present",
 784		   asd_ha->hw_prof.bios.present ? "build " : "not present",
 785		   asd_ha->hw_prof.bios.bld);
 786
 787	shost->can_queue = asd_ha->seq.can_queue;
 788
 789	if (use_msi)
 790		pci_enable_msi(asd_ha->pcidev);
 791
 792	err = request_irq(asd_ha->pcidev->irq, asd_hw_isr, IRQF_SHARED,
 793			  ASD_DRIVER_NAME, asd_ha);
 794	if (err) {
 795		asd_printk("couldn't get irq %d for %s\n",
 796			   asd_ha->pcidev->irq, pci_name(asd_ha->pcidev));
 797		goto Err_irq;
 798	}
 799	asd_enable_ints(asd_ha);
 800
 801	err = asd_init_post_escbs(asd_ha);
 802	if (err) {
 803		asd_printk("couldn't post escbs for %s\n",
 804			   pci_name(asd_ha->pcidev));
 805		goto Err_escbs;
 806	}
 807	ASD_DPRINTK("escbs posted\n");
 808
 809	err = asd_create_dev_attrs(asd_ha);
 810	if (err)
 811		goto Err_dev_attrs;
 812
 813	err = asd_register_sas_ha(asd_ha);
 814	if (err)
 815		goto Err_reg_sas;
 816
 817	scsi_scan_host(shost);
 818
 819	return 0;
 820
 821Err_reg_sas:
 822	asd_remove_dev_attrs(asd_ha);
 823Err_dev_attrs:
 824Err_escbs:
 825	asd_disable_ints(asd_ha);
 826	free_irq(dev->irq, asd_ha);
 827Err_irq:
 828	if (use_msi)
 829		pci_disable_msi(dev);
 830	asd_chip_hardrst(asd_ha);
 831Err_free_cache:
 832	asd_destroy_ha_caches(asd_ha);
 833Err_unmap:
 834	asd_unmap_ha(asd_ha);
 835Err_remove:
 836	scsi_remove_host(shost);
 837Err_free:
 838	kfree(asd_ha);
 839Err_put:
 840	scsi_host_put(shost);
 841Err:
 842	pci_disable_device(dev);
 843	return err;
 844}
 845
 846static void asd_free_queues(struct asd_ha_struct *asd_ha)
 847{
 848	unsigned long flags;
 849	LIST_HEAD(pending);
 850	struct list_head *n, *pos;
 851
 852	spin_lock_irqsave(&asd_ha->seq.pend_q_lock, flags);
 853	asd_ha->seq.pending = 0;
 854	list_splice_init(&asd_ha->seq.pend_q, &pending);
 855	spin_unlock_irqrestore(&asd_ha->seq.pend_q_lock, flags);
 856
 857	if (!list_empty(&pending))
 858		ASD_DPRINTK("Uh-oh! Pending is not empty!\n");
 859
 860	list_for_each_safe(pos, n, &pending) {
 861		struct asd_ascb *ascb = list_entry(pos, struct asd_ascb, list);
 862		/*
 863		 * Delete unexpired ascb timers.  This may happen if we issue
 864		 * a CONTROL PHY scb to an adapter and rmmod before the scb
 865		 * times out.  Apparently we don't wait for the CONTROL PHY
 866		 * to complete, so it doesn't matter if we kill the timer.
 867		 */
 868		del_timer_sync(&ascb->timer);
 869		WARN_ON(ascb->scb->header.opcode != CONTROL_PHY);
 870
 871		list_del_init(pos);
 872		ASD_DPRINTK("freeing from pending\n");
 873		asd_ascb_free(ascb);
 874	}
 875}
 876
 877static void asd_turn_off_leds(struct asd_ha_struct *asd_ha)
 878{
 879	u8 phy_mask = asd_ha->hw_prof.enabled_phys;
 880	u8 i;
 881
 882	for_each_phy(phy_mask, phy_mask, i) {
 883		asd_turn_led(asd_ha, i, 0);
 884		asd_control_led(asd_ha, i, 0);
 885	}
 886}
 887
 888static void asd_pci_remove(struct pci_dev *dev)
 889{
 890	struct asd_ha_struct *asd_ha = pci_get_drvdata(dev);
 891
 892	if (!asd_ha)
 893		return;
 894
 895	asd_unregister_sas_ha(asd_ha);
 896
 897	asd_disable_ints(asd_ha);
 898
 899	asd_remove_dev_attrs(asd_ha);
 900
 901	/* XXX more here as needed */
 902
 903	free_irq(dev->irq, asd_ha);
 904	if (use_msi)
 905		pci_disable_msi(asd_ha->pcidev);
 906	asd_turn_off_leds(asd_ha);
 907	asd_chip_hardrst(asd_ha);
 908	asd_free_queues(asd_ha);
 909	asd_destroy_ha_caches(asd_ha);
 910	asd_unmap_ha(asd_ha);
 911	kfree(asd_ha);
 912	pci_disable_device(dev);
 913	return;
 914}
 915
 916static void asd_scan_start(struct Scsi_Host *shost)
 917{
 918	struct asd_ha_struct *asd_ha;
 919	int err;
 920
 921	asd_ha = SHOST_TO_SAS_HA(shost)->lldd_ha;
 922	err = asd_enable_phys(asd_ha, asd_ha->hw_prof.enabled_phys);
 923	if (err)
 924		asd_printk("Couldn't enable phys, err:%d\n", err);
 925}
 926
 927static int asd_scan_finished(struct Scsi_Host *shost, unsigned long time)
 928{
 929	/* give the phy enabling interrupt event time to come in (1s
 930	 * is empirically about all it takes) */
 931	if (time < HZ)
 932		return 0;
 933	/* Wait for discovery to finish */
 934	sas_drain_work(SHOST_TO_SAS_HA(shost));
 935	return 1;
 936}
 937
 938static ssize_t version_show(struct device_driver *driver, char *buf)
 939{
 940	return snprintf(buf, PAGE_SIZE, "%s\n", ASD_DRIVER_VERSION);
 941}
 942static DRIVER_ATTR_RO(version);
 943
 944static int asd_create_driver_attrs(struct device_driver *driver)
 945{
 946	return driver_create_file(driver, &driver_attr_version);
 947}
 948
 949static void asd_remove_driver_attrs(struct device_driver *driver)
 950{
 951	driver_remove_file(driver, &driver_attr_version);
 952}
 953
 954static struct sas_domain_function_template aic94xx_transport_functions = {
 955	.lldd_dev_found		= asd_dev_found,
 956	.lldd_dev_gone		= asd_dev_gone,
 957
 958	.lldd_execute_task	= asd_execute_task,
 959
 960	.lldd_abort_task	= asd_abort_task,
 961	.lldd_abort_task_set	= asd_abort_task_set,
 
 962	.lldd_clear_task_set	= asd_clear_task_set,
 963	.lldd_I_T_nexus_reset	= asd_I_T_nexus_reset,
 964	.lldd_lu_reset		= asd_lu_reset,
 965	.lldd_query_task	= asd_query_task,
 966
 967	.lldd_clear_nexus_port	= asd_clear_nexus_port,
 968	.lldd_clear_nexus_ha	= asd_clear_nexus_ha,
 969
 970	.lldd_control_phy	= asd_control_phy,
 971
 972	.lldd_ata_set_dmamode	= asd_set_dmamode,
 973};
 974
 975static const struct pci_device_id aic94xx_pci_table[] = {
 976	{PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x410),0, 0, 1},
 977	{PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x412),0, 0, 1},
 978	{PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x416),0, 0, 1},
 979	{PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x41E),0, 0, 1},
 980	{PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x41F),0, 0, 1},
 981	{PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x430),0, 0, 2},
 982	{PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x432),0, 0, 2},
 983	{PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x43E),0, 0, 2},
 984	{PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x43F),0, 0, 2},
 985	{}
 986};
 987
 988MODULE_DEVICE_TABLE(pci, aic94xx_pci_table);
 989
 990static struct pci_driver aic94xx_pci_driver = {
 991	.name		= ASD_DRIVER_NAME,
 992	.id_table	= aic94xx_pci_table,
 993	.probe		= asd_pci_probe,
 994	.remove		= asd_pci_remove,
 995};
 996
 997static int __init aic94xx_init(void)
 998{
 999	int err;
1000
1001
1002	asd_printk("%s version %s loaded\n", ASD_DRIVER_DESCRIPTION,
1003		   ASD_DRIVER_VERSION);
1004
1005	err = asd_create_global_caches();
1006	if (err)
1007		return err;
1008
1009	aic94xx_transport_template =
1010		sas_domain_attach_transport(&aic94xx_transport_functions);
1011	if (!aic94xx_transport_template) {
1012		err = -ENOMEM;
1013		goto out_destroy_caches;
1014	}
1015
1016	err = pci_register_driver(&aic94xx_pci_driver);
1017	if (err)
1018		goto out_release_transport;
1019
1020	err = asd_create_driver_attrs(&aic94xx_pci_driver.driver);
1021	if (err)
1022		goto out_unregister_pcidrv;
1023
1024	return err;
1025
1026 out_unregister_pcidrv:
1027	pci_unregister_driver(&aic94xx_pci_driver);
1028 out_release_transport:
1029	sas_release_transport(aic94xx_transport_template);
1030 out_destroy_caches:
1031	asd_destroy_global_caches();
1032
1033	return err;
1034}
1035
1036static void __exit aic94xx_exit(void)
1037{
1038	asd_remove_driver_attrs(&aic94xx_pci_driver.driver);
1039	pci_unregister_driver(&aic94xx_pci_driver);
1040	sas_release_transport(aic94xx_transport_template);
1041	asd_release_firmware();
1042	asd_destroy_global_caches();
1043	asd_printk("%s version %s unloaded\n", ASD_DRIVER_DESCRIPTION,
1044		   ASD_DRIVER_VERSION);
1045}
1046
1047module_init(aic94xx_init);
1048module_exit(aic94xx_exit);
1049
1050MODULE_AUTHOR("Luben Tuikov <luben_tuikov@adaptec.com>");
1051MODULE_DESCRIPTION(ASD_DRIVER_DESCRIPTION);
1052MODULE_LICENSE("GPL v2");
1053MODULE_VERSION(ASD_DRIVER_VERSION);
v3.1
 
   1/*
   2 * Aic94xx SAS/SATA driver initialization.
   3 *
   4 * Copyright (C) 2005 Adaptec, Inc.  All rights reserved.
   5 * Copyright (C) 2005 Luben Tuikov <luben_tuikov@adaptec.com>
   6 *
   7 * This file is licensed under GPLv2.
   8 *
   9 * This file is part of the aic94xx driver.
  10 *
  11 * The aic94xx driver is free software; you can redistribute it and/or
  12 * modify it under the terms of the GNU General Public License as
  13 * published by the Free Software Foundation; version 2 of the
  14 * License.
  15 *
  16 * The aic94xx driver is distributed in the hope that it will be useful,
  17 * but WITHOUT ANY WARRANTY; without even the implied warranty of
  18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  19 * General Public License for more details.
  20 *
  21 * You should have received a copy of the GNU General Public License
  22 * along with the aic94xx driver; if not, write to the Free Software
  23 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
  24 *
  25 */
  26
  27#include <linux/module.h>
  28#include <linux/init.h>
  29#include <linux/kernel.h>
  30#include <linux/pci.h>
  31#include <linux/delay.h>
  32#include <linux/firmware.h>
  33#include <linux/slab.h>
  34
  35#include <scsi/scsi_host.h>
  36
  37#include "aic94xx.h"
  38#include "aic94xx_reg.h"
  39#include "aic94xx_hwi.h"
  40#include "aic94xx_seq.h"
  41#include "aic94xx_sds.h"
  42
  43/* The format is "version.release.patchlevel" */
  44#define ASD_DRIVER_VERSION "1.0.3"
  45
  46static int use_msi = 0;
  47module_param_named(use_msi, use_msi, int, S_IRUGO);
  48MODULE_PARM_DESC(use_msi, "\n"
  49	"\tEnable(1) or disable(0) using PCI MSI.\n"
  50	"\tDefault: 0");
  51
  52static int lldd_max_execute_num = 0;
  53module_param_named(collector, lldd_max_execute_num, int, S_IRUGO);
  54MODULE_PARM_DESC(collector, "\n"
  55	"\tIf greater than one, tells the SAS Layer to run in Task Collector\n"
  56	"\tMode.  If 1 or 0, tells the SAS Layer to run in Direct Mode.\n"
  57	"\tThe aic94xx SAS LLDD supports both modes.\n"
  58	"\tDefault: 0 (Direct Mode).\n");
  59
  60static struct scsi_transport_template *aic94xx_transport_template;
  61static int asd_scan_finished(struct Scsi_Host *, unsigned long);
  62static void asd_scan_start(struct Scsi_Host *);
  63
  64static struct scsi_host_template aic94xx_sht = {
  65	.module			= THIS_MODULE,
  66	/* .name is initialized */
  67	.name			= "aic94xx",
  68	.queuecommand		= sas_queuecommand,
 
  69	.target_alloc		= sas_target_alloc,
  70	.slave_configure	= sas_slave_configure,
  71	.slave_destroy		= sas_slave_destroy,
  72	.scan_finished		= asd_scan_finished,
  73	.scan_start		= asd_scan_start,
  74	.change_queue_depth	= sas_change_queue_depth,
  75	.change_queue_type	= sas_change_queue_type,
  76	.bios_param		= sas_bios_param,
  77	.can_queue		= 1,
  78	.cmd_per_lun		= 1,
  79	.this_id		= -1,
  80	.sg_tablesize		= SG_ALL,
  81	.max_sectors		= SCSI_DEFAULT_MAX_SECTORS,
  82	.use_clustering		= ENABLE_CLUSTERING,
  83	.eh_device_reset_handler	= sas_eh_device_reset_handler,
  84	.eh_bus_reset_handler	= sas_eh_bus_reset_handler,
  85	.slave_alloc		= sas_slave_alloc,
  86	.target_destroy		= sas_target_destroy,
  87	.ioctl			= sas_ioctl,
 
 
 
 
  88};
  89
  90static int __devinit asd_map_memio(struct asd_ha_struct *asd_ha)
  91{
  92	int err, i;
  93	struct asd_ha_addrspace *io_handle;
  94
  95	asd_ha->iospace = 0;
  96	for (i = 0; i < 3; i += 2) {
  97		io_handle = &asd_ha->io_handle[i==0?0:1];
  98		io_handle->start = pci_resource_start(asd_ha->pcidev, i);
  99		io_handle->len   = pci_resource_len(asd_ha->pcidev, i);
 100		io_handle->flags = pci_resource_flags(asd_ha->pcidev, i);
 101		err = -ENODEV;
 102		if (!io_handle->start || !io_handle->len) {
 103			asd_printk("MBAR%d start or length for %s is 0.\n",
 104				   i==0?0:1, pci_name(asd_ha->pcidev));
 105			goto Err;
 106		}
 107		err = pci_request_region(asd_ha->pcidev, i, ASD_DRIVER_NAME);
 108		if (err) {
 109			asd_printk("couldn't reserve memory region for %s\n",
 110				   pci_name(asd_ha->pcidev));
 111			goto Err;
 112		}
 113		if (io_handle->flags & IORESOURCE_CACHEABLE)
 114			io_handle->addr = ioremap(io_handle->start,
 115						  io_handle->len);
 116		else
 117			io_handle->addr = ioremap_nocache(io_handle->start,
 118							  io_handle->len);
 119		if (!io_handle->addr) {
 120			asd_printk("couldn't map MBAR%d of %s\n", i==0?0:1,
 121				   pci_name(asd_ha->pcidev));
 
 122			goto Err_unreq;
 123		}
 124	}
 125
 126	return 0;
 127Err_unreq:
 128	pci_release_region(asd_ha->pcidev, i);
 129Err:
 130	if (i > 0) {
 131		io_handle = &asd_ha->io_handle[0];
 132		iounmap(io_handle->addr);
 133		pci_release_region(asd_ha->pcidev, 0);
 134	}
 135	return err;
 136}
 137
 138static void asd_unmap_memio(struct asd_ha_struct *asd_ha)
 139{
 140	struct asd_ha_addrspace *io_handle;
 141
 142	io_handle = &asd_ha->io_handle[1];
 143	iounmap(io_handle->addr);
 144	pci_release_region(asd_ha->pcidev, 2);
 145
 146	io_handle = &asd_ha->io_handle[0];
 147	iounmap(io_handle->addr);
 148	pci_release_region(asd_ha->pcidev, 0);
 149}
 150
 151static int __devinit asd_map_ioport(struct asd_ha_struct *asd_ha)
 152{
 153	int i = PCI_IOBAR_OFFSET, err;
 154	struct asd_ha_addrspace *io_handle = &asd_ha->io_handle[0];
 155
 156	asd_ha->iospace = 1;
 157	io_handle->start = pci_resource_start(asd_ha->pcidev, i);
 158	io_handle->len   = pci_resource_len(asd_ha->pcidev, i);
 159	io_handle->flags = pci_resource_flags(asd_ha->pcidev, i);
 160	io_handle->addr  = (void __iomem *) io_handle->start;
 161	if (!io_handle->start || !io_handle->len) {
 162		asd_printk("couldn't get IO ports for %s\n",
 163			   pci_name(asd_ha->pcidev));
 164		return -ENODEV;
 165	}
 166	err = pci_request_region(asd_ha->pcidev, i, ASD_DRIVER_NAME);
 167	if (err) {
 168		asd_printk("couldn't reserve io space for %s\n",
 169			   pci_name(asd_ha->pcidev));
 170	}
 171
 172	return err;
 173}
 174
 175static void asd_unmap_ioport(struct asd_ha_struct *asd_ha)
 176{
 177	pci_release_region(asd_ha->pcidev, PCI_IOBAR_OFFSET);
 178}
 179
 180static int __devinit asd_map_ha(struct asd_ha_struct *asd_ha)
 181{
 182	int err;
 183	u16 cmd_reg;
 184
 185	err = pci_read_config_word(asd_ha->pcidev, PCI_COMMAND, &cmd_reg);
 186	if (err) {
 187		asd_printk("couldn't read command register of %s\n",
 188			   pci_name(asd_ha->pcidev));
 189		goto Err;
 190	}
 191
 192	err = -ENODEV;
 193	if (cmd_reg & PCI_COMMAND_MEMORY) {
 194		if ((err = asd_map_memio(asd_ha)))
 195			goto Err;
 196	} else if (cmd_reg & PCI_COMMAND_IO) {
 197		if ((err = asd_map_ioport(asd_ha)))
 198			goto Err;
 199		asd_printk("%s ioport mapped -- upgrade your hardware\n",
 200			   pci_name(asd_ha->pcidev));
 201	} else {
 202		asd_printk("no proper device access to %s\n",
 203			   pci_name(asd_ha->pcidev));
 204		goto Err;
 205	}
 206
 207	return 0;
 208Err:
 209	return err;
 210}
 211
 212static void asd_unmap_ha(struct asd_ha_struct *asd_ha)
 213{
 214	if (asd_ha->iospace)
 215		asd_unmap_ioport(asd_ha);
 216	else
 217		asd_unmap_memio(asd_ha);
 218}
 219
 220static const char *asd_dev_rev[30] = {
 221	[0] = "A0",
 222	[1] = "A1",
 223	[8] = "B0",
 224};
 225
 226static int __devinit asd_common_setup(struct asd_ha_struct *asd_ha)
 227{
 228	int err, i;
 229
 230	asd_ha->revision_id = asd_ha->pcidev->revision;
 231
 232	err = -ENODEV;
 233	if (asd_ha->revision_id < AIC9410_DEV_REV_B0) {
 234		asd_printk("%s is revision %s (%X), which is not supported\n",
 235			   pci_name(asd_ha->pcidev),
 236			   asd_dev_rev[asd_ha->revision_id],
 237			   asd_ha->revision_id);
 238		goto Err;
 239	}
 240	/* Provide some sane default values. */
 241	asd_ha->hw_prof.max_scbs = 512;
 242	asd_ha->hw_prof.max_ddbs = ASD_MAX_DDBS;
 243	asd_ha->hw_prof.num_phys = ASD_MAX_PHYS;
 244	/* All phys are enabled, by default. */
 245	asd_ha->hw_prof.enabled_phys = 0xFF;
 246	for (i = 0; i < ASD_MAX_PHYS; i++) {
 247		asd_ha->hw_prof.phy_desc[i].max_sas_lrate =
 248			SAS_LINK_RATE_3_0_GBPS;
 249		asd_ha->hw_prof.phy_desc[i].min_sas_lrate =
 250			SAS_LINK_RATE_1_5_GBPS;
 251		asd_ha->hw_prof.phy_desc[i].max_sata_lrate =
 252			SAS_LINK_RATE_1_5_GBPS;
 253		asd_ha->hw_prof.phy_desc[i].min_sata_lrate =
 254			SAS_LINK_RATE_1_5_GBPS;
 255	}
 256
 257	return 0;
 258Err:
 259	return err;
 260}
 261
 262static int __devinit asd_aic9410_setup(struct asd_ha_struct *asd_ha)
 263{
 264	int err = asd_common_setup(asd_ha);
 265
 266	if (err)
 267		return err;
 268
 269	asd_ha->hw_prof.addr_range = 8;
 270	asd_ha->hw_prof.port_name_base = 0;
 271	asd_ha->hw_prof.dev_name_base = 8;
 272	asd_ha->hw_prof.sata_name_base = 16;
 273
 274	return 0;
 275}
 276
 277static int __devinit asd_aic9405_setup(struct asd_ha_struct *asd_ha)
 278{
 279	int err = asd_common_setup(asd_ha);
 280
 281	if (err)
 282		return err;
 283
 284	asd_ha->hw_prof.addr_range = 4;
 285	asd_ha->hw_prof.port_name_base = 0;
 286	asd_ha->hw_prof.dev_name_base = 4;
 287	asd_ha->hw_prof.sata_name_base = 8;
 288
 289	return 0;
 290}
 291
 292static ssize_t asd_show_dev_rev(struct device *dev,
 293				struct device_attribute *attr, char *buf)
 294{
 295	struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev);
 296	return snprintf(buf, PAGE_SIZE, "%s\n",
 297			asd_dev_rev[asd_ha->revision_id]);
 298}
 299static DEVICE_ATTR(revision, S_IRUGO, asd_show_dev_rev, NULL);
 300
 301static ssize_t asd_show_dev_bios_build(struct device *dev,
 302				       struct device_attribute *attr,char *buf)
 303{
 304	struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev);
 305	return snprintf(buf, PAGE_SIZE, "%d\n", asd_ha->hw_prof.bios.bld);
 306}
 307static DEVICE_ATTR(bios_build, S_IRUGO, asd_show_dev_bios_build, NULL);
 308
 309static ssize_t asd_show_dev_pcba_sn(struct device *dev,
 310				    struct device_attribute *attr, char *buf)
 311{
 312	struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev);
 313	return snprintf(buf, PAGE_SIZE, "%s\n", asd_ha->hw_prof.pcba_sn);
 314}
 315static DEVICE_ATTR(pcba_sn, S_IRUGO, asd_show_dev_pcba_sn, NULL);
 316
 317#define FLASH_CMD_NONE      0x00
 318#define FLASH_CMD_UPDATE    0x01
 319#define FLASH_CMD_VERIFY    0x02
 320
 321struct flash_command {
 322     u8      command[8];
 323     int     code;
 324};
 325
 326static struct flash_command flash_command_table[] =
 327{
 328     {"verify",      FLASH_CMD_VERIFY},
 329     {"update",      FLASH_CMD_UPDATE},
 330     {"",            FLASH_CMD_NONE}      /* Last entry should be NULL. */
 331};
 332
 333struct error_bios {
 334     char    *reason;
 335     int     err_code;
 336};
 337
 338static struct error_bios flash_error_table[] =
 339{
 340     {"Failed to open bios image file",      FAIL_OPEN_BIOS_FILE},
 341     {"PCI ID mismatch",                     FAIL_CHECK_PCI_ID},
 342     {"Checksum mismatch",                   FAIL_CHECK_SUM},
 343     {"Unknown Error",                       FAIL_UNKNOWN},
 344     {"Failed to verify.",                   FAIL_VERIFY},
 345     {"Failed to reset flash chip.",         FAIL_RESET_FLASH},
 346     {"Failed to find flash chip type.",     FAIL_FIND_FLASH_ID},
 347     {"Failed to erash flash chip.",         FAIL_ERASE_FLASH},
 348     {"Failed to program flash chip.",       FAIL_WRITE_FLASH},
 349     {"Flash in progress",                   FLASH_IN_PROGRESS},
 350     {"Image file size Error",               FAIL_FILE_SIZE},
 351     {"Input parameter error",               FAIL_PARAMETERS},
 352     {"Out of memory",                       FAIL_OUT_MEMORY},
 353     {"OK", 0}	/* Last entry err_code = 0. */
 354};
 355
 356static ssize_t asd_store_update_bios(struct device *dev,
 357	struct device_attribute *attr,
 358	const char *buf, size_t count)
 359{
 360	struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev);
 361	char *cmd_ptr, *filename_ptr;
 362	struct bios_file_header header, *hdr_ptr;
 363	int res, i;
 364	u32 csum = 0;
 365	int flash_command = FLASH_CMD_NONE;
 366	int err = 0;
 367
 368	cmd_ptr = kzalloc(count*2, GFP_KERNEL);
 369
 370	if (!cmd_ptr) {
 371		err = FAIL_OUT_MEMORY;
 372		goto out;
 373	}
 374
 375	filename_ptr = cmd_ptr + count;
 376	res = sscanf(buf, "%s %s", cmd_ptr, filename_ptr);
 377	if (res != 2) {
 378		err = FAIL_PARAMETERS;
 379		goto out1;
 380	}
 381
 382	for (i = 0; flash_command_table[i].code != FLASH_CMD_NONE; i++) {
 383		if (!memcmp(flash_command_table[i].command,
 384				 cmd_ptr, strlen(cmd_ptr))) {
 385			flash_command = flash_command_table[i].code;
 386			break;
 387		}
 388	}
 389	if (flash_command == FLASH_CMD_NONE) {
 390		err = FAIL_PARAMETERS;
 391		goto out1;
 392	}
 393
 394	if (asd_ha->bios_status == FLASH_IN_PROGRESS) {
 395		err = FLASH_IN_PROGRESS;
 396		goto out1;
 397	}
 398	err = request_firmware(&asd_ha->bios_image,
 399				   filename_ptr,
 400				   &asd_ha->pcidev->dev);
 401	if (err) {
 402		asd_printk("Failed to load bios image file %s, error %d\n",
 403			   filename_ptr, err);
 404		err = FAIL_OPEN_BIOS_FILE;
 405		goto out1;
 406	}
 407
 408	hdr_ptr = (struct bios_file_header *)asd_ha->bios_image->data;
 409
 410	if ((hdr_ptr->contrl_id.vendor != asd_ha->pcidev->vendor ||
 411		hdr_ptr->contrl_id.device != asd_ha->pcidev->device) &&
 412		(hdr_ptr->contrl_id.sub_vendor != asd_ha->pcidev->vendor ||
 413		hdr_ptr->contrl_id.sub_device != asd_ha->pcidev->device)) {
 414
 415		ASD_DPRINTK("The PCI vendor or device id does not match\n");
 416		ASD_DPRINTK("vendor=%x dev=%x sub_vendor=%x sub_dev=%x"
 417		" pci vendor=%x pci dev=%x\n",
 418		hdr_ptr->contrl_id.vendor,
 419		hdr_ptr->contrl_id.device,
 420		hdr_ptr->contrl_id.sub_vendor,
 421		hdr_ptr->contrl_id.sub_device,
 422		asd_ha->pcidev->vendor,
 423		asd_ha->pcidev->device);
 424		err = FAIL_CHECK_PCI_ID;
 425		goto out2;
 426	}
 427
 428	if (hdr_ptr->filelen != asd_ha->bios_image->size) {
 429		err = FAIL_FILE_SIZE;
 430		goto out2;
 431	}
 432
 433	/* calculate checksum */
 434	for (i = 0; i < hdr_ptr->filelen; i++)
 435		csum += asd_ha->bios_image->data[i];
 436
 437	if ((csum & 0x0000ffff) != hdr_ptr->checksum) {
 438		ASD_DPRINTK("BIOS file checksum mismatch\n");
 439		err = FAIL_CHECK_SUM;
 440		goto out2;
 441	}
 442	if (flash_command == FLASH_CMD_UPDATE) {
 443		asd_ha->bios_status = FLASH_IN_PROGRESS;
 444		err = asd_write_flash_seg(asd_ha,
 445			&asd_ha->bios_image->data[sizeof(*hdr_ptr)],
 446			0, hdr_ptr->filelen-sizeof(*hdr_ptr));
 447		if (!err)
 448			err = asd_verify_flash_seg(asd_ha,
 449				&asd_ha->bios_image->data[sizeof(*hdr_ptr)],
 450				0, hdr_ptr->filelen-sizeof(*hdr_ptr));
 451	} else {
 452		asd_ha->bios_status = FLASH_IN_PROGRESS;
 453		err = asd_verify_flash_seg(asd_ha,
 454			&asd_ha->bios_image->data[sizeof(header)],
 455			0, hdr_ptr->filelen-sizeof(header));
 456	}
 457
 458out2:
 459	release_firmware(asd_ha->bios_image);
 460out1:
 461	kfree(cmd_ptr);
 462out:
 463	asd_ha->bios_status = err;
 464
 465	if (!err)
 466		return count;
 467	else
 468		return -err;
 469}
 470
 471static ssize_t asd_show_update_bios(struct device *dev,
 472				    struct device_attribute *attr, char *buf)
 473{
 474	int i;
 475	struct asd_ha_struct *asd_ha = dev_to_asd_ha(dev);
 476
 477	for (i = 0; flash_error_table[i].err_code != 0; i++) {
 478		if (flash_error_table[i].err_code == asd_ha->bios_status)
 479			break;
 480	}
 481	if (asd_ha->bios_status != FLASH_IN_PROGRESS)
 482		asd_ha->bios_status = FLASH_OK;
 483
 484	return snprintf(buf, PAGE_SIZE, "status=%x %s\n",
 485			flash_error_table[i].err_code,
 486			flash_error_table[i].reason);
 487}
 488
 489static DEVICE_ATTR(update_bios, S_IRUGO|S_IWUSR,
 490	asd_show_update_bios, asd_store_update_bios);
 491
 492static int asd_create_dev_attrs(struct asd_ha_struct *asd_ha)
 493{
 494	int err;
 495
 496	err = device_create_file(&asd_ha->pcidev->dev, &dev_attr_revision);
 497	if (err)
 498		return err;
 499
 500	err = device_create_file(&asd_ha->pcidev->dev, &dev_attr_bios_build);
 501	if (err)
 502		goto err_rev;
 503
 504	err = device_create_file(&asd_ha->pcidev->dev, &dev_attr_pcba_sn);
 505	if (err)
 506		goto err_biosb;
 507	err = device_create_file(&asd_ha->pcidev->dev, &dev_attr_update_bios);
 508	if (err)
 509		goto err_update_bios;
 510
 511	return 0;
 512
 513err_update_bios:
 514	device_remove_file(&asd_ha->pcidev->dev, &dev_attr_pcba_sn);
 515err_biosb:
 516	device_remove_file(&asd_ha->pcidev->dev, &dev_attr_bios_build);
 517err_rev:
 518	device_remove_file(&asd_ha->pcidev->dev, &dev_attr_revision);
 519	return err;
 520}
 521
 522static void asd_remove_dev_attrs(struct asd_ha_struct *asd_ha)
 523{
 524	device_remove_file(&asd_ha->pcidev->dev, &dev_attr_revision);
 525	device_remove_file(&asd_ha->pcidev->dev, &dev_attr_bios_build);
 526	device_remove_file(&asd_ha->pcidev->dev, &dev_attr_pcba_sn);
 527	device_remove_file(&asd_ha->pcidev->dev, &dev_attr_update_bios);
 528}
 529
 530/* The first entry, 0, is used for dynamic ids, the rest for devices
 531 * we know about.
 532 */
 533static const struct asd_pcidev_struct {
 534	const char * name;
 535	int (*setup)(struct asd_ha_struct *asd_ha);
 536} asd_pcidev_data[] __devinitconst = {
 537	/* Id 0 is used for dynamic ids. */
 538	{ .name  = "Adaptec AIC-94xx SAS/SATA Host Adapter",
 539	  .setup = asd_aic9410_setup
 540	},
 541	{ .name  = "Adaptec AIC-9410W SAS/SATA Host Adapter",
 542	  .setup = asd_aic9410_setup
 543	},
 544	{ .name  = "Adaptec AIC-9405W SAS/SATA Host Adapter",
 545	  .setup = asd_aic9405_setup
 546	},
 547};
 548
 549static int asd_create_ha_caches(struct asd_ha_struct *asd_ha)
 550{
 551	asd_ha->scb_pool = dma_pool_create(ASD_DRIVER_NAME "_scb_pool",
 552					   &asd_ha->pcidev->dev,
 553					   sizeof(struct scb),
 554					   8, 0);
 555	if (!asd_ha->scb_pool) {
 556		asd_printk("couldn't create scb pool\n");
 557		return -ENOMEM;
 558	}
 559
 560	return 0;
 561}
 562
 563/**
 564 * asd_free_edbs -- free empty data buffers
 565 * asd_ha: pointer to host adapter structure
 566 */
 567static void asd_free_edbs(struct asd_ha_struct *asd_ha)
 568{
 569	struct asd_seq_data *seq = &asd_ha->seq;
 570	int i;
 571
 572	for (i = 0; i < seq->num_edbs; i++)
 573		asd_free_coherent(asd_ha, seq->edb_arr[i]);
 574	kfree(seq->edb_arr);
 575	seq->edb_arr = NULL;
 576}
 577
 578static void asd_free_escbs(struct asd_ha_struct *asd_ha)
 579{
 580	struct asd_seq_data *seq = &asd_ha->seq;
 581	int i;
 582
 583	for (i = 0; i < seq->num_escbs; i++) {
 584		if (!list_empty(&seq->escb_arr[i]->list))
 585			list_del_init(&seq->escb_arr[i]->list);
 586
 587		asd_ascb_free(seq->escb_arr[i]);
 588	}
 589	kfree(seq->escb_arr);
 590	seq->escb_arr = NULL;
 591}
 592
 593static void asd_destroy_ha_caches(struct asd_ha_struct *asd_ha)
 594{
 595	int i;
 596
 597	if (asd_ha->hw_prof.ddb_ext)
 598		asd_free_coherent(asd_ha, asd_ha->hw_prof.ddb_ext);
 599	if (asd_ha->hw_prof.scb_ext)
 600		asd_free_coherent(asd_ha, asd_ha->hw_prof.scb_ext);
 601
 602	if (asd_ha->hw_prof.ddb_bitmap)
 603		kfree(asd_ha->hw_prof.ddb_bitmap);
 604	asd_ha->hw_prof.ddb_bitmap = NULL;
 605
 606	for (i = 0; i < ASD_MAX_PHYS; i++) {
 607		struct asd_phy *phy = &asd_ha->phys[i];
 608
 609		asd_free_coherent(asd_ha, phy->id_frm_tok);
 610	}
 611	if (asd_ha->seq.escb_arr)
 612		asd_free_escbs(asd_ha);
 613	if (asd_ha->seq.edb_arr)
 614		asd_free_edbs(asd_ha);
 615	if (asd_ha->hw_prof.ue.area) {
 616		kfree(asd_ha->hw_prof.ue.area);
 617		asd_ha->hw_prof.ue.area = NULL;
 618	}
 619	if (asd_ha->seq.tc_index_array) {
 620		kfree(asd_ha->seq.tc_index_array);
 621		kfree(asd_ha->seq.tc_index_bitmap);
 622		asd_ha->seq.tc_index_array = NULL;
 623		asd_ha->seq.tc_index_bitmap = NULL;
 624	}
 625	if (asd_ha->seq.actual_dl) {
 626			asd_free_coherent(asd_ha, asd_ha->seq.actual_dl);
 627			asd_ha->seq.actual_dl = NULL;
 628			asd_ha->seq.dl = NULL;
 629	}
 630	if (asd_ha->seq.next_scb.vaddr) {
 631		dma_pool_free(asd_ha->scb_pool, asd_ha->seq.next_scb.vaddr,
 632			      asd_ha->seq.next_scb.dma_handle);
 633		asd_ha->seq.next_scb.vaddr = NULL;
 634	}
 635	dma_pool_destroy(asd_ha->scb_pool);
 636	asd_ha->scb_pool = NULL;
 637}
 638
 639struct kmem_cache *asd_dma_token_cache;
 640struct kmem_cache *asd_ascb_cache;
 641
 642static int asd_create_global_caches(void)
 643{
 644	if (!asd_dma_token_cache) {
 645		asd_dma_token_cache
 646			= kmem_cache_create(ASD_DRIVER_NAME "_dma_token",
 647					    sizeof(struct asd_dma_tok),
 648					    0,
 649					    SLAB_HWCACHE_ALIGN,
 650					    NULL);
 651		if (!asd_dma_token_cache) {
 652			asd_printk("couldn't create dma token cache\n");
 653			return -ENOMEM;
 654		}
 655	}
 656
 657	if (!asd_ascb_cache) {
 658		asd_ascb_cache = kmem_cache_create(ASD_DRIVER_NAME "_ascb",
 659						   sizeof(struct asd_ascb),
 660						   0,
 661						   SLAB_HWCACHE_ALIGN,
 662						   NULL);
 663		if (!asd_ascb_cache) {
 664			asd_printk("couldn't create ascb cache\n");
 665			goto Err;
 666		}
 667	}
 668
 669	return 0;
 670Err:
 671	kmem_cache_destroy(asd_dma_token_cache);
 672	asd_dma_token_cache = NULL;
 673	return -ENOMEM;
 674}
 675
 676static void asd_destroy_global_caches(void)
 677{
 678	if (asd_dma_token_cache)
 679		kmem_cache_destroy(asd_dma_token_cache);
 680	asd_dma_token_cache = NULL;
 681
 682	if (asd_ascb_cache)
 683		kmem_cache_destroy(asd_ascb_cache);
 684	asd_ascb_cache = NULL;
 685}
 686
 687static int asd_register_sas_ha(struct asd_ha_struct *asd_ha)
 688{
 689	int i;
 690	struct asd_sas_phy   **sas_phys =
 691		kcalloc(ASD_MAX_PHYS, sizeof(*sas_phys), GFP_KERNEL);
 692	struct asd_sas_port  **sas_ports =
 693		kcalloc(ASD_MAX_PHYS, sizeof(*sas_ports), GFP_KERNEL);
 694
 695	if (!sas_phys || !sas_ports) {
 696		kfree(sas_phys);
 697		kfree(sas_ports);
 698		return -ENOMEM;
 699	}
 700
 701	asd_ha->sas_ha.sas_ha_name = (char *) asd_ha->name;
 702	asd_ha->sas_ha.lldd_module = THIS_MODULE;
 703	asd_ha->sas_ha.sas_addr = &asd_ha->hw_prof.sas_addr[0];
 704
 705	for (i = 0; i < ASD_MAX_PHYS; i++) {
 706		sas_phys[i] = &asd_ha->phys[i].sas_phy;
 707		sas_ports[i] = &asd_ha->ports[i];
 708	}
 709
 710	asd_ha->sas_ha.sas_phy = sas_phys;
 711	asd_ha->sas_ha.sas_port= sas_ports;
 712	asd_ha->sas_ha.num_phys= ASD_MAX_PHYS;
 713
 714	asd_ha->sas_ha.lldd_queue_size = asd_ha->seq.can_queue;
 715	asd_ha->sas_ha.lldd_max_execute_num = lldd_max_execute_num;
 716
 717	return sas_register_ha(&asd_ha->sas_ha);
 718}
 719
 720static int asd_unregister_sas_ha(struct asd_ha_struct *asd_ha)
 721{
 722	int err;
 723
 724	err = sas_unregister_ha(&asd_ha->sas_ha);
 725
 726	sas_remove_host(asd_ha->sas_ha.core.shost);
 727	scsi_remove_host(asd_ha->sas_ha.core.shost);
 728	scsi_host_put(asd_ha->sas_ha.core.shost);
 729
 730	kfree(asd_ha->sas_ha.sas_phy);
 731	kfree(asd_ha->sas_ha.sas_port);
 732
 733	return err;
 734}
 735
 736static int __devinit asd_pci_probe(struct pci_dev *dev,
 737				   const struct pci_device_id *id)
 738{
 739	const struct asd_pcidev_struct *asd_dev;
 740	unsigned asd_id = (unsigned) id->driver_data;
 741	struct asd_ha_struct *asd_ha;
 742	struct Scsi_Host *shost;
 743	int err;
 744
 745	if (asd_id >= ARRAY_SIZE(asd_pcidev_data)) {
 746		asd_printk("wrong driver_data in PCI table\n");
 747		return -ENODEV;
 748	}
 749
 750	if ((err = pci_enable_device(dev))) {
 751		asd_printk("couldn't enable device %s\n", pci_name(dev));
 752		return err;
 753	}
 754
 755	pci_set_master(dev);
 756
 757	err = -ENOMEM;
 758
 759	shost = scsi_host_alloc(&aic94xx_sht, sizeof(void *));
 760	if (!shost)
 761		goto Err;
 762
 763	asd_dev = &asd_pcidev_data[asd_id];
 764
 765	asd_ha = kzalloc(sizeof(*asd_ha), GFP_KERNEL);
 766	if (!asd_ha) {
 767		asd_printk("out of memory\n");
 768		goto Err_put;
 769	}
 770	asd_ha->pcidev = dev;
 771	asd_ha->sas_ha.dev = &asd_ha->pcidev->dev;
 772	asd_ha->sas_ha.lldd_ha = asd_ha;
 773
 774	asd_ha->bios_status = FLASH_OK;
 775	asd_ha->name = asd_dev->name;
 776	asd_printk("found %s, device %s\n", asd_ha->name, pci_name(dev));
 777
 778	SHOST_TO_SAS_HA(shost) = &asd_ha->sas_ha;
 779	asd_ha->sas_ha.core.shost = shost;
 780	shost->transportt = aic94xx_transport_template;
 781	shost->max_id = ~0;
 782	shost->max_lun = ~0;
 783	shost->max_cmd_len = 16;
 784
 785	err = scsi_add_host(shost, &dev->dev);
 786	if (err)
 787		goto Err_free;
 788
 789	err = asd_dev->setup(asd_ha);
 790	if (err)
 791		goto Err_remove;
 792
 793	err = -ENODEV;
 794	if (!pci_set_dma_mask(dev, DMA_BIT_MASK(64))
 795	    && !pci_set_consistent_dma_mask(dev, DMA_BIT_MASK(64)))
 796		;
 797	else if (!pci_set_dma_mask(dev, DMA_BIT_MASK(32))
 798		 && !pci_set_consistent_dma_mask(dev, DMA_BIT_MASK(32)))
 799		;
 800	else {
 801		asd_printk("no suitable DMA mask for %s\n", pci_name(dev));
 802		goto Err_remove;
 803	}
 804
 805	pci_set_drvdata(dev, asd_ha);
 806
 807	err = asd_map_ha(asd_ha);
 808	if (err)
 809		goto Err_remove;
 810
 811	err = asd_create_ha_caches(asd_ha);
 812        if (err)
 813		goto Err_unmap;
 814
 815	err = asd_init_hw(asd_ha);
 816	if (err)
 817		goto Err_free_cache;
 818
 819	asd_printk("device %s: SAS addr %llx, PCBA SN %s, %d phys, %d enabled "
 820		   "phys, flash %s, BIOS %s%d\n",
 821		   pci_name(dev), SAS_ADDR(asd_ha->hw_prof.sas_addr),
 822		   asd_ha->hw_prof.pcba_sn, asd_ha->hw_prof.max_phys,
 823		   asd_ha->hw_prof.num_phys,
 824		   asd_ha->hw_prof.flash.present ? "present" : "not present",
 825		   asd_ha->hw_prof.bios.present ? "build " : "not present",
 826		   asd_ha->hw_prof.bios.bld);
 827
 828	shost->can_queue = asd_ha->seq.can_queue;
 829
 830	if (use_msi)
 831		pci_enable_msi(asd_ha->pcidev);
 832
 833	err = request_irq(asd_ha->pcidev->irq, asd_hw_isr, IRQF_SHARED,
 834			  ASD_DRIVER_NAME, asd_ha);
 835	if (err) {
 836		asd_printk("couldn't get irq %d for %s\n",
 837			   asd_ha->pcidev->irq, pci_name(asd_ha->pcidev));
 838		goto Err_irq;
 839	}
 840	asd_enable_ints(asd_ha);
 841
 842	err = asd_init_post_escbs(asd_ha);
 843	if (err) {
 844		asd_printk("couldn't post escbs for %s\n",
 845			   pci_name(asd_ha->pcidev));
 846		goto Err_escbs;
 847	}
 848	ASD_DPRINTK("escbs posted\n");
 849
 850	err = asd_create_dev_attrs(asd_ha);
 851	if (err)
 852		goto Err_dev_attrs;
 853
 854	err = asd_register_sas_ha(asd_ha);
 855	if (err)
 856		goto Err_reg_sas;
 857
 858	scsi_scan_host(shost);
 859
 860	return 0;
 861
 862Err_reg_sas:
 863	asd_remove_dev_attrs(asd_ha);
 864Err_dev_attrs:
 865Err_escbs:
 866	asd_disable_ints(asd_ha);
 867	free_irq(dev->irq, asd_ha);
 868Err_irq:
 869	if (use_msi)
 870		pci_disable_msi(dev);
 871	asd_chip_hardrst(asd_ha);
 872Err_free_cache:
 873	asd_destroy_ha_caches(asd_ha);
 874Err_unmap:
 875	asd_unmap_ha(asd_ha);
 876Err_remove:
 877	scsi_remove_host(shost);
 878Err_free:
 879	kfree(asd_ha);
 880Err_put:
 881	scsi_host_put(shost);
 882Err:
 883	pci_disable_device(dev);
 884	return err;
 885}
 886
 887static void asd_free_queues(struct asd_ha_struct *asd_ha)
 888{
 889	unsigned long flags;
 890	LIST_HEAD(pending);
 891	struct list_head *n, *pos;
 892
 893	spin_lock_irqsave(&asd_ha->seq.pend_q_lock, flags);
 894	asd_ha->seq.pending = 0;
 895	list_splice_init(&asd_ha->seq.pend_q, &pending);
 896	spin_unlock_irqrestore(&asd_ha->seq.pend_q_lock, flags);
 897
 898	if (!list_empty(&pending))
 899		ASD_DPRINTK("Uh-oh! Pending is not empty!\n");
 900
 901	list_for_each_safe(pos, n, &pending) {
 902		struct asd_ascb *ascb = list_entry(pos, struct asd_ascb, list);
 903		/*
 904		 * Delete unexpired ascb timers.  This may happen if we issue
 905		 * a CONTROL PHY scb to an adapter and rmmod before the scb
 906		 * times out.  Apparently we don't wait for the CONTROL PHY
 907		 * to complete, so it doesn't matter if we kill the timer.
 908		 */
 909		del_timer_sync(&ascb->timer);
 910		WARN_ON(ascb->scb->header.opcode != CONTROL_PHY);
 911
 912		list_del_init(pos);
 913		ASD_DPRINTK("freeing from pending\n");
 914		asd_ascb_free(ascb);
 915	}
 916}
 917
 918static void asd_turn_off_leds(struct asd_ha_struct *asd_ha)
 919{
 920	u8 phy_mask = asd_ha->hw_prof.enabled_phys;
 921	u8 i;
 922
 923	for_each_phy(phy_mask, phy_mask, i) {
 924		asd_turn_led(asd_ha, i, 0);
 925		asd_control_led(asd_ha, i, 0);
 926	}
 927}
 928
 929static void __devexit asd_pci_remove(struct pci_dev *dev)
 930{
 931	struct asd_ha_struct *asd_ha = pci_get_drvdata(dev);
 932
 933	if (!asd_ha)
 934		return;
 935
 936	asd_unregister_sas_ha(asd_ha);
 937
 938	asd_disable_ints(asd_ha);
 939
 940	asd_remove_dev_attrs(asd_ha);
 941
 942	/* XXX more here as needed */
 943
 944	free_irq(dev->irq, asd_ha);
 945	if (use_msi)
 946		pci_disable_msi(asd_ha->pcidev);
 947	asd_turn_off_leds(asd_ha);
 948	asd_chip_hardrst(asd_ha);
 949	asd_free_queues(asd_ha);
 950	asd_destroy_ha_caches(asd_ha);
 951	asd_unmap_ha(asd_ha);
 952	kfree(asd_ha);
 953	pci_disable_device(dev);
 954	return;
 955}
 956
 957static void asd_scan_start(struct Scsi_Host *shost)
 958{
 959	struct asd_ha_struct *asd_ha;
 960	int err;
 961
 962	asd_ha = SHOST_TO_SAS_HA(shost)->lldd_ha;
 963	err = asd_enable_phys(asd_ha, asd_ha->hw_prof.enabled_phys);
 964	if (err)
 965		asd_printk("Couldn't enable phys, err:%d\n", err);
 966}
 967
 968static int asd_scan_finished(struct Scsi_Host *shost, unsigned long time)
 969{
 970	/* give the phy enabling interrupt event time to come in (1s
 971	 * is empirically about all it takes) */
 972	if (time < HZ)
 973		return 0;
 974	/* Wait for discovery to finish */
 975	scsi_flush_work(shost);
 976	return 1;
 977}
 978
 979static ssize_t asd_version_show(struct device_driver *driver, char *buf)
 980{
 981	return snprintf(buf, PAGE_SIZE, "%s\n", ASD_DRIVER_VERSION);
 982}
 983static DRIVER_ATTR(version, S_IRUGO, asd_version_show, NULL);
 984
 985static int asd_create_driver_attrs(struct device_driver *driver)
 986{
 987	return driver_create_file(driver, &driver_attr_version);
 988}
 989
 990static void asd_remove_driver_attrs(struct device_driver *driver)
 991{
 992	driver_remove_file(driver, &driver_attr_version);
 993}
 994
 995static struct sas_domain_function_template aic94xx_transport_functions = {
 996	.lldd_dev_found		= asd_dev_found,
 997	.lldd_dev_gone		= asd_dev_gone,
 998
 999	.lldd_execute_task	= asd_execute_task,
1000
1001	.lldd_abort_task	= asd_abort_task,
1002	.lldd_abort_task_set	= asd_abort_task_set,
1003	.lldd_clear_aca		= asd_clear_aca,
1004	.lldd_clear_task_set	= asd_clear_task_set,
1005	.lldd_I_T_nexus_reset	= asd_I_T_nexus_reset,
1006	.lldd_lu_reset		= asd_lu_reset,
1007	.lldd_query_task	= asd_query_task,
1008
1009	.lldd_clear_nexus_port	= asd_clear_nexus_port,
1010	.lldd_clear_nexus_ha	= asd_clear_nexus_ha,
1011
1012	.lldd_control_phy	= asd_control_phy,
 
 
1013};
1014
1015static const struct pci_device_id aic94xx_pci_table[] __devinitdata = {
1016	{PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x410),0, 0, 1},
1017	{PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x412),0, 0, 1},
1018	{PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x416),0, 0, 1},
1019	{PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x41E),0, 0, 1},
1020	{PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x41F),0, 0, 1},
1021	{PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x430),0, 0, 2},
1022	{PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x432),0, 0, 2},
1023	{PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x43E),0, 0, 2},
1024	{PCI_DEVICE(PCI_VENDOR_ID_ADAPTEC2, 0x43F),0, 0, 2},
1025	{}
1026};
1027
1028MODULE_DEVICE_TABLE(pci, aic94xx_pci_table);
1029
1030static struct pci_driver aic94xx_pci_driver = {
1031	.name		= ASD_DRIVER_NAME,
1032	.id_table	= aic94xx_pci_table,
1033	.probe		= asd_pci_probe,
1034	.remove		= __devexit_p(asd_pci_remove),
1035};
1036
1037static int __init aic94xx_init(void)
1038{
1039	int err;
1040
1041
1042	asd_printk("%s version %s loaded\n", ASD_DRIVER_DESCRIPTION,
1043		   ASD_DRIVER_VERSION);
1044
1045	err = asd_create_global_caches();
1046	if (err)
1047		return err;
1048
1049	aic94xx_transport_template =
1050		sas_domain_attach_transport(&aic94xx_transport_functions);
1051	if (!aic94xx_transport_template)
 
1052		goto out_destroy_caches;
 
1053
1054	err = pci_register_driver(&aic94xx_pci_driver);
1055	if (err)
1056		goto out_release_transport;
1057
1058	err = asd_create_driver_attrs(&aic94xx_pci_driver.driver);
1059	if (err)
1060		goto out_unregister_pcidrv;
1061
1062	return err;
1063
1064 out_unregister_pcidrv:
1065	pci_unregister_driver(&aic94xx_pci_driver);
1066 out_release_transport:
1067	sas_release_transport(aic94xx_transport_template);
1068 out_destroy_caches:
1069	asd_destroy_global_caches();
1070
1071	return err;
1072}
1073
1074static void __exit aic94xx_exit(void)
1075{
1076	asd_remove_driver_attrs(&aic94xx_pci_driver.driver);
1077	pci_unregister_driver(&aic94xx_pci_driver);
1078	sas_release_transport(aic94xx_transport_template);
1079	asd_release_firmware();
1080	asd_destroy_global_caches();
1081	asd_printk("%s version %s unloaded\n", ASD_DRIVER_DESCRIPTION,
1082		   ASD_DRIVER_VERSION);
1083}
1084
1085module_init(aic94xx_init);
1086module_exit(aic94xx_exit);
1087
1088MODULE_AUTHOR("Luben Tuikov <luben_tuikov@adaptec.com>");
1089MODULE_DESCRIPTION(ASD_DRIVER_DESCRIPTION);
1090MODULE_LICENSE("GPL v2");
1091MODULE_VERSION(ASD_DRIVER_VERSION);