Loading...
1// SPDX-License-Identifier: GPL-2.0-or-later
2/* ------------------------------------------------------------
3 * ibmvscsi.c
4 * (C) Copyright IBM Corporation 1994, 2004
5 * Authors: Colin DeVilbiss (devilbis@us.ibm.com)
6 * Santiago Leon (santil@us.ibm.com)
7 * Dave Boutcher (sleddog@us.ibm.com)
8 *
9 * ------------------------------------------------------------
10 * Emulation of a SCSI host adapter for Virtual I/O devices
11 *
12 * This driver supports the SCSI adapter implemented by the IBM
13 * Power5 firmware. That SCSI adapter is not a physical adapter,
14 * but allows Linux SCSI peripheral drivers to directly
15 * access devices in another logical partition on the physical system.
16 *
17 * The virtual adapter(s) are present in the open firmware device
18 * tree just like real adapters.
19 *
20 * One of the capabilities provided on these systems is the ability
21 * to DMA between partitions. The architecture states that for VSCSI,
22 * the server side is allowed to DMA to and from the client. The client
23 * is never trusted to DMA to or from the server directly.
24 *
25 * Messages are sent between partitions on a "Command/Response Queue"
26 * (CRQ), which is just a buffer of 16 byte entries in the receiver's
27 * Senders cannot access the buffer directly, but send messages by
28 * making a hypervisor call and passing in the 16 bytes. The hypervisor
29 * puts the message in the next 16 byte space in round-robin fashion,
30 * turns on the high order bit of the message (the valid bit), and
31 * generates an interrupt to the receiver (if interrupts are turned on.)
32 * The receiver just turns off the valid bit when they have copied out
33 * the message.
34 *
35 * The VSCSI client builds a SCSI Remote Protocol (SRP) Information Unit
36 * (IU) (as defined in the T10 standard available at www.t10.org), gets
37 * a DMA address for the message, and sends it to the server as the
38 * payload of a CRQ message. The server DMAs the SRP IU and processes it,
39 * including doing any additional data transfers. When it is done, it
40 * DMAs the SRP response back to the same address as the request came from,
41 * and sends a CRQ message back to inform the client that the request has
42 * completed.
43 *
44 * TODO: This is currently pretty tied to the IBM pSeries hypervisor
45 * interfaces. It would be really nice to abstract this above an RDMA
46 * layer.
47 */
48
49#include <linux/module.h>
50#include <linux/moduleparam.h>
51#include <linux/dma-mapping.h>
52#include <linux/delay.h>
53#include <linux/slab.h>
54#include <linux/of.h>
55#include <linux/pm.h>
56#include <linux/kthread.h>
57#include <asm/firmware.h>
58#include <asm/vio.h>
59#include <scsi/scsi.h>
60#include <scsi/scsi_cmnd.h>
61#include <scsi/scsi_host.h>
62#include <scsi/scsi_device.h>
63#include <scsi/scsi_transport_srp.h>
64#include "ibmvscsi.h"
65
66/* The values below are somewhat arbitrary default values, but
67 * OS/400 will use 3 busses (disks, CDs, tapes, I think.)
68 * Note that there are 3 bits of channel value, 6 bits of id, and
69 * 5 bits of LUN.
70 */
71static int max_id = 64;
72static int max_channel = 3;
73static int init_timeout = 300;
74static int login_timeout = 60;
75static int info_timeout = 30;
76static int abort_timeout = 60;
77static int reset_timeout = 60;
78static int max_requests = IBMVSCSI_MAX_REQUESTS_DEFAULT;
79static int max_events = IBMVSCSI_MAX_REQUESTS_DEFAULT + 2;
80static int fast_fail = 1;
81static int client_reserve = 1;
82static char partition_name[96] = "UNKNOWN";
83static unsigned int partition_number = -1;
84static LIST_HEAD(ibmvscsi_head);
85static DEFINE_SPINLOCK(ibmvscsi_driver_lock);
86
87static struct scsi_transport_template *ibmvscsi_transport_template;
88
89#define IBMVSCSI_VERSION "1.5.9"
90
91MODULE_DESCRIPTION("IBM Virtual SCSI");
92MODULE_AUTHOR("Dave Boutcher");
93MODULE_LICENSE("GPL");
94MODULE_VERSION(IBMVSCSI_VERSION);
95
96module_param_named(max_id, max_id, int, S_IRUGO | S_IWUSR);
97MODULE_PARM_DESC(max_id, "Largest ID value for each channel [Default=64]");
98module_param_named(max_channel, max_channel, int, S_IRUGO | S_IWUSR);
99MODULE_PARM_DESC(max_channel, "Largest channel value [Default=3]");
100module_param_named(init_timeout, init_timeout, int, S_IRUGO | S_IWUSR);
101MODULE_PARM_DESC(init_timeout, "Initialization timeout in seconds");
102module_param_named(max_requests, max_requests, int, S_IRUGO);
103MODULE_PARM_DESC(max_requests, "Maximum requests for this adapter");
104module_param_named(fast_fail, fast_fail, int, S_IRUGO | S_IWUSR);
105MODULE_PARM_DESC(fast_fail, "Enable fast fail. [Default=1]");
106module_param_named(client_reserve, client_reserve, int, S_IRUGO );
107MODULE_PARM_DESC(client_reserve, "Attempt client managed reserve/release");
108
109static void ibmvscsi_handle_crq(struct viosrp_crq *crq,
110 struct ibmvscsi_host_data *hostdata);
111
112/* ------------------------------------------------------------
113 * Routines for managing the command/response queue
114 */
115/**
116 * ibmvscsi_handle_event: - Interrupt handler for crq events
117 * @irq: number of irq to handle, not used
118 * @dev_instance: ibmvscsi_host_data of host that received interrupt
119 *
120 * Disables interrupts and schedules srp_task
121 * Always returns IRQ_HANDLED
122 */
123static irqreturn_t ibmvscsi_handle_event(int irq, void *dev_instance)
124{
125 struct ibmvscsi_host_data *hostdata =
126 (struct ibmvscsi_host_data *)dev_instance;
127 vio_disable_interrupts(to_vio_dev(hostdata->dev));
128 tasklet_schedule(&hostdata->srp_task);
129 return IRQ_HANDLED;
130}
131
132/**
133 * ibmvscsi_release_crq_queue() - Deallocates data and unregisters CRQ
134 * @queue: crq_queue to initialize and register
135 * @hostdata: ibmvscsi_host_data of host
136 * @max_requests: maximum requests (unused)
137 *
138 * Frees irq, deallocates a page for messages, unmaps dma, and unregisters
139 * the crq with the hypervisor.
140 */
141static void ibmvscsi_release_crq_queue(struct crq_queue *queue,
142 struct ibmvscsi_host_data *hostdata,
143 int max_requests)
144{
145 long rc = 0;
146 struct vio_dev *vdev = to_vio_dev(hostdata->dev);
147 free_irq(vdev->irq, (void *)hostdata);
148 tasklet_kill(&hostdata->srp_task);
149 do {
150 if (rc)
151 msleep(100);
152 rc = plpar_hcall_norets(H_FREE_CRQ, vdev->unit_address);
153 } while ((rc == H_BUSY) || (H_IS_LONG_BUSY(rc)));
154 dma_unmap_single(hostdata->dev,
155 queue->msg_token,
156 queue->size * sizeof(*queue->msgs), DMA_BIDIRECTIONAL);
157 free_page((unsigned long)queue->msgs);
158}
159
160/**
161 * crq_queue_next_crq: - Returns the next entry in message queue
162 * @queue: crq_queue to use
163 *
164 * Returns pointer to next entry in queue, or NULL if there are no new
165 * entried in the CRQ.
166 */
167static struct viosrp_crq *crq_queue_next_crq(struct crq_queue *queue)
168{
169 struct viosrp_crq *crq;
170 unsigned long flags;
171
172 spin_lock_irqsave(&queue->lock, flags);
173 crq = &queue->msgs[queue->cur];
174 if (crq->valid != VIOSRP_CRQ_FREE) {
175 if (++queue->cur == queue->size)
176 queue->cur = 0;
177
178 /* Ensure the read of the valid bit occurs before reading any
179 * other bits of the CRQ entry
180 */
181 rmb();
182 } else
183 crq = NULL;
184 spin_unlock_irqrestore(&queue->lock, flags);
185
186 return crq;
187}
188
189/**
190 * ibmvscsi_send_crq: - Send a CRQ
191 * @hostdata: the adapter
192 * @word1: the first 64 bits of the data
193 * @word2: the second 64 bits of the data
194 */
195static int ibmvscsi_send_crq(struct ibmvscsi_host_data *hostdata,
196 u64 word1, u64 word2)
197{
198 struct vio_dev *vdev = to_vio_dev(hostdata->dev);
199
200 /*
201 * Ensure the command buffer is flushed to memory before handing it
202 * over to the VIOS to prevent it from fetching any stale data.
203 */
204 mb();
205 return plpar_hcall_norets(H_SEND_CRQ, vdev->unit_address, word1, word2);
206}
207
208/**
209 * ibmvscsi_task: - Process srps asynchronously
210 * @data: ibmvscsi_host_data of host
211 */
212static void ibmvscsi_task(void *data)
213{
214 struct ibmvscsi_host_data *hostdata = (struct ibmvscsi_host_data *)data;
215 struct vio_dev *vdev = to_vio_dev(hostdata->dev);
216 struct viosrp_crq *crq;
217 int done = 0;
218
219 while (!done) {
220 /* Pull all the valid messages off the CRQ */
221 while ((crq = crq_queue_next_crq(&hostdata->queue)) != NULL) {
222 ibmvscsi_handle_crq(crq, hostdata);
223 crq->valid = VIOSRP_CRQ_FREE;
224 wmb();
225 }
226
227 vio_enable_interrupts(vdev);
228 crq = crq_queue_next_crq(&hostdata->queue);
229 if (crq != NULL) {
230 vio_disable_interrupts(vdev);
231 ibmvscsi_handle_crq(crq, hostdata);
232 crq->valid = VIOSRP_CRQ_FREE;
233 wmb();
234 } else {
235 done = 1;
236 }
237 }
238}
239
240static void gather_partition_info(void)
241{
242 const char *ppartition_name;
243 const __be32 *p_number_ptr;
244
245 /* Retrieve information about this partition */
246 if (!of_root)
247 return;
248
249 of_node_get(of_root);
250
251 ppartition_name = of_get_property(of_root, "ibm,partition-name", NULL);
252 if (ppartition_name)
253 strscpy(partition_name, ppartition_name,
254 sizeof(partition_name));
255 p_number_ptr = of_get_property(of_root, "ibm,partition-no", NULL);
256 if (p_number_ptr)
257 partition_number = of_read_number(p_number_ptr, 1);
258 of_node_put(of_root);
259}
260
261static void set_adapter_info(struct ibmvscsi_host_data *hostdata)
262{
263 memset(&hostdata->madapter_info, 0x00,
264 sizeof(hostdata->madapter_info));
265
266 dev_info(hostdata->dev, "SRP_VERSION: %s\n", SRP_VERSION);
267 strcpy(hostdata->madapter_info.srp_version, SRP_VERSION);
268
269 strscpy(hostdata->madapter_info.partition_name, partition_name,
270 sizeof(hostdata->madapter_info.partition_name));
271
272 hostdata->madapter_info.partition_number =
273 cpu_to_be32(partition_number);
274
275 hostdata->madapter_info.mad_version = cpu_to_be32(SRP_MAD_VERSION_1);
276 hostdata->madapter_info.os_type = cpu_to_be32(SRP_MAD_OS_LINUX);
277}
278
279/**
280 * ibmvscsi_reset_crq_queue() - resets a crq after a failure
281 * @queue: crq_queue to initialize and register
282 * @hostdata: ibmvscsi_host_data of host
283 */
284static int ibmvscsi_reset_crq_queue(struct crq_queue *queue,
285 struct ibmvscsi_host_data *hostdata)
286{
287 int rc = 0;
288 struct vio_dev *vdev = to_vio_dev(hostdata->dev);
289
290 /* Close the CRQ */
291 do {
292 if (rc)
293 msleep(100);
294 rc = plpar_hcall_norets(H_FREE_CRQ, vdev->unit_address);
295 } while ((rc == H_BUSY) || (H_IS_LONG_BUSY(rc)));
296
297 /* Clean out the queue */
298 memset(queue->msgs, 0x00, PAGE_SIZE);
299 queue->cur = 0;
300
301 set_adapter_info(hostdata);
302
303 /* And re-open it again */
304 rc = plpar_hcall_norets(H_REG_CRQ,
305 vdev->unit_address,
306 queue->msg_token, PAGE_SIZE);
307 if (rc == H_CLOSED) {
308 /* Adapter is good, but other end is not ready */
309 dev_warn(hostdata->dev, "Partner adapter not ready\n");
310 } else if (rc != 0) {
311 dev_warn(hostdata->dev, "couldn't register crq--rc 0x%x\n", rc);
312 }
313 return rc;
314}
315
316/**
317 * ibmvscsi_init_crq_queue() - Initializes and registers CRQ with hypervisor
318 * @queue: crq_queue to initialize and register
319 * @hostdata: ibmvscsi_host_data of host
320 * @max_requests: maximum requests (unused)
321 *
322 * Allocates a page for messages, maps it for dma, and registers
323 * the crq with the hypervisor.
324 * Returns zero on success.
325 */
326static int ibmvscsi_init_crq_queue(struct crq_queue *queue,
327 struct ibmvscsi_host_data *hostdata,
328 int max_requests)
329{
330 int rc;
331 int retrc;
332 struct vio_dev *vdev = to_vio_dev(hostdata->dev);
333
334 queue->msgs = (struct viosrp_crq *)get_zeroed_page(GFP_KERNEL);
335
336 if (!queue->msgs)
337 goto malloc_failed;
338 queue->size = PAGE_SIZE / sizeof(*queue->msgs);
339
340 queue->msg_token = dma_map_single(hostdata->dev, queue->msgs,
341 queue->size * sizeof(*queue->msgs),
342 DMA_BIDIRECTIONAL);
343
344 if (dma_mapping_error(hostdata->dev, queue->msg_token))
345 goto map_failed;
346
347 gather_partition_info();
348 set_adapter_info(hostdata);
349
350 retrc = rc = plpar_hcall_norets(H_REG_CRQ,
351 vdev->unit_address,
352 queue->msg_token, PAGE_SIZE);
353 if (rc == H_RESOURCE)
354 /* maybe kexecing and resource is busy. try a reset */
355 rc = ibmvscsi_reset_crq_queue(queue,
356 hostdata);
357
358 if (rc == H_CLOSED) {
359 /* Adapter is good, but other end is not ready */
360 dev_warn(hostdata->dev, "Partner adapter not ready\n");
361 retrc = 0;
362 } else if (rc != 0) {
363 dev_warn(hostdata->dev, "Error %d opening adapter\n", rc);
364 goto reg_crq_failed;
365 }
366
367 queue->cur = 0;
368 spin_lock_init(&queue->lock);
369
370 tasklet_init(&hostdata->srp_task, (void *)ibmvscsi_task,
371 (unsigned long)hostdata);
372
373 if (request_irq(vdev->irq,
374 ibmvscsi_handle_event,
375 0, "ibmvscsi", (void *)hostdata) != 0) {
376 dev_err(hostdata->dev, "couldn't register irq 0x%x\n",
377 vdev->irq);
378 goto req_irq_failed;
379 }
380
381 rc = vio_enable_interrupts(vdev);
382 if (rc != 0) {
383 dev_err(hostdata->dev, "Error %d enabling interrupts!!!\n", rc);
384 goto req_irq_failed;
385 }
386
387 return retrc;
388
389 req_irq_failed:
390 tasklet_kill(&hostdata->srp_task);
391 rc = 0;
392 do {
393 if (rc)
394 msleep(100);
395 rc = plpar_hcall_norets(H_FREE_CRQ, vdev->unit_address);
396 } while ((rc == H_BUSY) || (H_IS_LONG_BUSY(rc)));
397 reg_crq_failed:
398 dma_unmap_single(hostdata->dev,
399 queue->msg_token,
400 queue->size * sizeof(*queue->msgs), DMA_BIDIRECTIONAL);
401 map_failed:
402 free_page((unsigned long)queue->msgs);
403 malloc_failed:
404 return -1;
405}
406
407/**
408 * ibmvscsi_reenable_crq_queue() - reenables a crq after
409 * @queue: crq_queue to initialize and register
410 * @hostdata: ibmvscsi_host_data of host
411 */
412static int ibmvscsi_reenable_crq_queue(struct crq_queue *queue,
413 struct ibmvscsi_host_data *hostdata)
414{
415 int rc = 0;
416 struct vio_dev *vdev = to_vio_dev(hostdata->dev);
417
418 set_adapter_info(hostdata);
419
420 /* Re-enable the CRQ */
421 do {
422 if (rc)
423 msleep(100);
424 rc = plpar_hcall_norets(H_ENABLE_CRQ, vdev->unit_address);
425 } while ((rc == H_IN_PROGRESS) || (rc == H_BUSY) || (H_IS_LONG_BUSY(rc)));
426
427 if (rc)
428 dev_err(hostdata->dev, "Error %d enabling adapter\n", rc);
429 return rc;
430}
431
432/* ------------------------------------------------------------
433 * Routines for the event pool and event structs
434 */
435/**
436 * initialize_event_pool: - Allocates and initializes the event pool for a host
437 * @pool: event_pool to be initialized
438 * @size: Number of events in pool
439 * @hostdata: ibmvscsi_host_data who owns the event pool
440 *
441 * Returns zero on success.
442 */
443static int initialize_event_pool(struct event_pool *pool,
444 int size, struct ibmvscsi_host_data *hostdata)
445{
446 int i;
447
448 pool->size = size;
449 pool->next = 0;
450 pool->events = kcalloc(pool->size, sizeof(*pool->events), GFP_KERNEL);
451 if (!pool->events)
452 return -ENOMEM;
453
454 pool->iu_storage =
455 dma_alloc_coherent(hostdata->dev,
456 pool->size * sizeof(*pool->iu_storage),
457 &pool->iu_token, GFP_KERNEL);
458 if (!pool->iu_storage) {
459 kfree(pool->events);
460 return -ENOMEM;
461 }
462
463 for (i = 0; i < pool->size; ++i) {
464 struct srp_event_struct *evt = &pool->events[i];
465 memset(&evt->crq, 0x00, sizeof(evt->crq));
466 atomic_set(&evt->free, 1);
467 evt->crq.valid = VIOSRP_CRQ_CMD_RSP;
468 evt->crq.IU_length = cpu_to_be16(sizeof(*evt->xfer_iu));
469 evt->crq.IU_data_ptr = cpu_to_be64(pool->iu_token +
470 sizeof(*evt->xfer_iu) * i);
471 evt->xfer_iu = pool->iu_storage + i;
472 evt->hostdata = hostdata;
473 evt->ext_list = NULL;
474 evt->ext_list_token = 0;
475 }
476
477 return 0;
478}
479
480/**
481 * release_event_pool() - Frees memory of an event pool of a host
482 * @pool: event_pool to be released
483 * @hostdata: ibmvscsi_host_data who owns the even pool
484 *
485 * Returns zero on success.
486 */
487static void release_event_pool(struct event_pool *pool,
488 struct ibmvscsi_host_data *hostdata)
489{
490 int i, in_use = 0;
491 for (i = 0; i < pool->size; ++i) {
492 if (atomic_read(&pool->events[i].free) != 1)
493 ++in_use;
494 if (pool->events[i].ext_list) {
495 dma_free_coherent(hostdata->dev,
496 SG_ALL * sizeof(struct srp_direct_buf),
497 pool->events[i].ext_list,
498 pool->events[i].ext_list_token);
499 }
500 }
501 if (in_use)
502 dev_warn(hostdata->dev, "releasing event pool with %d "
503 "events still in use?\n", in_use);
504 kfree(pool->events);
505 dma_free_coherent(hostdata->dev,
506 pool->size * sizeof(*pool->iu_storage),
507 pool->iu_storage, pool->iu_token);
508}
509
510/**
511 * valid_event_struct: - Determines if event is valid.
512 * @pool: event_pool that contains the event
513 * @evt: srp_event_struct to be checked for validity
514 *
515 * Returns zero if event is invalid, one otherwise.
516*/
517static int valid_event_struct(struct event_pool *pool,
518 struct srp_event_struct *evt)
519{
520 int index = evt - pool->events;
521 if (index < 0 || index >= pool->size) /* outside of bounds */
522 return 0;
523 if (evt != pool->events + index) /* unaligned */
524 return 0;
525 return 1;
526}
527
528/**
529 * free_event_struct() - Changes status of event to "free"
530 * @pool: event_pool that contains the event
531 * @evt: srp_event_struct to be modified
532 */
533static void free_event_struct(struct event_pool *pool,
534 struct srp_event_struct *evt)
535{
536 if (!valid_event_struct(pool, evt)) {
537 dev_err(evt->hostdata->dev, "Freeing invalid event_struct %p "
538 "(not in pool %p)\n", evt, pool->events);
539 return;
540 }
541 if (atomic_inc_return(&evt->free) != 1) {
542 dev_err(evt->hostdata->dev, "Freeing event_struct %p "
543 "which is not in use!\n", evt);
544 return;
545 }
546}
547
548/**
549 * get_event_struct() - Gets the next free event in pool
550 * @pool: event_pool that contains the events to be searched
551 *
552 * Returns the next event in "free" state, and NULL if none are free.
553 * Note that no synchronization is done here, we assume the host_lock
554 * will syncrhonze things.
555*/
556static struct srp_event_struct *get_event_struct(struct event_pool *pool)
557{
558 int i;
559 int poolsize = pool->size;
560 int offset = pool->next;
561
562 for (i = 0; i < poolsize; i++) {
563 offset = (offset + 1) % poolsize;
564 if (!atomic_dec_if_positive(&pool->events[offset].free)) {
565 pool->next = offset;
566 return &pool->events[offset];
567 }
568 }
569
570 printk(KERN_ERR "ibmvscsi: found no event struct in pool!\n");
571 return NULL;
572}
573
574/**
575 * init_event_struct: Initialize fields in an event struct that are always
576 * required.
577 * @evt_struct: The event
578 * @done: Routine to call when the event is responded to
579 * @format: SRP or MAD format
580 * @timeout: timeout value set in the CRQ
581 */
582static void init_event_struct(struct srp_event_struct *evt_struct,
583 void (*done) (struct srp_event_struct *),
584 u8 format,
585 int timeout)
586{
587 evt_struct->cmnd = NULL;
588 evt_struct->cmnd_done = NULL;
589 evt_struct->sync_srp = NULL;
590 evt_struct->crq.format = format;
591 evt_struct->crq.timeout = cpu_to_be16(timeout);
592 evt_struct->done = done;
593}
594
595/* ------------------------------------------------------------
596 * Routines for receiving SCSI responses from the hosting partition
597 */
598
599/*
600 * set_srp_direction: Set the fields in the srp related to data
601 * direction and number of buffers based on the direction in
602 * the scsi_cmnd and the number of buffers
603 */
604static void set_srp_direction(struct scsi_cmnd *cmd,
605 struct srp_cmd *srp_cmd,
606 int numbuf)
607{
608 u8 fmt;
609
610 if (numbuf == 0)
611 return;
612
613 if (numbuf == 1)
614 fmt = SRP_DATA_DESC_DIRECT;
615 else {
616 fmt = SRP_DATA_DESC_INDIRECT;
617 numbuf = min(numbuf, MAX_INDIRECT_BUFS);
618
619 if (cmd->sc_data_direction == DMA_TO_DEVICE)
620 srp_cmd->data_out_desc_cnt = numbuf;
621 else
622 srp_cmd->data_in_desc_cnt = numbuf;
623 }
624
625 if (cmd->sc_data_direction == DMA_TO_DEVICE)
626 srp_cmd->buf_fmt = fmt << 4;
627 else
628 srp_cmd->buf_fmt = fmt;
629}
630
631/**
632 * unmap_cmd_data: - Unmap data pointed in srp_cmd based on the format
633 * @cmd: srp_cmd whose additional_data member will be unmapped
634 * @evt_struct: the event
635 * @dev: device for which the memory is mapped
636 */
637static void unmap_cmd_data(struct srp_cmd *cmd,
638 struct srp_event_struct *evt_struct,
639 struct device *dev)
640{
641 u8 out_fmt, in_fmt;
642
643 out_fmt = cmd->buf_fmt >> 4;
644 in_fmt = cmd->buf_fmt & ((1U << 4) - 1);
645
646 if (out_fmt == SRP_NO_DATA_DESC && in_fmt == SRP_NO_DATA_DESC)
647 return;
648
649 if (evt_struct->cmnd)
650 scsi_dma_unmap(evt_struct->cmnd);
651}
652
653static int map_sg_list(struct scsi_cmnd *cmd, int nseg,
654 struct srp_direct_buf *md)
655{
656 int i;
657 struct scatterlist *sg;
658 u64 total_length = 0;
659
660 scsi_for_each_sg(cmd, sg, nseg, i) {
661 struct srp_direct_buf *descr = md + i;
662 descr->va = cpu_to_be64(sg_dma_address(sg));
663 descr->len = cpu_to_be32(sg_dma_len(sg));
664 descr->key = 0;
665 total_length += sg_dma_len(sg);
666 }
667 return total_length;
668}
669
670/**
671 * map_sg_data: - Maps dma for a scatterlist and initializes descriptor fields
672 * @cmd: struct scsi_cmnd with the scatterlist
673 * @evt_struct: struct srp_event_struct to map
674 * @srp_cmd: srp_cmd that contains the memory descriptor
675 * @dev: device for which to map dma memory
676 *
677 * Called by map_data_for_srp_cmd() when building srp cmd from scsi cmd.
678 * Returns 1 on success.
679*/
680static int map_sg_data(struct scsi_cmnd *cmd,
681 struct srp_event_struct *evt_struct,
682 struct srp_cmd *srp_cmd, struct device *dev)
683{
684
685 int sg_mapped;
686 u64 total_length = 0;
687 struct srp_direct_buf *data =
688 (struct srp_direct_buf *) srp_cmd->add_data;
689 struct srp_indirect_buf *indirect =
690 (struct srp_indirect_buf *) data;
691
692 sg_mapped = scsi_dma_map(cmd);
693 if (!sg_mapped)
694 return 1;
695 else if (sg_mapped < 0)
696 return 0;
697
698 set_srp_direction(cmd, srp_cmd, sg_mapped);
699
700 /* special case; we can use a single direct descriptor */
701 if (sg_mapped == 1) {
702 map_sg_list(cmd, sg_mapped, data);
703 return 1;
704 }
705
706 indirect->table_desc.va = 0;
707 indirect->table_desc.len = cpu_to_be32(sg_mapped *
708 sizeof(struct srp_direct_buf));
709 indirect->table_desc.key = 0;
710
711 if (sg_mapped <= MAX_INDIRECT_BUFS) {
712 total_length = map_sg_list(cmd, sg_mapped,
713 &indirect->desc_list[0]);
714 indirect->len = cpu_to_be32(total_length);
715 return 1;
716 }
717
718 /* get indirect table */
719 if (!evt_struct->ext_list) {
720 evt_struct->ext_list = dma_alloc_coherent(dev,
721 SG_ALL * sizeof(struct srp_direct_buf),
722 &evt_struct->ext_list_token, 0);
723 if (!evt_struct->ext_list) {
724 if (!firmware_has_feature(FW_FEATURE_CMO))
725 sdev_printk(KERN_ERR, cmd->device,
726 "Can't allocate memory "
727 "for indirect table\n");
728 scsi_dma_unmap(cmd);
729 return 0;
730 }
731 }
732
733 total_length = map_sg_list(cmd, sg_mapped, evt_struct->ext_list);
734
735 indirect->len = cpu_to_be32(total_length);
736 indirect->table_desc.va = cpu_to_be64(evt_struct->ext_list_token);
737 indirect->table_desc.len = cpu_to_be32(sg_mapped *
738 sizeof(indirect->desc_list[0]));
739 memcpy(indirect->desc_list, evt_struct->ext_list,
740 MAX_INDIRECT_BUFS * sizeof(struct srp_direct_buf));
741 return 1;
742}
743
744/**
745 * map_data_for_srp_cmd: - Calls functions to map data for srp cmds
746 * @cmd: struct scsi_cmnd with the memory to be mapped
747 * @evt_struct: struct srp_event_struct to map
748 * @srp_cmd: srp_cmd that contains the memory descriptor
749 * @dev: dma device for which to map dma memory
750 *
751 * Called by scsi_cmd_to_srp_cmd() when converting scsi cmds to srp cmds
752 * Returns 1 on success.
753*/
754static int map_data_for_srp_cmd(struct scsi_cmnd *cmd,
755 struct srp_event_struct *evt_struct,
756 struct srp_cmd *srp_cmd, struct device *dev)
757{
758 switch (cmd->sc_data_direction) {
759 case DMA_FROM_DEVICE:
760 case DMA_TO_DEVICE:
761 break;
762 case DMA_NONE:
763 return 1;
764 case DMA_BIDIRECTIONAL:
765 sdev_printk(KERN_ERR, cmd->device,
766 "Can't map DMA_BIDIRECTIONAL to read/write\n");
767 return 0;
768 default:
769 sdev_printk(KERN_ERR, cmd->device,
770 "Unknown data direction 0x%02x; can't map!\n",
771 cmd->sc_data_direction);
772 return 0;
773 }
774
775 return map_sg_data(cmd, evt_struct, srp_cmd, dev);
776}
777
778/**
779 * purge_requests: Our virtual adapter just shut down. purge any sent requests
780 * @hostdata: the adapter
781 * @error_code: error code to return as the 'result'
782 */
783static void purge_requests(struct ibmvscsi_host_data *hostdata, int error_code)
784{
785 struct srp_event_struct *evt;
786 unsigned long flags;
787
788 spin_lock_irqsave(hostdata->host->host_lock, flags);
789 while (!list_empty(&hostdata->sent)) {
790 evt = list_first_entry(&hostdata->sent, struct srp_event_struct, list);
791 list_del(&evt->list);
792 del_timer(&evt->timer);
793
794 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
795 if (evt->cmnd) {
796 evt->cmnd->result = (error_code << 16);
797 unmap_cmd_data(&evt->iu.srp.cmd, evt,
798 evt->hostdata->dev);
799 if (evt->cmnd_done)
800 evt->cmnd_done(evt->cmnd);
801 } else if (evt->done && evt->crq.format != VIOSRP_MAD_FORMAT &&
802 evt->iu.srp.login_req.opcode != SRP_LOGIN_REQ)
803 evt->done(evt);
804 free_event_struct(&evt->hostdata->pool, evt);
805 spin_lock_irqsave(hostdata->host->host_lock, flags);
806 }
807 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
808}
809
810/**
811 * ibmvscsi_set_request_limit - Set the adapter request_limit in response to
812 * an adapter failure, reset, or SRP Login. Done under host lock to prevent
813 * race with SCSI command submission.
814 * @hostdata: adapter to adjust
815 * @limit: new request limit
816 */
817static void ibmvscsi_set_request_limit(struct ibmvscsi_host_data *hostdata, int limit)
818{
819 unsigned long flags;
820
821 spin_lock_irqsave(hostdata->host->host_lock, flags);
822 atomic_set(&hostdata->request_limit, limit);
823 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
824}
825
826/**
827 * ibmvscsi_reset_host - Reset the connection to the server
828 * @hostdata: struct ibmvscsi_host_data to reset
829*/
830static void ibmvscsi_reset_host(struct ibmvscsi_host_data *hostdata)
831{
832 scsi_block_requests(hostdata->host);
833 ibmvscsi_set_request_limit(hostdata, 0);
834
835 purge_requests(hostdata, DID_ERROR);
836 hostdata->action = IBMVSCSI_HOST_ACTION_RESET;
837 wake_up(&hostdata->work_wait_q);
838}
839
840/**
841 * ibmvscsi_timeout - Internal command timeout handler
842 * @t: struct srp_event_struct that timed out
843 *
844 * Called when an internally generated command times out
845*/
846static void ibmvscsi_timeout(struct timer_list *t)
847{
848 struct srp_event_struct *evt_struct = from_timer(evt_struct, t, timer);
849 struct ibmvscsi_host_data *hostdata = evt_struct->hostdata;
850
851 dev_err(hostdata->dev, "Command timed out (%x). Resetting connection\n",
852 evt_struct->iu.srp.cmd.opcode);
853
854 ibmvscsi_reset_host(hostdata);
855}
856
857
858/* ------------------------------------------------------------
859 * Routines for sending and receiving SRPs
860 */
861/**
862 * ibmvscsi_send_srp_event: - Transforms event to u64 array and calls send_crq()
863 * @evt_struct: evt_struct to be sent
864 * @hostdata: ibmvscsi_host_data of host
865 * @timeout: timeout in seconds - 0 means do not time command
866 *
867 * Returns the value returned from ibmvscsi_send_crq(). (Zero for success)
868 * Note that this routine assumes that host_lock is held for synchronization
869*/
870static int ibmvscsi_send_srp_event(struct srp_event_struct *evt_struct,
871 struct ibmvscsi_host_data *hostdata,
872 unsigned long timeout)
873{
874 __be64 *crq_as_u64 = (__be64 *)&evt_struct->crq;
875 int request_status = 0;
876 int rc;
877 int srp_req = 0;
878
879 /* If we have exhausted our request limit, just fail this request,
880 * unless it is for a reset or abort.
881 * Note that there are rare cases involving driver generated requests
882 * (such as task management requests) that the mid layer may think we
883 * can handle more requests (can_queue) when we actually can't
884 */
885 if (evt_struct->crq.format == VIOSRP_SRP_FORMAT) {
886 srp_req = 1;
887 request_status =
888 atomic_dec_if_positive(&hostdata->request_limit);
889 /* If request limit was -1 when we started, it is now even
890 * less than that
891 */
892 if (request_status < -1)
893 goto send_error;
894 /* Otherwise, we may have run out of requests. */
895 /* If request limit was 0 when we started the adapter is in the
896 * process of performing a login with the server adapter, or
897 * we may have run out of requests.
898 */
899 else if (request_status == -1 &&
900 evt_struct->iu.srp.login_req.opcode != SRP_LOGIN_REQ)
901 goto send_busy;
902 /* Abort and reset calls should make it through.
903 * Nothing except abort and reset should use the last two
904 * slots unless we had two or less to begin with.
905 */
906 else if (request_status < 2 &&
907 evt_struct->iu.srp.cmd.opcode != SRP_TSK_MGMT) {
908 /* In the case that we have less than two requests
909 * available, check the server limit as a combination
910 * of the request limit and the number of requests
911 * in-flight (the size of the send list). If the
912 * server limit is greater than 2, return busy so
913 * that the last two are reserved for reset and abort.
914 */
915 int server_limit = request_status;
916 struct srp_event_struct *tmp_evt;
917
918 list_for_each_entry(tmp_evt, &hostdata->sent, list) {
919 server_limit++;
920 }
921
922 if (server_limit > 2)
923 goto send_busy;
924 }
925 }
926
927 /* Copy the IU into the transfer area */
928 *evt_struct->xfer_iu = evt_struct->iu;
929 evt_struct->xfer_iu->srp.rsp.tag = (u64)evt_struct;
930
931 /* Add this to the sent list. We need to do this
932 * before we actually send
933 * in case it comes back REALLY fast
934 */
935 list_add_tail(&evt_struct->list, &hostdata->sent);
936
937 timer_setup(&evt_struct->timer, ibmvscsi_timeout, 0);
938 if (timeout) {
939 evt_struct->timer.expires = jiffies + (timeout * HZ);
940 add_timer(&evt_struct->timer);
941 }
942
943 rc = ibmvscsi_send_crq(hostdata, be64_to_cpu(crq_as_u64[0]),
944 be64_to_cpu(crq_as_u64[1]));
945 if (rc != 0) {
946 list_del(&evt_struct->list);
947 del_timer(&evt_struct->timer);
948
949 /* If send_crq returns H_CLOSED, return SCSI_MLQUEUE_HOST_BUSY.
950 * Firmware will send a CRQ with a transport event (0xFF) to
951 * tell this client what has happened to the transport. This
952 * will be handled in ibmvscsi_handle_crq()
953 */
954 if (rc == H_CLOSED) {
955 dev_warn(hostdata->dev, "send warning. "
956 "Receive queue closed, will retry.\n");
957 goto send_busy;
958 }
959 dev_err(hostdata->dev, "send error %d\n", rc);
960 if (srp_req)
961 atomic_inc(&hostdata->request_limit);
962 goto send_error;
963 }
964
965 return 0;
966
967 send_busy:
968 unmap_cmd_data(&evt_struct->iu.srp.cmd, evt_struct, hostdata->dev);
969
970 free_event_struct(&hostdata->pool, evt_struct);
971 if (srp_req && request_status != -1)
972 atomic_inc(&hostdata->request_limit);
973 return SCSI_MLQUEUE_HOST_BUSY;
974
975 send_error:
976 unmap_cmd_data(&evt_struct->iu.srp.cmd, evt_struct, hostdata->dev);
977
978 if (evt_struct->cmnd != NULL) {
979 evt_struct->cmnd->result = DID_ERROR << 16;
980 evt_struct->cmnd_done(evt_struct->cmnd);
981 } else if (evt_struct->done)
982 evt_struct->done(evt_struct);
983
984 free_event_struct(&hostdata->pool, evt_struct);
985 return 0;
986}
987
988/**
989 * handle_cmd_rsp: - Handle responses from commands
990 * @evt_struct: srp_event_struct to be handled
991 *
992 * Used as a callback by when sending scsi cmds.
993 * Gets called by ibmvscsi_handle_crq()
994*/
995static void handle_cmd_rsp(struct srp_event_struct *evt_struct)
996{
997 struct srp_rsp *rsp = &evt_struct->xfer_iu->srp.rsp;
998 struct scsi_cmnd *cmnd = evt_struct->cmnd;
999
1000 if (unlikely(rsp->opcode != SRP_RSP)) {
1001 if (printk_ratelimit())
1002 dev_warn(evt_struct->hostdata->dev,
1003 "bad SRP RSP type %#02x\n", rsp->opcode);
1004 }
1005
1006 if (cmnd) {
1007 cmnd->result |= rsp->status;
1008 if (scsi_status_is_check_condition(cmnd->result))
1009 memcpy(cmnd->sense_buffer,
1010 rsp->data,
1011 be32_to_cpu(rsp->sense_data_len));
1012 unmap_cmd_data(&evt_struct->iu.srp.cmd,
1013 evt_struct,
1014 evt_struct->hostdata->dev);
1015
1016 if (rsp->flags & SRP_RSP_FLAG_DOOVER)
1017 scsi_set_resid(cmnd,
1018 be32_to_cpu(rsp->data_out_res_cnt));
1019 else if (rsp->flags & SRP_RSP_FLAG_DIOVER)
1020 scsi_set_resid(cmnd, be32_to_cpu(rsp->data_in_res_cnt));
1021 }
1022
1023 if (evt_struct->cmnd_done)
1024 evt_struct->cmnd_done(cmnd);
1025}
1026
1027/**
1028 * lun_from_dev: - Returns the lun of the scsi device
1029 * @dev: struct scsi_device
1030 *
1031*/
1032static inline u16 lun_from_dev(struct scsi_device *dev)
1033{
1034 return (0x2 << 14) | (dev->id << 8) | (dev->channel << 5) | dev->lun;
1035}
1036
1037/**
1038 * ibmvscsi_queuecommand_lck() - The queuecommand function of the scsi template
1039 * @cmnd: struct scsi_cmnd to be executed
1040 * @done: Callback function to be called when cmd is completed
1041*/
1042static int ibmvscsi_queuecommand_lck(struct scsi_cmnd *cmnd)
1043{
1044 void (*done)(struct scsi_cmnd *) = scsi_done;
1045 struct srp_cmd *srp_cmd;
1046 struct srp_event_struct *evt_struct;
1047 struct srp_indirect_buf *indirect;
1048 struct ibmvscsi_host_data *hostdata = shost_priv(cmnd->device->host);
1049 u16 lun = lun_from_dev(cmnd->device);
1050 u8 out_fmt, in_fmt;
1051
1052 cmnd->result = (DID_OK << 16);
1053 evt_struct = get_event_struct(&hostdata->pool);
1054 if (!evt_struct)
1055 return SCSI_MLQUEUE_HOST_BUSY;
1056
1057 /* Set up the actual SRP IU */
1058 BUILD_BUG_ON(sizeof(evt_struct->iu.srp) != SRP_MAX_IU_LEN);
1059 memset(&evt_struct->iu.srp, 0x00, sizeof(evt_struct->iu.srp));
1060 srp_cmd = &evt_struct->iu.srp.cmd;
1061 srp_cmd->opcode = SRP_CMD;
1062 memcpy(srp_cmd->cdb, cmnd->cmnd, sizeof(srp_cmd->cdb));
1063 int_to_scsilun(lun, &srp_cmd->lun);
1064
1065 if (!map_data_for_srp_cmd(cmnd, evt_struct, srp_cmd, hostdata->dev)) {
1066 if (!firmware_has_feature(FW_FEATURE_CMO))
1067 sdev_printk(KERN_ERR, cmnd->device,
1068 "couldn't convert cmd to srp_cmd\n");
1069 free_event_struct(&hostdata->pool, evt_struct);
1070 return SCSI_MLQUEUE_HOST_BUSY;
1071 }
1072
1073 init_event_struct(evt_struct,
1074 handle_cmd_rsp,
1075 VIOSRP_SRP_FORMAT,
1076 scsi_cmd_to_rq(cmnd)->timeout / HZ);
1077
1078 evt_struct->cmnd = cmnd;
1079 evt_struct->cmnd_done = done;
1080
1081 /* Fix up dma address of the buffer itself */
1082 indirect = (struct srp_indirect_buf *) srp_cmd->add_data;
1083 out_fmt = srp_cmd->buf_fmt >> 4;
1084 in_fmt = srp_cmd->buf_fmt & ((1U << 4) - 1);
1085 if ((in_fmt == SRP_DATA_DESC_INDIRECT ||
1086 out_fmt == SRP_DATA_DESC_INDIRECT) &&
1087 indirect->table_desc.va == 0) {
1088 indirect->table_desc.va =
1089 cpu_to_be64(be64_to_cpu(evt_struct->crq.IU_data_ptr) +
1090 offsetof(struct srp_cmd, add_data) +
1091 offsetof(struct srp_indirect_buf, desc_list));
1092 }
1093
1094 return ibmvscsi_send_srp_event(evt_struct, hostdata, 0);
1095}
1096
1097static DEF_SCSI_QCMD(ibmvscsi_queuecommand)
1098
1099/* ------------------------------------------------------------
1100 * Routines for driver initialization
1101 */
1102
1103/**
1104 * map_persist_bufs: - Pre-map persistent data for adapter logins
1105 * @hostdata: ibmvscsi_host_data of host
1106 *
1107 * Map the capabilities and adapter info DMA buffers to avoid runtime failures.
1108 * Return 1 on error, 0 on success.
1109 */
1110static int map_persist_bufs(struct ibmvscsi_host_data *hostdata)
1111{
1112
1113 hostdata->caps_addr = dma_map_single(hostdata->dev, &hostdata->caps,
1114 sizeof(hostdata->caps), DMA_BIDIRECTIONAL);
1115
1116 if (dma_mapping_error(hostdata->dev, hostdata->caps_addr)) {
1117 dev_err(hostdata->dev, "Unable to map capabilities buffer!\n");
1118 return 1;
1119 }
1120
1121 hostdata->adapter_info_addr = dma_map_single(hostdata->dev,
1122 &hostdata->madapter_info,
1123 sizeof(hostdata->madapter_info),
1124 DMA_BIDIRECTIONAL);
1125 if (dma_mapping_error(hostdata->dev, hostdata->adapter_info_addr)) {
1126 dev_err(hostdata->dev, "Unable to map adapter info buffer!\n");
1127 dma_unmap_single(hostdata->dev, hostdata->caps_addr,
1128 sizeof(hostdata->caps), DMA_BIDIRECTIONAL);
1129 return 1;
1130 }
1131
1132 return 0;
1133}
1134
1135/**
1136 * unmap_persist_bufs: - Unmap persistent data needed for adapter logins
1137 * @hostdata: ibmvscsi_host_data of host
1138 *
1139 * Unmap the capabilities and adapter info DMA buffers
1140 */
1141static void unmap_persist_bufs(struct ibmvscsi_host_data *hostdata)
1142{
1143 dma_unmap_single(hostdata->dev, hostdata->caps_addr,
1144 sizeof(hostdata->caps), DMA_BIDIRECTIONAL);
1145
1146 dma_unmap_single(hostdata->dev, hostdata->adapter_info_addr,
1147 sizeof(hostdata->madapter_info), DMA_BIDIRECTIONAL);
1148}
1149
1150/**
1151 * login_rsp: - Handle response to SRP login request
1152 * @evt_struct: srp_event_struct with the response
1153 *
1154 * Used as a "done" callback by when sending srp_login. Gets called
1155 * by ibmvscsi_handle_crq()
1156*/
1157static void login_rsp(struct srp_event_struct *evt_struct)
1158{
1159 struct ibmvscsi_host_data *hostdata = evt_struct->hostdata;
1160 switch (evt_struct->xfer_iu->srp.login_rsp.opcode) {
1161 case SRP_LOGIN_RSP: /* it worked! */
1162 break;
1163 case SRP_LOGIN_REJ: /* refused! */
1164 dev_info(hostdata->dev, "SRP_LOGIN_REJ reason %u\n",
1165 evt_struct->xfer_iu->srp.login_rej.reason);
1166 /* Login failed. */
1167 ibmvscsi_set_request_limit(hostdata, -1);
1168 return;
1169 default:
1170 dev_err(hostdata->dev, "Invalid login response typecode 0x%02x!\n",
1171 evt_struct->xfer_iu->srp.login_rsp.opcode);
1172 /* Login failed. */
1173 ibmvscsi_set_request_limit(hostdata, -1);
1174 return;
1175 }
1176
1177 dev_info(hostdata->dev, "SRP_LOGIN succeeded\n");
1178 hostdata->client_migrated = 0;
1179
1180 /* Now we know what the real request-limit is.
1181 * This value is set rather than added to request_limit because
1182 * request_limit could have been set to -1 by this client.
1183 */
1184 ibmvscsi_set_request_limit(hostdata,
1185 be32_to_cpu(evt_struct->xfer_iu->srp.login_rsp.req_lim_delta));
1186
1187 /* If we had any pending I/Os, kick them */
1188 hostdata->action = IBMVSCSI_HOST_ACTION_UNBLOCK;
1189 wake_up(&hostdata->work_wait_q);
1190}
1191
1192/**
1193 * send_srp_login: - Sends the srp login
1194 * @hostdata: ibmvscsi_host_data of host
1195 *
1196 * Returns zero if successful.
1197*/
1198static int send_srp_login(struct ibmvscsi_host_data *hostdata)
1199{
1200 int rc;
1201 unsigned long flags;
1202 struct srp_login_req *login;
1203 struct srp_event_struct *evt_struct = get_event_struct(&hostdata->pool);
1204
1205 BUG_ON(!evt_struct);
1206 init_event_struct(evt_struct, login_rsp,
1207 VIOSRP_SRP_FORMAT, login_timeout);
1208
1209 login = &evt_struct->iu.srp.login_req;
1210 memset(login, 0, sizeof(*login));
1211 login->opcode = SRP_LOGIN_REQ;
1212 login->req_it_iu_len = cpu_to_be32(sizeof(union srp_iu));
1213 login->req_buf_fmt = cpu_to_be16(SRP_BUF_FORMAT_DIRECT |
1214 SRP_BUF_FORMAT_INDIRECT);
1215
1216 /* Start out with a request limit of 0, since this is negotiated in
1217 * the login request we are just sending and login requests always
1218 * get sent by the driver regardless of request_limit.
1219 */
1220 ibmvscsi_set_request_limit(hostdata, 0);
1221
1222 spin_lock_irqsave(hostdata->host->host_lock, flags);
1223 rc = ibmvscsi_send_srp_event(evt_struct, hostdata, login_timeout * 2);
1224 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
1225 dev_info(hostdata->dev, "sent SRP login\n");
1226 return rc;
1227};
1228
1229/**
1230 * capabilities_rsp: - Handle response to MAD adapter capabilities request
1231 * @evt_struct: srp_event_struct with the response
1232 *
1233 * Used as a "done" callback by when sending adapter_info.
1234 */
1235static void capabilities_rsp(struct srp_event_struct *evt_struct)
1236{
1237 struct ibmvscsi_host_data *hostdata = evt_struct->hostdata;
1238
1239 if (evt_struct->xfer_iu->mad.capabilities.common.status) {
1240 dev_err(hostdata->dev, "error 0x%X getting capabilities info\n",
1241 evt_struct->xfer_iu->mad.capabilities.common.status);
1242 } else {
1243 if (hostdata->caps.migration.common.server_support !=
1244 cpu_to_be16(SERVER_SUPPORTS_CAP))
1245 dev_info(hostdata->dev, "Partition migration not supported\n");
1246
1247 if (client_reserve) {
1248 if (hostdata->caps.reserve.common.server_support ==
1249 cpu_to_be16(SERVER_SUPPORTS_CAP))
1250 dev_info(hostdata->dev, "Client reserve enabled\n");
1251 else
1252 dev_info(hostdata->dev, "Client reserve not supported\n");
1253 }
1254 }
1255
1256 send_srp_login(hostdata);
1257}
1258
1259/**
1260 * send_mad_capabilities: - Sends the mad capabilities request
1261 * and stores the result so it can be retrieved with
1262 * @hostdata: ibmvscsi_host_data of host
1263 */
1264static void send_mad_capabilities(struct ibmvscsi_host_data *hostdata)
1265{
1266 struct viosrp_capabilities *req;
1267 struct srp_event_struct *evt_struct;
1268 unsigned long flags;
1269 struct device_node *of_node = hostdata->dev->of_node;
1270 const char *location;
1271
1272 evt_struct = get_event_struct(&hostdata->pool);
1273 BUG_ON(!evt_struct);
1274
1275 init_event_struct(evt_struct, capabilities_rsp,
1276 VIOSRP_MAD_FORMAT, info_timeout);
1277
1278 req = &evt_struct->iu.mad.capabilities;
1279 memset(req, 0, sizeof(*req));
1280
1281 hostdata->caps.flags = cpu_to_be32(CAP_LIST_SUPPORTED);
1282 if (hostdata->client_migrated)
1283 hostdata->caps.flags |= cpu_to_be32(CLIENT_MIGRATED);
1284
1285 strscpy(hostdata->caps.name, dev_name(&hostdata->host->shost_gendev),
1286 sizeof(hostdata->caps.name));
1287
1288 location = of_get_property(of_node, "ibm,loc-code", NULL);
1289 location = location ? location : dev_name(hostdata->dev);
1290 strscpy(hostdata->caps.loc, location, sizeof(hostdata->caps.loc));
1291
1292 req->common.type = cpu_to_be32(VIOSRP_CAPABILITIES_TYPE);
1293 req->buffer = cpu_to_be64(hostdata->caps_addr);
1294
1295 hostdata->caps.migration.common.cap_type =
1296 cpu_to_be32(MIGRATION_CAPABILITIES);
1297 hostdata->caps.migration.common.length =
1298 cpu_to_be16(sizeof(hostdata->caps.migration));
1299 hostdata->caps.migration.common.server_support =
1300 cpu_to_be16(SERVER_SUPPORTS_CAP);
1301 hostdata->caps.migration.ecl = cpu_to_be32(1);
1302
1303 if (client_reserve) {
1304 hostdata->caps.reserve.common.cap_type =
1305 cpu_to_be32(RESERVATION_CAPABILITIES);
1306 hostdata->caps.reserve.common.length =
1307 cpu_to_be16(sizeof(hostdata->caps.reserve));
1308 hostdata->caps.reserve.common.server_support =
1309 cpu_to_be16(SERVER_SUPPORTS_CAP);
1310 hostdata->caps.reserve.type =
1311 cpu_to_be32(CLIENT_RESERVE_SCSI_2);
1312 req->common.length =
1313 cpu_to_be16(sizeof(hostdata->caps));
1314 } else
1315 req->common.length = cpu_to_be16(sizeof(hostdata->caps) -
1316 sizeof(hostdata->caps.reserve));
1317
1318 spin_lock_irqsave(hostdata->host->host_lock, flags);
1319 if (ibmvscsi_send_srp_event(evt_struct, hostdata, info_timeout * 2))
1320 dev_err(hostdata->dev, "couldn't send CAPABILITIES_REQ!\n");
1321 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
1322};
1323
1324/**
1325 * fast_fail_rsp: - Handle response to MAD enable fast fail
1326 * @evt_struct: srp_event_struct with the response
1327 *
1328 * Used as a "done" callback by when sending enable fast fail. Gets called
1329 * by ibmvscsi_handle_crq()
1330 */
1331static void fast_fail_rsp(struct srp_event_struct *evt_struct)
1332{
1333 struct ibmvscsi_host_data *hostdata = evt_struct->hostdata;
1334 u16 status = be16_to_cpu(evt_struct->xfer_iu->mad.fast_fail.common.status);
1335
1336 if (status == VIOSRP_MAD_NOT_SUPPORTED)
1337 dev_err(hostdata->dev, "fast_fail not supported in server\n");
1338 else if (status == VIOSRP_MAD_FAILED)
1339 dev_err(hostdata->dev, "fast_fail request failed\n");
1340 else if (status != VIOSRP_MAD_SUCCESS)
1341 dev_err(hostdata->dev, "error 0x%X enabling fast_fail\n", status);
1342
1343 send_mad_capabilities(hostdata);
1344}
1345
1346/**
1347 * enable_fast_fail() - Start host initialization
1348 * @hostdata: ibmvscsi_host_data of host
1349 *
1350 * Returns zero if successful.
1351 */
1352static int enable_fast_fail(struct ibmvscsi_host_data *hostdata)
1353{
1354 int rc;
1355 unsigned long flags;
1356 struct viosrp_fast_fail *fast_fail_mad;
1357 struct srp_event_struct *evt_struct;
1358
1359 if (!fast_fail) {
1360 send_mad_capabilities(hostdata);
1361 return 0;
1362 }
1363
1364 evt_struct = get_event_struct(&hostdata->pool);
1365 BUG_ON(!evt_struct);
1366
1367 init_event_struct(evt_struct, fast_fail_rsp, VIOSRP_MAD_FORMAT, info_timeout);
1368
1369 fast_fail_mad = &evt_struct->iu.mad.fast_fail;
1370 memset(fast_fail_mad, 0, sizeof(*fast_fail_mad));
1371 fast_fail_mad->common.type = cpu_to_be32(VIOSRP_ENABLE_FAST_FAIL);
1372 fast_fail_mad->common.length = cpu_to_be16(sizeof(*fast_fail_mad));
1373
1374 spin_lock_irqsave(hostdata->host->host_lock, flags);
1375 rc = ibmvscsi_send_srp_event(evt_struct, hostdata, info_timeout * 2);
1376 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
1377 return rc;
1378}
1379
1380/**
1381 * adapter_info_rsp: - Handle response to MAD adapter info request
1382 * @evt_struct: srp_event_struct with the response
1383 *
1384 * Used as a "done" callback by when sending adapter_info. Gets called
1385 * by ibmvscsi_handle_crq()
1386*/
1387static void adapter_info_rsp(struct srp_event_struct *evt_struct)
1388{
1389 struct ibmvscsi_host_data *hostdata = evt_struct->hostdata;
1390
1391 if (evt_struct->xfer_iu->mad.adapter_info.common.status) {
1392 dev_err(hostdata->dev, "error %d getting adapter info\n",
1393 evt_struct->xfer_iu->mad.adapter_info.common.status);
1394 } else {
1395 dev_info(hostdata->dev, "host srp version: %s, "
1396 "host partition %s (%d), OS %d, max io %u\n",
1397 hostdata->madapter_info.srp_version,
1398 hostdata->madapter_info.partition_name,
1399 be32_to_cpu(hostdata->madapter_info.partition_number),
1400 be32_to_cpu(hostdata->madapter_info.os_type),
1401 be32_to_cpu(hostdata->madapter_info.port_max_txu[0]));
1402
1403 if (hostdata->madapter_info.port_max_txu[0])
1404 hostdata->host->max_sectors =
1405 be32_to_cpu(hostdata->madapter_info.port_max_txu[0]) >> 9;
1406
1407 if (be32_to_cpu(hostdata->madapter_info.os_type) == SRP_MAD_OS_AIX &&
1408 strcmp(hostdata->madapter_info.srp_version, "1.6a") <= 0) {
1409 dev_err(hostdata->dev, "host (Ver. %s) doesn't support large transfers\n",
1410 hostdata->madapter_info.srp_version);
1411 dev_err(hostdata->dev, "limiting scatterlists to %d\n",
1412 MAX_INDIRECT_BUFS);
1413 hostdata->host->sg_tablesize = MAX_INDIRECT_BUFS;
1414 }
1415
1416 if (be32_to_cpu(hostdata->madapter_info.os_type) == SRP_MAD_OS_AIX) {
1417 enable_fast_fail(hostdata);
1418 return;
1419 }
1420 }
1421
1422 send_srp_login(hostdata);
1423}
1424
1425/**
1426 * send_mad_adapter_info: - Sends the mad adapter info request
1427 * and stores the result so it can be retrieved with
1428 * sysfs. We COULD consider causing a failure if the
1429 * returned SRP version doesn't match ours.
1430 * @hostdata: ibmvscsi_host_data of host
1431 *
1432 * Returns zero if successful.
1433*/
1434static void send_mad_adapter_info(struct ibmvscsi_host_data *hostdata)
1435{
1436 struct viosrp_adapter_info *req;
1437 struct srp_event_struct *evt_struct;
1438 unsigned long flags;
1439
1440 evt_struct = get_event_struct(&hostdata->pool);
1441 BUG_ON(!evt_struct);
1442
1443 init_event_struct(evt_struct,
1444 adapter_info_rsp,
1445 VIOSRP_MAD_FORMAT,
1446 info_timeout);
1447
1448 req = &evt_struct->iu.mad.adapter_info;
1449 memset(req, 0x00, sizeof(*req));
1450
1451 req->common.type = cpu_to_be32(VIOSRP_ADAPTER_INFO_TYPE);
1452 req->common.length = cpu_to_be16(sizeof(hostdata->madapter_info));
1453 req->buffer = cpu_to_be64(hostdata->adapter_info_addr);
1454
1455 spin_lock_irqsave(hostdata->host->host_lock, flags);
1456 if (ibmvscsi_send_srp_event(evt_struct, hostdata, info_timeout * 2))
1457 dev_err(hostdata->dev, "couldn't send ADAPTER_INFO_REQ!\n");
1458 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
1459};
1460
1461/*
1462 * init_adapter() - Start virtual adapter initialization sequence
1463 */
1464static void init_adapter(struct ibmvscsi_host_data *hostdata)
1465{
1466 send_mad_adapter_info(hostdata);
1467}
1468
1469/*
1470 * sync_completion: Signal that a synchronous command has completed
1471 * Note that after returning from this call, the evt_struct is freed.
1472 * the caller waiting on this completion shouldn't touch the evt_struct
1473 * again.
1474 */
1475static void sync_completion(struct srp_event_struct *evt_struct)
1476{
1477 /* copy the response back */
1478 if (evt_struct->sync_srp)
1479 *evt_struct->sync_srp = *evt_struct->xfer_iu;
1480
1481 complete(&evt_struct->comp);
1482}
1483
1484/*
1485 * ibmvscsi_eh_abort_handler: Abort a command...from scsi host template
1486 * send this over to the server and wait synchronously for the response
1487 */
1488static int ibmvscsi_eh_abort_handler(struct scsi_cmnd *cmd)
1489{
1490 struct ibmvscsi_host_data *hostdata = shost_priv(cmd->device->host);
1491 struct srp_tsk_mgmt *tsk_mgmt;
1492 struct srp_event_struct *evt;
1493 struct srp_event_struct *tmp_evt, *found_evt;
1494 union viosrp_iu srp_rsp;
1495 int rsp_rc;
1496 unsigned long flags;
1497 u16 lun = lun_from_dev(cmd->device);
1498 unsigned long wait_switch = 0;
1499
1500 /* First, find this command in our sent list so we can figure
1501 * out the correct tag
1502 */
1503 spin_lock_irqsave(hostdata->host->host_lock, flags);
1504 wait_switch = jiffies + (init_timeout * HZ);
1505 do {
1506 found_evt = NULL;
1507 list_for_each_entry(tmp_evt, &hostdata->sent, list) {
1508 if (tmp_evt->cmnd == cmd) {
1509 found_evt = tmp_evt;
1510 break;
1511 }
1512 }
1513
1514 if (!found_evt) {
1515 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
1516 return SUCCESS;
1517 }
1518
1519 evt = get_event_struct(&hostdata->pool);
1520 if (evt == NULL) {
1521 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
1522 sdev_printk(KERN_ERR, cmd->device,
1523 "failed to allocate abort event\n");
1524 return FAILED;
1525 }
1526
1527 init_event_struct(evt,
1528 sync_completion,
1529 VIOSRP_SRP_FORMAT,
1530 abort_timeout);
1531
1532 tsk_mgmt = &evt->iu.srp.tsk_mgmt;
1533
1534 /* Set up an abort SRP command */
1535 memset(tsk_mgmt, 0x00, sizeof(*tsk_mgmt));
1536 tsk_mgmt->opcode = SRP_TSK_MGMT;
1537 int_to_scsilun(lun, &tsk_mgmt->lun);
1538 tsk_mgmt->tsk_mgmt_func = SRP_TSK_ABORT_TASK;
1539 tsk_mgmt->task_tag = (u64) found_evt;
1540
1541 evt->sync_srp = &srp_rsp;
1542
1543 init_completion(&evt->comp);
1544 rsp_rc = ibmvscsi_send_srp_event(evt, hostdata, abort_timeout * 2);
1545
1546 if (rsp_rc != SCSI_MLQUEUE_HOST_BUSY)
1547 break;
1548
1549 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
1550 msleep(10);
1551 spin_lock_irqsave(hostdata->host->host_lock, flags);
1552 } while (time_before(jiffies, wait_switch));
1553
1554 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
1555
1556 if (rsp_rc != 0) {
1557 sdev_printk(KERN_ERR, cmd->device,
1558 "failed to send abort() event. rc=%d\n", rsp_rc);
1559 return FAILED;
1560 }
1561
1562 sdev_printk(KERN_INFO, cmd->device,
1563 "aborting command. lun 0x%llx, tag 0x%llx\n",
1564 (((u64) lun) << 48), (u64) found_evt);
1565
1566 wait_for_completion(&evt->comp);
1567
1568 /* make sure we got a good response */
1569 if (unlikely(srp_rsp.srp.rsp.opcode != SRP_RSP)) {
1570 if (printk_ratelimit())
1571 sdev_printk(KERN_WARNING, cmd->device, "abort bad SRP RSP type %d\n",
1572 srp_rsp.srp.rsp.opcode);
1573 return FAILED;
1574 }
1575
1576 if (srp_rsp.srp.rsp.flags & SRP_RSP_FLAG_RSPVALID)
1577 rsp_rc = *((int *)srp_rsp.srp.rsp.data);
1578 else
1579 rsp_rc = srp_rsp.srp.rsp.status;
1580
1581 if (rsp_rc) {
1582 if (printk_ratelimit())
1583 sdev_printk(KERN_WARNING, cmd->device,
1584 "abort code %d for task tag 0x%llx\n",
1585 rsp_rc, tsk_mgmt->task_tag);
1586 return FAILED;
1587 }
1588
1589 /* Because we dropped the spinlock above, it's possible
1590 * The event is no longer in our list. Make sure it didn't
1591 * complete while we were aborting
1592 */
1593 spin_lock_irqsave(hostdata->host->host_lock, flags);
1594 found_evt = NULL;
1595 list_for_each_entry(tmp_evt, &hostdata->sent, list) {
1596 if (tmp_evt->cmnd == cmd) {
1597 found_evt = tmp_evt;
1598 break;
1599 }
1600 }
1601
1602 if (found_evt == NULL) {
1603 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
1604 sdev_printk(KERN_INFO, cmd->device, "aborted task tag 0x%llx completed\n",
1605 tsk_mgmt->task_tag);
1606 return SUCCESS;
1607 }
1608
1609 sdev_printk(KERN_INFO, cmd->device, "successfully aborted task tag 0x%llx\n",
1610 tsk_mgmt->task_tag);
1611
1612 cmd->result = (DID_ABORT << 16);
1613 list_del(&found_evt->list);
1614 unmap_cmd_data(&found_evt->iu.srp.cmd, found_evt,
1615 found_evt->hostdata->dev);
1616 free_event_struct(&found_evt->hostdata->pool, found_evt);
1617 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
1618 atomic_inc(&hostdata->request_limit);
1619 return SUCCESS;
1620}
1621
1622/*
1623 * ibmvscsi_eh_device_reset_handler: Reset a single LUN...from scsi host
1624 * template send this over to the server and wait synchronously for the
1625 * response
1626 */
1627static int ibmvscsi_eh_device_reset_handler(struct scsi_cmnd *cmd)
1628{
1629 struct ibmvscsi_host_data *hostdata = shost_priv(cmd->device->host);
1630 struct srp_tsk_mgmt *tsk_mgmt;
1631 struct srp_event_struct *evt;
1632 struct srp_event_struct *tmp_evt, *pos;
1633 union viosrp_iu srp_rsp;
1634 int rsp_rc;
1635 unsigned long flags;
1636 u16 lun = lun_from_dev(cmd->device);
1637 unsigned long wait_switch = 0;
1638
1639 spin_lock_irqsave(hostdata->host->host_lock, flags);
1640 wait_switch = jiffies + (init_timeout * HZ);
1641 do {
1642 evt = get_event_struct(&hostdata->pool);
1643 if (evt == NULL) {
1644 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
1645 sdev_printk(KERN_ERR, cmd->device,
1646 "failed to allocate reset event\n");
1647 return FAILED;
1648 }
1649
1650 init_event_struct(evt,
1651 sync_completion,
1652 VIOSRP_SRP_FORMAT,
1653 reset_timeout);
1654
1655 tsk_mgmt = &evt->iu.srp.tsk_mgmt;
1656
1657 /* Set up a lun reset SRP command */
1658 memset(tsk_mgmt, 0x00, sizeof(*tsk_mgmt));
1659 tsk_mgmt->opcode = SRP_TSK_MGMT;
1660 int_to_scsilun(lun, &tsk_mgmt->lun);
1661 tsk_mgmt->tsk_mgmt_func = SRP_TSK_LUN_RESET;
1662
1663 evt->sync_srp = &srp_rsp;
1664
1665 init_completion(&evt->comp);
1666 rsp_rc = ibmvscsi_send_srp_event(evt, hostdata, reset_timeout * 2);
1667
1668 if (rsp_rc != SCSI_MLQUEUE_HOST_BUSY)
1669 break;
1670
1671 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
1672 msleep(10);
1673 spin_lock_irqsave(hostdata->host->host_lock, flags);
1674 } while (time_before(jiffies, wait_switch));
1675
1676 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
1677
1678 if (rsp_rc != 0) {
1679 sdev_printk(KERN_ERR, cmd->device,
1680 "failed to send reset event. rc=%d\n", rsp_rc);
1681 return FAILED;
1682 }
1683
1684 sdev_printk(KERN_INFO, cmd->device, "resetting device. lun 0x%llx\n",
1685 (((u64) lun) << 48));
1686
1687 wait_for_completion(&evt->comp);
1688
1689 /* make sure we got a good response */
1690 if (unlikely(srp_rsp.srp.rsp.opcode != SRP_RSP)) {
1691 if (printk_ratelimit())
1692 sdev_printk(KERN_WARNING, cmd->device, "reset bad SRP RSP type %d\n",
1693 srp_rsp.srp.rsp.opcode);
1694 return FAILED;
1695 }
1696
1697 if (srp_rsp.srp.rsp.flags & SRP_RSP_FLAG_RSPVALID)
1698 rsp_rc = *((int *)srp_rsp.srp.rsp.data);
1699 else
1700 rsp_rc = srp_rsp.srp.rsp.status;
1701
1702 if (rsp_rc) {
1703 if (printk_ratelimit())
1704 sdev_printk(KERN_WARNING, cmd->device,
1705 "reset code %d for task tag 0x%llx\n",
1706 rsp_rc, tsk_mgmt->task_tag);
1707 return FAILED;
1708 }
1709
1710 /* We need to find all commands for this LUN that have not yet been
1711 * responded to, and fail them with DID_RESET
1712 */
1713 spin_lock_irqsave(hostdata->host->host_lock, flags);
1714 list_for_each_entry_safe(tmp_evt, pos, &hostdata->sent, list) {
1715 if ((tmp_evt->cmnd) && (tmp_evt->cmnd->device == cmd->device)) {
1716 if (tmp_evt->cmnd)
1717 tmp_evt->cmnd->result = (DID_RESET << 16);
1718 list_del(&tmp_evt->list);
1719 unmap_cmd_data(&tmp_evt->iu.srp.cmd, tmp_evt,
1720 tmp_evt->hostdata->dev);
1721 free_event_struct(&tmp_evt->hostdata->pool,
1722 tmp_evt);
1723 atomic_inc(&hostdata->request_limit);
1724 if (tmp_evt->cmnd_done)
1725 tmp_evt->cmnd_done(tmp_evt->cmnd);
1726 else if (tmp_evt->done)
1727 tmp_evt->done(tmp_evt);
1728 }
1729 }
1730 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
1731 return SUCCESS;
1732}
1733
1734/**
1735 * ibmvscsi_eh_host_reset_handler - Reset the connection to the server
1736 * @cmd: struct scsi_cmnd having problems
1737*/
1738static int ibmvscsi_eh_host_reset_handler(struct scsi_cmnd *cmd)
1739{
1740 unsigned long wait_switch = 0;
1741 struct ibmvscsi_host_data *hostdata = shost_priv(cmd->device->host);
1742
1743 dev_err(hostdata->dev, "Resetting connection due to error recovery\n");
1744
1745 ibmvscsi_reset_host(hostdata);
1746
1747 for (wait_switch = jiffies + (init_timeout * HZ);
1748 time_before(jiffies, wait_switch) &&
1749 atomic_read(&hostdata->request_limit) < 2;) {
1750
1751 msleep(10);
1752 }
1753
1754 if (atomic_read(&hostdata->request_limit) <= 0)
1755 return FAILED;
1756
1757 return SUCCESS;
1758}
1759
1760/**
1761 * ibmvscsi_handle_crq: - Handles and frees received events in the CRQ
1762 * @crq: Command/Response queue
1763 * @hostdata: ibmvscsi_host_data of host
1764 *
1765*/
1766static void ibmvscsi_handle_crq(struct viosrp_crq *crq,
1767 struct ibmvscsi_host_data *hostdata)
1768{
1769 long rc;
1770 unsigned long flags;
1771 /* The hypervisor copies our tag value here so no byteswapping */
1772 struct srp_event_struct *evt_struct =
1773 (__force struct srp_event_struct *)crq->IU_data_ptr;
1774 switch (crq->valid) {
1775 case VIOSRP_CRQ_INIT_RSP: /* initialization */
1776 switch (crq->format) {
1777 case VIOSRP_CRQ_INIT: /* Initialization message */
1778 dev_info(hostdata->dev, "partner initialized\n");
1779 /* Send back a response */
1780 rc = ibmvscsi_send_crq(hostdata, 0xC002000000000000LL, 0);
1781 if (rc == 0) {
1782 /* Now login */
1783 init_adapter(hostdata);
1784 } else {
1785 dev_err(hostdata->dev, "Unable to send init rsp. rc=%ld\n", rc);
1786 }
1787
1788 break;
1789 case VIOSRP_CRQ_INIT_COMPLETE: /* Initialization response */
1790 dev_info(hostdata->dev, "partner initialization complete\n");
1791
1792 /* Now login */
1793 init_adapter(hostdata);
1794 break;
1795 default:
1796 dev_err(hostdata->dev, "unknown crq message type: %d\n", crq->format);
1797 }
1798 return;
1799 case VIOSRP_CRQ_XPORT_EVENT: /* Hypervisor telling us the connection is closed */
1800 scsi_block_requests(hostdata->host);
1801 ibmvscsi_set_request_limit(hostdata, 0);
1802 if (crq->format == 0x06) {
1803 /* We need to re-setup the interpartition connection */
1804 dev_info(hostdata->dev, "Re-enabling adapter!\n");
1805 hostdata->client_migrated = 1;
1806 hostdata->action = IBMVSCSI_HOST_ACTION_REENABLE;
1807 purge_requests(hostdata, DID_REQUEUE);
1808 wake_up(&hostdata->work_wait_q);
1809 } else {
1810 dev_err(hostdata->dev, "Virtual adapter failed rc %d!\n",
1811 crq->format);
1812 ibmvscsi_reset_host(hostdata);
1813 }
1814 return;
1815 case VIOSRP_CRQ_CMD_RSP: /* real payload */
1816 break;
1817 default:
1818 dev_err(hostdata->dev, "got an invalid message type 0x%02x\n",
1819 crq->valid);
1820 return;
1821 }
1822
1823 /* The only kind of payload CRQs we should get are responses to
1824 * things we send. Make sure this response is to something we
1825 * actually sent
1826 */
1827 if (!valid_event_struct(&hostdata->pool, evt_struct)) {
1828 dev_err(hostdata->dev, "returned correlation_token 0x%p is invalid!\n",
1829 evt_struct);
1830 return;
1831 }
1832
1833 if (atomic_read(&evt_struct->free)) {
1834 dev_err(hostdata->dev, "received duplicate correlation_token 0x%p!\n",
1835 evt_struct);
1836 return;
1837 }
1838
1839 if (crq->format == VIOSRP_SRP_FORMAT)
1840 atomic_add(be32_to_cpu(evt_struct->xfer_iu->srp.rsp.req_lim_delta),
1841 &hostdata->request_limit);
1842
1843 del_timer(&evt_struct->timer);
1844
1845 if ((crq->status != VIOSRP_OK && crq->status != VIOSRP_OK2) && evt_struct->cmnd)
1846 evt_struct->cmnd->result = DID_ERROR << 16;
1847 if (evt_struct->done)
1848 evt_struct->done(evt_struct);
1849 else
1850 dev_err(hostdata->dev, "returned done() is NULL; not running it!\n");
1851
1852 /*
1853 * Lock the host_lock before messing with these structures, since we
1854 * are running in a task context
1855 */
1856 spin_lock_irqsave(evt_struct->hostdata->host->host_lock, flags);
1857 list_del(&evt_struct->list);
1858 free_event_struct(&evt_struct->hostdata->pool, evt_struct);
1859 spin_unlock_irqrestore(evt_struct->hostdata->host->host_lock, flags);
1860}
1861
1862/**
1863 * ibmvscsi_slave_configure: Set the "allow_restart" flag for each disk.
1864 * @sdev: struct scsi_device device to configure
1865 *
1866 * Enable allow_restart for a device if it is a disk. Adjust the
1867 * queue_depth here also as is required by the documentation for
1868 * struct scsi_host_template.
1869 */
1870static int ibmvscsi_slave_configure(struct scsi_device *sdev)
1871{
1872 struct Scsi_Host *shost = sdev->host;
1873 unsigned long lock_flags = 0;
1874
1875 spin_lock_irqsave(shost->host_lock, lock_flags);
1876 if (sdev->type == TYPE_DISK) {
1877 sdev->allow_restart = 1;
1878 blk_queue_rq_timeout(sdev->request_queue, 120 * HZ);
1879 }
1880 spin_unlock_irqrestore(shost->host_lock, lock_flags);
1881 return 0;
1882}
1883
1884/**
1885 * ibmvscsi_change_queue_depth - Change the device's queue depth
1886 * @sdev: scsi device struct
1887 * @qdepth: depth to set
1888 *
1889 * Return value:
1890 * actual depth set
1891 **/
1892static int ibmvscsi_change_queue_depth(struct scsi_device *sdev, int qdepth)
1893{
1894 if (qdepth > IBMVSCSI_MAX_CMDS_PER_LUN)
1895 qdepth = IBMVSCSI_MAX_CMDS_PER_LUN;
1896 return scsi_change_queue_depth(sdev, qdepth);
1897}
1898
1899/* ------------------------------------------------------------
1900 * sysfs attributes
1901 */
1902static ssize_t show_host_vhost_loc(struct device *dev,
1903 struct device_attribute *attr, char *buf)
1904{
1905 struct Scsi_Host *shost = class_to_shost(dev);
1906 struct ibmvscsi_host_data *hostdata = shost_priv(shost);
1907 int len;
1908
1909 len = snprintf(buf, sizeof(hostdata->caps.loc), "%s\n",
1910 hostdata->caps.loc);
1911 return len;
1912}
1913
1914static struct device_attribute ibmvscsi_host_vhost_loc = {
1915 .attr = {
1916 .name = "vhost_loc",
1917 .mode = S_IRUGO,
1918 },
1919 .show = show_host_vhost_loc,
1920};
1921
1922static ssize_t show_host_vhost_name(struct device *dev,
1923 struct device_attribute *attr, char *buf)
1924{
1925 struct Scsi_Host *shost = class_to_shost(dev);
1926 struct ibmvscsi_host_data *hostdata = shost_priv(shost);
1927 int len;
1928
1929 len = snprintf(buf, sizeof(hostdata->caps.name), "%s\n",
1930 hostdata->caps.name);
1931 return len;
1932}
1933
1934static struct device_attribute ibmvscsi_host_vhost_name = {
1935 .attr = {
1936 .name = "vhost_name",
1937 .mode = S_IRUGO,
1938 },
1939 .show = show_host_vhost_name,
1940};
1941
1942static ssize_t show_host_srp_version(struct device *dev,
1943 struct device_attribute *attr, char *buf)
1944{
1945 struct Scsi_Host *shost = class_to_shost(dev);
1946 struct ibmvscsi_host_data *hostdata = shost_priv(shost);
1947 int len;
1948
1949 len = snprintf(buf, PAGE_SIZE, "%s\n",
1950 hostdata->madapter_info.srp_version);
1951 return len;
1952}
1953
1954static struct device_attribute ibmvscsi_host_srp_version = {
1955 .attr = {
1956 .name = "srp_version",
1957 .mode = S_IRUGO,
1958 },
1959 .show = show_host_srp_version,
1960};
1961
1962static ssize_t show_host_partition_name(struct device *dev,
1963 struct device_attribute *attr,
1964 char *buf)
1965{
1966 struct Scsi_Host *shost = class_to_shost(dev);
1967 struct ibmvscsi_host_data *hostdata = shost_priv(shost);
1968 int len;
1969
1970 len = snprintf(buf, PAGE_SIZE, "%s\n",
1971 hostdata->madapter_info.partition_name);
1972 return len;
1973}
1974
1975static struct device_attribute ibmvscsi_host_partition_name = {
1976 .attr = {
1977 .name = "partition_name",
1978 .mode = S_IRUGO,
1979 },
1980 .show = show_host_partition_name,
1981};
1982
1983static ssize_t show_host_partition_number(struct device *dev,
1984 struct device_attribute *attr,
1985 char *buf)
1986{
1987 struct Scsi_Host *shost = class_to_shost(dev);
1988 struct ibmvscsi_host_data *hostdata = shost_priv(shost);
1989 int len;
1990
1991 len = snprintf(buf, PAGE_SIZE, "%d\n",
1992 be32_to_cpu(hostdata->madapter_info.partition_number));
1993 return len;
1994}
1995
1996static struct device_attribute ibmvscsi_host_partition_number = {
1997 .attr = {
1998 .name = "partition_number",
1999 .mode = S_IRUGO,
2000 },
2001 .show = show_host_partition_number,
2002};
2003
2004static ssize_t show_host_mad_version(struct device *dev,
2005 struct device_attribute *attr, char *buf)
2006{
2007 struct Scsi_Host *shost = class_to_shost(dev);
2008 struct ibmvscsi_host_data *hostdata = shost_priv(shost);
2009 int len;
2010
2011 len = snprintf(buf, PAGE_SIZE, "%d\n",
2012 be32_to_cpu(hostdata->madapter_info.mad_version));
2013 return len;
2014}
2015
2016static struct device_attribute ibmvscsi_host_mad_version = {
2017 .attr = {
2018 .name = "mad_version",
2019 .mode = S_IRUGO,
2020 },
2021 .show = show_host_mad_version,
2022};
2023
2024static ssize_t show_host_os_type(struct device *dev,
2025 struct device_attribute *attr, char *buf)
2026{
2027 struct Scsi_Host *shost = class_to_shost(dev);
2028 struct ibmvscsi_host_data *hostdata = shost_priv(shost);
2029 int len;
2030
2031 len = snprintf(buf, PAGE_SIZE, "%d\n",
2032 be32_to_cpu(hostdata->madapter_info.os_type));
2033 return len;
2034}
2035
2036static struct device_attribute ibmvscsi_host_os_type = {
2037 .attr = {
2038 .name = "os_type",
2039 .mode = S_IRUGO,
2040 },
2041 .show = show_host_os_type,
2042};
2043
2044static ssize_t show_host_config(struct device *dev,
2045 struct device_attribute *attr, char *buf)
2046{
2047 return 0;
2048}
2049
2050static struct device_attribute ibmvscsi_host_config = {
2051 .attr = {
2052 .name = "config",
2053 .mode = S_IRUGO,
2054 },
2055 .show = show_host_config,
2056};
2057
2058static int ibmvscsi_host_reset(struct Scsi_Host *shost, int reset_type)
2059{
2060 struct ibmvscsi_host_data *hostdata = shost_priv(shost);
2061
2062 dev_info(hostdata->dev, "Initiating adapter reset!\n");
2063 ibmvscsi_reset_host(hostdata);
2064
2065 return 0;
2066}
2067
2068static struct attribute *ibmvscsi_host_attrs[] = {
2069 &ibmvscsi_host_vhost_loc.attr,
2070 &ibmvscsi_host_vhost_name.attr,
2071 &ibmvscsi_host_srp_version.attr,
2072 &ibmvscsi_host_partition_name.attr,
2073 &ibmvscsi_host_partition_number.attr,
2074 &ibmvscsi_host_mad_version.attr,
2075 &ibmvscsi_host_os_type.attr,
2076 &ibmvscsi_host_config.attr,
2077 NULL
2078};
2079
2080ATTRIBUTE_GROUPS(ibmvscsi_host);
2081
2082/* ------------------------------------------------------------
2083 * SCSI driver registration
2084 */
2085static struct scsi_host_template driver_template = {
2086 .module = THIS_MODULE,
2087 .name = "IBM POWER Virtual SCSI Adapter " IBMVSCSI_VERSION,
2088 .proc_name = "ibmvscsi",
2089 .queuecommand = ibmvscsi_queuecommand,
2090 .eh_timed_out = srp_timed_out,
2091 .eh_abort_handler = ibmvscsi_eh_abort_handler,
2092 .eh_device_reset_handler = ibmvscsi_eh_device_reset_handler,
2093 .eh_host_reset_handler = ibmvscsi_eh_host_reset_handler,
2094 .slave_configure = ibmvscsi_slave_configure,
2095 .change_queue_depth = ibmvscsi_change_queue_depth,
2096 .host_reset = ibmvscsi_host_reset,
2097 .cmd_per_lun = IBMVSCSI_CMDS_PER_LUN_DEFAULT,
2098 .can_queue = IBMVSCSI_MAX_REQUESTS_DEFAULT,
2099 .this_id = -1,
2100 .sg_tablesize = SG_ALL,
2101 .shost_groups = ibmvscsi_host_groups,
2102};
2103
2104/**
2105 * ibmvscsi_get_desired_dma - Calculate IO memory desired by the driver
2106 *
2107 * @vdev: struct vio_dev for the device whose desired IO mem is to be returned
2108 *
2109 * Return value:
2110 * Number of bytes of IO data the driver will need to perform well.
2111 */
2112static unsigned long ibmvscsi_get_desired_dma(struct vio_dev *vdev)
2113{
2114 /* iu_storage data allocated in initialize_event_pool */
2115 unsigned long desired_io = max_events * sizeof(union viosrp_iu);
2116
2117 /* add io space for sg data */
2118 desired_io += (IBMVSCSI_MAX_SECTORS_DEFAULT * 512 *
2119 IBMVSCSI_CMDS_PER_LUN_DEFAULT);
2120
2121 return desired_io;
2122}
2123
2124static void ibmvscsi_do_work(struct ibmvscsi_host_data *hostdata)
2125{
2126 unsigned long flags;
2127 int rc;
2128 char *action = "reset";
2129
2130 spin_lock_irqsave(hostdata->host->host_lock, flags);
2131 switch (hostdata->action) {
2132 case IBMVSCSI_HOST_ACTION_UNBLOCK:
2133 rc = 0;
2134 break;
2135 case IBMVSCSI_HOST_ACTION_RESET:
2136 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
2137 rc = ibmvscsi_reset_crq_queue(&hostdata->queue, hostdata);
2138 spin_lock_irqsave(hostdata->host->host_lock, flags);
2139 if (!rc)
2140 rc = ibmvscsi_send_crq(hostdata, 0xC001000000000000LL, 0);
2141 vio_enable_interrupts(to_vio_dev(hostdata->dev));
2142 break;
2143 case IBMVSCSI_HOST_ACTION_REENABLE:
2144 action = "enable";
2145 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
2146 rc = ibmvscsi_reenable_crq_queue(&hostdata->queue, hostdata);
2147 spin_lock_irqsave(hostdata->host->host_lock, flags);
2148 if (!rc)
2149 rc = ibmvscsi_send_crq(hostdata, 0xC001000000000000LL, 0);
2150 break;
2151 case IBMVSCSI_HOST_ACTION_NONE:
2152 default:
2153 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
2154 return;
2155 }
2156
2157 hostdata->action = IBMVSCSI_HOST_ACTION_NONE;
2158 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
2159
2160 if (rc) {
2161 ibmvscsi_set_request_limit(hostdata, -1);
2162 dev_err(hostdata->dev, "error after %s\n", action);
2163 }
2164
2165 scsi_unblock_requests(hostdata->host);
2166}
2167
2168static int __ibmvscsi_work_to_do(struct ibmvscsi_host_data *hostdata)
2169{
2170 if (kthread_should_stop())
2171 return 1;
2172 switch (hostdata->action) {
2173 case IBMVSCSI_HOST_ACTION_NONE:
2174 return 0;
2175 case IBMVSCSI_HOST_ACTION_RESET:
2176 case IBMVSCSI_HOST_ACTION_REENABLE:
2177 case IBMVSCSI_HOST_ACTION_UNBLOCK:
2178 default:
2179 break;
2180 }
2181
2182 return 1;
2183}
2184
2185static int ibmvscsi_work_to_do(struct ibmvscsi_host_data *hostdata)
2186{
2187 unsigned long flags;
2188 int rc;
2189
2190 spin_lock_irqsave(hostdata->host->host_lock, flags);
2191 rc = __ibmvscsi_work_to_do(hostdata);
2192 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
2193
2194 return rc;
2195}
2196
2197static int ibmvscsi_work(void *data)
2198{
2199 struct ibmvscsi_host_data *hostdata = data;
2200 int rc;
2201
2202 set_user_nice(current, MIN_NICE);
2203
2204 while (1) {
2205 rc = wait_event_interruptible(hostdata->work_wait_q,
2206 ibmvscsi_work_to_do(hostdata));
2207
2208 BUG_ON(rc);
2209
2210 if (kthread_should_stop())
2211 break;
2212
2213 ibmvscsi_do_work(hostdata);
2214 }
2215
2216 return 0;
2217}
2218
2219/*
2220 * Called by bus code for each adapter
2221 */
2222static int ibmvscsi_probe(struct vio_dev *vdev, const struct vio_device_id *id)
2223{
2224 struct ibmvscsi_host_data *hostdata;
2225 struct Scsi_Host *host;
2226 struct device *dev = &vdev->dev;
2227 struct srp_rport_identifiers ids;
2228 struct srp_rport *rport;
2229 unsigned long wait_switch = 0;
2230 int rc;
2231
2232 dev_set_drvdata(&vdev->dev, NULL);
2233
2234 host = scsi_host_alloc(&driver_template, sizeof(*hostdata));
2235 if (!host) {
2236 dev_err(&vdev->dev, "couldn't allocate host data\n");
2237 goto scsi_host_alloc_failed;
2238 }
2239
2240 host->transportt = ibmvscsi_transport_template;
2241 hostdata = shost_priv(host);
2242 memset(hostdata, 0x00, sizeof(*hostdata));
2243 INIT_LIST_HEAD(&hostdata->sent);
2244 init_waitqueue_head(&hostdata->work_wait_q);
2245 hostdata->host = host;
2246 hostdata->dev = dev;
2247 ibmvscsi_set_request_limit(hostdata, -1);
2248 hostdata->host->max_sectors = IBMVSCSI_MAX_SECTORS_DEFAULT;
2249
2250 if (map_persist_bufs(hostdata)) {
2251 dev_err(&vdev->dev, "couldn't map persistent buffers\n");
2252 goto persist_bufs_failed;
2253 }
2254
2255 hostdata->work_thread = kthread_run(ibmvscsi_work, hostdata, "%s_%d",
2256 "ibmvscsi", host->host_no);
2257
2258 if (IS_ERR(hostdata->work_thread)) {
2259 dev_err(&vdev->dev, "couldn't initialize kthread. rc=%ld\n",
2260 PTR_ERR(hostdata->work_thread));
2261 goto init_crq_failed;
2262 }
2263
2264 rc = ibmvscsi_init_crq_queue(&hostdata->queue, hostdata, max_events);
2265 if (rc != 0 && rc != H_RESOURCE) {
2266 dev_err(&vdev->dev, "couldn't initialize crq. rc=%d\n", rc);
2267 goto kill_kthread;
2268 }
2269 if (initialize_event_pool(&hostdata->pool, max_events, hostdata) != 0) {
2270 dev_err(&vdev->dev, "couldn't initialize event pool\n");
2271 goto init_pool_failed;
2272 }
2273
2274 host->max_lun = IBMVSCSI_MAX_LUN;
2275 host->max_id = max_id;
2276 host->max_channel = max_channel;
2277 host->max_cmd_len = 16;
2278
2279 dev_info(dev,
2280 "Maximum ID: %d Maximum LUN: %llu Maximum Channel: %d\n",
2281 host->max_id, host->max_lun, host->max_channel);
2282
2283 if (scsi_add_host(hostdata->host, hostdata->dev))
2284 goto add_host_failed;
2285
2286 /* we don't have a proper target_port_id so let's use the fake one */
2287 memcpy(ids.port_id, hostdata->madapter_info.partition_name,
2288 sizeof(ids.port_id));
2289 ids.roles = SRP_RPORT_ROLE_TARGET;
2290 rport = srp_rport_add(host, &ids);
2291 if (IS_ERR(rport))
2292 goto add_srp_port_failed;
2293
2294 /* Try to send an initialization message. Note that this is allowed
2295 * to fail if the other end is not acive. In that case we don't
2296 * want to scan
2297 */
2298 if (ibmvscsi_send_crq(hostdata, 0xC001000000000000LL, 0) == 0
2299 || rc == H_RESOURCE) {
2300 /*
2301 * Wait around max init_timeout secs for the adapter to finish
2302 * initializing. When we are done initializing, we will have a
2303 * valid request_limit. We don't want Linux scanning before
2304 * we are ready.
2305 */
2306 for (wait_switch = jiffies + (init_timeout * HZ);
2307 time_before(jiffies, wait_switch) &&
2308 atomic_read(&hostdata->request_limit) < 2;) {
2309
2310 msleep(10);
2311 }
2312
2313 /* if we now have a valid request_limit, initiate a scan */
2314 if (atomic_read(&hostdata->request_limit) > 0)
2315 scsi_scan_host(host);
2316 }
2317
2318 dev_set_drvdata(&vdev->dev, hostdata);
2319 spin_lock(&ibmvscsi_driver_lock);
2320 list_add_tail(&hostdata->host_list, &ibmvscsi_head);
2321 spin_unlock(&ibmvscsi_driver_lock);
2322 return 0;
2323
2324 add_srp_port_failed:
2325 scsi_remove_host(hostdata->host);
2326 add_host_failed:
2327 release_event_pool(&hostdata->pool, hostdata);
2328 init_pool_failed:
2329 ibmvscsi_release_crq_queue(&hostdata->queue, hostdata, max_events);
2330 kill_kthread:
2331 kthread_stop(hostdata->work_thread);
2332 init_crq_failed:
2333 unmap_persist_bufs(hostdata);
2334 persist_bufs_failed:
2335 scsi_host_put(host);
2336 scsi_host_alloc_failed:
2337 return -1;
2338}
2339
2340static void ibmvscsi_remove(struct vio_dev *vdev)
2341{
2342 struct ibmvscsi_host_data *hostdata = dev_get_drvdata(&vdev->dev);
2343
2344 srp_remove_host(hostdata->host);
2345 scsi_remove_host(hostdata->host);
2346
2347 purge_requests(hostdata, DID_ERROR);
2348 release_event_pool(&hostdata->pool, hostdata);
2349
2350 ibmvscsi_release_crq_queue(&hostdata->queue, hostdata,
2351 max_events);
2352
2353 kthread_stop(hostdata->work_thread);
2354 unmap_persist_bufs(hostdata);
2355
2356 spin_lock(&ibmvscsi_driver_lock);
2357 list_del(&hostdata->host_list);
2358 spin_unlock(&ibmvscsi_driver_lock);
2359
2360 scsi_host_put(hostdata->host);
2361}
2362
2363/**
2364 * ibmvscsi_resume: Resume from suspend
2365 * @dev: device struct
2366 *
2367 * We may have lost an interrupt across suspend/resume, so kick the
2368 * interrupt handler
2369 */
2370static int ibmvscsi_resume(struct device *dev)
2371{
2372 struct ibmvscsi_host_data *hostdata = dev_get_drvdata(dev);
2373 vio_disable_interrupts(to_vio_dev(hostdata->dev));
2374 tasklet_schedule(&hostdata->srp_task);
2375
2376 return 0;
2377}
2378
2379/*
2380 * ibmvscsi_device_table: Used by vio.c to match devices in the device tree we
2381 * support.
2382 */
2383static const struct vio_device_id ibmvscsi_device_table[] = {
2384 {"vscsi", "IBM,v-scsi"},
2385 { "", "" }
2386};
2387MODULE_DEVICE_TABLE(vio, ibmvscsi_device_table);
2388
2389static const struct dev_pm_ops ibmvscsi_pm_ops = {
2390 .resume = ibmvscsi_resume
2391};
2392
2393static struct vio_driver ibmvscsi_driver = {
2394 .id_table = ibmvscsi_device_table,
2395 .probe = ibmvscsi_probe,
2396 .remove = ibmvscsi_remove,
2397 .get_desired_dma = ibmvscsi_get_desired_dma,
2398 .name = "ibmvscsi",
2399 .pm = &ibmvscsi_pm_ops,
2400};
2401
2402static struct srp_function_template ibmvscsi_transport_functions = {
2403};
2404
2405static int __init ibmvscsi_module_init(void)
2406{
2407 int ret;
2408
2409 /* Ensure we have two requests to do error recovery */
2410 driver_template.can_queue = max_requests;
2411 max_events = max_requests + 2;
2412
2413 if (!firmware_has_feature(FW_FEATURE_VIO))
2414 return -ENODEV;
2415
2416 ibmvscsi_transport_template =
2417 srp_attach_transport(&ibmvscsi_transport_functions);
2418 if (!ibmvscsi_transport_template)
2419 return -ENOMEM;
2420
2421 ret = vio_register_driver(&ibmvscsi_driver);
2422 if (ret)
2423 srp_release_transport(ibmvscsi_transport_template);
2424 return ret;
2425}
2426
2427static void __exit ibmvscsi_module_exit(void)
2428{
2429 vio_unregister_driver(&ibmvscsi_driver);
2430 srp_release_transport(ibmvscsi_transport_template);
2431}
2432
2433module_init(ibmvscsi_module_init);
2434module_exit(ibmvscsi_module_exit);
1/* ------------------------------------------------------------
2 * ibmvscsi.c
3 * (C) Copyright IBM Corporation 1994, 2004
4 * Authors: Colin DeVilbiss (devilbis@us.ibm.com)
5 * Santiago Leon (santil@us.ibm.com)
6 * Dave Boutcher (sleddog@us.ibm.com)
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
12 *
13 * This program is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU General Public License for more details.
17 *
18 * You should have received a copy of the GNU General Public License
19 * along with this program; if not, write to the Free Software
20 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307
21 * USA
22 *
23 * ------------------------------------------------------------
24 * Emulation of a SCSI host adapter for Virtual I/O devices
25 *
26 * This driver supports the SCSI adapter implemented by the IBM
27 * Power5 firmware. That SCSI adapter is not a physical adapter,
28 * but allows Linux SCSI peripheral drivers to directly
29 * access devices in another logical partition on the physical system.
30 *
31 * The virtual adapter(s) are present in the open firmware device
32 * tree just like real adapters.
33 *
34 * One of the capabilities provided on these systems is the ability
35 * to DMA between partitions. The architecture states that for VSCSI,
36 * the server side is allowed to DMA to and from the client. The client
37 * is never trusted to DMA to or from the server directly.
38 *
39 * Messages are sent between partitions on a "Command/Response Queue"
40 * (CRQ), which is just a buffer of 16 byte entries in the receiver's
41 * Senders cannot access the buffer directly, but send messages by
42 * making a hypervisor call and passing in the 16 bytes. The hypervisor
43 * puts the message in the next 16 byte space in round-robin fashion,
44 * turns on the high order bit of the message (the valid bit), and
45 * generates an interrupt to the receiver (if interrupts are turned on.)
46 * The receiver just turns off the valid bit when they have copied out
47 * the message.
48 *
49 * The VSCSI client builds a SCSI Remote Protocol (SRP) Information Unit
50 * (IU) (as defined in the T10 standard available at www.t10.org), gets
51 * a DMA address for the message, and sends it to the server as the
52 * payload of a CRQ message. The server DMAs the SRP IU and processes it,
53 * including doing any additional data transfers. When it is done, it
54 * DMAs the SRP response back to the same address as the request came from,
55 * and sends a CRQ message back to inform the client that the request has
56 * completed.
57 *
58 * Note that some of the underlying infrastructure is different between
59 * machines conforming to the "RS/6000 Platform Architecture" (RPA) and
60 * the older iSeries hypervisor models. To support both, some low level
61 * routines have been broken out into rpa_vscsi.c and iseries_vscsi.c.
62 * The Makefile should pick one, not two, not zero, of these.
63 *
64 * TODO: This is currently pretty tied to the IBM i/pSeries hypervisor
65 * interfaces. It would be really nice to abstract this above an RDMA
66 * layer.
67 */
68
69#include <linux/module.h>
70#include <linux/moduleparam.h>
71#include <linux/dma-mapping.h>
72#include <linux/delay.h>
73#include <linux/slab.h>
74#include <linux/of.h>
75#include <linux/pm.h>
76#include <linux/kthread.h>
77#include <asm/firmware.h>
78#include <asm/vio.h>
79#include <scsi/scsi.h>
80#include <scsi/scsi_cmnd.h>
81#include <scsi/scsi_host.h>
82#include <scsi/scsi_device.h>
83#include <scsi/scsi_transport_srp.h>
84#include "ibmvscsi.h"
85
86/* The values below are somewhat arbitrary default values, but
87 * OS/400 will use 3 busses (disks, CDs, tapes, I think.)
88 * Note that there are 3 bits of channel value, 6 bits of id, and
89 * 5 bits of LUN.
90 */
91static int max_id = 64;
92static int max_channel = 3;
93static int init_timeout = 300;
94static int login_timeout = 60;
95static int info_timeout = 30;
96static int abort_timeout = 60;
97static int reset_timeout = 60;
98static int max_requests = IBMVSCSI_MAX_REQUESTS_DEFAULT;
99static int max_events = IBMVSCSI_MAX_REQUESTS_DEFAULT + 2;
100static int fast_fail = 1;
101static int client_reserve = 1;
102
103static struct scsi_transport_template *ibmvscsi_transport_template;
104
105#define IBMVSCSI_VERSION "1.5.9"
106
107static struct ibmvscsi_ops *ibmvscsi_ops;
108
109MODULE_DESCRIPTION("IBM Virtual SCSI");
110MODULE_AUTHOR("Dave Boutcher");
111MODULE_LICENSE("GPL");
112MODULE_VERSION(IBMVSCSI_VERSION);
113
114module_param_named(max_id, max_id, int, S_IRUGO | S_IWUSR);
115MODULE_PARM_DESC(max_id, "Largest ID value for each channel");
116module_param_named(max_channel, max_channel, int, S_IRUGO | S_IWUSR);
117MODULE_PARM_DESC(max_channel, "Largest channel value");
118module_param_named(init_timeout, init_timeout, int, S_IRUGO | S_IWUSR);
119MODULE_PARM_DESC(init_timeout, "Initialization timeout in seconds");
120module_param_named(max_requests, max_requests, int, S_IRUGO);
121MODULE_PARM_DESC(max_requests, "Maximum requests for this adapter");
122module_param_named(fast_fail, fast_fail, int, S_IRUGO | S_IWUSR);
123MODULE_PARM_DESC(fast_fail, "Enable fast fail. [Default=1]");
124module_param_named(client_reserve, client_reserve, int, S_IRUGO );
125MODULE_PARM_DESC(client_reserve, "Attempt client managed reserve/release");
126
127/* ------------------------------------------------------------
128 * Routines for the event pool and event structs
129 */
130/**
131 * initialize_event_pool: - Allocates and initializes the event pool for a host
132 * @pool: event_pool to be initialized
133 * @size: Number of events in pool
134 * @hostdata: ibmvscsi_host_data who owns the event pool
135 *
136 * Returns zero on success.
137*/
138static int initialize_event_pool(struct event_pool *pool,
139 int size, struct ibmvscsi_host_data *hostdata)
140{
141 int i;
142
143 pool->size = size;
144 pool->next = 0;
145 pool->events = kcalloc(pool->size, sizeof(*pool->events), GFP_KERNEL);
146 if (!pool->events)
147 return -ENOMEM;
148
149 pool->iu_storage =
150 dma_alloc_coherent(hostdata->dev,
151 pool->size * sizeof(*pool->iu_storage),
152 &pool->iu_token, 0);
153 if (!pool->iu_storage) {
154 kfree(pool->events);
155 return -ENOMEM;
156 }
157
158 for (i = 0; i < pool->size; ++i) {
159 struct srp_event_struct *evt = &pool->events[i];
160 memset(&evt->crq, 0x00, sizeof(evt->crq));
161 atomic_set(&evt->free, 1);
162 evt->crq.valid = 0x80;
163 evt->crq.IU_length = sizeof(*evt->xfer_iu);
164 evt->crq.IU_data_ptr = pool->iu_token +
165 sizeof(*evt->xfer_iu) * i;
166 evt->xfer_iu = pool->iu_storage + i;
167 evt->hostdata = hostdata;
168 evt->ext_list = NULL;
169 evt->ext_list_token = 0;
170 }
171
172 return 0;
173}
174
175/**
176 * release_event_pool: - Frees memory of an event pool of a host
177 * @pool: event_pool to be released
178 * @hostdata: ibmvscsi_host_data who owns the even pool
179 *
180 * Returns zero on success.
181*/
182static void release_event_pool(struct event_pool *pool,
183 struct ibmvscsi_host_data *hostdata)
184{
185 int i, in_use = 0;
186 for (i = 0; i < pool->size; ++i) {
187 if (atomic_read(&pool->events[i].free) != 1)
188 ++in_use;
189 if (pool->events[i].ext_list) {
190 dma_free_coherent(hostdata->dev,
191 SG_ALL * sizeof(struct srp_direct_buf),
192 pool->events[i].ext_list,
193 pool->events[i].ext_list_token);
194 }
195 }
196 if (in_use)
197 dev_warn(hostdata->dev, "releasing event pool with %d "
198 "events still in use?\n", in_use);
199 kfree(pool->events);
200 dma_free_coherent(hostdata->dev,
201 pool->size * sizeof(*pool->iu_storage),
202 pool->iu_storage, pool->iu_token);
203}
204
205/**
206 * valid_event_struct: - Determines if event is valid.
207 * @pool: event_pool that contains the event
208 * @evt: srp_event_struct to be checked for validity
209 *
210 * Returns zero if event is invalid, one otherwise.
211*/
212static int valid_event_struct(struct event_pool *pool,
213 struct srp_event_struct *evt)
214{
215 int index = evt - pool->events;
216 if (index < 0 || index >= pool->size) /* outside of bounds */
217 return 0;
218 if (evt != pool->events + index) /* unaligned */
219 return 0;
220 return 1;
221}
222
223/**
224 * ibmvscsi_free-event_struct: - Changes status of event to "free"
225 * @pool: event_pool that contains the event
226 * @evt: srp_event_struct to be modified
227 *
228*/
229static void free_event_struct(struct event_pool *pool,
230 struct srp_event_struct *evt)
231{
232 if (!valid_event_struct(pool, evt)) {
233 dev_err(evt->hostdata->dev, "Freeing invalid event_struct %p "
234 "(not in pool %p)\n", evt, pool->events);
235 return;
236 }
237 if (atomic_inc_return(&evt->free) != 1) {
238 dev_err(evt->hostdata->dev, "Freeing event_struct %p "
239 "which is not in use!\n", evt);
240 return;
241 }
242}
243
244/**
245 * get_evt_struct: - Gets the next free event in pool
246 * @pool: event_pool that contains the events to be searched
247 *
248 * Returns the next event in "free" state, and NULL if none are free.
249 * Note that no synchronization is done here, we assume the host_lock
250 * will syncrhonze things.
251*/
252static struct srp_event_struct *get_event_struct(struct event_pool *pool)
253{
254 int i;
255 int poolsize = pool->size;
256 int offset = pool->next;
257
258 for (i = 0; i < poolsize; i++) {
259 offset = (offset + 1) % poolsize;
260 if (!atomic_dec_if_positive(&pool->events[offset].free)) {
261 pool->next = offset;
262 return &pool->events[offset];
263 }
264 }
265
266 printk(KERN_ERR "ibmvscsi: found no event struct in pool!\n");
267 return NULL;
268}
269
270/**
271 * init_event_struct: Initialize fields in an event struct that are always
272 * required.
273 * @evt: The event
274 * @done: Routine to call when the event is responded to
275 * @format: SRP or MAD format
276 * @timeout: timeout value set in the CRQ
277 */
278static void init_event_struct(struct srp_event_struct *evt_struct,
279 void (*done) (struct srp_event_struct *),
280 u8 format,
281 int timeout)
282{
283 evt_struct->cmnd = NULL;
284 evt_struct->cmnd_done = NULL;
285 evt_struct->sync_srp = NULL;
286 evt_struct->crq.format = format;
287 evt_struct->crq.timeout = timeout;
288 evt_struct->done = done;
289}
290
291/* ------------------------------------------------------------
292 * Routines for receiving SCSI responses from the hosting partition
293 */
294
295/**
296 * set_srp_direction: Set the fields in the srp related to data
297 * direction and number of buffers based on the direction in
298 * the scsi_cmnd and the number of buffers
299 */
300static void set_srp_direction(struct scsi_cmnd *cmd,
301 struct srp_cmd *srp_cmd,
302 int numbuf)
303{
304 u8 fmt;
305
306 if (numbuf == 0)
307 return;
308
309 if (numbuf == 1)
310 fmt = SRP_DATA_DESC_DIRECT;
311 else {
312 fmt = SRP_DATA_DESC_INDIRECT;
313 numbuf = min(numbuf, MAX_INDIRECT_BUFS);
314
315 if (cmd->sc_data_direction == DMA_TO_DEVICE)
316 srp_cmd->data_out_desc_cnt = numbuf;
317 else
318 srp_cmd->data_in_desc_cnt = numbuf;
319 }
320
321 if (cmd->sc_data_direction == DMA_TO_DEVICE)
322 srp_cmd->buf_fmt = fmt << 4;
323 else
324 srp_cmd->buf_fmt = fmt;
325}
326
327/**
328 * unmap_cmd_data: - Unmap data pointed in srp_cmd based on the format
329 * @cmd: srp_cmd whose additional_data member will be unmapped
330 * @dev: device for which the memory is mapped
331 *
332*/
333static void unmap_cmd_data(struct srp_cmd *cmd,
334 struct srp_event_struct *evt_struct,
335 struct device *dev)
336{
337 u8 out_fmt, in_fmt;
338
339 out_fmt = cmd->buf_fmt >> 4;
340 in_fmt = cmd->buf_fmt & ((1U << 4) - 1);
341
342 if (out_fmt == SRP_NO_DATA_DESC && in_fmt == SRP_NO_DATA_DESC)
343 return;
344
345 if (evt_struct->cmnd)
346 scsi_dma_unmap(evt_struct->cmnd);
347}
348
349static int map_sg_list(struct scsi_cmnd *cmd, int nseg,
350 struct srp_direct_buf *md)
351{
352 int i;
353 struct scatterlist *sg;
354 u64 total_length = 0;
355
356 scsi_for_each_sg(cmd, sg, nseg, i) {
357 struct srp_direct_buf *descr = md + i;
358 descr->va = sg_dma_address(sg);
359 descr->len = sg_dma_len(sg);
360 descr->key = 0;
361 total_length += sg_dma_len(sg);
362 }
363 return total_length;
364}
365
366/**
367 * map_sg_data: - Maps dma for a scatterlist and initializes decriptor fields
368 * @cmd: Scsi_Cmnd with the scatterlist
369 * @srp_cmd: srp_cmd that contains the memory descriptor
370 * @dev: device for which to map dma memory
371 *
372 * Called by map_data_for_srp_cmd() when building srp cmd from scsi cmd.
373 * Returns 1 on success.
374*/
375static int map_sg_data(struct scsi_cmnd *cmd,
376 struct srp_event_struct *evt_struct,
377 struct srp_cmd *srp_cmd, struct device *dev)
378{
379
380 int sg_mapped;
381 u64 total_length = 0;
382 struct srp_direct_buf *data =
383 (struct srp_direct_buf *) srp_cmd->add_data;
384 struct srp_indirect_buf *indirect =
385 (struct srp_indirect_buf *) data;
386
387 sg_mapped = scsi_dma_map(cmd);
388 if (!sg_mapped)
389 return 1;
390 else if (sg_mapped < 0)
391 return 0;
392
393 set_srp_direction(cmd, srp_cmd, sg_mapped);
394
395 /* special case; we can use a single direct descriptor */
396 if (sg_mapped == 1) {
397 map_sg_list(cmd, sg_mapped, data);
398 return 1;
399 }
400
401 indirect->table_desc.va = 0;
402 indirect->table_desc.len = sg_mapped * sizeof(struct srp_direct_buf);
403 indirect->table_desc.key = 0;
404
405 if (sg_mapped <= MAX_INDIRECT_BUFS) {
406 total_length = map_sg_list(cmd, sg_mapped,
407 &indirect->desc_list[0]);
408 indirect->len = total_length;
409 return 1;
410 }
411
412 /* get indirect table */
413 if (!evt_struct->ext_list) {
414 evt_struct->ext_list = (struct srp_direct_buf *)
415 dma_alloc_coherent(dev,
416 SG_ALL * sizeof(struct srp_direct_buf),
417 &evt_struct->ext_list_token, 0);
418 if (!evt_struct->ext_list) {
419 if (!firmware_has_feature(FW_FEATURE_CMO))
420 sdev_printk(KERN_ERR, cmd->device,
421 "Can't allocate memory "
422 "for indirect table\n");
423 scsi_dma_unmap(cmd);
424 return 0;
425 }
426 }
427
428 total_length = map_sg_list(cmd, sg_mapped, evt_struct->ext_list);
429
430 indirect->len = total_length;
431 indirect->table_desc.va = evt_struct->ext_list_token;
432 indirect->table_desc.len = sg_mapped * sizeof(indirect->desc_list[0]);
433 memcpy(indirect->desc_list, evt_struct->ext_list,
434 MAX_INDIRECT_BUFS * sizeof(struct srp_direct_buf));
435 return 1;
436}
437
438/**
439 * map_data_for_srp_cmd: - Calls functions to map data for srp cmds
440 * @cmd: struct scsi_cmnd with the memory to be mapped
441 * @srp_cmd: srp_cmd that contains the memory descriptor
442 * @dev: dma device for which to map dma memory
443 *
444 * Called by scsi_cmd_to_srp_cmd() when converting scsi cmds to srp cmds
445 * Returns 1 on success.
446*/
447static int map_data_for_srp_cmd(struct scsi_cmnd *cmd,
448 struct srp_event_struct *evt_struct,
449 struct srp_cmd *srp_cmd, struct device *dev)
450{
451 switch (cmd->sc_data_direction) {
452 case DMA_FROM_DEVICE:
453 case DMA_TO_DEVICE:
454 break;
455 case DMA_NONE:
456 return 1;
457 case DMA_BIDIRECTIONAL:
458 sdev_printk(KERN_ERR, cmd->device,
459 "Can't map DMA_BIDIRECTIONAL to read/write\n");
460 return 0;
461 default:
462 sdev_printk(KERN_ERR, cmd->device,
463 "Unknown data direction 0x%02x; can't map!\n",
464 cmd->sc_data_direction);
465 return 0;
466 }
467
468 return map_sg_data(cmd, evt_struct, srp_cmd, dev);
469}
470
471/**
472 * purge_requests: Our virtual adapter just shut down. purge any sent requests
473 * @hostdata: the adapter
474 */
475static void purge_requests(struct ibmvscsi_host_data *hostdata, int error_code)
476{
477 struct srp_event_struct *evt;
478 unsigned long flags;
479
480 spin_lock_irqsave(hostdata->host->host_lock, flags);
481 while (!list_empty(&hostdata->sent)) {
482 evt = list_first_entry(&hostdata->sent, struct srp_event_struct, list);
483 list_del(&evt->list);
484 del_timer(&evt->timer);
485
486 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
487 if (evt->cmnd) {
488 evt->cmnd->result = (error_code << 16);
489 unmap_cmd_data(&evt->iu.srp.cmd, evt,
490 evt->hostdata->dev);
491 if (evt->cmnd_done)
492 evt->cmnd_done(evt->cmnd);
493 } else if (evt->done)
494 evt->done(evt);
495 free_event_struct(&evt->hostdata->pool, evt);
496 spin_lock_irqsave(hostdata->host->host_lock, flags);
497 }
498 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
499}
500
501/**
502 * ibmvscsi_reset_host - Reset the connection to the server
503 * @hostdata: struct ibmvscsi_host_data to reset
504*/
505static void ibmvscsi_reset_host(struct ibmvscsi_host_data *hostdata)
506{
507 scsi_block_requests(hostdata->host);
508 atomic_set(&hostdata->request_limit, 0);
509
510 purge_requests(hostdata, DID_ERROR);
511 hostdata->reset_crq = 1;
512 wake_up(&hostdata->work_wait_q);
513}
514
515/**
516 * ibmvscsi_timeout - Internal command timeout handler
517 * @evt_struct: struct srp_event_struct that timed out
518 *
519 * Called when an internally generated command times out
520*/
521static void ibmvscsi_timeout(struct srp_event_struct *evt_struct)
522{
523 struct ibmvscsi_host_data *hostdata = evt_struct->hostdata;
524
525 dev_err(hostdata->dev, "Command timed out (%x). Resetting connection\n",
526 evt_struct->iu.srp.cmd.opcode);
527
528 ibmvscsi_reset_host(hostdata);
529}
530
531
532/* ------------------------------------------------------------
533 * Routines for sending and receiving SRPs
534 */
535/**
536 * ibmvscsi_send_srp_event: - Transforms event to u64 array and calls send_crq()
537 * @evt_struct: evt_struct to be sent
538 * @hostdata: ibmvscsi_host_data of host
539 * @timeout: timeout in seconds - 0 means do not time command
540 *
541 * Returns the value returned from ibmvscsi_send_crq(). (Zero for success)
542 * Note that this routine assumes that host_lock is held for synchronization
543*/
544static int ibmvscsi_send_srp_event(struct srp_event_struct *evt_struct,
545 struct ibmvscsi_host_data *hostdata,
546 unsigned long timeout)
547{
548 u64 *crq_as_u64 = (u64 *) &evt_struct->crq;
549 int request_status = 0;
550 int rc;
551 int srp_req = 0;
552
553 /* If we have exhausted our request limit, just fail this request,
554 * unless it is for a reset or abort.
555 * Note that there are rare cases involving driver generated requests
556 * (such as task management requests) that the mid layer may think we
557 * can handle more requests (can_queue) when we actually can't
558 */
559 if (evt_struct->crq.format == VIOSRP_SRP_FORMAT) {
560 srp_req = 1;
561 request_status =
562 atomic_dec_if_positive(&hostdata->request_limit);
563 /* If request limit was -1 when we started, it is now even
564 * less than that
565 */
566 if (request_status < -1)
567 goto send_error;
568 /* Otherwise, we may have run out of requests. */
569 /* If request limit was 0 when we started the adapter is in the
570 * process of performing a login with the server adapter, or
571 * we may have run out of requests.
572 */
573 else if (request_status == -1 &&
574 evt_struct->iu.srp.login_req.opcode != SRP_LOGIN_REQ)
575 goto send_busy;
576 /* Abort and reset calls should make it through.
577 * Nothing except abort and reset should use the last two
578 * slots unless we had two or less to begin with.
579 */
580 else if (request_status < 2 &&
581 evt_struct->iu.srp.cmd.opcode != SRP_TSK_MGMT) {
582 /* In the case that we have less than two requests
583 * available, check the server limit as a combination
584 * of the request limit and the number of requests
585 * in-flight (the size of the send list). If the
586 * server limit is greater than 2, return busy so
587 * that the last two are reserved for reset and abort.
588 */
589 int server_limit = request_status;
590 struct srp_event_struct *tmp_evt;
591
592 list_for_each_entry(tmp_evt, &hostdata->sent, list) {
593 server_limit++;
594 }
595
596 if (server_limit > 2)
597 goto send_busy;
598 }
599 }
600
601 /* Copy the IU into the transfer area */
602 *evt_struct->xfer_iu = evt_struct->iu;
603 evt_struct->xfer_iu->srp.rsp.tag = (u64)evt_struct;
604
605 /* Add this to the sent list. We need to do this
606 * before we actually send
607 * in case it comes back REALLY fast
608 */
609 list_add_tail(&evt_struct->list, &hostdata->sent);
610
611 init_timer(&evt_struct->timer);
612 if (timeout) {
613 evt_struct->timer.data = (unsigned long) evt_struct;
614 evt_struct->timer.expires = jiffies + (timeout * HZ);
615 evt_struct->timer.function = (void (*)(unsigned long))ibmvscsi_timeout;
616 add_timer(&evt_struct->timer);
617 }
618
619 if ((rc =
620 ibmvscsi_ops->send_crq(hostdata, crq_as_u64[0], crq_as_u64[1])) != 0) {
621 list_del(&evt_struct->list);
622 del_timer(&evt_struct->timer);
623
624 /* If send_crq returns H_CLOSED, return SCSI_MLQUEUE_HOST_BUSY.
625 * Firmware will send a CRQ with a transport event (0xFF) to
626 * tell this client what has happened to the transport. This
627 * will be handled in ibmvscsi_handle_crq()
628 */
629 if (rc == H_CLOSED) {
630 dev_warn(hostdata->dev, "send warning. "
631 "Receive queue closed, will retry.\n");
632 goto send_busy;
633 }
634 dev_err(hostdata->dev, "send error %d\n", rc);
635 if (srp_req)
636 atomic_inc(&hostdata->request_limit);
637 goto send_error;
638 }
639
640 return 0;
641
642 send_busy:
643 unmap_cmd_data(&evt_struct->iu.srp.cmd, evt_struct, hostdata->dev);
644
645 free_event_struct(&hostdata->pool, evt_struct);
646 if (srp_req && request_status != -1)
647 atomic_inc(&hostdata->request_limit);
648 return SCSI_MLQUEUE_HOST_BUSY;
649
650 send_error:
651 unmap_cmd_data(&evt_struct->iu.srp.cmd, evt_struct, hostdata->dev);
652
653 if (evt_struct->cmnd != NULL) {
654 evt_struct->cmnd->result = DID_ERROR << 16;
655 evt_struct->cmnd_done(evt_struct->cmnd);
656 } else if (evt_struct->done)
657 evt_struct->done(evt_struct);
658
659 free_event_struct(&hostdata->pool, evt_struct);
660 return 0;
661}
662
663/**
664 * handle_cmd_rsp: - Handle responses from commands
665 * @evt_struct: srp_event_struct to be handled
666 *
667 * Used as a callback by when sending scsi cmds.
668 * Gets called by ibmvscsi_handle_crq()
669*/
670static void handle_cmd_rsp(struct srp_event_struct *evt_struct)
671{
672 struct srp_rsp *rsp = &evt_struct->xfer_iu->srp.rsp;
673 struct scsi_cmnd *cmnd = evt_struct->cmnd;
674
675 if (unlikely(rsp->opcode != SRP_RSP)) {
676 if (printk_ratelimit())
677 dev_warn(evt_struct->hostdata->dev,
678 "bad SRP RSP type %d\n", rsp->opcode);
679 }
680
681 if (cmnd) {
682 cmnd->result |= rsp->status;
683 if (((cmnd->result >> 1) & 0x1f) == CHECK_CONDITION)
684 memcpy(cmnd->sense_buffer,
685 rsp->data,
686 rsp->sense_data_len);
687 unmap_cmd_data(&evt_struct->iu.srp.cmd,
688 evt_struct,
689 evt_struct->hostdata->dev);
690
691 if (rsp->flags & SRP_RSP_FLAG_DOOVER)
692 scsi_set_resid(cmnd, rsp->data_out_res_cnt);
693 else if (rsp->flags & SRP_RSP_FLAG_DIOVER)
694 scsi_set_resid(cmnd, rsp->data_in_res_cnt);
695 }
696
697 if (evt_struct->cmnd_done)
698 evt_struct->cmnd_done(cmnd);
699}
700
701/**
702 * lun_from_dev: - Returns the lun of the scsi device
703 * @dev: struct scsi_device
704 *
705*/
706static inline u16 lun_from_dev(struct scsi_device *dev)
707{
708 return (0x2 << 14) | (dev->id << 8) | (dev->channel << 5) | dev->lun;
709}
710
711/**
712 * ibmvscsi_queue: - The queuecommand function of the scsi template
713 * @cmd: struct scsi_cmnd to be executed
714 * @done: Callback function to be called when cmd is completed
715*/
716static int ibmvscsi_queuecommand_lck(struct scsi_cmnd *cmnd,
717 void (*done) (struct scsi_cmnd *))
718{
719 struct srp_cmd *srp_cmd;
720 struct srp_event_struct *evt_struct;
721 struct srp_indirect_buf *indirect;
722 struct ibmvscsi_host_data *hostdata = shost_priv(cmnd->device->host);
723 u16 lun = lun_from_dev(cmnd->device);
724 u8 out_fmt, in_fmt;
725
726 cmnd->result = (DID_OK << 16);
727 evt_struct = get_event_struct(&hostdata->pool);
728 if (!evt_struct)
729 return SCSI_MLQUEUE_HOST_BUSY;
730
731 /* Set up the actual SRP IU */
732 srp_cmd = &evt_struct->iu.srp.cmd;
733 memset(srp_cmd, 0x00, SRP_MAX_IU_LEN);
734 srp_cmd->opcode = SRP_CMD;
735 memcpy(srp_cmd->cdb, cmnd->cmnd, sizeof(srp_cmd->cdb));
736 srp_cmd->lun = ((u64) lun) << 48;
737
738 if (!map_data_for_srp_cmd(cmnd, evt_struct, srp_cmd, hostdata->dev)) {
739 if (!firmware_has_feature(FW_FEATURE_CMO))
740 sdev_printk(KERN_ERR, cmnd->device,
741 "couldn't convert cmd to srp_cmd\n");
742 free_event_struct(&hostdata->pool, evt_struct);
743 return SCSI_MLQUEUE_HOST_BUSY;
744 }
745
746 init_event_struct(evt_struct,
747 handle_cmd_rsp,
748 VIOSRP_SRP_FORMAT,
749 cmnd->request->timeout/HZ);
750
751 evt_struct->cmnd = cmnd;
752 evt_struct->cmnd_done = done;
753
754 /* Fix up dma address of the buffer itself */
755 indirect = (struct srp_indirect_buf *) srp_cmd->add_data;
756 out_fmt = srp_cmd->buf_fmt >> 4;
757 in_fmt = srp_cmd->buf_fmt & ((1U << 4) - 1);
758 if ((in_fmt == SRP_DATA_DESC_INDIRECT ||
759 out_fmt == SRP_DATA_DESC_INDIRECT) &&
760 indirect->table_desc.va == 0) {
761 indirect->table_desc.va = evt_struct->crq.IU_data_ptr +
762 offsetof(struct srp_cmd, add_data) +
763 offsetof(struct srp_indirect_buf, desc_list);
764 }
765
766 return ibmvscsi_send_srp_event(evt_struct, hostdata, 0);
767}
768
769static DEF_SCSI_QCMD(ibmvscsi_queuecommand)
770
771/* ------------------------------------------------------------
772 * Routines for driver initialization
773 */
774
775/**
776 * map_persist_bufs: - Pre-map persistent data for adapter logins
777 * @hostdata: ibmvscsi_host_data of host
778 *
779 * Map the capabilities and adapter info DMA buffers to avoid runtime failures.
780 * Return 1 on error, 0 on success.
781 */
782static int map_persist_bufs(struct ibmvscsi_host_data *hostdata)
783{
784
785 hostdata->caps_addr = dma_map_single(hostdata->dev, &hostdata->caps,
786 sizeof(hostdata->caps), DMA_BIDIRECTIONAL);
787
788 if (dma_mapping_error(hostdata->dev, hostdata->caps_addr)) {
789 dev_err(hostdata->dev, "Unable to map capabilities buffer!\n");
790 return 1;
791 }
792
793 hostdata->adapter_info_addr = dma_map_single(hostdata->dev,
794 &hostdata->madapter_info,
795 sizeof(hostdata->madapter_info),
796 DMA_BIDIRECTIONAL);
797 if (dma_mapping_error(hostdata->dev, hostdata->adapter_info_addr)) {
798 dev_err(hostdata->dev, "Unable to map adapter info buffer!\n");
799 dma_unmap_single(hostdata->dev, hostdata->caps_addr,
800 sizeof(hostdata->caps), DMA_BIDIRECTIONAL);
801 return 1;
802 }
803
804 return 0;
805}
806
807/**
808 * unmap_persist_bufs: - Unmap persistent data needed for adapter logins
809 * @hostdata: ibmvscsi_host_data of host
810 *
811 * Unmap the capabilities and adapter info DMA buffers
812 */
813static void unmap_persist_bufs(struct ibmvscsi_host_data *hostdata)
814{
815 dma_unmap_single(hostdata->dev, hostdata->caps_addr,
816 sizeof(hostdata->caps), DMA_BIDIRECTIONAL);
817
818 dma_unmap_single(hostdata->dev, hostdata->adapter_info_addr,
819 sizeof(hostdata->madapter_info), DMA_BIDIRECTIONAL);
820}
821
822/**
823 * login_rsp: - Handle response to SRP login request
824 * @evt_struct: srp_event_struct with the response
825 *
826 * Used as a "done" callback by when sending srp_login. Gets called
827 * by ibmvscsi_handle_crq()
828*/
829static void login_rsp(struct srp_event_struct *evt_struct)
830{
831 struct ibmvscsi_host_data *hostdata = evt_struct->hostdata;
832 switch (evt_struct->xfer_iu->srp.login_rsp.opcode) {
833 case SRP_LOGIN_RSP: /* it worked! */
834 break;
835 case SRP_LOGIN_REJ: /* refused! */
836 dev_info(hostdata->dev, "SRP_LOGIN_REJ reason %u\n",
837 evt_struct->xfer_iu->srp.login_rej.reason);
838 /* Login failed. */
839 atomic_set(&hostdata->request_limit, -1);
840 return;
841 default:
842 dev_err(hostdata->dev, "Invalid login response typecode 0x%02x!\n",
843 evt_struct->xfer_iu->srp.login_rsp.opcode);
844 /* Login failed. */
845 atomic_set(&hostdata->request_limit, -1);
846 return;
847 }
848
849 dev_info(hostdata->dev, "SRP_LOGIN succeeded\n");
850 hostdata->client_migrated = 0;
851
852 /* Now we know what the real request-limit is.
853 * This value is set rather than added to request_limit because
854 * request_limit could have been set to -1 by this client.
855 */
856 atomic_set(&hostdata->request_limit,
857 evt_struct->xfer_iu->srp.login_rsp.req_lim_delta);
858
859 /* If we had any pending I/Os, kick them */
860 scsi_unblock_requests(hostdata->host);
861}
862
863/**
864 * send_srp_login: - Sends the srp login
865 * @hostdata: ibmvscsi_host_data of host
866 *
867 * Returns zero if successful.
868*/
869static int send_srp_login(struct ibmvscsi_host_data *hostdata)
870{
871 int rc;
872 unsigned long flags;
873 struct srp_login_req *login;
874 struct srp_event_struct *evt_struct = get_event_struct(&hostdata->pool);
875
876 BUG_ON(!evt_struct);
877 init_event_struct(evt_struct, login_rsp,
878 VIOSRP_SRP_FORMAT, login_timeout);
879
880 login = &evt_struct->iu.srp.login_req;
881 memset(login, 0, sizeof(*login));
882 login->opcode = SRP_LOGIN_REQ;
883 login->req_it_iu_len = sizeof(union srp_iu);
884 login->req_buf_fmt = SRP_BUF_FORMAT_DIRECT | SRP_BUF_FORMAT_INDIRECT;
885
886 spin_lock_irqsave(hostdata->host->host_lock, flags);
887 /* Start out with a request limit of 0, since this is negotiated in
888 * the login request we are just sending and login requests always
889 * get sent by the driver regardless of request_limit.
890 */
891 atomic_set(&hostdata->request_limit, 0);
892
893 rc = ibmvscsi_send_srp_event(evt_struct, hostdata, login_timeout * 2);
894 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
895 dev_info(hostdata->dev, "sent SRP login\n");
896 return rc;
897};
898
899/**
900 * capabilities_rsp: - Handle response to MAD adapter capabilities request
901 * @evt_struct: srp_event_struct with the response
902 *
903 * Used as a "done" callback by when sending adapter_info.
904 */
905static void capabilities_rsp(struct srp_event_struct *evt_struct)
906{
907 struct ibmvscsi_host_data *hostdata = evt_struct->hostdata;
908
909 if (evt_struct->xfer_iu->mad.capabilities.common.status) {
910 dev_err(hostdata->dev, "error 0x%X getting capabilities info\n",
911 evt_struct->xfer_iu->mad.capabilities.common.status);
912 } else {
913 if (hostdata->caps.migration.common.server_support != SERVER_SUPPORTS_CAP)
914 dev_info(hostdata->dev, "Partition migration not supported\n");
915
916 if (client_reserve) {
917 if (hostdata->caps.reserve.common.server_support ==
918 SERVER_SUPPORTS_CAP)
919 dev_info(hostdata->dev, "Client reserve enabled\n");
920 else
921 dev_info(hostdata->dev, "Client reserve not supported\n");
922 }
923 }
924
925 send_srp_login(hostdata);
926}
927
928/**
929 * send_mad_capabilities: - Sends the mad capabilities request
930 * and stores the result so it can be retrieved with
931 * @hostdata: ibmvscsi_host_data of host
932 */
933static void send_mad_capabilities(struct ibmvscsi_host_data *hostdata)
934{
935 struct viosrp_capabilities *req;
936 struct srp_event_struct *evt_struct;
937 unsigned long flags;
938 struct device_node *of_node = hostdata->dev->of_node;
939 const char *location;
940
941 evt_struct = get_event_struct(&hostdata->pool);
942 BUG_ON(!evt_struct);
943
944 init_event_struct(evt_struct, capabilities_rsp,
945 VIOSRP_MAD_FORMAT, info_timeout);
946
947 req = &evt_struct->iu.mad.capabilities;
948 memset(req, 0, sizeof(*req));
949
950 hostdata->caps.flags = CAP_LIST_SUPPORTED;
951 if (hostdata->client_migrated)
952 hostdata->caps.flags |= CLIENT_MIGRATED;
953
954 strncpy(hostdata->caps.name, dev_name(&hostdata->host->shost_gendev),
955 sizeof(hostdata->caps.name));
956 hostdata->caps.name[sizeof(hostdata->caps.name) - 1] = '\0';
957
958 location = of_get_property(of_node, "ibm,loc-code", NULL);
959 location = location ? location : dev_name(hostdata->dev);
960 strncpy(hostdata->caps.loc, location, sizeof(hostdata->caps.loc));
961 hostdata->caps.loc[sizeof(hostdata->caps.loc) - 1] = '\0';
962
963 req->common.type = VIOSRP_CAPABILITIES_TYPE;
964 req->buffer = hostdata->caps_addr;
965
966 hostdata->caps.migration.common.cap_type = MIGRATION_CAPABILITIES;
967 hostdata->caps.migration.common.length = sizeof(hostdata->caps.migration);
968 hostdata->caps.migration.common.server_support = SERVER_SUPPORTS_CAP;
969 hostdata->caps.migration.ecl = 1;
970
971 if (client_reserve) {
972 hostdata->caps.reserve.common.cap_type = RESERVATION_CAPABILITIES;
973 hostdata->caps.reserve.common.length = sizeof(hostdata->caps.reserve);
974 hostdata->caps.reserve.common.server_support = SERVER_SUPPORTS_CAP;
975 hostdata->caps.reserve.type = CLIENT_RESERVE_SCSI_2;
976 req->common.length = sizeof(hostdata->caps);
977 } else
978 req->common.length = sizeof(hostdata->caps) - sizeof(hostdata->caps.reserve);
979
980 spin_lock_irqsave(hostdata->host->host_lock, flags);
981 if (ibmvscsi_send_srp_event(evt_struct, hostdata, info_timeout * 2))
982 dev_err(hostdata->dev, "couldn't send CAPABILITIES_REQ!\n");
983 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
984};
985
986/**
987 * fast_fail_rsp: - Handle response to MAD enable fast fail
988 * @evt_struct: srp_event_struct with the response
989 *
990 * Used as a "done" callback by when sending enable fast fail. Gets called
991 * by ibmvscsi_handle_crq()
992 */
993static void fast_fail_rsp(struct srp_event_struct *evt_struct)
994{
995 struct ibmvscsi_host_data *hostdata = evt_struct->hostdata;
996 u8 status = evt_struct->xfer_iu->mad.fast_fail.common.status;
997
998 if (status == VIOSRP_MAD_NOT_SUPPORTED)
999 dev_err(hostdata->dev, "fast_fail not supported in server\n");
1000 else if (status == VIOSRP_MAD_FAILED)
1001 dev_err(hostdata->dev, "fast_fail request failed\n");
1002 else if (status != VIOSRP_MAD_SUCCESS)
1003 dev_err(hostdata->dev, "error 0x%X enabling fast_fail\n", status);
1004
1005 send_mad_capabilities(hostdata);
1006}
1007
1008/**
1009 * init_host - Start host initialization
1010 * @hostdata: ibmvscsi_host_data of host
1011 *
1012 * Returns zero if successful.
1013 */
1014static int enable_fast_fail(struct ibmvscsi_host_data *hostdata)
1015{
1016 int rc;
1017 unsigned long flags;
1018 struct viosrp_fast_fail *fast_fail_mad;
1019 struct srp_event_struct *evt_struct;
1020
1021 if (!fast_fail) {
1022 send_mad_capabilities(hostdata);
1023 return 0;
1024 }
1025
1026 evt_struct = get_event_struct(&hostdata->pool);
1027 BUG_ON(!evt_struct);
1028
1029 init_event_struct(evt_struct, fast_fail_rsp, VIOSRP_MAD_FORMAT, info_timeout);
1030
1031 fast_fail_mad = &evt_struct->iu.mad.fast_fail;
1032 memset(fast_fail_mad, 0, sizeof(*fast_fail_mad));
1033 fast_fail_mad->common.type = VIOSRP_ENABLE_FAST_FAIL;
1034 fast_fail_mad->common.length = sizeof(*fast_fail_mad);
1035
1036 spin_lock_irqsave(hostdata->host->host_lock, flags);
1037 rc = ibmvscsi_send_srp_event(evt_struct, hostdata, info_timeout * 2);
1038 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
1039 return rc;
1040}
1041
1042/**
1043 * adapter_info_rsp: - Handle response to MAD adapter info request
1044 * @evt_struct: srp_event_struct with the response
1045 *
1046 * Used as a "done" callback by when sending adapter_info. Gets called
1047 * by ibmvscsi_handle_crq()
1048*/
1049static void adapter_info_rsp(struct srp_event_struct *evt_struct)
1050{
1051 struct ibmvscsi_host_data *hostdata = evt_struct->hostdata;
1052
1053 if (evt_struct->xfer_iu->mad.adapter_info.common.status) {
1054 dev_err(hostdata->dev, "error %d getting adapter info\n",
1055 evt_struct->xfer_iu->mad.adapter_info.common.status);
1056 } else {
1057 dev_info(hostdata->dev, "host srp version: %s, "
1058 "host partition %s (%d), OS %d, max io %u\n",
1059 hostdata->madapter_info.srp_version,
1060 hostdata->madapter_info.partition_name,
1061 hostdata->madapter_info.partition_number,
1062 hostdata->madapter_info.os_type,
1063 hostdata->madapter_info.port_max_txu[0]);
1064
1065 if (hostdata->madapter_info.port_max_txu[0])
1066 hostdata->host->max_sectors =
1067 hostdata->madapter_info.port_max_txu[0] >> 9;
1068
1069 if (hostdata->madapter_info.os_type == 3 &&
1070 strcmp(hostdata->madapter_info.srp_version, "1.6a") <= 0) {
1071 dev_err(hostdata->dev, "host (Ver. %s) doesn't support large transfers\n",
1072 hostdata->madapter_info.srp_version);
1073 dev_err(hostdata->dev, "limiting scatterlists to %d\n",
1074 MAX_INDIRECT_BUFS);
1075 hostdata->host->sg_tablesize = MAX_INDIRECT_BUFS;
1076 }
1077
1078 if (hostdata->madapter_info.os_type == 3) {
1079 enable_fast_fail(hostdata);
1080 return;
1081 }
1082 }
1083
1084 send_srp_login(hostdata);
1085}
1086
1087/**
1088 * send_mad_adapter_info: - Sends the mad adapter info request
1089 * and stores the result so it can be retrieved with
1090 * sysfs. We COULD consider causing a failure if the
1091 * returned SRP version doesn't match ours.
1092 * @hostdata: ibmvscsi_host_data of host
1093 *
1094 * Returns zero if successful.
1095*/
1096static void send_mad_adapter_info(struct ibmvscsi_host_data *hostdata)
1097{
1098 struct viosrp_adapter_info *req;
1099 struct srp_event_struct *evt_struct;
1100 unsigned long flags;
1101
1102 evt_struct = get_event_struct(&hostdata->pool);
1103 BUG_ON(!evt_struct);
1104
1105 init_event_struct(evt_struct,
1106 adapter_info_rsp,
1107 VIOSRP_MAD_FORMAT,
1108 info_timeout);
1109
1110 req = &evt_struct->iu.mad.adapter_info;
1111 memset(req, 0x00, sizeof(*req));
1112
1113 req->common.type = VIOSRP_ADAPTER_INFO_TYPE;
1114 req->common.length = sizeof(hostdata->madapter_info);
1115 req->buffer = hostdata->adapter_info_addr;
1116
1117 spin_lock_irqsave(hostdata->host->host_lock, flags);
1118 if (ibmvscsi_send_srp_event(evt_struct, hostdata, info_timeout * 2))
1119 dev_err(hostdata->dev, "couldn't send ADAPTER_INFO_REQ!\n");
1120 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
1121};
1122
1123/**
1124 * init_adapter: Start virtual adapter initialization sequence
1125 *
1126 */
1127static void init_adapter(struct ibmvscsi_host_data *hostdata)
1128{
1129 send_mad_adapter_info(hostdata);
1130}
1131
1132/**
1133 * sync_completion: Signal that a synchronous command has completed
1134 * Note that after returning from this call, the evt_struct is freed.
1135 * the caller waiting on this completion shouldn't touch the evt_struct
1136 * again.
1137 */
1138static void sync_completion(struct srp_event_struct *evt_struct)
1139{
1140 /* copy the response back */
1141 if (evt_struct->sync_srp)
1142 *evt_struct->sync_srp = *evt_struct->xfer_iu;
1143
1144 complete(&evt_struct->comp);
1145}
1146
1147/**
1148 * ibmvscsi_abort: Abort a command...from scsi host template
1149 * send this over to the server and wait synchronously for the response
1150 */
1151static int ibmvscsi_eh_abort_handler(struct scsi_cmnd *cmd)
1152{
1153 struct ibmvscsi_host_data *hostdata = shost_priv(cmd->device->host);
1154 struct srp_tsk_mgmt *tsk_mgmt;
1155 struct srp_event_struct *evt;
1156 struct srp_event_struct *tmp_evt, *found_evt;
1157 union viosrp_iu srp_rsp;
1158 int rsp_rc;
1159 unsigned long flags;
1160 u16 lun = lun_from_dev(cmd->device);
1161 unsigned long wait_switch = 0;
1162
1163 /* First, find this command in our sent list so we can figure
1164 * out the correct tag
1165 */
1166 spin_lock_irqsave(hostdata->host->host_lock, flags);
1167 wait_switch = jiffies + (init_timeout * HZ);
1168 do {
1169 found_evt = NULL;
1170 list_for_each_entry(tmp_evt, &hostdata->sent, list) {
1171 if (tmp_evt->cmnd == cmd) {
1172 found_evt = tmp_evt;
1173 break;
1174 }
1175 }
1176
1177 if (!found_evt) {
1178 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
1179 return SUCCESS;
1180 }
1181
1182 evt = get_event_struct(&hostdata->pool);
1183 if (evt == NULL) {
1184 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
1185 sdev_printk(KERN_ERR, cmd->device,
1186 "failed to allocate abort event\n");
1187 return FAILED;
1188 }
1189
1190 init_event_struct(evt,
1191 sync_completion,
1192 VIOSRP_SRP_FORMAT,
1193 abort_timeout);
1194
1195 tsk_mgmt = &evt->iu.srp.tsk_mgmt;
1196
1197 /* Set up an abort SRP command */
1198 memset(tsk_mgmt, 0x00, sizeof(*tsk_mgmt));
1199 tsk_mgmt->opcode = SRP_TSK_MGMT;
1200 tsk_mgmt->lun = ((u64) lun) << 48;
1201 tsk_mgmt->tsk_mgmt_func = SRP_TSK_ABORT_TASK;
1202 tsk_mgmt->task_tag = (u64) found_evt;
1203
1204 evt->sync_srp = &srp_rsp;
1205
1206 init_completion(&evt->comp);
1207 rsp_rc = ibmvscsi_send_srp_event(evt, hostdata, abort_timeout * 2);
1208
1209 if (rsp_rc != SCSI_MLQUEUE_HOST_BUSY)
1210 break;
1211
1212 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
1213 msleep(10);
1214 spin_lock_irqsave(hostdata->host->host_lock, flags);
1215 } while (time_before(jiffies, wait_switch));
1216
1217 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
1218
1219 if (rsp_rc != 0) {
1220 sdev_printk(KERN_ERR, cmd->device,
1221 "failed to send abort() event. rc=%d\n", rsp_rc);
1222 return FAILED;
1223 }
1224
1225 sdev_printk(KERN_INFO, cmd->device,
1226 "aborting command. lun 0x%llx, tag 0x%llx\n",
1227 (((u64) lun) << 48), (u64) found_evt);
1228
1229 wait_for_completion(&evt->comp);
1230
1231 /* make sure we got a good response */
1232 if (unlikely(srp_rsp.srp.rsp.opcode != SRP_RSP)) {
1233 if (printk_ratelimit())
1234 sdev_printk(KERN_WARNING, cmd->device, "abort bad SRP RSP type %d\n",
1235 srp_rsp.srp.rsp.opcode);
1236 return FAILED;
1237 }
1238
1239 if (srp_rsp.srp.rsp.flags & SRP_RSP_FLAG_RSPVALID)
1240 rsp_rc = *((int *)srp_rsp.srp.rsp.data);
1241 else
1242 rsp_rc = srp_rsp.srp.rsp.status;
1243
1244 if (rsp_rc) {
1245 if (printk_ratelimit())
1246 sdev_printk(KERN_WARNING, cmd->device,
1247 "abort code %d for task tag 0x%llx\n",
1248 rsp_rc, tsk_mgmt->task_tag);
1249 return FAILED;
1250 }
1251
1252 /* Because we dropped the spinlock above, it's possible
1253 * The event is no longer in our list. Make sure it didn't
1254 * complete while we were aborting
1255 */
1256 spin_lock_irqsave(hostdata->host->host_lock, flags);
1257 found_evt = NULL;
1258 list_for_each_entry(tmp_evt, &hostdata->sent, list) {
1259 if (tmp_evt->cmnd == cmd) {
1260 found_evt = tmp_evt;
1261 break;
1262 }
1263 }
1264
1265 if (found_evt == NULL) {
1266 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
1267 sdev_printk(KERN_INFO, cmd->device, "aborted task tag 0x%llx completed\n",
1268 tsk_mgmt->task_tag);
1269 return SUCCESS;
1270 }
1271
1272 sdev_printk(KERN_INFO, cmd->device, "successfully aborted task tag 0x%llx\n",
1273 tsk_mgmt->task_tag);
1274
1275 cmd->result = (DID_ABORT << 16);
1276 list_del(&found_evt->list);
1277 unmap_cmd_data(&found_evt->iu.srp.cmd, found_evt,
1278 found_evt->hostdata->dev);
1279 free_event_struct(&found_evt->hostdata->pool, found_evt);
1280 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
1281 atomic_inc(&hostdata->request_limit);
1282 return SUCCESS;
1283}
1284
1285/**
1286 * ibmvscsi_eh_device_reset_handler: Reset a single LUN...from scsi host
1287 * template send this over to the server and wait synchronously for the
1288 * response
1289 */
1290static int ibmvscsi_eh_device_reset_handler(struct scsi_cmnd *cmd)
1291{
1292 struct ibmvscsi_host_data *hostdata = shost_priv(cmd->device->host);
1293 struct srp_tsk_mgmt *tsk_mgmt;
1294 struct srp_event_struct *evt;
1295 struct srp_event_struct *tmp_evt, *pos;
1296 union viosrp_iu srp_rsp;
1297 int rsp_rc;
1298 unsigned long flags;
1299 u16 lun = lun_from_dev(cmd->device);
1300 unsigned long wait_switch = 0;
1301
1302 spin_lock_irqsave(hostdata->host->host_lock, flags);
1303 wait_switch = jiffies + (init_timeout * HZ);
1304 do {
1305 evt = get_event_struct(&hostdata->pool);
1306 if (evt == NULL) {
1307 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
1308 sdev_printk(KERN_ERR, cmd->device,
1309 "failed to allocate reset event\n");
1310 return FAILED;
1311 }
1312
1313 init_event_struct(evt,
1314 sync_completion,
1315 VIOSRP_SRP_FORMAT,
1316 reset_timeout);
1317
1318 tsk_mgmt = &evt->iu.srp.tsk_mgmt;
1319
1320 /* Set up a lun reset SRP command */
1321 memset(tsk_mgmt, 0x00, sizeof(*tsk_mgmt));
1322 tsk_mgmt->opcode = SRP_TSK_MGMT;
1323 tsk_mgmt->lun = ((u64) lun) << 48;
1324 tsk_mgmt->tsk_mgmt_func = SRP_TSK_LUN_RESET;
1325
1326 evt->sync_srp = &srp_rsp;
1327
1328 init_completion(&evt->comp);
1329 rsp_rc = ibmvscsi_send_srp_event(evt, hostdata, reset_timeout * 2);
1330
1331 if (rsp_rc != SCSI_MLQUEUE_HOST_BUSY)
1332 break;
1333
1334 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
1335 msleep(10);
1336 spin_lock_irqsave(hostdata->host->host_lock, flags);
1337 } while (time_before(jiffies, wait_switch));
1338
1339 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
1340
1341 if (rsp_rc != 0) {
1342 sdev_printk(KERN_ERR, cmd->device,
1343 "failed to send reset event. rc=%d\n", rsp_rc);
1344 return FAILED;
1345 }
1346
1347 sdev_printk(KERN_INFO, cmd->device, "resetting device. lun 0x%llx\n",
1348 (((u64) lun) << 48));
1349
1350 wait_for_completion(&evt->comp);
1351
1352 /* make sure we got a good response */
1353 if (unlikely(srp_rsp.srp.rsp.opcode != SRP_RSP)) {
1354 if (printk_ratelimit())
1355 sdev_printk(KERN_WARNING, cmd->device, "reset bad SRP RSP type %d\n",
1356 srp_rsp.srp.rsp.opcode);
1357 return FAILED;
1358 }
1359
1360 if (srp_rsp.srp.rsp.flags & SRP_RSP_FLAG_RSPVALID)
1361 rsp_rc = *((int *)srp_rsp.srp.rsp.data);
1362 else
1363 rsp_rc = srp_rsp.srp.rsp.status;
1364
1365 if (rsp_rc) {
1366 if (printk_ratelimit())
1367 sdev_printk(KERN_WARNING, cmd->device,
1368 "reset code %d for task tag 0x%llx\n",
1369 rsp_rc, tsk_mgmt->task_tag);
1370 return FAILED;
1371 }
1372
1373 /* We need to find all commands for this LUN that have not yet been
1374 * responded to, and fail them with DID_RESET
1375 */
1376 spin_lock_irqsave(hostdata->host->host_lock, flags);
1377 list_for_each_entry_safe(tmp_evt, pos, &hostdata->sent, list) {
1378 if ((tmp_evt->cmnd) && (tmp_evt->cmnd->device == cmd->device)) {
1379 if (tmp_evt->cmnd)
1380 tmp_evt->cmnd->result = (DID_RESET << 16);
1381 list_del(&tmp_evt->list);
1382 unmap_cmd_data(&tmp_evt->iu.srp.cmd, tmp_evt,
1383 tmp_evt->hostdata->dev);
1384 free_event_struct(&tmp_evt->hostdata->pool,
1385 tmp_evt);
1386 atomic_inc(&hostdata->request_limit);
1387 if (tmp_evt->cmnd_done)
1388 tmp_evt->cmnd_done(tmp_evt->cmnd);
1389 else if (tmp_evt->done)
1390 tmp_evt->done(tmp_evt);
1391 }
1392 }
1393 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
1394 return SUCCESS;
1395}
1396
1397/**
1398 * ibmvscsi_eh_host_reset_handler - Reset the connection to the server
1399 * @cmd: struct scsi_cmnd having problems
1400*/
1401static int ibmvscsi_eh_host_reset_handler(struct scsi_cmnd *cmd)
1402{
1403 unsigned long wait_switch = 0;
1404 struct ibmvscsi_host_data *hostdata = shost_priv(cmd->device->host);
1405
1406 dev_err(hostdata->dev, "Resetting connection due to error recovery\n");
1407
1408 ibmvscsi_reset_host(hostdata);
1409
1410 for (wait_switch = jiffies + (init_timeout * HZ);
1411 time_before(jiffies, wait_switch) &&
1412 atomic_read(&hostdata->request_limit) < 2;) {
1413
1414 msleep(10);
1415 }
1416
1417 if (atomic_read(&hostdata->request_limit) <= 0)
1418 return FAILED;
1419
1420 return SUCCESS;
1421}
1422
1423/**
1424 * ibmvscsi_handle_crq: - Handles and frees received events in the CRQ
1425 * @crq: Command/Response queue
1426 * @hostdata: ibmvscsi_host_data of host
1427 *
1428*/
1429void ibmvscsi_handle_crq(struct viosrp_crq *crq,
1430 struct ibmvscsi_host_data *hostdata)
1431{
1432 long rc;
1433 unsigned long flags;
1434 struct srp_event_struct *evt_struct =
1435 (struct srp_event_struct *)crq->IU_data_ptr;
1436 switch (crq->valid) {
1437 case 0xC0: /* initialization */
1438 switch (crq->format) {
1439 case 0x01: /* Initialization message */
1440 dev_info(hostdata->dev, "partner initialized\n");
1441 /* Send back a response */
1442 if ((rc = ibmvscsi_ops->send_crq(hostdata,
1443 0xC002000000000000LL, 0)) == 0) {
1444 /* Now login */
1445 init_adapter(hostdata);
1446 } else {
1447 dev_err(hostdata->dev, "Unable to send init rsp. rc=%ld\n", rc);
1448 }
1449
1450 break;
1451 case 0x02: /* Initialization response */
1452 dev_info(hostdata->dev, "partner initialization complete\n");
1453
1454 /* Now login */
1455 init_adapter(hostdata);
1456 break;
1457 default:
1458 dev_err(hostdata->dev, "unknown crq message type: %d\n", crq->format);
1459 }
1460 return;
1461 case 0xFF: /* Hypervisor telling us the connection is closed */
1462 scsi_block_requests(hostdata->host);
1463 atomic_set(&hostdata->request_limit, 0);
1464 if (crq->format == 0x06) {
1465 /* We need to re-setup the interpartition connection */
1466 dev_info(hostdata->dev, "Re-enabling adapter!\n");
1467 hostdata->client_migrated = 1;
1468 hostdata->reenable_crq = 1;
1469 purge_requests(hostdata, DID_REQUEUE);
1470 wake_up(&hostdata->work_wait_q);
1471 } else {
1472 dev_err(hostdata->dev, "Virtual adapter failed rc %d!\n",
1473 crq->format);
1474 ibmvscsi_reset_host(hostdata);
1475 }
1476 return;
1477 case 0x80: /* real payload */
1478 break;
1479 default:
1480 dev_err(hostdata->dev, "got an invalid message type 0x%02x\n",
1481 crq->valid);
1482 return;
1483 }
1484
1485 /* The only kind of payload CRQs we should get are responses to
1486 * things we send. Make sure this response is to something we
1487 * actually sent
1488 */
1489 if (!valid_event_struct(&hostdata->pool, evt_struct)) {
1490 dev_err(hostdata->dev, "returned correlation_token 0x%p is invalid!\n",
1491 (void *)crq->IU_data_ptr);
1492 return;
1493 }
1494
1495 if (atomic_read(&evt_struct->free)) {
1496 dev_err(hostdata->dev, "received duplicate correlation_token 0x%p!\n",
1497 (void *)crq->IU_data_ptr);
1498 return;
1499 }
1500
1501 if (crq->format == VIOSRP_SRP_FORMAT)
1502 atomic_add(evt_struct->xfer_iu->srp.rsp.req_lim_delta,
1503 &hostdata->request_limit);
1504
1505 del_timer(&evt_struct->timer);
1506
1507 if ((crq->status != VIOSRP_OK && crq->status != VIOSRP_OK2) && evt_struct->cmnd)
1508 evt_struct->cmnd->result = DID_ERROR << 16;
1509 if (evt_struct->done)
1510 evt_struct->done(evt_struct);
1511 else
1512 dev_err(hostdata->dev, "returned done() is NULL; not running it!\n");
1513
1514 /*
1515 * Lock the host_lock before messing with these structures, since we
1516 * are running in a task context
1517 */
1518 spin_lock_irqsave(evt_struct->hostdata->host->host_lock, flags);
1519 list_del(&evt_struct->list);
1520 free_event_struct(&evt_struct->hostdata->pool, evt_struct);
1521 spin_unlock_irqrestore(evt_struct->hostdata->host->host_lock, flags);
1522}
1523
1524/**
1525 * ibmvscsi_get_host_config: Send the command to the server to get host
1526 * configuration data. The data is opaque to us.
1527 */
1528static int ibmvscsi_do_host_config(struct ibmvscsi_host_data *hostdata,
1529 unsigned char *buffer, int length)
1530{
1531 struct viosrp_host_config *host_config;
1532 struct srp_event_struct *evt_struct;
1533 unsigned long flags;
1534 dma_addr_t addr;
1535 int rc;
1536
1537 evt_struct = get_event_struct(&hostdata->pool);
1538 if (!evt_struct) {
1539 dev_err(hostdata->dev, "couldn't allocate event for HOST_CONFIG!\n");
1540 return -1;
1541 }
1542
1543 init_event_struct(evt_struct,
1544 sync_completion,
1545 VIOSRP_MAD_FORMAT,
1546 info_timeout);
1547
1548 host_config = &evt_struct->iu.mad.host_config;
1549
1550 /* Set up a lun reset SRP command */
1551 memset(host_config, 0x00, sizeof(*host_config));
1552 host_config->common.type = VIOSRP_HOST_CONFIG_TYPE;
1553 host_config->common.length = length;
1554 host_config->buffer = addr = dma_map_single(hostdata->dev, buffer,
1555 length,
1556 DMA_BIDIRECTIONAL);
1557
1558 if (dma_mapping_error(hostdata->dev, host_config->buffer)) {
1559 if (!firmware_has_feature(FW_FEATURE_CMO))
1560 dev_err(hostdata->dev,
1561 "dma_mapping error getting host config\n");
1562 free_event_struct(&hostdata->pool, evt_struct);
1563 return -1;
1564 }
1565
1566 init_completion(&evt_struct->comp);
1567 spin_lock_irqsave(hostdata->host->host_lock, flags);
1568 rc = ibmvscsi_send_srp_event(evt_struct, hostdata, info_timeout * 2);
1569 spin_unlock_irqrestore(hostdata->host->host_lock, flags);
1570 if (rc == 0)
1571 wait_for_completion(&evt_struct->comp);
1572 dma_unmap_single(hostdata->dev, addr, length, DMA_BIDIRECTIONAL);
1573
1574 return rc;
1575}
1576
1577/**
1578 * ibmvscsi_slave_configure: Set the "allow_restart" flag for each disk.
1579 * @sdev: struct scsi_device device to configure
1580 *
1581 * Enable allow_restart for a device if it is a disk. Adjust the
1582 * queue_depth here also as is required by the documentation for
1583 * struct scsi_host_template.
1584 */
1585static int ibmvscsi_slave_configure(struct scsi_device *sdev)
1586{
1587 struct Scsi_Host *shost = sdev->host;
1588 unsigned long lock_flags = 0;
1589
1590 spin_lock_irqsave(shost->host_lock, lock_flags);
1591 if (sdev->type == TYPE_DISK) {
1592 sdev->allow_restart = 1;
1593 blk_queue_rq_timeout(sdev->request_queue, 120 * HZ);
1594 }
1595 scsi_adjust_queue_depth(sdev, 0, shost->cmd_per_lun);
1596 spin_unlock_irqrestore(shost->host_lock, lock_flags);
1597 return 0;
1598}
1599
1600/**
1601 * ibmvscsi_change_queue_depth - Change the device's queue depth
1602 * @sdev: scsi device struct
1603 * @qdepth: depth to set
1604 * @reason: calling context
1605 *
1606 * Return value:
1607 * actual depth set
1608 **/
1609static int ibmvscsi_change_queue_depth(struct scsi_device *sdev, int qdepth,
1610 int reason)
1611{
1612 if (reason != SCSI_QDEPTH_DEFAULT)
1613 return -EOPNOTSUPP;
1614
1615 if (qdepth > IBMVSCSI_MAX_CMDS_PER_LUN)
1616 qdepth = IBMVSCSI_MAX_CMDS_PER_LUN;
1617
1618 scsi_adjust_queue_depth(sdev, 0, qdepth);
1619 return sdev->queue_depth;
1620}
1621
1622/* ------------------------------------------------------------
1623 * sysfs attributes
1624 */
1625static ssize_t show_host_vhost_loc(struct device *dev,
1626 struct device_attribute *attr, char *buf)
1627{
1628 struct Scsi_Host *shost = class_to_shost(dev);
1629 struct ibmvscsi_host_data *hostdata = shost_priv(shost);
1630 int len;
1631
1632 len = snprintf(buf, sizeof(hostdata->caps.loc), "%s\n",
1633 hostdata->caps.loc);
1634 return len;
1635}
1636
1637static struct device_attribute ibmvscsi_host_vhost_loc = {
1638 .attr = {
1639 .name = "vhost_loc",
1640 .mode = S_IRUGO,
1641 },
1642 .show = show_host_vhost_loc,
1643};
1644
1645static ssize_t show_host_vhost_name(struct device *dev,
1646 struct device_attribute *attr, char *buf)
1647{
1648 struct Scsi_Host *shost = class_to_shost(dev);
1649 struct ibmvscsi_host_data *hostdata = shost_priv(shost);
1650 int len;
1651
1652 len = snprintf(buf, sizeof(hostdata->caps.name), "%s\n",
1653 hostdata->caps.name);
1654 return len;
1655}
1656
1657static struct device_attribute ibmvscsi_host_vhost_name = {
1658 .attr = {
1659 .name = "vhost_name",
1660 .mode = S_IRUGO,
1661 },
1662 .show = show_host_vhost_name,
1663};
1664
1665static ssize_t show_host_srp_version(struct device *dev,
1666 struct device_attribute *attr, char *buf)
1667{
1668 struct Scsi_Host *shost = class_to_shost(dev);
1669 struct ibmvscsi_host_data *hostdata = shost_priv(shost);
1670 int len;
1671
1672 len = snprintf(buf, PAGE_SIZE, "%s\n",
1673 hostdata->madapter_info.srp_version);
1674 return len;
1675}
1676
1677static struct device_attribute ibmvscsi_host_srp_version = {
1678 .attr = {
1679 .name = "srp_version",
1680 .mode = S_IRUGO,
1681 },
1682 .show = show_host_srp_version,
1683};
1684
1685static ssize_t show_host_partition_name(struct device *dev,
1686 struct device_attribute *attr,
1687 char *buf)
1688{
1689 struct Scsi_Host *shost = class_to_shost(dev);
1690 struct ibmvscsi_host_data *hostdata = shost_priv(shost);
1691 int len;
1692
1693 len = snprintf(buf, PAGE_SIZE, "%s\n",
1694 hostdata->madapter_info.partition_name);
1695 return len;
1696}
1697
1698static struct device_attribute ibmvscsi_host_partition_name = {
1699 .attr = {
1700 .name = "partition_name",
1701 .mode = S_IRUGO,
1702 },
1703 .show = show_host_partition_name,
1704};
1705
1706static ssize_t show_host_partition_number(struct device *dev,
1707 struct device_attribute *attr,
1708 char *buf)
1709{
1710 struct Scsi_Host *shost = class_to_shost(dev);
1711 struct ibmvscsi_host_data *hostdata = shost_priv(shost);
1712 int len;
1713
1714 len = snprintf(buf, PAGE_SIZE, "%d\n",
1715 hostdata->madapter_info.partition_number);
1716 return len;
1717}
1718
1719static struct device_attribute ibmvscsi_host_partition_number = {
1720 .attr = {
1721 .name = "partition_number",
1722 .mode = S_IRUGO,
1723 },
1724 .show = show_host_partition_number,
1725};
1726
1727static ssize_t show_host_mad_version(struct device *dev,
1728 struct device_attribute *attr, char *buf)
1729{
1730 struct Scsi_Host *shost = class_to_shost(dev);
1731 struct ibmvscsi_host_data *hostdata = shost_priv(shost);
1732 int len;
1733
1734 len = snprintf(buf, PAGE_SIZE, "%d\n",
1735 hostdata->madapter_info.mad_version);
1736 return len;
1737}
1738
1739static struct device_attribute ibmvscsi_host_mad_version = {
1740 .attr = {
1741 .name = "mad_version",
1742 .mode = S_IRUGO,
1743 },
1744 .show = show_host_mad_version,
1745};
1746
1747static ssize_t show_host_os_type(struct device *dev,
1748 struct device_attribute *attr, char *buf)
1749{
1750 struct Scsi_Host *shost = class_to_shost(dev);
1751 struct ibmvscsi_host_data *hostdata = shost_priv(shost);
1752 int len;
1753
1754 len = snprintf(buf, PAGE_SIZE, "%d\n", hostdata->madapter_info.os_type);
1755 return len;
1756}
1757
1758static struct device_attribute ibmvscsi_host_os_type = {
1759 .attr = {
1760 .name = "os_type",
1761 .mode = S_IRUGO,
1762 },
1763 .show = show_host_os_type,
1764};
1765
1766static ssize_t show_host_config(struct device *dev,
1767 struct device_attribute *attr, char *buf)
1768{
1769 struct Scsi_Host *shost = class_to_shost(dev);
1770 struct ibmvscsi_host_data *hostdata = shost_priv(shost);
1771
1772 /* returns null-terminated host config data */
1773 if (ibmvscsi_do_host_config(hostdata, buf, PAGE_SIZE) == 0)
1774 return strlen(buf);
1775 else
1776 return 0;
1777}
1778
1779static struct device_attribute ibmvscsi_host_config = {
1780 .attr = {
1781 .name = "config",
1782 .mode = S_IRUGO,
1783 },
1784 .show = show_host_config,
1785};
1786
1787static struct device_attribute *ibmvscsi_attrs[] = {
1788 &ibmvscsi_host_vhost_loc,
1789 &ibmvscsi_host_vhost_name,
1790 &ibmvscsi_host_srp_version,
1791 &ibmvscsi_host_partition_name,
1792 &ibmvscsi_host_partition_number,
1793 &ibmvscsi_host_mad_version,
1794 &ibmvscsi_host_os_type,
1795 &ibmvscsi_host_config,
1796 NULL
1797};
1798
1799/* ------------------------------------------------------------
1800 * SCSI driver registration
1801 */
1802static struct scsi_host_template driver_template = {
1803 .module = THIS_MODULE,
1804 .name = "IBM POWER Virtual SCSI Adapter " IBMVSCSI_VERSION,
1805 .proc_name = "ibmvscsi",
1806 .queuecommand = ibmvscsi_queuecommand,
1807 .eh_abort_handler = ibmvscsi_eh_abort_handler,
1808 .eh_device_reset_handler = ibmvscsi_eh_device_reset_handler,
1809 .eh_host_reset_handler = ibmvscsi_eh_host_reset_handler,
1810 .slave_configure = ibmvscsi_slave_configure,
1811 .change_queue_depth = ibmvscsi_change_queue_depth,
1812 .cmd_per_lun = IBMVSCSI_CMDS_PER_LUN_DEFAULT,
1813 .can_queue = IBMVSCSI_MAX_REQUESTS_DEFAULT,
1814 .this_id = -1,
1815 .sg_tablesize = SG_ALL,
1816 .use_clustering = ENABLE_CLUSTERING,
1817 .shost_attrs = ibmvscsi_attrs,
1818};
1819
1820/**
1821 * ibmvscsi_get_desired_dma - Calculate IO memory desired by the driver
1822 *
1823 * @vdev: struct vio_dev for the device whose desired IO mem is to be returned
1824 *
1825 * Return value:
1826 * Number of bytes of IO data the driver will need to perform well.
1827 */
1828static unsigned long ibmvscsi_get_desired_dma(struct vio_dev *vdev)
1829{
1830 /* iu_storage data allocated in initialize_event_pool */
1831 unsigned long desired_io = max_events * sizeof(union viosrp_iu);
1832
1833 /* add io space for sg data */
1834 desired_io += (IBMVSCSI_MAX_SECTORS_DEFAULT * 512 *
1835 IBMVSCSI_CMDS_PER_LUN_DEFAULT);
1836
1837 return desired_io;
1838}
1839
1840static void ibmvscsi_do_work(struct ibmvscsi_host_data *hostdata)
1841{
1842 int rc;
1843 char *action = "reset";
1844
1845 if (hostdata->reset_crq) {
1846 smp_rmb();
1847 hostdata->reset_crq = 0;
1848
1849 rc = ibmvscsi_ops->reset_crq_queue(&hostdata->queue, hostdata);
1850 if (!rc)
1851 rc = ibmvscsi_ops->send_crq(hostdata, 0xC001000000000000LL, 0);
1852 vio_enable_interrupts(to_vio_dev(hostdata->dev));
1853 } else if (hostdata->reenable_crq) {
1854 smp_rmb();
1855 action = "enable";
1856 rc = ibmvscsi_ops->reenable_crq_queue(&hostdata->queue, hostdata);
1857 hostdata->reenable_crq = 0;
1858 if (!rc)
1859 rc = ibmvscsi_ops->send_crq(hostdata, 0xC001000000000000LL, 0);
1860 } else
1861 return;
1862
1863 if (rc) {
1864 atomic_set(&hostdata->request_limit, -1);
1865 dev_err(hostdata->dev, "error after %s\n", action);
1866 }
1867
1868 scsi_unblock_requests(hostdata->host);
1869}
1870
1871static int ibmvscsi_work_to_do(struct ibmvscsi_host_data *hostdata)
1872{
1873 if (kthread_should_stop())
1874 return 1;
1875 else if (hostdata->reset_crq) {
1876 smp_rmb();
1877 return 1;
1878 } else if (hostdata->reenable_crq) {
1879 smp_rmb();
1880 return 1;
1881 }
1882
1883 return 0;
1884}
1885
1886static int ibmvscsi_work(void *data)
1887{
1888 struct ibmvscsi_host_data *hostdata = data;
1889 int rc;
1890
1891 set_user_nice(current, -20);
1892
1893 while (1) {
1894 rc = wait_event_interruptible(hostdata->work_wait_q,
1895 ibmvscsi_work_to_do(hostdata));
1896
1897 BUG_ON(rc);
1898
1899 if (kthread_should_stop())
1900 break;
1901
1902 ibmvscsi_do_work(hostdata);
1903 }
1904
1905 return 0;
1906}
1907
1908/**
1909 * Called by bus code for each adapter
1910 */
1911static int ibmvscsi_probe(struct vio_dev *vdev, const struct vio_device_id *id)
1912{
1913 struct ibmvscsi_host_data *hostdata;
1914 struct Scsi_Host *host;
1915 struct device *dev = &vdev->dev;
1916 struct srp_rport_identifiers ids;
1917 struct srp_rport *rport;
1918 unsigned long wait_switch = 0;
1919 int rc;
1920
1921 dev_set_drvdata(&vdev->dev, NULL);
1922
1923 host = scsi_host_alloc(&driver_template, sizeof(*hostdata));
1924 if (!host) {
1925 dev_err(&vdev->dev, "couldn't allocate host data\n");
1926 goto scsi_host_alloc_failed;
1927 }
1928
1929 host->transportt = ibmvscsi_transport_template;
1930 hostdata = shost_priv(host);
1931 memset(hostdata, 0x00, sizeof(*hostdata));
1932 INIT_LIST_HEAD(&hostdata->sent);
1933 init_waitqueue_head(&hostdata->work_wait_q);
1934 hostdata->host = host;
1935 hostdata->dev = dev;
1936 atomic_set(&hostdata->request_limit, -1);
1937 hostdata->host->max_sectors = IBMVSCSI_MAX_SECTORS_DEFAULT;
1938
1939 if (map_persist_bufs(hostdata)) {
1940 dev_err(&vdev->dev, "couldn't map persistent buffers\n");
1941 goto persist_bufs_failed;
1942 }
1943
1944 hostdata->work_thread = kthread_run(ibmvscsi_work, hostdata, "%s_%d",
1945 "ibmvscsi", host->host_no);
1946
1947 if (IS_ERR(hostdata->work_thread)) {
1948 dev_err(&vdev->dev, "couldn't initialize kthread. rc=%ld\n",
1949 PTR_ERR(hostdata->work_thread));
1950 goto init_crq_failed;
1951 }
1952
1953 rc = ibmvscsi_ops->init_crq_queue(&hostdata->queue, hostdata, max_events);
1954 if (rc != 0 && rc != H_RESOURCE) {
1955 dev_err(&vdev->dev, "couldn't initialize crq. rc=%d\n", rc);
1956 goto kill_kthread;
1957 }
1958 if (initialize_event_pool(&hostdata->pool, max_events, hostdata) != 0) {
1959 dev_err(&vdev->dev, "couldn't initialize event pool\n");
1960 goto init_pool_failed;
1961 }
1962
1963 host->max_lun = 8;
1964 host->max_id = max_id;
1965 host->max_channel = max_channel;
1966 host->max_cmd_len = 16;
1967
1968 if (scsi_add_host(hostdata->host, hostdata->dev))
1969 goto add_host_failed;
1970
1971 /* we don't have a proper target_port_id so let's use the fake one */
1972 memcpy(ids.port_id, hostdata->madapter_info.partition_name,
1973 sizeof(ids.port_id));
1974 ids.roles = SRP_RPORT_ROLE_TARGET;
1975 rport = srp_rport_add(host, &ids);
1976 if (IS_ERR(rport))
1977 goto add_srp_port_failed;
1978
1979 /* Try to send an initialization message. Note that this is allowed
1980 * to fail if the other end is not acive. In that case we don't
1981 * want to scan
1982 */
1983 if (ibmvscsi_ops->send_crq(hostdata, 0xC001000000000000LL, 0) == 0
1984 || rc == H_RESOURCE) {
1985 /*
1986 * Wait around max init_timeout secs for the adapter to finish
1987 * initializing. When we are done initializing, we will have a
1988 * valid request_limit. We don't want Linux scanning before
1989 * we are ready.
1990 */
1991 for (wait_switch = jiffies + (init_timeout * HZ);
1992 time_before(jiffies, wait_switch) &&
1993 atomic_read(&hostdata->request_limit) < 2;) {
1994
1995 msleep(10);
1996 }
1997
1998 /* if we now have a valid request_limit, initiate a scan */
1999 if (atomic_read(&hostdata->request_limit) > 0)
2000 scsi_scan_host(host);
2001 }
2002
2003 dev_set_drvdata(&vdev->dev, hostdata);
2004 return 0;
2005
2006 add_srp_port_failed:
2007 scsi_remove_host(hostdata->host);
2008 add_host_failed:
2009 release_event_pool(&hostdata->pool, hostdata);
2010 init_pool_failed:
2011 ibmvscsi_ops->release_crq_queue(&hostdata->queue, hostdata, max_events);
2012 kill_kthread:
2013 kthread_stop(hostdata->work_thread);
2014 init_crq_failed:
2015 unmap_persist_bufs(hostdata);
2016 persist_bufs_failed:
2017 scsi_host_put(host);
2018 scsi_host_alloc_failed:
2019 return -1;
2020}
2021
2022static int ibmvscsi_remove(struct vio_dev *vdev)
2023{
2024 struct ibmvscsi_host_data *hostdata = dev_get_drvdata(&vdev->dev);
2025 unmap_persist_bufs(hostdata);
2026 release_event_pool(&hostdata->pool, hostdata);
2027 ibmvscsi_ops->release_crq_queue(&hostdata->queue, hostdata,
2028 max_events);
2029
2030 kthread_stop(hostdata->work_thread);
2031 srp_remove_host(hostdata->host);
2032 scsi_remove_host(hostdata->host);
2033 scsi_host_put(hostdata->host);
2034
2035 return 0;
2036}
2037
2038/**
2039 * ibmvscsi_resume: Resume from suspend
2040 * @dev: device struct
2041 *
2042 * We may have lost an interrupt across suspend/resume, so kick the
2043 * interrupt handler
2044 */
2045static int ibmvscsi_resume(struct device *dev)
2046{
2047 struct ibmvscsi_host_data *hostdata = dev_get_drvdata(dev);
2048 return ibmvscsi_ops->resume(hostdata);
2049}
2050
2051/**
2052 * ibmvscsi_device_table: Used by vio.c to match devices in the device tree we
2053 * support.
2054 */
2055static struct vio_device_id ibmvscsi_device_table[] __devinitdata = {
2056 {"vscsi", "IBM,v-scsi"},
2057 { "", "" }
2058};
2059MODULE_DEVICE_TABLE(vio, ibmvscsi_device_table);
2060
2061static struct dev_pm_ops ibmvscsi_pm_ops = {
2062 .resume = ibmvscsi_resume
2063};
2064
2065static struct vio_driver ibmvscsi_driver = {
2066 .id_table = ibmvscsi_device_table,
2067 .probe = ibmvscsi_probe,
2068 .remove = ibmvscsi_remove,
2069 .get_desired_dma = ibmvscsi_get_desired_dma,
2070 .driver = {
2071 .name = "ibmvscsi",
2072 .owner = THIS_MODULE,
2073 .pm = &ibmvscsi_pm_ops,
2074 }
2075};
2076
2077static struct srp_function_template ibmvscsi_transport_functions = {
2078};
2079
2080int __init ibmvscsi_module_init(void)
2081{
2082 int ret;
2083
2084 /* Ensure we have two requests to do error recovery */
2085 driver_template.can_queue = max_requests;
2086 max_events = max_requests + 2;
2087
2088 if (firmware_has_feature(FW_FEATURE_ISERIES))
2089 ibmvscsi_ops = &iseriesvscsi_ops;
2090 else if (firmware_has_feature(FW_FEATURE_VIO))
2091 ibmvscsi_ops = &rpavscsi_ops;
2092 else
2093 return -ENODEV;
2094
2095 ibmvscsi_transport_template =
2096 srp_attach_transport(&ibmvscsi_transport_functions);
2097 if (!ibmvscsi_transport_template)
2098 return -ENOMEM;
2099
2100 ret = vio_register_driver(&ibmvscsi_driver);
2101 if (ret)
2102 srp_release_transport(ibmvscsi_transport_template);
2103 return ret;
2104}
2105
2106void __exit ibmvscsi_module_exit(void)
2107{
2108 vio_unregister_driver(&ibmvscsi_driver);
2109 srp_release_transport(ibmvscsi_transport_template);
2110}
2111
2112module_init(ibmvscsi_module_init);
2113module_exit(ibmvscsi_module_exit);