| // SPDX-License-Identifier: GPL-2.0-or-later |
| /* |
| * Adaptec AAC series RAID controller driver |
| * (c) Copyright 2001 Red Hat Inc. |
| * |
| * based on the old aacraid driver that is.. |
| * Adaptec aacraid device driver for Linux. |
| * |
| * Copyright (c) 2000-2010 Adaptec, Inc. |
| * 2010-2015 PMC-Sierra, Inc. (aacraid@pmc-sierra.com) |
| * 2016-2017 Microsemi Corp. (aacraid@microsemi.com) |
| * |
| * Module Name: |
| * commsup.c |
| * |
| * Abstract: Contain all routines that are required for FSA host/adapter |
| * communication. |
| */ |
| |
| #include <linux/kernel.h> |
| #include <linux/init.h> |
| #include <linux/crash_dump.h> |
| #include <linux/types.h> |
| #include <linux/sched.h> |
| #include <linux/pci.h> |
| #include <linux/spinlock.h> |
| #include <linux/slab.h> |
| #include <linux/completion.h> |
| #include <linux/blkdev.h> |
| #include <linux/delay.h> |
| #include <linux/kthread.h> |
| #include <linux/interrupt.h> |
| #include <linux/bcd.h> |
| #include <scsi/scsi.h> |
| #include <scsi/scsi_host.h> |
| #include <scsi/scsi_device.h> |
| #include <scsi/scsi_cmnd.h> |
| |
| #include "aacraid.h" |
| |
| /** |
| * fib_map_alloc - allocate the fib objects |
| * @dev: Adapter to allocate for |
| * |
| * Allocate and map the shared PCI space for the FIB blocks used to |
| * talk to the Adaptec firmware. |
| */ |
| |
| static int fib_map_alloc(struct aac_dev *dev) |
| { |
| if (dev->max_fib_size > AAC_MAX_NATIVE_SIZE) |
| dev->max_cmd_size = AAC_MAX_NATIVE_SIZE; |
| else |
| dev->max_cmd_size = dev->max_fib_size; |
| if (dev->max_fib_size < AAC_MAX_NATIVE_SIZE) { |
| dev->max_cmd_size = AAC_MAX_NATIVE_SIZE; |
| } else { |
| dev->max_cmd_size = dev->max_fib_size; |
| } |
| |
| dprintk((KERN_INFO |
| "allocate hardware fibs dma_alloc_coherent(%p, %d * (%d + %d), %p)\n", |
| &dev->pdev->dev, dev->max_cmd_size, dev->scsi_host_ptr->can_queue, |
| AAC_NUM_MGT_FIB, &dev->hw_fib_pa)); |
| dev->hw_fib_va = dma_alloc_coherent(&dev->pdev->dev, |
| (dev->max_cmd_size + sizeof(struct aac_fib_xporthdr)) |
| * (dev->scsi_host_ptr->can_queue + AAC_NUM_MGT_FIB) + (ALIGN32 - 1), |
| &dev->hw_fib_pa, GFP_KERNEL); |
| if (dev->hw_fib_va == NULL) |
| return -ENOMEM; |
| return 0; |
| } |
| |
| /** |
| * aac_fib_map_free - free the fib objects |
| * @dev: Adapter to free |
| * |
| * Free the PCI mappings and the memory allocated for FIB blocks |
| * on this adapter. |
| */ |
| |
| void aac_fib_map_free(struct aac_dev *dev) |
| { |
| size_t alloc_size; |
| size_t fib_size; |
| int num_fibs; |
| |
| if(!dev->hw_fib_va || !dev->max_cmd_size) |
| return; |
| |
| num_fibs = dev->scsi_host_ptr->can_queue + AAC_NUM_MGT_FIB; |
| fib_size = dev->max_fib_size + sizeof(struct aac_fib_xporthdr); |
| alloc_size = fib_size * num_fibs + ALIGN32 - 1; |
| |
| dma_free_coherent(&dev->pdev->dev, alloc_size, dev->hw_fib_va, |
| dev->hw_fib_pa); |
| |
| dev->hw_fib_va = NULL; |
| dev->hw_fib_pa = 0; |
| } |
| |
| void aac_fib_vector_assign(struct aac_dev *dev) |
| { |
| u32 i = 0; |
| u32 vector = 1; |
| struct fib *fibptr = NULL; |
| |
| for (i = 0, fibptr = &dev->fibs[i]; |
| i < (dev->scsi_host_ptr->can_queue + AAC_NUM_MGT_FIB); |
| i++, fibptr++) { |
| if ((dev->max_msix == 1) || |
| (i > ((dev->scsi_host_ptr->can_queue + AAC_NUM_MGT_FIB - 1) |
| - dev->vector_cap))) { |
| fibptr->vector_no = 0; |
| } else { |
| fibptr->vector_no = vector; |
| vector++; |
| if (vector == dev->max_msix) |
| vector = 1; |
| } |
| } |
| } |
| |
| /** |
| * aac_fib_setup - setup the fibs |
| * @dev: Adapter to set up |
| * |
| * Allocate the PCI space for the fibs, map it and then initialise the |
| * fib area, the unmapped fib data and also the free list |
| */ |
| |
| int aac_fib_setup(struct aac_dev * dev) |
| { |
| struct fib *fibptr; |
| struct hw_fib *hw_fib; |
| dma_addr_t hw_fib_pa; |
| int i; |
| u32 max_cmds; |
| |
| while (((i = fib_map_alloc(dev)) == -ENOMEM) |
| && (dev->scsi_host_ptr->can_queue > (64 - AAC_NUM_MGT_FIB))) { |
| max_cmds = (dev->scsi_host_ptr->can_queue+AAC_NUM_MGT_FIB) >> 1; |
| dev->scsi_host_ptr->can_queue = max_cmds - AAC_NUM_MGT_FIB; |
| if (dev->comm_interface != AAC_COMM_MESSAGE_TYPE3) |
| dev->init->r7.max_io_commands = cpu_to_le32(max_cmds); |
| } |
| if (i<0) |
| return -ENOMEM; |
| |
| memset(dev->hw_fib_va, 0, |
| (dev->max_cmd_size + sizeof(struct aac_fib_xporthdr)) * |
| (dev->scsi_host_ptr->can_queue + AAC_NUM_MGT_FIB)); |
| |
| /* 32 byte alignment for PMC */ |
| hw_fib_pa = (dev->hw_fib_pa + (ALIGN32 - 1)) & ~(ALIGN32 - 1); |
| hw_fib = (struct hw_fib *)((unsigned char *)dev->hw_fib_va + |
| (hw_fib_pa - dev->hw_fib_pa)); |
| |
| /* add Xport header */ |
| hw_fib = (struct hw_fib *)((unsigned char *)hw_fib + |
| sizeof(struct aac_fib_xporthdr)); |
| hw_fib_pa += sizeof(struct aac_fib_xporthdr); |
| |
| /* |
| * Initialise the fibs |
| */ |
| for (i = 0, fibptr = &dev->fibs[i]; |
| i < (dev->scsi_host_ptr->can_queue + AAC_NUM_MGT_FIB); |
| i++, fibptr++) |
| { |
| fibptr->flags = 0; |
| fibptr->size = sizeof(struct fib); |
| fibptr->dev = dev; |
| fibptr->hw_fib_va = hw_fib; |
| fibptr->data = (void *) fibptr->hw_fib_va->data; |
| fibptr->next = fibptr+1; /* Forward chain the fibs */ |
| init_completion(&fibptr->event_wait); |
| spin_lock_init(&fibptr->event_lock); |
| hw_fib->header.XferState = cpu_to_le32(0xffffffff); |
| hw_fib->header.SenderSize = |
| cpu_to_le16(dev->max_fib_size); /* ?? max_cmd_size */ |
| fibptr->hw_fib_pa = hw_fib_pa; |
| fibptr->hw_sgl_pa = hw_fib_pa + |
| offsetof(struct aac_hba_cmd_req, sge[2]); |
| /* |
| * one element is for the ptr to the separate sg list, |
| * second element for 32 byte alignment |
| */ |
| fibptr->hw_error_pa = hw_fib_pa + |
| offsetof(struct aac_native_hba, resp.resp_bytes[0]); |
| |
| hw_fib = (struct hw_fib *)((unsigned char *)hw_fib + |
| dev->max_cmd_size + sizeof(struct aac_fib_xporthdr)); |
| hw_fib_pa = hw_fib_pa + |
| dev->max_cmd_size + sizeof(struct aac_fib_xporthdr); |
| } |
| |
| /* |
| *Assign vector numbers to fibs |
| */ |
| aac_fib_vector_assign(dev); |
| |
| /* |
| * Add the fib chain to the free list |
| */ |
| dev->fibs[dev->scsi_host_ptr->can_queue + AAC_NUM_MGT_FIB - 1].next = NULL; |
| /* |
| * Set 8 fibs aside for management tools |
| */ |
| dev->free_fib = &dev->fibs[dev->scsi_host_ptr->can_queue]; |
| return 0; |
| } |
| |
| /** |
| * aac_fib_alloc_tag-allocate a fib using tags |
| * @dev: Adapter to allocate the fib for |
| * @scmd: SCSI command |
| * |
| * Allocate a fib from the adapter fib pool using tags |
| * from the blk layer. |
| */ |
| |
| struct fib *aac_fib_alloc_tag(struct aac_dev *dev, struct scsi_cmnd *scmd) |
| { |
| struct fib *fibptr; |
| |
| fibptr = &dev->fibs[scsi_cmd_to_rq(scmd)->tag]; |
| /* |
| * Null out fields that depend on being zero at the start of |
| * each I/O |
| */ |
| fibptr->hw_fib_va->header.XferState = 0; |
| fibptr->type = FSAFS_NTC_FIB_CONTEXT; |
| fibptr->callback_data = NULL; |
| fibptr->callback = NULL; |
| fibptr->flags = 0; |
| |
| return fibptr; |
| } |
| |
| /** |
| * aac_fib_alloc - allocate a fib |
| * @dev: Adapter to allocate the fib for |
| * |
| * Allocate a fib from the adapter fib pool. If the pool is empty we |
| * return NULL. |
| */ |
| |
| struct fib *aac_fib_alloc(struct aac_dev *dev) |
| { |
| struct fib * fibptr; |
| unsigned long flags; |
| spin_lock_irqsave(&dev->fib_lock, flags); |
| fibptr = dev->free_fib; |
| if(!fibptr){ |
| spin_unlock_irqrestore(&dev->fib_lock, flags); |
| return fibptr; |
| } |
| dev->free_fib = fibptr->next; |
| spin_unlock_irqrestore(&dev->fib_lock, flags); |
| /* |
| * Set the proper node type code and node byte size |
| */ |
| fibptr->type = FSAFS_NTC_FIB_CONTEXT; |
| fibptr->size = sizeof(struct fib); |
| /* |
| * Null out fields that depend on being zero at the start of |
| * each I/O |
| */ |
| fibptr->hw_fib_va->header.XferState = 0; |
| fibptr->flags = 0; |
| fibptr->callback = NULL; |
| fibptr->callback_data = NULL; |
| |
| return fibptr; |
| } |
| |
| /** |
| * aac_fib_free - free a fib |
| * @fibptr: fib to free up |
| * |
| * Frees up a fib and places it on the appropriate queue |
| */ |
| |
| void aac_fib_free(struct fib *fibptr) |
| { |
| unsigned long flags; |
| |
| if (fibptr->done == 2) |
| return; |
| |
| spin_lock_irqsave(&fibptr->dev->fib_lock, flags); |
| if (unlikely(fibptr->flags & FIB_CONTEXT_FLAG_TIMED_OUT)) |
| aac_config.fib_timeouts++; |
| if (!(fibptr->flags & FIB_CONTEXT_FLAG_NATIVE_HBA) && |
| fibptr->hw_fib_va->header.XferState != 0) { |
| printk(KERN_WARNING "aac_fib_free, XferState != 0, fibptr = 0x%p, XferState = 0x%x\n", |
| (void*)fibptr, |
| le32_to_cpu(fibptr->hw_fib_va->header.XferState)); |
| } |
| fibptr->next = fibptr->dev->free_fib; |
| fibptr->dev->free_fib = fibptr; |
| spin_unlock_irqrestore(&fibptr->dev->fib_lock, flags); |
| } |
| |
| /** |
| * aac_fib_init - initialise a fib |
| * @fibptr: The fib to initialize |
| * |
| * Set up the generic fib fields ready for use |
| */ |
| |
| void aac_fib_init(struct fib *fibptr) |
| { |
| struct hw_fib *hw_fib = fibptr->hw_fib_va; |
| |
| memset(&hw_fib->header, 0, sizeof(struct aac_fibhdr)); |
| hw_fib->header.StructType = FIB_MAGIC; |
| hw_fib->header.Size = cpu_to_le16(fibptr->dev->max_fib_size); |
| hw_fib->header.XferState = cpu_to_le32(HostOwned | FibInitialized | FibEmpty | FastResponseCapable); |
| hw_fib->header.u.ReceiverFibAddress = cpu_to_le32(fibptr->hw_fib_pa); |
| hw_fib->header.SenderSize = cpu_to_le16(fibptr->dev->max_fib_size); |
| } |
| |
| /** |
| * fib_dealloc - deallocate a fib |
| * @fibptr: fib to deallocate |
| * |
| * Will deallocate and return to the free pool the FIB pointed to by the |
| * caller. |
| */ |
| |
| static void fib_dealloc(struct fib * fibptr) |
| { |
| struct hw_fib *hw_fib = fibptr->hw_fib_va; |
| hw_fib->header.XferState = 0; |
| } |
| |
| /* |
| * Commuication primitives define and support the queuing method we use to |
| * support host to adapter commuication. All queue accesses happen through |
| * these routines and are the only routines which have a knowledge of the |
| * how these queues are implemented. |
| */ |
| |
| /** |
| * aac_get_entry - get a queue entry |
| * @dev: Adapter |
| * @qid: Queue Number |
| * @entry: Entry return |
| * @index: Index return |
| * @nonotify: notification control |
| * |
| * With a priority the routine returns a queue entry if the queue has free entries. If the queue |
| * is full(no free entries) than no entry is returned and the function returns 0 otherwise 1 is |
| * returned. |
| */ |
| |
| static int aac_get_entry (struct aac_dev * dev, u32 qid, struct aac_entry **entry, u32 * index, unsigned long *nonotify) |
| { |
| struct aac_queue * q; |
| unsigned long idx; |
| |
| /* |
| * All of the queues wrap when they reach the end, so we check |
| * to see if they have reached the end and if they have we just |
| * set the index back to zero. This is a wrap. You could or off |
| * the high bits in all updates but this is a bit faster I think. |
| */ |
| |
| q = &dev->queues->queue[qid]; |
| |
| idx = *index = le32_to_cpu(*(q->headers.producer)); |
| /* Interrupt Moderation, only interrupt for first two entries */ |
| if (idx != le32_to_cpu(*(q->headers.consumer))) { |
| if (--idx == 0) { |
| if (qid == AdapNormCmdQueue) |
| idx = ADAP_NORM_CMD_ENTRIES; |
| else |
| idx = ADAP_NORM_RESP_ENTRIES; |
| } |
| if (idx != le32_to_cpu(*(q->headers.consumer))) |
| *nonotify = 1; |
| } |
| |
| if (qid == AdapNormCmdQueue) { |
| if (*index >= ADAP_NORM_CMD_ENTRIES) |
| *index = 0; /* Wrap to front of the Producer Queue. */ |
| } else { |
| if (*index >= ADAP_NORM_RESP_ENTRIES) |
| *index = 0; /* Wrap to front of the Producer Queue. */ |
| } |
| |
| /* Queue is full */ |
| if ((*index + 1) == le32_to_cpu(*(q->headers.consumer))) { |
| printk(KERN_WARNING "Queue %d full, %u outstanding.\n", |
| qid, atomic_read(&q->numpending)); |
| return 0; |
| } else { |
| *entry = q->base + *index; |
| return 1; |
| } |
| } |
| |
| /** |
| * aac_queue_get - get the next free QE |
| * @dev: Adapter |
| * @index: Returned index |
| * @qid: Queue number |
| * @hw_fib: Fib to associate with the queue entry |
| * @wait: Wait if queue full |
| * @fibptr: Driver fib object to go with fib |
| * @nonotify: Don't notify the adapter |
| * |
| * Gets the next free QE off the requested priorty adapter command |
| * queue and associates the Fib with the QE. The QE represented by |
| * index is ready to insert on the queue when this routine returns |
| * success. |
| */ |
| |
| int aac_queue_get(struct aac_dev * dev, u32 * index, u32 qid, struct hw_fib * hw_fib, int wait, struct fib * fibptr, unsigned long *nonotify) |
| { |
| struct aac_entry * entry = NULL; |
| int map = 0; |
| |
| if (qid == AdapNormCmdQueue) { |
| /* if no entries wait for some if caller wants to */ |
| while (!aac_get_entry(dev, qid, &entry, index, nonotify)) { |
| printk(KERN_ERR "GetEntries failed\n"); |
| } |
| /* |
| * Setup queue entry with a command, status and fib mapped |
| */ |
| entry->size = cpu_to_le32(le16_to_cpu(hw_fib->header.Size)); |
| map = 1; |
| } else { |
| while (!aac_get_entry(dev, qid, &entry, index, nonotify)) { |
| /* if no entries wait for some if caller wants to */ |
| } |
| /* |
| * Setup queue entry with command, status and fib mapped |
| */ |
| entry->size = cpu_to_le32(le16_to_cpu(hw_fib->header.Size)); |
| entry->addr = hw_fib->header.SenderFibAddress; |
| /* Restore adapters pointer to the FIB */ |
| hw_fib->header.u.ReceiverFibAddress = hw_fib->header.SenderFibAddress; /* Let the adapter now where to find its data */ |
| map = 0; |
| } |
| /* |
| * If MapFib is true than we need to map the Fib and put pointers |
| * in the queue entry. |
| */ |
| if (map) |
| entry->addr = cpu_to_le32(fibptr->hw_fib_pa); |
| return 0; |
| } |
| |
| /* |
| * Define the highest level of host to adapter communication routines. |
| * These routines will support host to adapter FS commuication. These |
| * routines have no knowledge of the commuication method used. This level |
| * sends and receives FIBs. This level has no knowledge of how these FIBs |
| * get passed back and forth. |
| */ |
| |
| /** |
| * aac_fib_send - send a fib to the adapter |
| * @command: Command to send |
| * @fibptr: The fib |
| * @size: Size of fib data area |
| * @priority: Priority of Fib |
| * @wait: Async/sync select |
| * @reply: True if a reply is wanted |
| * @callback: Called with reply |
| * @callback_data: Passed to callback |
| * |
| * Sends the requested FIB to the adapter and optionally will wait for a |
| * response FIB. If the caller does not wish to wait for a response than |
| * an event to wait on must be supplied. This event will be set when a |
| * response FIB is received from the adapter. |
| */ |
| |
| int aac_fib_send(u16 command, struct fib *fibptr, unsigned long size, |
| int priority, int wait, int reply, fib_callback callback, |
| void *callback_data) |
| { |
| struct aac_dev * dev = fibptr->dev; |
| struct hw_fib * hw_fib = fibptr->hw_fib_va; |
| unsigned long flags = 0; |
| unsigned long mflags = 0; |
| unsigned long sflags = 0; |
| |
| if (!(hw_fib->header.XferState & cpu_to_le32(HostOwned))) |
| return -EBUSY; |
| |
| if (hw_fib->header.XferState & cpu_to_le32(AdapterProcessed)) |
| return -EINVAL; |
| |
| /* |
| * There are 5 cases with the wait and response requested flags. |
| * The only invalid cases are if the caller requests to wait and |
| * does not request a response and if the caller does not want a |
| * response and the Fib is not allocated from pool. If a response |
| * is not requested the Fib will just be deallocaed by the DPC |
| * routine when the response comes back from the adapter. No |
| * further processing will be done besides deleting the Fib. We |
| * will have a debug mode where the adapter can notify the host |
| * it had a problem and the host can log that fact. |
| */ |
| fibptr->flags = 0; |
| if (wait && !reply) { |
| return -EINVAL; |
| } else if (!wait && reply) { |
| hw_fib->header.XferState |= cpu_to_le32(Async | ResponseExpected); |
| FIB_COUNTER_INCREMENT(aac_config.AsyncSent); |
| } else if (!wait && !reply) { |
| hw_fib->header.XferState |= cpu_to_le32(NoResponseExpected); |
| FIB_COUNTER_INCREMENT(aac_config.NoResponseSent); |
| } else if (wait && reply) { |
| hw_fib->header.XferState |= cpu_to_le32(ResponseExpected); |
| FIB_COUNTER_INCREMENT(aac_config.NormalSent); |
| } |
| /* |
| * Map the fib into 32bits by using the fib number |
| */ |
| |
| hw_fib->header.SenderFibAddress = |
| cpu_to_le32(((u32)(fibptr - dev->fibs)) << 2); |
| |
| /* use the same shifted value for handle to be compatible |
| * with the new native hba command handle |
| */ |
| hw_fib->header.Handle = |
| cpu_to_le32((((u32)(fibptr - dev->fibs)) << 2) + 1); |
| |
| /* |
| * Set FIB state to indicate where it came from and if we want a |
| * response from the adapter. Also load the command from the |
| * caller. |
| * |
| * Map the hw fib pointer as a 32bit value |
| */ |
| hw_fib->header.Command = cpu_to_le16(command); |
| hw_fib->header.XferState |= cpu_to_le32(SentFromHost); |
| /* |
| * Set the size of the Fib we want to send to the adapter |
| */ |
| hw_fib->header.Size = cpu_to_le16(sizeof(struct aac_fibhdr) + size); |
| if (le16_to_cpu(hw_fib->header.Size) > le16_to_cpu(hw_fib->header.SenderSize)) { |
| return -EMSGSIZE; |
| } |
| /* |
| * Get a queue entry connect the FIB to it and send an notify |
| * the adapter a command is ready. |
| */ |
| hw_fib->header.XferState |= cpu_to_le32(NormalPriority); |
| |
| /* |
| * Fill in the Callback and CallbackContext if we are not |
| * going to wait. |
| */ |
| if (!wait) { |
| fibptr->callback = callback; |
| fibptr->callback_data = callback_data; |
| fibptr->flags = FIB_CONTEXT_FLAG; |
| } |
| |
| fibptr->done = 0; |
| |
| FIB_COUNTER_INCREMENT(aac_config.FibsSent); |
| |
| dprintk((KERN_DEBUG "Fib contents:.\n")); |
| dprintk((KERN_DEBUG " Command = %d.\n", le32_to_cpu(hw_fib->header.Command))); |
| dprintk((KERN_DEBUG " SubCommand = %d.\n", le32_to_cpu(((struct aac_query_mount *)fib_data(fibptr))->command))); |
| dprintk((KERN_DEBUG " XferState = %x.\n", le32_to_cpu(hw_fib->header.XferState))); |
| dprintk((KERN_DEBUG " hw_fib va being sent=%p\n",fibptr->hw_fib_va)); |
| dprintk((KERN_DEBUG " hw_fib pa being sent=%lx\n",(ulong)fibptr->hw_fib_pa)); |
| dprintk((KERN_DEBUG " fib being sent=%p\n",fibptr)); |
| |
| if (!dev->queues) |
| return -EBUSY; |
| |
| if (wait) { |
| |
| spin_lock_irqsave(&dev->manage_lock, mflags); |
| if (dev->management_fib_count >= AAC_NUM_MGT_FIB) { |
| printk(KERN_INFO "No management Fibs Available:%d\n", |
| dev->management_fib_count); |
| spin_unlock_irqrestore(&dev->manage_lock, mflags); |
| return -EBUSY; |
| } |
| dev->management_fib_count++; |
| spin_unlock_irqrestore(&dev->manage_lock, mflags); |
| spin_lock_irqsave(&fibptr->event_lock, flags); |
| } |
| |
| if (dev->sync_mode) { |
| if (wait) |
| spin_unlock_irqrestore(&fibptr->event_lock, flags); |
| spin_lock_irqsave(&dev->sync_lock, sflags); |
| if (dev->sync_fib) { |
| list_add_tail(&fibptr->fiblink, &dev->sync_fib_list); |
| spin_unlock_irqrestore(&dev->sync_lock, sflags); |
| } else { |
| dev->sync_fib = fibptr; |
| spin_unlock_irqrestore(&dev->sync_lock, sflags); |
| aac_adapter_sync_cmd(dev, SEND_SYNCHRONOUS_FIB, |
| (u32)fibptr->hw_fib_pa, 0, 0, 0, 0, 0, |
| NULL, NULL, NULL, NULL, NULL); |
| } |
| if (wait) { |
| fibptr->flags |= FIB_CONTEXT_FLAG_WAIT; |
| if (wait_for_completion_interruptible(&fibptr->event_wait)) { |
| fibptr->flags &= ~FIB_CONTEXT_FLAG_WAIT; |
| return -EFAULT; |
| } |
| return 0; |
| } |
| return -EINPROGRESS; |
| } |
| |
| if (aac_adapter_deliver(fibptr) != 0) { |
| printk(KERN_ERR "aac_fib_send: returned -EBUSY\n"); |
| if (wait) { |
| spin_unlock_irqrestore(&fibptr->event_lock, flags); |
| spin_lock_irqsave(&dev->manage_lock, mflags); |
| dev->management_fib_count--; |
| spin_unlock_irqrestore(&dev->manage_lock, mflags); |
| } |
| return -EBUSY; |
| } |
| |
| |
| /* |
| * If the caller wanted us to wait for response wait now. |
| */ |
| |
| if (wait) { |
| spin_unlock_irqrestore(&fibptr->event_lock, flags); |
| /* Only set for first known interruptable command */ |
| if (wait < 0) { |
| /* |
| * *VERY* Dangerous to time out a command, the |
| * assumption is made that we have no hope of |
| * functioning because an interrupt routing or other |
| * hardware failure has occurred. |
| */ |
| unsigned long timeout = jiffies + (180 * HZ); /* 3 minutes */ |
| while (!try_wait_for_completion(&fibptr->event_wait)) { |
| int blink; |
| if (time_is_before_eq_jiffies(timeout)) { |
| struct aac_queue * q = &dev->queues->queue[AdapNormCmdQueue]; |
| atomic_dec(&q->numpending); |
| if (wait == -1) { |
| printk(KERN_ERR "aacraid: aac_fib_send: first asynchronous command timed out.\n" |
| "Usually a result of a PCI interrupt routing problem;\n" |
| "update mother board BIOS or consider utilizing one of\n" |
| "the SAFE mode kernel options (acpi, apic etc)\n"); |
| } |
| return -ETIMEDOUT; |
| } |
| |
| if (unlikely(aac_pci_offline(dev))) |
| return -EFAULT; |
| |
| if ((blink = aac_adapter_check_health(dev)) > 0) { |
| if (wait == -1) { |
| printk(KERN_ERR "aacraid: aac_fib_send: adapter blinkLED 0x%x.\n" |
| "Usually a result of a serious unrecoverable hardware problem\n", |
| blink); |
| } |
| return -EFAULT; |
| } |
| /* |
| * Allow other processes / CPUS to use core |
| */ |
| schedule(); |
| } |
| } else if (wait_for_completion_interruptible(&fibptr->event_wait)) { |
| /* Do nothing ... satisfy |
| * wait_for_completion_interruptible must_check */ |
| } |
| |
| spin_lock_irqsave(&fibptr->event_lock, flags); |
| if (fibptr->done == 0) { |
| fibptr->done = 2; /* Tell interrupt we aborted */ |
| spin_unlock_irqrestore(&fibptr->event_lock, flags); |
| return -ERESTARTSYS; |
| } |
| spin_unlock_irqrestore(&fibptr->event_lock, flags); |
| BUG_ON(fibptr->done == 0); |
| |
| if(unlikely(fibptr->flags & FIB_CONTEXT_FLAG_TIMED_OUT)) |
| return -ETIMEDOUT; |
| return 0; |
| } |
| /* |
| * If the user does not want a response than return success otherwise |
| * return pending |
| */ |
| if (reply) |
| return -EINPROGRESS; |
| else |
| return 0; |
| } |
| |
| int aac_hba_send(u8 command, struct fib *fibptr, fib_callback callback, |
| void *callback_data) |
| { |
| struct aac_dev *dev = fibptr->dev; |
| int wait; |
| unsigned long flags = 0; |
| unsigned long mflags = 0; |
| struct aac_hba_cmd_req *hbacmd = (struct aac_hba_cmd_req *) |
| fibptr->hw_fib_va; |
| |
| fibptr->flags = (FIB_CONTEXT_FLAG | FIB_CONTEXT_FLAG_NATIVE_HBA); |
| if (callback) { |
| wait = 0; |
| fibptr->callback = callback; |
| fibptr->callback_data = callback_data; |
| } else |
| wait = 1; |
| |
| |
| hbacmd->iu_type = command; |
| |
| if (command == HBA_IU_TYPE_SCSI_CMD_REQ) { |
| /* bit1 of request_id must be 0 */ |
| hbacmd->request_id = |
| cpu_to_le32((((u32)(fibptr - dev->fibs)) << 2) + 1); |
| fibptr->flags |= FIB_CONTEXT_FLAG_SCSI_CMD; |
| } else |
| return -EINVAL; |
| |
| |
| if (wait) { |
| spin_lock_irqsave(&dev->manage_lock, mflags); |
| if (dev->management_fib_count >= AAC_NUM_MGT_FIB) { |
| spin_unlock_irqrestore(&dev->manage_lock, mflags); |
| return -EBUSY; |
| } |
| dev->management_fib_count++; |
| spin_unlock_irqrestore(&dev->manage_lock, mflags); |
| spin_lock_irqsave(&fibptr->event_lock, flags); |
| } |
| |
| if (aac_adapter_deliver(fibptr) != 0) { |
| if (wait) { |
| spin_unlock_irqrestore(&fibptr->event_lock, flags); |
| spin_lock_irqsave(&dev->manage_lock, mflags); |
| dev->management_fib_count--; |
| spin_unlock_irqrestore(&dev->manage_lock, mflags); |
| } |
| return -EBUSY; |
| } |
| FIB_COUNTER_INCREMENT(aac_config.NativeSent); |
| |
| if (wait) { |
| |
| spin_unlock_irqrestore(&fibptr->event_lock, flags); |
| |
| if (unlikely(aac_pci_offline(dev))) |
| return -EFAULT; |
| |
| fibptr->flags |= FIB_CONTEXT_FLAG_WAIT; |
| if (wait_for_completion_interruptible(&fibptr->event_wait)) |
| fibptr->done = 2; |
| fibptr->flags &= ~(FIB_CONTEXT_FLAG_WAIT); |
| |
| spin_lock_irqsave(&fibptr->event_lock, flags); |
| if ((fibptr->done == 0) || (fibptr->done == 2)) { |
| fibptr->done = 2; /* Tell interrupt we aborted */ |
| spin_unlock_irqrestore(&fibptr->event_lock, flags); |
| return -ERESTARTSYS; |
| } |
| spin_unlock_irqrestore(&fibptr->event_lock, flags); |
| WARN_ON(fibptr->done == 0); |
| |
| if (unlikely(fibptr->flags & FIB_CONTEXT_FLAG_TIMED_OUT)) |
| return -ETIMEDOUT; |
| |
| return 0; |
| } |
| |
| return -EINPROGRESS; |
| } |
| |
| /** |
| * aac_consumer_get - get the top of the queue |
| * @dev: Adapter |
| * @q: Queue |
| * @entry: Return entry |
| * |
| * Will return a pointer to the entry on the top of the queue requested that |
| * we are a consumer of, and return the address of the queue entry. It does |
| * not change the state of the queue. |
| */ |
| |
| int aac_consumer_get(struct aac_dev * dev, struct aac_queue * q, struct aac_entry **entry) |
| { |
| u32 index; |
| int status; |
| if (le32_to_cpu(*q->headers.producer) == le32_to_cpu(*q->headers.consumer)) { |
| status = 0; |
| } else { |
| /* |
| * The consumer index must be wrapped if we have reached |
| * the end of the queue, else we just use the entry |
| * pointed to by the header index |
| */ |
| if (le32_to_cpu(*q->headers.consumer) >= q->entries) |
| index = 0; |
| else |
| index = le32_to_cpu(*q->headers.consumer); |
| *entry = q->base + index; |
| status = 1; |
| } |
| return(status); |
| } |
| |
| /** |
| * aac_consumer_free - free consumer entry |
| * @dev: Adapter |
| * @q: Queue |
| * @qid: Queue ident |
| * |
| * Frees up the current top of the queue we are a consumer of. If the |
| * queue was full notify the producer that the queue is no longer full. |
| */ |
| |
| void aac_consumer_free(struct aac_dev * dev, struct aac_queue *q, u32 qid) |
| { |
| int wasfull = 0; |
| u32 notify; |
| |
| if ((le32_to_cpu(*q->headers.producer)+1) == le32_to_cpu(*q->headers.consumer)) |
| wasfull = 1; |
| |
| if (le32_to_cpu(*q->headers.consumer) >= q->entries) |
| *q->headers.consumer = cpu_to_le32(1); |
| else |
| le32_add_cpu(q->headers.consumer, 1); |
| |
| if (wasfull) { |
| switch (qid) { |
| |
| case HostNormCmdQueue: |
| notify = HostNormCmdNotFull; |
| break; |
| case HostNormRespQueue: |
| notify = HostNormRespNotFull; |
| break; |
| default: |
| BUG(); |
| return; |
| } |
| aac_adapter_notify(dev, notify); |
| } |
| } |
| |
| /** |
| * aac_fib_adapter_complete - complete adapter issued fib |
| * @fibptr: fib to complete |
| * @size: size of fib |
| * |
| * Will do all necessary work to complete a FIB that was sent from |
| * the adapter. |
| */ |
| |
| int aac_fib_adapter_complete(struct fib *fibptr, unsigned short size) |
| { |
| struct hw_fib * hw_fib = fibptr->hw_fib_va; |
| struct aac_dev * dev = fibptr->dev; |
| struct aac_queue * q; |
| unsigned long nointr = 0; |
| unsigned long qflags; |
| |
| if (dev->comm_interface == AAC_COMM_MESSAGE_TYPE1 || |
| dev->comm_interface == AAC_COMM_MESSAGE_TYPE2 || |
| dev->comm_interface == AAC_COMM_MESSAGE_TYPE3) { |
| kfree(hw_fib); |
| return 0; |
| } |
| |
| if (hw_fib->header.XferState == 0) { |
| if (dev->comm_interface == AAC_COMM_MESSAGE) |
| kfree(hw_fib); |
| return 0; |
| } |
| /* |
| * If we plan to do anything check the structure type first. |
| */ |
| if (hw_fib->header.StructType != FIB_MAGIC && |
| hw_fib->header.StructType != FIB_MAGIC2 && |
| hw_fib->header.StructType != FIB_MAGIC2_64) { |
| if (dev->comm_interface == AAC_COMM_MESSAGE) |
| kfree(hw_fib); |
| return -EINVAL; |
| } |
| /* |
| * This block handles the case where the adapter had sent us a |
| * command and we have finished processing the command. We |
| * call completeFib when we are done processing the command |
| * and want to send a response back to the adapter. This will |
| * send the completed cdb to the adapter. |
| */ |
| if (hw_fib->header.XferState & cpu_to_le32(SentFromAdapter)) { |
| if (dev->comm_interface == AAC_COMM_MESSAGE) { |
| kfree (hw_fib); |
| } else { |
| u32 index; |
| hw_fib->header.XferState |= cpu_to_le32(HostProcessed); |
| if (size) { |
| size += sizeof(struct aac_fibhdr); |
| if (size > le16_to_cpu(hw_fib->header.SenderSize)) |
| return -EMSGSIZE; |
| hw_fib->header.Size = cpu_to_le16(size); |
| } |
| q = &dev->queues->queue[AdapNormRespQueue]; |
| spin_lock_irqsave(q->lock, qflags); |
| aac_queue_get(dev, &index, AdapNormRespQueue, hw_fib, 1, NULL, &nointr); |
| *(q->headers.producer) = cpu_to_le32(index + 1); |
| spin_unlock_irqrestore(q->lock, qflags); |
| if (!(nointr & (int)aac_config.irq_mod)) |
| aac_adapter_notify(dev, AdapNormRespQueue); |
| } |
| } else { |
| printk(KERN_WARNING "aac_fib_adapter_complete: " |
| "Unknown xferstate detected.\n"); |
| BUG(); |
| } |
| return 0; |
| } |
| |
| /** |
| * aac_fib_complete - fib completion handler |
| * @fibptr: FIB to complete |
| * |
| * Will do all necessary work to complete a FIB. |
| */ |
| |
| int aac_fib_complete(struct fib *fibptr) |
| { |
| struct hw_fib * hw_fib = fibptr->hw_fib_va; |
| |
| if (fibptr->flags & FIB_CONTEXT_FLAG_NATIVE_HBA) { |
| fib_dealloc(fibptr); |
| return 0; |
| } |
| |
| /* |
| * Check for a fib which has already been completed or with a |
| * status wait timeout |
| */ |
| |
| if (hw_fib->header.XferState == 0 || fibptr->done == 2) |
| return 0; |
| /* |
| * If we plan to do anything check the structure type first. |
| */ |
| |
| if (hw_fib->header.StructType != FIB_MAGIC && |
| hw_fib->header.StructType != FIB_MAGIC2 && |
| hw_fib->header.StructType != FIB_MAGIC2_64) |
| return -EINVAL; |
| /* |
| * This block completes a cdb which orginated on the host and we |
| * just need to deallocate the cdb or reinit it. At this point the |
| * command is complete that we had sent to the adapter and this |
| * cdb could be reused. |
| */ |
| |
| if((hw_fib->header.XferState & cpu_to_le32(SentFromHost)) && |
| (hw_fib->header.XferState & cpu_to_le32(AdapterProcessed))) |
| { |
| fib_dealloc(fibptr); |
| } |
| else if(hw_fib->header.XferState & cpu_to_le32(SentFromHost)) |
| { |
| /* |
| * This handles the case when the host has aborted the I/O |
| * to the adapter because the adapter is not responding |
| */ |
| fib_dealloc(fibptr); |
| } else if(hw_fib->header.XferState & cpu_to_le32(HostOwned)) { |
| fib_dealloc(fibptr); |
| } else { |
| BUG(); |
| } |
| return 0; |
| } |
| |
| /** |
| * aac_printf - handle printf from firmware |
| * @dev: Adapter |
| * @val: Message info |
| * |
| * Print a message passed to us by the controller firmware on the |
| * Adaptec board |
| */ |
| |
| void aac_printf(struct aac_dev *dev, u32 val) |
| { |
| char *cp = dev->printfbuf; |
| if (dev->printf_enabled) |
| { |
| int length = val & 0xffff; |
| int level = (val >> 16) & 0xffff; |
| |
| /* |
| * The size of the printfbuf is set in port.c |
| * There is no variable or define for it |
| */ |
| if (length > 255) |
| length = 255; |
| if (cp[length] != 0) |
| cp[length] = 0; |
| if (level == LOG_AAC_HIGH_ERROR) |
| printk(KERN_WARNING "%s:%s", dev->name, cp); |
| else |
| printk(KERN_INFO "%s:%s", dev->name, cp); |
| } |
| memset(cp, 0, 256); |
| } |
| |
| static inline int aac_aif_data(struct aac_aifcmd *aifcmd, uint32_t index) |
| { |
| return le32_to_cpu(((__le32 *)aifcmd->data)[index]); |
| } |
| |
| |
| static void aac_handle_aif_bu(struct aac_dev *dev, struct aac_aifcmd *aifcmd) |
| { |
| switch (aac_aif_data(aifcmd, 1)) { |
| case AifBuCacheDataLoss: |
| if (aac_aif_data(aifcmd, 2)) |
| dev_info(&dev->pdev->dev, "Backup unit had cache data loss - [%d]\n", |
| aac_aif_data(aifcmd, 2)); |
| else |
| dev_info(&dev->pdev->dev, "Backup Unit had cache data loss\n"); |
| break; |
| case AifBuCacheDataRecover: |
| if (aac_aif_data(aifcmd, 2)) |
| dev_info(&dev->pdev->dev, "DDR cache data recovered successfully - [%d]\n", |
| aac_aif_data(aifcmd, 2)); |
| else |
| dev_info(&dev->pdev->dev, "DDR cache data recovered successfully\n"); |
| break; |
| } |
| } |
| |
| #define AIF_SNIFF_TIMEOUT (500*HZ) |
| /** |
| * aac_handle_aif - Handle a message from the firmware |
| * @dev: Which adapter this fib is from |
| * @fibptr: Pointer to fibptr from adapter |
| * |
| * This routine handles a driver notify fib from the adapter and |
| * dispatches it to the appropriate routine for handling. |
| */ |
| static void aac_handle_aif(struct aac_dev * dev, struct fib * fibptr) |
| { |
| struct hw_fib * hw_fib = fibptr->hw_fib_va; |
| struct aac_aifcmd * aifcmd = (struct aac_aifcmd *)hw_fib->data; |
| u32 channel, id, lun, container; |
| struct scsi_device *device; |
| enum { |
| NOTHING, |
| DELETE, |
| ADD, |
| CHANGE |
| } device_config_needed = NOTHING; |
| |
| /* Sniff for container changes */ |
| |
| if (!dev || !dev->fsa_dev) |
| return; |
| container = channel = id = lun = (u32)-1; |
| |
| /* |
| * We have set this up to try and minimize the number of |
| * re-configures that take place. As a result of this when |
| * certain AIF's come in we will set a flag waiting for another |
| * type of AIF before setting the re-config flag. |
| */ |
| switch (le32_to_cpu(aifcmd->command)) { |
| case AifCmdDriverNotify: |
| switch (le32_to_cpu(((__le32 *)aifcmd->data)[0])) { |
| case AifRawDeviceRemove: |
| container = le32_to_cpu(((__le32 *)aifcmd->data)[1]); |
| if ((container >> 28)) { |
| container = (u32)-1; |
| break; |
| } |
| channel = (container >> 24) & 0xF; |
| if (channel >= dev->maximum_num_channels) { |
| container = (u32)-1; |
| break; |
| } |
| id = container & 0xFFFF; |
| if (id >= dev->maximum_num_physicals) { |
| container = (u32)-1; |
| break; |
| } |
| lun = (container >> 16) & 0xFF; |
| container = (u32)-1; |
| channel = aac_phys_to_logical(channel); |
| device_config_needed = DELETE; |
| break; |
| |
| /* |
| * Morph or Expand complete |
| */ |
| case AifDenMorphComplete: |
| case AifDenVolumeExtendComplete: |
| container = le32_to_cpu(((__le32 *)aifcmd->data)[1]); |
| if (container >= dev->maximum_num_containers) |
| break; |
| |
| /* |
| * Find the scsi_device associated with the SCSI |
| * address. Make sure we have the right array, and if |
| * so set the flag to initiate a new re-config once we |
| * see an AifEnConfigChange AIF come through. |
| */ |
| |
| if ((dev != NULL) && (dev->scsi_host_ptr != NULL)) { |
| device = scsi_device_lookup(dev->scsi_host_ptr, |
| CONTAINER_TO_CHANNEL(container), |
| CONTAINER_TO_ID(container), |
| CONTAINER_TO_LUN(container)); |
| if (device) { |
| dev->fsa_dev[container].config_needed = CHANGE; |
| dev->fsa_dev[container].config_waiting_on = AifEnConfigChange; |
| dev->fsa_dev[container].config_waiting_stamp = jiffies; |
| scsi_device_put(device); |
| } |
| } |
| } |
| |
| /* |
| * If we are waiting on something and this happens to be |
| * that thing then set the re-configure flag. |
| */ |
| if (container != (u32)-1) { |
| if (container >= dev->maximum_num_containers) |
| break; |
| if ((dev->fsa_dev[container].config_waiting_on == |
| le32_to_cpu(*(__le32 *)aifcmd->data)) && |
| time_before(jiffies, dev->fsa_dev[container].config_waiting_stamp + AIF_SNIFF_TIMEOUT)) |
| dev->fsa_dev[container].config_waiting_on = 0; |
| } else for (container = 0; |
| container < dev->maximum_num_containers; ++container) { |
| if ((dev->fsa_dev[container].config_waiting_on == |
| le32_to_cpu(*(__le32 *)aifcmd->data)) && |
| time_before(jiffies, dev->fsa_dev[container].config_waiting_stamp + AIF_SNIFF_TIMEOUT)) |
| dev->fsa_dev[container].config_waiting_on = 0; |
| } |
| break; |
| |
| case AifCmdEventNotify: |
| switch (le32_to_cpu(((__le32 *)aifcmd->data)[0])) { |
| case AifEnBatteryEvent: |
| dev->cache_protected = |
| (((__le32 *)aifcmd->data)[1] == cpu_to_le32(3)); |
| break; |
| /* |
| * Add an Array. |
| */ |
| case AifEnAddContainer: |
| container = le32_to_cpu(((__le32 *)aifcmd->data)[1]); |
| if (container >= dev->maximum_num_containers) |
| break; |
| dev->fsa_dev[container].config_needed = ADD; |
| dev->fsa_dev[container].config_waiting_on = |
| AifEnConfigChange; |
| dev->fsa_dev[container].config_waiting_stamp = jiffies; |
| break; |
| |
| /* |
| * Delete an Array. |
| */ |
| case AifEnDeleteContainer: |
| container = le32_to_cpu(((__le32 *)aifcmd->data)[1]); |
| if (container >= dev->maximum_num_containers) |
| break; |
| dev->fsa_dev[container].config_needed = DELETE; |
| dev->fsa_dev[container].config_waiting_on = |
| AifEnConfigChange; |
| dev->fsa_dev[container].config_waiting_stamp = jiffies; |
| break; |
| |
| /* |
| * Container change detected. If we currently are not |
| * waiting on something else, setup to wait on a Config Change. |
| */ |
| case AifEnContainerChange: |
| container = le32_to_cpu(((__le32 *)aifcmd->data)[1]); |
| if (container >= dev->maximum_num_containers) |
| break; |
| if (dev->fsa_dev[container].config_waiting_on && |
| time_before(jiffies, dev->fsa_dev[container].config_waiting_stamp + AIF_SNIFF_TIMEOUT)) |
| break; |
| dev->fsa_dev[container].config_needed = CHANGE; |
| dev->fsa_dev[container].config_waiting_on = |
| AifEnConfigChange; |
| dev->fsa_dev[container].config_waiting_stamp = jiffies; |
| break; |
| |
| case AifEnConfigChange: |
| break; |
| |
| case AifEnAddJBOD: |
| case AifEnDeleteJBOD: |
| container = le32_to_cpu(((__le32 *)aifcmd->data)[1]); |
| if ((container >> 28)) { |
| container = (u32)-1; |
| break; |
| } |
| channel = (container >> 24) & 0xF; |
| if (channel >= dev->maximum_num_channels) { |
| container = (u32)-1; |
| break; |
| } |
| id = container & 0xFFFF; |
| if (id >= dev->maximum_num_physicals) { |
| container = (u32)-1; |
| break; |
| } |
| lun = (container >> 16) & 0xFF; |
| container = (u32)-1; |
| channel = aac_phys_to_logical(channel); |
| device_config_needed = |
| (((__le32 *)aifcmd->data)[0] == |
| cpu_to_le32(AifEnAddJBOD)) ? ADD : DELETE; |
| if (device_config_needed == ADD) { |
| device = scsi_device_lookup(dev->scsi_host_ptr, |
| channel, |
| id, |
| lun); |
| if (device) { |
| scsi_remove_device(device); |
| scsi_device_put(device); |
| } |
| } |
| break; |
| |
| case AifEnEnclosureManagement: |
| /* |
| * If in JBOD mode, automatic exposure of new |
| * physical target to be suppressed until configured. |
| */ |
| if (dev->jbod) |
| break; |
| switch (le32_to_cpu(((__le32 *)aifcmd->data)[3])) { |
| case EM_DRIVE_INSERTION: |
| case EM_DRIVE_REMOVAL: |
| case EM_SES_DRIVE_INSERTION: |
| case EM_SES_DRIVE_REMOVAL: |
| container = le32_to_cpu( |
| ((__le32 *)aifcmd->data)[2]); |
| if ((container >> 28)) { |
| container = (u32)-1; |
| break; |
| } |
| channel = (container >> 24) & 0xF; |
| if (channel >= dev->maximum_num_channels) { |
| container = (u32)-1; |
| break; |
| } |
| id = container & 0xFFFF; |
| lun = (container >> 16) & 0xFF; |
| container = (u32)-1; |
| if (id >= dev->maximum_num_physicals) { |
| /* legacy dev_t ? */ |
| if ((0x2000 <= id) || lun || channel || |
| ((channel = (id >> 7) & 0x3F) >= |
| dev->maximum_num_channels)) |
| break; |
| lun = (id >> 4) & 7; |
| id &= 0xF; |
| } |
| channel = aac_phys_to_logical(channel); |
| device_config_needed = |
| ((((__le32 *)aifcmd->data)[3] |
| == cpu_to_le32(EM_DRIVE_INSERTION)) || |
| (((__le32 *)aifcmd->data)[3] |
| == cpu_to_le32(EM_SES_DRIVE_INSERTION))) ? |
| ADD : DELETE; |
| break; |
| } |
| break; |
| case AifBuManagerEvent: |
| aac_handle_aif_bu(dev, aifcmd); |
| break; |
| } |
| |
| /* |
| * If we are waiting on something and this happens to be |
| * that thing then set the re-configure flag. |
| */ |
| if (container != (u32)-1) { |
| if (container >= dev->maximum_num_containers) |
| break; |
| if ((dev->fsa_dev[container].config_waiting_on == |
| le32_to_cpu(*(__le32 *)aifcmd->data)) && |
| time_before(jiffies, dev->fsa_dev[container].config_waiting_stamp + AIF_SNIFF_TIMEOUT)) |
| dev->fsa_dev[container].config_waiting_on = 0; |
| } else for (container = 0; |
| container < dev->maximum_num_containers; ++container) { |
| if ((dev->fsa_dev[container].config_waiting_on == |
| le32_to_cpu(*(__le32 *)aifcmd->data)) && |
| time_before(jiffies, dev->fsa_dev[container].config_waiting_stamp + AIF_SNIFF_TIMEOUT)) |
| dev->fsa_dev[container].config_waiting_on = 0; |
| } |
| break; |
| |
| case AifCmdJobProgress: |
| /* |
| * These are job progress AIF's. When a Clear is being |
| * done on a container it is initially created then hidden from |
| * the OS. When the clear completes we don't get a config |
| * change so we monitor the job status complete on a clear then |
| * wait for a container change. |
| */ |
| |
| if (((__le32 *)aifcmd->data)[1] == cpu_to_le32(AifJobCtrZero) && |
| (((__le32 *)aifcmd->data)[6] == ((__le32 *)aifcmd->data)[5] || |
| ((__le32 *)aifcmd->data)[4] == cpu_to_le32(AifJobStsSuccess))) { |
| for (container = 0; |
| container < dev->maximum_num_containers; |
| ++container) { |
| /* |
| * Stomp on all config sequencing for all |
| * containers? |
| */ |
| dev->fsa_dev[container].config_waiting_on = |
| AifEnContainerChange; |
| dev->fsa_dev[container].config_needed = ADD; |
| dev->fsa_dev[container].config_waiting_stamp = |
| jiffies; |
| } |
| } |
| if (((__le32 *)aifcmd->data)[1] == cpu_to_le32(AifJobCtrZero) && |
| ((__le32 *)aifcmd->data)[6] == 0 && |
| ((__le32 *)aifcmd->data)[4] == cpu_to_le32(AifJobStsRunning)) { |
| for (container = 0; |
| container < dev->maximum_num_containers; |
| ++container) { |
| /* |
| * Stomp on all config sequencing for all |
| * containers? |
| */ |
| dev->fsa_dev[container].config_waiting_on = |
| AifEnContainerChange; |
| dev->fsa_dev[container].config_needed = DELETE; |
| dev->fsa_dev[container].config_waiting_stamp = |
| jiffies; |
| } |
| } |
| break; |
| } |
| |
| container = 0; |
| retry_next: |
| if (device_config_needed == NOTHING) { |
| for (; container < dev->maximum_num_containers; ++container) { |
| if ((dev->fsa_dev[container].config_waiting_on == 0) && |
| (dev->fsa_dev[container].config_needed != NOTHING) && |
| time_before(jiffies, dev->fsa_dev[container].config_waiting_stamp + AIF_SNIFF_TIMEOUT)) { |
| device_config_needed = |
| dev->fsa_dev[container].config_needed; |
| dev->fsa_dev[container].config_needed = NOTHING; |
| channel = CONTAINER_TO_CHANNEL(container); |
| id = CONTAINER_TO_ID(container); |
| lun = CONTAINER_TO_LUN(container); |
| break; |
| } |
| } |
| } |
| if (device_config_needed == NOTHING) |
| return; |
| |
| /* |
| * If we decided that a re-configuration needs to be done, |
| * schedule it here on the way out the door, please close the door |
| * behind you. |
| */ |
| |
| /* |
| * Find the scsi_device associated with the SCSI address, |
| * and mark it as changed, invalidating the cache. This deals |
| * with changes to existing device IDs. |
| */ |
| |
| if (!dev || !dev->scsi_host_ptr) |
| return; |
| /* |
| * force reload of disk info via aac_probe_container |
| */ |
| if ((channel == CONTAINER_CHANNEL) && |
| (device_config_needed != NOTHING)) { |
| if (dev->fsa_dev[container].valid == 1) |
| dev->fsa_dev[container].valid = 2; |
| aac_probe_container(dev, container); |
| } |
| device = scsi_device_lookup(dev->scsi_host_ptr, channel, id, lun); |
| if (device) { |
| switch (device_config_needed) { |
| case DELETE: |
| #if (defined(AAC_DEBUG_INSTRUMENT_AIF_DELETE)) |
| scsi_remove_device(device); |
| #else |
| if (scsi_device_online(device)) { |
| scsi_device_set_state(device, SDEV_OFFLINE); |
| sdev_printk(KERN_INFO, device, |
| "Device offlined - %s\n", |
| (channel == CONTAINER_CHANNEL) ? |
| "array deleted" : |
| "enclosure services event"); |
| } |
| #endif |
| break; |
| case ADD: |
| if (!scsi_device_online(device)) { |
| sdev_printk(KERN_INFO, device, |
| "Device online - %s\n", |
| (channel == CONTAINER_CHANNEL) ? |
| "array created" : |
| "enclosure services event"); |
| scsi_device_set_state(device, SDEV_RUNNING); |
| } |
| fallthrough; |
| case CHANGE: |
| if ((channel == CONTAINER_CHANNEL) |
| && (!dev->fsa_dev[container].valid)) { |
| #if (defined(AAC_DEBUG_INSTRUMENT_AIF_DELETE)) |
| scsi_remove_device(device); |
| #else |
| if (!scsi_device_online(device)) |
| break; |
| scsi_device_set_state(device, SDEV_OFFLINE); |
| sdev_printk(KERN_INFO, device, |
| "Device offlined - %s\n", |
| "array failed"); |
| #endif |
| break; |
| } |
| scsi_rescan_device(device); |
| break; |
| |
| default: |
| break; |
| } |
| scsi_device_put(device); |
| device_config_needed = NOTHING; |
| } |
| if (device_config_needed == ADD) |
| scsi_add_device(dev->scsi_host_ptr, channel, id, lun); |
| if (channel == CONTAINER_CHANNEL) { |
| container++; |
| device_config_needed = NOTHING; |
| goto retry_next; |
| } |
| } |
| |
| static void aac_schedule_bus_scan(struct aac_dev *aac) |
| { |
| if (aac->sa_firmware) |
| aac_schedule_safw_scan_worker(aac); |
| else |
| aac_schedule_src_reinit_aif_worker(aac); |
| } |
| |
| static int _aac_reset_adapter(struct aac_dev *aac, int forced, u8 reset_type) |
| { |
| int index, quirks; |
| int retval; |
| struct Scsi_Host *host = aac->scsi_host_ptr; |
| int jafo = 0; |
| int bled; |
| u64 dmamask; |
| int num_of_fibs = 0; |
| |
| /* |
| * Assumptions: |
| * - host is locked, unless called by the aacraid thread. |
| * (a matter of convenience, due to legacy issues surrounding |
| * eh_host_adapter_reset). |
| * - in_reset is asserted, so no new i/o is getting to the |
| * card. |
| * - The card is dead, or will be very shortly ;-/ so no new |
| * commands are completing in the interrupt service. |
| */ |
| aac_adapter_disable_int(aac); |
| if (aac->thread && aac->thread->pid != current->pid) { |
| spin_unlock_irq(host->host_lock); |
| kthread_stop(aac->thread); |
| aac->thread = NULL; |
| jafo = 1; |
| } |
| |
| /* |
| * If a positive health, means in a known DEAD PANIC |
| * state and the adapter could be reset to `try again'. |
| */ |
| bled = forced ? 0 : aac_adapter_check_health(aac); |
| retval = aac_adapter_restart(aac, bled, reset_type); |
| |
| if (retval) |
| goto out; |
| |
| /* |
| * Loop through the fibs, close the synchronous FIBS |
| */ |
| retval = 1; |
| num_of_fibs = aac->scsi_host_ptr->can_queue + AAC_NUM_MGT_FIB; |
| for (index = 0; index < num_of_fibs; index++) { |
| |
| struct fib *fib = &aac->fibs[index]; |
| __le32 XferState = fib->hw_fib_va->header.XferState; |
| bool is_response_expected = false; |
| |
| if (!(XferState & cpu_to_le32(NoResponseExpected | Async)) && |
| (XferState & cpu_to_le32(ResponseExpected))) |
| is_response_expected = true; |
| |
| if (is_response_expected |
| || fib->flags & FIB_CONTEXT_FLAG_WAIT) { |
| unsigned long flagv; |
| spin_lock_irqsave(&fib->event_lock, flagv); |
| complete(&fib->event_wait); |
| spin_unlock_irqrestore(&fib->event_lock, flagv); |
| schedule(); |
| retval = 0; |
| } |
| } |
| /* Give some extra time for ioctls to complete. */ |
| if (retval == 0) |
| ssleep(2); |
| index = aac->cardtype; |
| |
| /* |
| * Re-initialize the adapter, first free resources, then carefully |
| * apply the initialization sequence to come back again. Only risk |
| * is a change in Firmware dropping cache, it is assumed the caller |
| * will ensure that i/o is queisced and the card is flushed in that |
| * case. |
| */ |
| aac_free_irq(aac); |
| aac_fib_map_free(aac); |
| dma_free_coherent(&aac->pdev->dev, aac->comm_size, aac->comm_addr, |
| aac->comm_phys); |
| aac_adapter_ioremap(aac, 0); |
| aac->comm_addr = NULL; |
| aac->comm_phys = 0; |
| kfree(aac->queues); |
| aac->queues = NULL; |
| kfree(aac->fsa_dev); |
| aac->fsa_dev = NULL; |
| |
| dmamask = DMA_BIT_MASK(32); |
| quirks = aac_get_driver_ident(index)->quirks; |
| if (quirks & AAC_QUIRK_31BIT) |
| retval = dma_set_mask(&aac->pdev->dev, dmamask); |
| else if (!(quirks & AAC_QUIRK_SRC)) |
| retval = dma_set_mask(&aac->pdev->dev, dmamask); |
| else |
| retval = dma_set_coherent_mask(&aac->pdev->dev, dmamask); |
| |
| if (quirks & AAC_QUIRK_31BIT && !retval) { |
| dmamask = DMA_BIT_MASK(31); |
| retval = dma_set_coherent_mask(&aac->pdev->dev, dmamask); |
| } |
| |
| if (retval) |
| goto out; |
| |
| if ((retval = (*(aac_get_driver_ident(index)->init))(aac))) |
| goto out; |
| |
| if (jafo) { |
| aac->thread = kthread_run(aac_command_thread, aac, "%s", |
| aac->name); |
| if (IS_ERR(aac->thread)) { |
| retval = PTR_ERR(aac->thread); |
| aac->thread = NULL; |
| goto out; |
| } |
| } |
| (void)aac_get_adapter_info(aac); |
| if ((quirks & AAC_QUIRK_34SG) && (host->sg_tablesize > 34)) { |
| host->sg_tablesize = 34; |
| host->max_sectors = (host->sg_tablesize * 8) + 112; |
| } |
| if ((quirks & AAC_QUIRK_17SG) && (host->sg_tablesize > 17)) { |
| host->sg_tablesize = 17; |
| host->max_sectors = (host->sg_tablesize * 8) + 112; |
| } |
| aac_get_config_status(aac, 1); |
| aac_get_containers(aac); |
| /* |
| * This is where the assumption that the Adapter is quiesced |
| * is important. |
| */ |
| scsi_host_complete_all_commands(host, DID_RESET); |
| |
| retval = 0; |
| out: |
| aac->in_reset = 0; |
| |
| /* |
| * Issue bus rescan to catch any configuration that might have |
| * occurred |
| */ |
| if (!retval && !is_kdump_kernel()) { |
| dev_info(&aac->pdev->dev, "Scheduling bus rescan\n"); |
| aac_schedule_bus_scan(aac); |
| } |
| |
| if (jafo) { |
| spin_lock_irq(host->host_lock); |
| } |
| return retval; |
| } |
| |
| int aac_reset_adapter(struct aac_dev *aac, int forced, u8 reset_type) |
| { |
| unsigned long flagv = 0; |
| int retval, unblock_retval; |
| struct Scsi_Host *host = aac->scsi_host_ptr; |
| int bled; |
| |
| if (spin_trylock_irqsave(&aac->fib_lock, flagv) == 0) |
| return -EBUSY; |
| |
| if (aac->in_reset) { |
| spin_unlock_irqrestore(&aac->fib_lock, flagv); |
| return -EBUSY; |
| } |
| aac->in_reset = 1; |
| spin_unlock_irqrestore(&aac->fib_lock, flagv); |
| |
| /* |
| * Wait for all commands to complete to this specific |
| * target (block maximum 60 seconds). Although not necessary, |
| * it does make us a good storage citizen. |
| */ |
| scsi_host_block(host); |
| |
| /* Quiesce build, flush cache, write through mode */ |
| if (forced < 2) |
| aac_send_shutdown(aac); |
| spin_lock_irqsave(host->host_lock, flagv); |
| bled = forced ? forced : |
| (aac_check_reset != 0 && aac_check_reset != 1); |
| retval = _aac_reset_adapter(aac, bled, reset_type); |
| spin_unlock_irqrestore(host->host_lock, flagv); |
| |
| unblock_retval = scsi_host_unblock(host, SDEV_RUNNING); |
| if (!retval) |
| retval = unblock_retval; |
| if ((forced < 2) && (retval == -ENODEV)) { |
| /* Unwind aac_send_shutdown() IOP_RESET unsupported/disabled */ |
| struct fib * fibctx = aac_fib_alloc(aac); |
| if (fibctx) { |
| struct aac_pause *cmd; |
| int status; |
| |
| aac_fib_init(fibctx); |
| |
| cmd = (struct aac_pause *) fib_data(fibctx); |
| |
| cmd->command = cpu_to_le32(VM_ContainerConfig); |
| cmd->type = cpu_to_le32(CT_PAUSE_IO); |
| cmd->timeout = cpu_to_le32(1); |
| cmd->min = cpu_to_le32(1); |
| cmd->noRescan = cpu_to_le32(1); |
| cmd->count = cpu_to_le32(0); |
| |
| status = aac_fib_send(ContainerCommand, |
| fibctx, |
| sizeof(struct aac_pause), |
| FsaNormal, |
| -2 /* Timeout silently */, 1, |
| NULL, NULL); |
| |
| if (status >= 0) |
| aac_fib_complete(fibctx); |
| /* FIB should be freed only after getting |
| * the response from the F/W */ |
| if (status != -ERESTARTSYS) |
| aac_fib_free(fibctx); |
| } |
| } |
| |
| return retval; |
| } |
| |
| int aac_check_health(struct aac_dev * aac) |
| { |
| int BlinkLED; |
| unsigned long time_now, flagv = 0; |
| struct list_head * entry; |
| |
| /* Extending the scope of fib_lock slightly to protect aac->in_reset */ |
| if (spin_trylock_irqsave(&aac->fib_lock, flagv) == 0) |
| return 0; |
| |
| if (aac->in_reset || !(BlinkLED = aac_adapter_check_health(aac))) { |
| spin_unlock_irqrestore(&aac->fib_lock, flagv); |
| return 0; /* OK */ |
| } |
| |
| aac->in_reset = 1; |
| |
| /* Fake up an AIF: |
| * aac_aifcmd.command = AifCmdEventNotify = 1 |
| * aac_aifcmd.seqnum = 0xFFFFFFFF |
| * aac_aifcmd.data[0] = AifEnExpEvent = 23 |
| * aac_aifcmd.data[1] = AifExeFirmwarePanic = 3 |
| * aac.aifcmd.data[2] = AifHighPriority = 3 |
| * aac.aifcmd.data[3] = BlinkLED |
| */ |
| |
| time_now = jiffies/HZ; |
| entry = aac->fib_list.next; |
| |
| /* |
| * For each Context that is on the |
| * fibctxList, make a copy of the |
| * fib, and then set the event to wake up the |
| * thread that is waiting for it. |
| */ |
| while (entry != &aac->fib_list) { |
| /* |
| * Extract the fibctx |
| */ |
| struct aac_fib_context *fibctx = list_entry(entry, struct aac_fib_context, next); |
| struct hw_fib * hw_fib; |
| struct fib * fib; |
| /* |
| * Check if the queue is getting |
| * backlogged |
| */ |
| if (fibctx->count > 20) { |
| /* |
| * It's *not* jiffies folks, |
| * but jiffies / HZ, so do not |
| * panic ... |
| */ |
| u32 time_last = fibctx->jiffies; |
| /* |
| * Has it been > 2 minutes |
| * since the last read off |
| * the queue? |
| */ |
| if ((time_now - time_last) > aif_timeout) { |
| entry = entry->next; |
| aac_close_fib_context(aac, fibctx); |
| continue; |
| } |
| } |
| /* |
| * Warning: no sleep allowed while |
| * holding spinlock |
| */ |
| hw_fib = kzalloc(sizeof(struct hw_fib), GFP_ATOMIC); |
| fib = kzalloc(sizeof(struct fib), GFP_ATOMIC); |
| if (fib && hw_fib) { |
| struct aac_aifcmd * aif; |
| |
| fib->hw_fib_va = hw_fib; |
| fib->dev = aac; |
| aac_fib_init(fib); |
| fib->type = FSAFS_NTC_FIB_CONTEXT; |
| fib->size = sizeof (struct fib); |
| fib->data = hw_fib->data; |
| aif = (struct aac_aifcmd *)hw_fib->data; |
| aif->command = cpu_to_le32(AifCmdEventNotify); |
| aif->seqnum = cpu_to_le32(0xFFFFFFFF); |
| ((__le32 *)aif->data)[0] = cpu_to_le32(AifEnExpEvent); |
| ((__le32 *)aif->data)[1] = cpu_to_le32(AifExeFirmwarePanic); |
| ((__le32 *)aif->data)[2] = cpu_to_le32(AifHighPriority); |
| ((__le32 *)aif->data)[3] = cpu_to_le32(BlinkLED); |
| |
| /* |
| * Put the FIB onto the |
| * fibctx's fibs |
| */ |
| list_add_tail(&fib->fiblink, &fibctx->fib_list); |
| fibctx->count++; |
| /* |
| * Set the event to wake up the |
| * thread that will waiting. |
| */ |
| complete(&fibctx->completion); |
| } else { |
| printk(KERN_WARNING "aifd: didn't allocate NewFib.\n"); |
| kfree(fib); |
| kfree(hw_fib); |
| } |
| entry = entry->next; |
| } |
| |
| spin_unlock_irqrestore(&aac->fib_lock, flagv); |
| |
| if (BlinkLED < 0) { |
| printk(KERN_ERR "%s: Host adapter is dead (or got a PCI error) %d\n", |
| aac->name, BlinkLED); |
| goto out; |
| } |
| |
| printk(KERN_ERR "%s: Host adapter BLINK LED 0x%x\n", aac->name, BlinkLED); |
| |
| out: |
| aac->in_reset = 0; |
| return BlinkLED; |
| } |
| |
| static inline int is_safw_raid_volume(struct aac_dev *aac, int bus, int target) |
| { |
| return bus == CONTAINER_CHANNEL && target < aac->maximum_num_containers; |
| } |
| |
| static struct scsi_device *aac_lookup_safw_scsi_device(struct aac_dev *dev, |
| int bus, |
| int target) |
| { |
| if (bus != CONTAINER_CHANNEL) |
| bus = aac_phys_to_logical(bus); |
| |
| return scsi_device_lookup(dev->scsi_host_ptr, bus, target, 0); |
| } |
| |
| static int aac_add_safw_device(struct aac_dev *dev, int bus, int target) |
| { |
| if (bus != CONTAINER_CHANNEL) |
| bus = aac_phys_to_logical(bus); |
| |
| return scsi_add_device(dev->scsi_host_ptr, bus, target, 0); |
| } |
| |
| static void aac_put_safw_scsi_device(struct scsi_device *sdev) |
| { |
| if (sdev) |
| scsi_device_put(sdev); |
| } |
| |
| static void aac_remove_safw_device(struct aac_dev *dev, int bus, int target) |
| { |
| struct scsi_device *sdev; |
| |
| sdev = aac_lookup_safw_scsi_device(dev, bus, target); |
| scsi_remove_device(sdev); |
| aac_put_safw_scsi_device(sdev); |
| } |
| |
| static inline int aac_is_safw_scan_count_equal(struct aac_dev *dev, |
| int bus, int target) |
| { |
| return dev->hba_map[bus][target].scan_counter == dev->scan_counter; |
| } |
| |
| static int aac_is_safw_target_valid(struct aac_dev *dev, int bus, int target) |
| { |
| if (is_safw_raid_volume(dev, bus, target)) |
| return dev->fsa_dev[target].valid; |
| else |
| return aac_is_safw_scan_count_equal(dev, bus, target); |
| } |
| |
| static int aac_is_safw_device_exposed(struct aac_dev *dev, int bus, int target) |
| { |
| int is_exposed = 0; |
| struct scsi_device *sdev; |
| |
| sdev = aac_lookup_safw_scsi_device(dev, bus, target); |
| if (sdev) |
| is_exposed = 1; |
| aac_put_safw_scsi_device(sdev); |
| |
| return is_exposed; |
| } |
| |
| static int aac_update_safw_host_devices(struct aac_dev *dev) |
| { |
| int i; |
| int bus; |
| int target; |
| int is_exposed = 0; |
| int rcode = 0; |
| |
| rcode = aac_setup_safw_adapter(dev); |
| if (unlikely(rcode < 0)) { |
| goto out; |
| } |
| |
| for (i = 0; i < AAC_BUS_TARGET_LOOP; i++) { |
| |
| bus = get_bus_number(i); |
| target = get_target_number(i); |
| |
| is_exposed = aac_is_safw_device_exposed(dev, bus, target); |
| |
| if (aac_is_safw_target_valid(dev, bus, target) && !is_exposed) |
| aac_add_safw_device(dev, bus, target); |
| else if (!aac_is_safw_target_valid(dev, bus, target) && |
| is_exposed) |
| aac_remove_safw_device(dev, bus, target); |
| } |
| out: |
| return rcode; |
| } |
| |
| static int aac_scan_safw_host(struct aac_dev *dev) |
| { |
| int rcode = 0; |
| |
| rcode = aac_update_safw_host_devices(dev); |
| if (rcode) |
| aac_schedule_safw_scan_worker(dev); |
| |
| return rcode; |
| } |
| |
| int aac_scan_host(struct aac_dev *dev) |
| { |
| int rcode = 0; |
| |
| mutex_lock(&dev->scan_mutex); |
| if (dev->sa_firmware) |
| rcode = aac_scan_safw_host(dev); |
| else |
| scsi_scan_host(dev->scsi_host_ptr); |
| mutex_unlock(&dev->scan_mutex); |
| |
| return rcode; |
| } |
| |
| void aac_src_reinit_aif_worker(struct work_struct *work) |
| { |
| struct aac_dev *dev = container_of(to_delayed_work(work), |
| struct aac_dev, src_reinit_aif_worker); |
| |
| wait_event(dev->scsi_host_ptr->host_wait, |
| !scsi_host_in_recovery(dev->scsi_host_ptr)); |
| aac_reinit_aif(dev, dev->cardtype); |
| } |
| |
| /** |
| * aac_handle_sa_aif - Handle a message from the firmware |
| * @dev: Which adapter this fib is from |
| * @fibptr: Pointer to fibptr from adapter |
| * |
| * This routine handles a driver notify fib from the adapter and |
| * dispatches it to the appropriate routine for handling. |
| */ |
| static void aac_handle_sa_aif(struct aac_dev *dev, struct fib *fibptr) |
| { |
| int i; |
| u32 events = 0; |
| |
| if (fibptr->hbacmd_size & SA_AIF_HOTPLUG) |
| events = SA_AIF_HOTPLUG; |
| else if (fibptr->hbacmd_size & SA_AIF_HARDWARE) |
| events = SA_AIF_HARDWARE; |
| else if (fibptr->hbacmd_size & SA_AIF_PDEV_CHANGE) |
| events = SA_AIF_PDEV_CHANGE; |
| else if (fibptr->hbacmd_size & SA_AIF_LDEV_CHANGE) |
| events = SA_AIF_LDEV_CHANGE; |
| else if (fibptr->hbacmd_size & SA_AIF_BPSTAT_CHANGE) |
| events = SA_AIF_BPSTAT_CHANGE; |
| else if (fibptr->hbacmd_size & SA_AIF_BPCFG_CHANGE) |
| events = SA_AIF_BPCFG_CHANGE; |
| |
| switch (events) { |
| case SA_AIF_HOTPLUG: |
| case SA_AIF_HARDWARE: |
| case SA_AIF_PDEV_CHANGE: |
| case SA_AIF_LDEV_CHANGE: |
| case SA_AIF_BPCFG_CHANGE: |
| |
| aac_scan_host(dev); |
| |
| break; |
| |
| case SA_AIF_BPSTAT_CHANGE: |
| /* currently do nothing */ |
| break; |
| } |
| |
| for (i = 1; i <= 10; ++i) { |
| events = src_readl(dev, MUnit.IDR); |
| if (events & (1<<23)) { |
| pr_warn(" AIF not cleared by firmware - %d/%d)\n", |
| i, 10); |
| ssleep(1); |
| } |
| } |
| } |
| |
| static int get_fib_count(struct aac_dev *dev) |
| { |
| unsigned int num = 0; |
| struct list_head *entry; |
| unsigned long flagv; |
| |
| /* |
| * Warning: no sleep allowed while |
| * holding spinlock. We take the estimate |
| * and pre-allocate a set of fibs outside the |
| * lock. |
| */ |
| num = le32_to_cpu(dev->init->r7.adapter_fibs_size) |
| / sizeof(struct hw_fib); /* some extra */ |
| spin_lock_irqsave(&dev->fib_lock, flagv); |
| entry = dev->fib_list.next; |
| while (entry != &dev->fib_list) { |
| entry = entry->next; |
| ++num; |
| } |
| spin_unlock_irqrestore(&dev->fib_lock, flagv); |
| |
| return num; |
| } |
| |
| static int fillup_pools(struct aac_dev *dev, struct hw_fib **hw_fib_pool, |
| struct fib **fib_pool, |
| unsigned int num) |
| { |
| struct hw_fib **hw_fib_p; |
| struct fib **fib_p; |
| |
| hw_fib_p = hw_fib_pool; |
| fib_p = fib_pool; |
| while (hw_fib_p < &hw_fib_pool[num]) { |
| *(hw_fib_p) = kmalloc(sizeof(struct hw_fib), GFP_KERNEL); |
| if (!(*(hw_fib_p++))) { |
| --hw_fib_p; |
| break; |
| } |
| |
| *(fib_p) = kmalloc(sizeof(struct fib), GFP_KERNEL); |
| if (!(*(fib_p++))) { |
| kfree(*(--hw_fib_p)); |
| break; |
| } |
| } |
| |
| /* |
| * Get the actual number of allocated fibs |
| */ |
| num = hw_fib_p - hw_fib_pool; |
| return num; |
| } |
| |
| static void wakeup_fibctx_threads(struct aac_dev *dev, |
| struct hw_fib **hw_fib_pool, |
| struct fib **fib_pool, |
| struct fib *fib, |
| struct hw_fib *hw_fib, |
| unsigned int num) |
| { |
| unsigned long flagv; |
| struct list_head *entry; |
| struct hw_fib **hw_fib_p; |
| struct fib **fib_p; |
| u32 time_now, time_last; |
| struct hw_fib *hw_newfib; |
| struct fib *newfib; |
| struct aac_fib_context *fibctx; |
| |
| time_now = jiffies/HZ; |
| spin_lock_irqsave(&dev->fib_lock, flagv); |
| entry = dev->fib_list.next; |
| /* |
| * For each Context that is on the |
| * fibctxList, make a copy of the |
| * fib, and then set the event to wake up the |
| * thread that is waiting for it. |
| */ |
| |
| hw_fib_p = hw_fib_pool; |
| fib_p = fib_pool; |
| while (entry != &dev->fib_list) { |
| /* |
| * Extract the fibctx |
| */ |
| fibctx = list_entry(entry, struct aac_fib_context, |
| next); |
| /* |
| * Check if the queue is getting |
| * backlogged |
| */ |
| if (fibctx->count > 20) { |
| /* |
| * It's *not* jiffies folks, |
| * but jiffies / HZ so do not |
| * panic ... |
| */ |
| time_last = fibctx->jiffies; |
| /* |
| * Has it been > 2 minutes |
| * since the last read off |
| * the queue? |
| */ |
| if ((time_now - time_last) > aif_timeout) { |
| entry = entry->next; |
| aac_close_fib_context(dev, fibctx); |
| continue; |
| } |
| } |
| /* |
| * Warning: no sleep allowed while |
| * holding spinlock |
| */ |
| if (hw_fib_p >= &hw_fib_pool[num]) { |
| pr_warn("aifd: didn't allocate NewFib\n"); |
| entry = entry->next; |
| continue; |
| } |
| |
| hw_newfib = *hw_fib_p; |
| *(hw_fib_p++) = NULL; |
| newfib = *fib_p; |
| *(fib_p++) = NULL; |
| /* |
| * Make the copy of the FIB |
| */ |
| memcpy(hw_newfib, hw_fib, sizeof(struct hw_fib)); |
| memcpy(newfib, fib, sizeof(struct fib)); |
| newfib->hw_fib_va = hw_newfib; |
| /* |
| * Put the FIB onto the |
| * fibctx's fibs |
| */ |
| list_add_tail(&newfib->fiblink, &fibctx->fib_list); |
| fibctx->count++; |
| /* |
| * Set the event to wake up the |
| * thread that is waiting. |
| */ |
| complete(&fibctx->completion); |
| |
| entry = entry->next; |
| } |
| /* |
| * Set the status of this FIB |
| */ |
| *(__le32 *)hw_fib->data = cpu_to_le32(ST_OK); |
| aac_fib_adapter_complete(fib, sizeof(u32)); |
| spin_unlock_irqrestore(&dev->fib_lock, flagv); |
| |
| } |
| |
| static void aac_process_events(struct aac_dev *dev) |
| { |
| struct hw_fib *hw_fib; |
| struct fib *fib; |
| unsigned long flags; |
| spinlock_t *t_lock; |
| |
| t_lock = dev->queues->queue[HostNormCmdQueue].lock; |
| spin_lock_irqsave(t_lock, flags); |
| |
| while (!list_empty(&(dev->queues->queue[HostNormCmdQueue].cmdq))) { |
| struct list_head *entry; |
| struct aac_aifcmd *aifcmd; |
| unsigned int num; |
| struct hw_fib **hw_fib_pool, **hw_fib_p; |
| struct fib **fib_pool, **fib_p; |
| |
| set_current_state(TASK_RUNNING); |
| |
| entry = dev->queues->queue[HostNormCmdQueue].cmdq.next; |
| list_del(entry); |
| |
| t_lock = dev->queues->queue[HostNormCmdQueue].lock; |
| spin_unlock_irqrestore(t_lock, flags); |
| |
| fib = list_entry(entry, struct fib, fiblink); |
| hw_fib = fib->hw_fib_va; |
| if (dev->sa_firmware) { |
| /* Thor AIF */ |
| aac_handle_sa_aif(dev, fib); |
| aac_fib_adapter_complete(fib, (u16)sizeof(u32)); |
| goto free_fib; |
| } |
| /* |
| * We will process the FIB here or pass it to a |
| * worker thread that is TBD. We Really can't |
| * do anything at this point since we don't have |
| * anything defined for this thread to do. |
| */ |
| memset(fib, 0, sizeof(struct fib)); |
| fib->type = FSAFS_NTC_FIB_CONTEXT; |
| fib->size = sizeof(struct fib); |
| fib->hw_fib_va = hw_fib; |
| fib->data = hw_fib->data; |
| fib->dev = dev; |
| /* |
| * We only handle AifRequest fibs from the adapter. |
| */ |
| |
| aifcmd = (struct aac_aifcmd *) hw_fib->data; |
| if (aifcmd->command == cpu_to_le32(AifCmdDriverNotify)) { |
| /* Handle Driver Notify Events */ |
| aac_handle_aif(dev, fib); |
| *(__le32 *)hw_fib->data = cpu_to_le32(ST_OK); |
| aac_fib_adapter_complete(fib, (u16)sizeof(u32)); |
| goto free_fib; |
| } |
| /* |
| * The u32 here is important and intended. We are using |
| * 32bit wrapping time to fit the adapter field |
| */ |
| |
| /* Sniff events */ |
| if (aifcmd->command == cpu_to_le32(AifCmdEventNotify) |
| || aifcmd->command == cpu_to_le32(AifCmdJobProgress)) { |
| aac_handle_aif(dev, fib); |
| } |
| |
| /* |
| * get number of fibs to process |
| */ |
| num = get_fib_count(dev); |
| if (!num) |
| goto free_fib; |
| |
| hw_fib_pool = kmalloc_array(num, sizeof(struct hw_fib *), |
| GFP_KERNEL); |
| if (!hw_fib_pool) |
| goto free_fib; |
| |
| fib_pool = kmalloc_array(num, sizeof(struct fib *), GFP_KERNEL); |
| if (!fib_pool) |
| goto free_hw_fib_pool; |
| |
| /* |
| * Fill up fib pointer pools with actual fibs |
| * and hw_fibs |
| */ |
| num = fillup_pools(dev, hw_fib_pool, fib_pool, num); |
| if (!num) |
| goto free_mem; |
| |
| /* |
| * wakeup the thread that is waiting for |
| * the response from fw (ioctl) |
| */ |
| wakeup_fibctx_threads(dev, hw_fib_pool, fib_pool, |
| fib, hw_fib, num); |
| |
| free_mem: |
| /* Free up the remaining resources */ |
| hw_fib_p = hw_fib_pool; |
| fib_p = fib_pool; |
| while (hw_fib_p < &hw_fib_pool[num]) { |
| kfree(*hw_fib_p); |
| kfree(*fib_p); |
| ++fib_p; |
| ++hw_fib_p; |
| } |
| kfree(fib_pool); |
| free_hw_fib_pool: |
| kfree(hw_fib_pool); |
| free_fib: |
| kfree(fib); |
| t_lock = dev->queues->queue[HostNormCmdQueue].lock; |
| spin_lock_irqsave(t_lock, flags); |
| } |
| /* |
| * There are no more AIF's |
| */ |
| t_lock = dev->queues->queue[HostNormCmdQueue].lock; |
| spin_unlock_irqrestore(t_lock, flags); |
| } |
| |
| static int aac_send_wellness_command(struct aac_dev *dev, char *wellness_str, |
| u32 datasize) |
| { |
| struct aac_srb *srbcmd; |
| struct sgmap64 *sg64; |
| dma_addr_t addr; |
| char *dma_buf; |
| struct fib *fibptr; |
| int ret = -ENOMEM; |
| u32 vbus, vid; |
| |
| fibptr = aac_fib_alloc(dev); |
| if (!fibptr) |
| goto out; |
| |
| dma_buf = dma_alloc_coherent(&dev->pdev->dev, datasize, &addr, |
| GFP_KERNEL); |
| if (!dma_buf) |
| goto fib_free_out; |
| |
| aac_fib_init(fibptr); |
| |
| vbus = (u32)le16_to_cpu(dev->supplement_adapter_info.virt_device_bus); |
| vid = (u32)le16_to_cpu(dev->supplement_adapter_info.virt_device_target); |
| |
| srbcmd = (struct aac_srb *)fib_data(fibptr); |
| |
| srbcmd->function = cpu_to_le32(SRBF_ExecuteScsi); |
| srbcmd->channel = cpu_to_le32(vbus); |
| srbcmd->id = cpu_to_le32(vid); |
| srbcmd->lun = 0; |
| srbcmd->flags = cpu_to_le32(SRB_DataOut); |
| srbcmd->timeout = cpu_to_le32(10); |
| srbcmd->retry_limit = 0; |
| srbcmd->cdb_size = cpu_to_le32(12); |
| srbcmd->count = cpu_to_le32(datasize); |
| |
| memset(srbcmd->cdb, 0, sizeof(srbcmd->cdb)); |
| srbcmd->cdb[0] = BMIC_OUT; |
| srbcmd->cdb[6] = WRITE_HOST_WELLNESS; |
| memcpy(dma_buf, (char *)wellness_str, datasize); |
| |
| sg64 = (struct sgmap64 *)&srbcmd->sg; |
| sg64->count = cpu_to_le32(1); |
| sg64->sg[0].addr[1] = cpu_to_le32((u32)(((addr) >> 16) >> 16)); |
| sg64->sg[0].addr[0] = cpu_to_le32((u32)(addr & 0xffffffff)); |
| sg64->sg[0].count = cpu_to_le32(datasize); |
| |
| ret = aac_fib_send(ScsiPortCommand64, fibptr, sizeof(struct aac_srb), |
| FsaNormal, 1, 1, NULL, NULL); |
| |
| dma_free_coherent(&dev->pdev->dev, datasize, dma_buf, addr); |
| |
| /* |
| * Do not set XferState to zero unless |
| * receives a response from F/W |
| */ |
| if (ret >= 0) |
| aac_fib_complete(fibptr); |
| |
| /* |
| * FIB should be freed only after |
| * getting the response from the F/W |
| */ |
| if (ret != -ERESTARTSYS) |
| goto fib_free_out; |
| |
| out: |
| return ret; |
| fib_free_out: |
| aac_fib_free(fibptr); |
| goto out; |
| } |
| |
| static int aac_send_safw_hostttime(struct aac_dev *dev, struct timespec64 *now) |
| { |
| struct tm cur_tm; |
| char wellness_str[] = "<HW>TD\010\0\0\0\0\0\0\0\0\0DW\0\0ZZ"; |
| u32 datasize = sizeof(wellness_str); |
| time64_t local_time; |
| int ret = -ENODEV; |
| |
| if (!dev->sa_firmware) |
| goto out; |
| |
| local_time = (now->tv_sec - (sys_tz.tz_minuteswest * 60)); |
| time64_to_tm(local_time, 0, &cur_tm); |
| cur_tm.tm_mon += 1; |
| cur_tm.tm_year += 1900; |
| wellness_str[8] = bin2bcd(cur_tm.tm_hour); |
| wellness_str[9] = bin2bcd(cur_tm.tm_min); |
| wellness_str[10] = bin2bcd(cur_tm.tm_sec); |
| wellness_str[12] = bin2bcd(cur_tm.tm_mon); |
| wellness_str[13] = bin2bcd(cur_tm.tm_mday); |
| wellness_str[14] = bin2bcd(cur_tm.tm_year / 100); |
| wellness_str[15] = bin2bcd(cur_tm.tm_year % 100); |
| |
| ret = aac_send_wellness_command(dev, wellness_str, datasize); |
| |
| out: |
| return ret; |
| } |
| |
| static int aac_send_hosttime(struct aac_dev *dev, struct timespec64 *now) |
| { |
| int ret = -ENOMEM; |
| struct fib *fibptr; |
| __le32 *info; |
| |
| fibptr = aac_fib_alloc(dev); |
| if (!fibptr) |
| goto out; |
| |
| aac_fib_init(fibptr); |
| info = (__le32 *)fib_data(fibptr); |
| *info = cpu_to_le32(now->tv_sec); /* overflow in y2106 */ |
| ret = aac_fib_send(SendHostTime, fibptr, sizeof(*info), FsaNormal, |
| 1, 1, NULL, NULL); |
| |
| /* |
| * Do not set XferState to zero unless |
| * receives a response from F/W |
| */ |
| if (ret >= 0) |
| aac_fib_complete(fibptr); |
| |
| /* |
| * FIB should be freed only after |
| * getting the response from the F/W |
| */ |
| if (ret != -ERESTARTSYS) |
| aac_fib_free(fibptr); |
| |
| out: |
| return ret; |
| } |
| |
| /** |
| * aac_command_thread - command processing thread |
| * @data: Adapter to monitor |
| * |
| * Waits on the commandready event in it's queue. When the event gets set |
| * it will pull FIBs off it's queue. It will continue to pull FIBs off |
| * until the queue is empty. When the queue is empty it will wait for |
| * more FIBs. |
| */ |
| |
| int aac_command_thread(void *data) |
| { |
| struct aac_dev *dev = data; |
| DECLARE_WAITQUEUE(wait, current); |
| unsigned long next_jiffies = jiffies + HZ; |
| unsigned long next_check_jiffies = next_jiffies; |
| long difference = HZ; |
| |
| /* |
| * We can only have one thread per adapter for AIF's. |
| */ |
| if (dev->aif_thread) |
| return -EINVAL; |
| |
| /* |
| * Let the DPC know it has a place to send the AIF's to. |
| */ |
| dev->aif_thread = 1; |
| add_wait_queue(&dev->queues->queue[HostNormCmdQueue].cmdready, &wait); |
| set_current_state(TASK_INTERRUPTIBLE); |
| dprintk ((KERN_INFO "aac_command_thread start\n")); |
| while (1) { |
| |
| aac_process_events(dev); |
| |
| /* |
| * Background activity |
| */ |
| if ((time_before(next_check_jiffies,next_jiffies)) |
| && ((difference = next_check_jiffies - jiffies) <= 0)) { |
| next_check_jiffies = next_jiffies; |
| if (aac_adapter_check_health(dev) == 0) { |
| difference = ((long)(unsigned)check_interval) |
| * HZ; |
| next_check_jiffies = jiffies + difference; |
| } else if (!dev->queues) |
| break; |
| } |
| if (!time_before(next_check_jiffies,next_jiffies) |
| && ((difference = next_jiffies - jiffies) <= 0)) { |
| struct timespec64 now; |
| int ret; |
| |
| /* Don't even try to talk to adapter if its sick */ |
| ret = aac_adapter_check_health(dev); |
| if (ret || !dev->queues) |
| break; |
| next_check_jiffies = jiffies |
| + ((long)(unsigned)check_interval) |
| * HZ; |
| ktime_get_real_ts64(&now); |
| |
| /* Synchronize our watches */ |
| if (((NSEC_PER_SEC - (NSEC_PER_SEC / HZ)) > now.tv_nsec) |
| && (now.tv_nsec > (NSEC_PER_SEC / HZ))) |
| difference = HZ + HZ / 2 - |
| now.tv_nsec / (NSEC_PER_SEC / HZ); |
| else { |
| if (now.tv_nsec > NSEC_PER_SEC / 2) |
| ++now.tv_sec; |
| |
| if (dev->sa_firmware) |
| ret = |
| aac_send_safw_hostttime(dev, &now); |
| else |
| ret = aac_send_hosttime(dev, &now); |
| |
| difference = (long)(unsigned)update_interval*HZ; |
| } |
| next_jiffies = jiffies + difference; |
| if (time_before(next_check_jiffies,next_jiffies)) |
| difference = next_check_jiffies - jiffies; |
| } |
| if (difference <= 0) |
| difference = 1; |
| set_current_state(TASK_INTERRUPTIBLE); |
| |
| if (kthread_should_stop()) |
| break; |
| |
| /* |
| * we probably want usleep_range() here instead of the |
| * jiffies computation |
| */ |
| schedule_timeout(difference); |
| |
| if (kthread_should_stop()) |
| break; |
| } |
| if (dev->queues) |
| remove_wait_queue(&dev->queues->queue[HostNormCmdQueue].cmdready, &wait); |
| dev->aif_thread = 0; |
| return 0; |
| } |
| |
| int aac_acquire_irq(struct aac_dev *dev) |
| { |
| int i; |
| int j; |
| int ret = 0; |
| |
| if (!dev->sync_mode && dev->msi_enabled && dev->max_msix > 1) { |
| for (i = 0; i < dev->max_msix; i++) { |
| dev->aac_msix[i].vector_no = i; |
| dev->aac_msix[i].dev = dev; |
| if (request_irq(pci_irq_vector(dev->pdev, i), |
| dev->a_ops.adapter_intr, |
| 0, "aacraid", &(dev->aac_msix[i]))) { |
| printk(KERN_ERR "%s%d: Failed to register IRQ for vector %d.\n", |
| dev->name, dev->id, i); |
| for (j = 0 ; j < i ; j++) |
| free_irq(pci_irq_vector(dev->pdev, j), |
| &(dev->aac_msix[j])); |
| pci_disable_msix(dev->pdev); |
| ret = -1; |
| } |
| } |
| } else { |
| dev->aac_msix[0].vector_no = 0; |
| dev->aac_msix[0].dev = dev; |
| |
| if (request_irq(dev->pdev->irq, dev->a_ops.adapter_intr, |
| IRQF_SHARED, "aacraid", |
| &(dev->aac_msix[0])) < 0) { |
| if (dev->msi) |
| pci_disable_msi(dev->pdev); |
| printk(KERN_ERR "%s%d: Interrupt unavailable.\n", |
| dev->name, dev->id); |
| ret = -1; |
| } |
| } |
| return ret; |
| } |
| |
| void aac_free_irq(struct aac_dev *dev) |
| { |
| int i; |
| |
| if (aac_is_src(dev)) { |
| if (dev->max_msix > 1) { |
| for (i = 0; i < dev->max_msix; i++) |
| free_irq(pci_irq_vector(dev->pdev, i), |
| &(dev->aac_msix[i])); |
| } else { |
| free_irq(dev->pdev->irq, &(dev->aac_msix[0])); |
| } |
| } else { |
| free_irq(dev->pdev->irq, dev); |
| } |
| if (dev->msi) |
| pci_disable_msi(dev->pdev); |
| else if (dev->max_msix > 1) |
| pci_disable_msix(dev->pdev); |
| } |