blob: 01c23d27f290b114c3f9e0b20b713edd30e2d884 [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001// SPDX-License-Identifier: GPL-2.0
Finn Thainaff0cf92016-01-03 16:06:09 +11002/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 * NCR 5380 generic driver routines. These should make it *trivial*
Finn Thain594d4ba2016-01-03 16:06:10 +11004 * to implement 5380 SCSI drivers under Linux with a non-trantor
5 * architecture.
Linus Torvalds1da177e2005-04-16 15:20:36 -07006 *
Finn Thain594d4ba2016-01-03 16:06:10 +11007 * Note that these routines also work with NR53c400 family chips.
Linus Torvalds1da177e2005-04-16 15:20:36 -07008 *
9 * Copyright 1993, Drew Eckhardt
Finn Thain594d4ba2016-01-03 16:06:10 +110010 * Visionary Computing
11 * (Unix and Linux consulting and custom programming)
12 * drew@colorado.edu
13 * +1 (303) 666-5836
Linus Torvalds1da177e2005-04-16 15:20:36 -070014 *
Finn Thainaff0cf92016-01-03 16:06:09 +110015 * For more information, please consult
Linus Torvalds1da177e2005-04-16 15:20:36 -070016 *
17 * NCR 5380 Family
18 * SCSI Protocol Controller
19 * Databook
20 *
21 * NCR Microelectronics
22 * 1635 Aeroplaza Drive
23 * Colorado Springs, CO 80916
24 * 1+ (719) 578-3400
25 * 1+ (800) 334-5454
26 */
27
28/*
Finn Thainc16df322016-01-03 16:06:08 +110029 * With contributions from Ray Van Tassle, Ingmar Baumgart,
30 * Ronald van Cuijlenborg, Alan Cox and others.
Linus Torvalds1da177e2005-04-16 15:20:36 -070031 */
32
Finn Thain52d3e562016-03-23 21:10:20 +110033/* Ported to Atari by Roman Hodek and others. */
34
Finn Thaine9db3192016-03-23 21:10:21 +110035/* Adapted for the Sun 3 by Sam Creasey. */
36
Linus Torvalds1da177e2005-04-16 15:20:36 -070037/*
Linus Torvalds1da177e2005-04-16 15:20:36 -070038 * Design
39 *
Finn Thainaff0cf92016-01-03 16:06:09 +110040 * This is a generic 5380 driver. To use it on a different platform,
Linus Torvalds1da177e2005-04-16 15:20:36 -070041 * one simply writes appropriate system specific macros (ie, data
Finn Thainaff0cf92016-01-03 16:06:09 +110042 * transfer - some PC's will use the I/O bus, 68K's must use
Linus Torvalds1da177e2005-04-16 15:20:36 -070043 * memory mapped) and drops this file in their 'C' wrapper.
44 *
Finn Thainaff0cf92016-01-03 16:06:09 +110045 * As far as command queueing, two queues are maintained for
Linus Torvalds1da177e2005-04-16 15:20:36 -070046 * each 5380 in the system - commands that haven't been issued yet,
Finn Thainaff0cf92016-01-03 16:06:09 +110047 * and commands that are currently executing. This means that an
48 * unlimited number of commands may be queued, letting
49 * more commands propagate from the higher driver levels giving higher
50 * throughput. Note that both I_T_L and I_T_L_Q nexuses are supported,
51 * allowing multiple commands to propagate all the way to a SCSI-II device
Linus Torvalds1da177e2005-04-16 15:20:36 -070052 * while a command is already executing.
53 *
54 *
Finn Thainaff0cf92016-01-03 16:06:09 +110055 * Issues specific to the NCR5380 :
Linus Torvalds1da177e2005-04-16 15:20:36 -070056 *
Finn Thainaff0cf92016-01-03 16:06:09 +110057 * When used in a PIO or pseudo-dma mode, the NCR5380 is a braindead
58 * piece of hardware that requires you to sit in a loop polling for
59 * the REQ signal as long as you are connected. Some devices are
60 * brain dead (ie, many TEXEL CD ROM drives) and won't disconnect
Finn Thain686f3992016-01-03 16:05:26 +110061 * while doing long seek operations. [...] These
Linus Torvalds1da177e2005-04-16 15:20:36 -070062 * broken devices are the exception rather than the rule and I'd rather
63 * spend my time optimizing for the normal case.
64 *
65 * Architecture :
66 *
67 * At the heart of the design is a coroutine, NCR5380_main,
68 * which is started from a workqueue for each NCR5380 host in the
69 * system. It attempts to establish I_T_L or I_T_L_Q nexuses by
70 * removing the commands from the issue queue and calling
Finn Thainaff0cf92016-01-03 16:06:09 +110071 * NCR5380_select() if a nexus is not established.
Linus Torvalds1da177e2005-04-16 15:20:36 -070072 *
73 * Once a nexus is established, the NCR5380_information_transfer()
74 * phase goes through the various phases as instructed by the target.
75 * if the target goes into MSG IN and sends a DISCONNECT message,
76 * the command structure is placed into the per instance disconnected
Finn Thainaff0cf92016-01-03 16:06:09 +110077 * queue, and NCR5380_main tries to find more work. If the target is
Linus Torvalds1da177e2005-04-16 15:20:36 -070078 * idle for too long, the system will try to sleep.
79 *
80 * If a command has disconnected, eventually an interrupt will trigger,
81 * calling NCR5380_intr() which will in turn call NCR5380_reselect
82 * to reestablish a nexus. This will run main if necessary.
83 *
Finn Thainaff0cf92016-01-03 16:06:09 +110084 * On command termination, the done function will be called as
Linus Torvalds1da177e2005-04-16 15:20:36 -070085 * appropriate.
86 *
Finn Thainaff0cf92016-01-03 16:06:09 +110087 * SCSI pointers are maintained in the SCp field of SCSI command
Linus Torvalds1da177e2005-04-16 15:20:36 -070088 * structures, being initialized after the command is connected
89 * in NCR5380_select, and set as appropriate in NCR5380_information_transfer.
90 * Note that in violation of the standard, an implicit SAVE POINTERS operation
91 * is done, since some BROKEN disks fail to issue an explicit SAVE POINTERS.
92 */
93
94/*
95 * Using this file :
96 * This file a skeleton Linux SCSI driver for the NCR 5380 series
Finn Thainaff0cf92016-01-03 16:06:09 +110097 * of chips. To use it, you write an architecture specific functions
Linus Torvalds1da177e2005-04-16 15:20:36 -070098 * and macros and include this file in your driver.
99 *
Linus Torvalds1da177e2005-04-16 15:20:36 -0700100 * These macros MUST be defined :
Finn Thainaff0cf92016-01-03 16:06:09 +1100101 *
Linus Torvalds1da177e2005-04-16 15:20:36 -0700102 * NCR5380_read(register) - read from the specified register
103 *
Finn Thainaff0cf92016-01-03 16:06:09 +1100104 * NCR5380_write(register, value) - write to the specific register
Linus Torvalds1da177e2005-04-16 15:20:36 -0700105 *
Finn Thainaff0cf92016-01-03 16:06:09 +1100106 * NCR5380_implementation_fields - additional fields needed for this
Finn Thain594d4ba2016-01-03 16:06:10 +1100107 * specific implementation of the NCR5380
Linus Torvalds1da177e2005-04-16 15:20:36 -0700108 *
109 * Either real DMA *or* pseudo DMA may be implemented
Linus Torvalds1da177e2005-04-16 15:20:36 -0700110 *
Finn Thain4a98f892016-10-10 00:46:53 -0400111 * NCR5380_dma_xfer_len - determine size of DMA/PDMA transfer
112 * NCR5380_dma_send_setup - execute DMA/PDMA from memory to 5380
113 * NCR5380_dma_recv_setup - execute DMA/PDMA from 5380 to memory
114 * NCR5380_dma_residual - residual byte count
Linus Torvalds1da177e2005-04-16 15:20:36 -0700115 *
Linus Torvalds1da177e2005-04-16 15:20:36 -0700116 * The generic driver is initialized by calling NCR5380_init(instance),
Ondrej Zary906e4a3c2016-12-05 01:07:20 -0500117 * after setting the appropriate host specific fields and ID.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118 */
119
Finn Thaine5d55d12016-03-23 21:10:16 +1100120#ifndef NCR5380_io_delay
121#define NCR5380_io_delay(x)
122#endif
123
Finn Thain52d3e562016-03-23 21:10:20 +1100124#ifndef NCR5380_acquire_dma_irq
125#define NCR5380_acquire_dma_irq(x) (1)
126#endif
127
128#ifndef NCR5380_release_dma_irq
129#define NCR5380_release_dma_irq(x)
130#endif
131
Finn Thain54d8fe42016-01-03 16:05:06 +1100132static int do_abort(struct Scsi_Host *);
133static void do_reset(struct Scsi_Host *);
Finn Thain6b0e87a2018-09-27 11:17:11 +1000134static void bus_reset_cleanup(struct Scsi_Host *);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700135
Finn Thainc16df322016-01-03 16:06:08 +1100136/**
Finn Thain0d2cf862016-01-03 16:06:11 +1100137 * initialize_SCp - init the scsi pointer field
Finn Thain594d4ba2016-01-03 16:06:10 +1100138 * @cmd: command block to set up
Linus Torvalds1da177e2005-04-16 15:20:36 -0700139 *
Finn Thain594d4ba2016-01-03 16:06:10 +1100140 * Set up the internal fields in the SCSI command.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700141 */
142
Finn Thain710ddd02014-11-12 16:12:02 +1100143static inline void initialize_SCp(struct scsi_cmnd *cmd)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144{
Finn Thainaff0cf92016-01-03 16:06:09 +1100145 /*
146 * Initialize the Scsi Pointer field so that all of the commands in the
Linus Torvalds1da177e2005-04-16 15:20:36 -0700147 * various queues are valid.
148 */
149
Boaz Harrosh9e0fe442007-11-05 11:23:35 +0200150 if (scsi_bufflen(cmd)) {
151 cmd->SCp.buffer = scsi_sglist(cmd);
152 cmd->SCp.buffers_residual = scsi_sg_count(cmd) - 1;
Jens Axboe45711f12007-10-22 21:19:53 +0200153 cmd->SCp.ptr = sg_virt(cmd->SCp.buffer);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700154 cmd->SCp.this_residual = cmd->SCp.buffer->length;
155 } else {
156 cmd->SCp.buffer = NULL;
157 cmd->SCp.buffers_residual = 0;
Boaz Harrosh9e0fe442007-11-05 11:23:35 +0200158 cmd->SCp.ptr = NULL;
159 cmd->SCp.this_residual = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700160 }
Finn Thainf27db8e2016-01-03 16:06:00 +1100161
162 cmd->SCp.Status = 0;
163 cmd->SCp.Message = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700164}
165
166/**
Finn Thainb32ade12016-01-03 16:05:41 +1100167 * NCR5380_poll_politely2 - wait for two chip register values
Finn Thaind5d37a02016-10-10 00:46:53 -0400168 * @hostdata: host private data
Finn Thainb32ade12016-01-03 16:05:41 +1100169 * @reg1: 5380 register to poll
170 * @bit1: Bitmask to check
171 * @val1: Expected value
172 * @reg2: Second 5380 register to poll
173 * @bit2: Second bitmask to check
174 * @val2: Second expected value
Finn Thain2f854b82016-01-03 16:05:22 +1100175 * @wait: Time-out in jiffies
Linus Torvalds1da177e2005-04-16 15:20:36 -0700176 *
Finn Thain2f854b82016-01-03 16:05:22 +1100177 * Polls the chip in a reasonably efficient manner waiting for an
178 * event to occur. After a short quick poll we begin to yield the CPU
179 * (if possible). In irq contexts the time-out is arbitrarily limited.
180 * Callers may hold locks as long as they are held in irq mode.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700181 *
Finn Thainb32ade12016-01-03 16:05:41 +1100182 * Returns 0 if either or both event(s) occurred otherwise -ETIMEDOUT.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700183 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700184
Finn Thaind5d37a02016-10-10 00:46:53 -0400185static int NCR5380_poll_politely2(struct NCR5380_hostdata *hostdata,
Finn Thain61e1ce52016-10-10 00:46:53 -0400186 unsigned int reg1, u8 bit1, u8 val1,
187 unsigned int reg2, u8 bit2, u8 val2,
188 unsigned long wait)
Finn Thain2f854b82016-01-03 16:05:22 +1100189{
Finn Thaind4408dd2016-10-10 00:46:52 -0400190 unsigned long n = hostdata->poll_loops;
Finn Thain2f854b82016-01-03 16:05:22 +1100191 unsigned long deadline = jiffies + wait;
Finn Thain2f854b82016-01-03 16:05:22 +1100192
Finn Thain2f854b82016-01-03 16:05:22 +1100193 do {
Finn Thainb32ade12016-01-03 16:05:41 +1100194 if ((NCR5380_read(reg1) & bit1) == val1)
195 return 0;
196 if ((NCR5380_read(reg2) & bit2) == val2)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700197 return 0;
198 cpu_relax();
Finn Thain2f854b82016-01-03 16:05:22 +1100199 } while (n--);
200
201 if (irqs_disabled() || in_interrupt())
202 return -ETIMEDOUT;
203
204 /* Repeatedly sleep for 1 ms until deadline */
205 while (time_is_after_jiffies(deadline)) {
206 schedule_timeout_uninterruptible(1);
Finn Thainb32ade12016-01-03 16:05:41 +1100207 if ((NCR5380_read(reg1) & bit1) == val1)
208 return 0;
209 if ((NCR5380_read(reg2) & bit2) == val2)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700210 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700211 }
Finn Thain2f854b82016-01-03 16:05:22 +1100212
Linus Torvalds1da177e2005-04-16 15:20:36 -0700213 return -ETIMEDOUT;
214}
215
viro@ZenIV.linux.org.uk185a7a12005-09-07 23:18:24 +0100216#if NDEBUG
Linus Torvalds1da177e2005-04-16 15:20:36 -0700217static struct {
218 unsigned char mask;
219 const char *name;
Finn Thainaff0cf92016-01-03 16:06:09 +1100220} signals[] = {
221 {SR_DBP, "PARITY"},
222 {SR_RST, "RST"},
223 {SR_BSY, "BSY"},
224 {SR_REQ, "REQ"},
225 {SR_MSG, "MSG"},
226 {SR_CD, "CD"},
227 {SR_IO, "IO"},
228 {SR_SEL, "SEL"},
Linus Torvalds1da177e2005-04-16 15:20:36 -0700229 {0, NULL}
Finn Thainaff0cf92016-01-03 16:06:09 +1100230},
Linus Torvalds1da177e2005-04-16 15:20:36 -0700231basrs[] = {
Finn Thain12866b92016-03-23 21:10:25 +1100232 {BASR_END_DMA_TRANSFER, "END OF DMA"},
233 {BASR_DRQ, "DRQ"},
234 {BASR_PARITY_ERROR, "PARITY ERROR"},
235 {BASR_IRQ, "IRQ"},
236 {BASR_PHASE_MATCH, "PHASE MATCH"},
237 {BASR_BUSY_ERROR, "BUSY ERROR"},
Finn Thainaff0cf92016-01-03 16:06:09 +1100238 {BASR_ATN, "ATN"},
239 {BASR_ACK, "ACK"},
Linus Torvalds1da177e2005-04-16 15:20:36 -0700240 {0, NULL}
Finn Thainaff0cf92016-01-03 16:06:09 +1100241},
242icrs[] = {
243 {ICR_ASSERT_RST, "ASSERT RST"},
Finn Thain12866b92016-03-23 21:10:25 +1100244 {ICR_ARBITRATION_PROGRESS, "ARB. IN PROGRESS"},
245 {ICR_ARBITRATION_LOST, "LOST ARB."},
Finn Thainaff0cf92016-01-03 16:06:09 +1100246 {ICR_ASSERT_ACK, "ASSERT ACK"},
247 {ICR_ASSERT_BSY, "ASSERT BSY"},
248 {ICR_ASSERT_SEL, "ASSERT SEL"},
249 {ICR_ASSERT_ATN, "ASSERT ATN"},
250 {ICR_ASSERT_DATA, "ASSERT DATA"},
Linus Torvalds1da177e2005-04-16 15:20:36 -0700251 {0, NULL}
Finn Thainaff0cf92016-01-03 16:06:09 +1100252},
253mrs[] = {
Finn Thain12866b92016-03-23 21:10:25 +1100254 {MR_BLOCK_DMA_MODE, "BLOCK DMA MODE"},
255 {MR_TARGET, "TARGET"},
256 {MR_ENABLE_PAR_CHECK, "PARITY CHECK"},
257 {MR_ENABLE_PAR_INTR, "PARITY INTR"},
258 {MR_ENABLE_EOP_INTR, "EOP INTR"},
259 {MR_MONITOR_BSY, "MONITOR BSY"},
260 {MR_DMA_MODE, "DMA MODE"},
261 {MR_ARBITRATE, "ARBITRATE"},
Linus Torvalds1da177e2005-04-16 15:20:36 -0700262 {0, NULL}
263};
264
265/**
Finn Thain0d2cf862016-01-03 16:06:11 +1100266 * NCR5380_print - print scsi bus signals
267 * @instance: adapter state to dump
Linus Torvalds1da177e2005-04-16 15:20:36 -0700268 *
Finn Thain594d4ba2016-01-03 16:06:10 +1100269 * Print the SCSI bus signals for debugging purposes
Linus Torvalds1da177e2005-04-16 15:20:36 -0700270 */
271
272static void NCR5380_print(struct Scsi_Host *instance)
273{
Finn Thain61e1ce52016-10-10 00:46:53 -0400274 struct NCR5380_hostdata *hostdata = shost_priv(instance);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700275 unsigned char status, data, basr, mr, icr, i;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700276
277 data = NCR5380_read(CURRENT_SCSI_DATA_REG);
278 status = NCR5380_read(STATUS_REG);
279 mr = NCR5380_read(MODE_REG);
280 icr = NCR5380_read(INITIATOR_COMMAND_REG);
281 basr = NCR5380_read(BUS_AND_STATUS_REG);
282
Finn Thain12866b92016-03-23 21:10:25 +1100283 printk(KERN_DEBUG "SR = 0x%02x : ", status);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700284 for (i = 0; signals[i].mask; ++i)
285 if (status & signals[i].mask)
Finn Thain12866b92016-03-23 21:10:25 +1100286 printk(KERN_CONT "%s, ", signals[i].name);
287 printk(KERN_CONT "\nBASR = 0x%02x : ", basr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700288 for (i = 0; basrs[i].mask; ++i)
289 if (basr & basrs[i].mask)
Finn Thain12866b92016-03-23 21:10:25 +1100290 printk(KERN_CONT "%s, ", basrs[i].name);
291 printk(KERN_CONT "\nICR = 0x%02x : ", icr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700292 for (i = 0; icrs[i].mask; ++i)
293 if (icr & icrs[i].mask)
Finn Thain12866b92016-03-23 21:10:25 +1100294 printk(KERN_CONT "%s, ", icrs[i].name);
295 printk(KERN_CONT "\nMR = 0x%02x : ", mr);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700296 for (i = 0; mrs[i].mask; ++i)
297 if (mr & mrs[i].mask)
Finn Thain12866b92016-03-23 21:10:25 +1100298 printk(KERN_CONT "%s, ", mrs[i].name);
299 printk(KERN_CONT "\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700300}
301
Finn Thain0d2cf862016-01-03 16:06:11 +1100302static struct {
303 unsigned char value;
304 const char *name;
305} phases[] = {
306 {PHASE_DATAOUT, "DATAOUT"},
307 {PHASE_DATAIN, "DATAIN"},
308 {PHASE_CMDOUT, "CMDOUT"},
309 {PHASE_STATIN, "STATIN"},
310 {PHASE_MSGOUT, "MSGOUT"},
311 {PHASE_MSGIN, "MSGIN"},
312 {PHASE_UNKNOWN, "UNKNOWN"}
313};
Linus Torvalds1da177e2005-04-16 15:20:36 -0700314
Finn Thainc16df322016-01-03 16:06:08 +1100315/**
Finn Thain0d2cf862016-01-03 16:06:11 +1100316 * NCR5380_print_phase - show SCSI phase
Finn Thain594d4ba2016-01-03 16:06:10 +1100317 * @instance: adapter to dump
Linus Torvalds1da177e2005-04-16 15:20:36 -0700318 *
Finn Thain594d4ba2016-01-03 16:06:10 +1100319 * Print the current SCSI phase for debugging purposes
Linus Torvalds1da177e2005-04-16 15:20:36 -0700320 */
321
322static void NCR5380_print_phase(struct Scsi_Host *instance)
323{
Finn Thain61e1ce52016-10-10 00:46:53 -0400324 struct NCR5380_hostdata *hostdata = shost_priv(instance);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700325 unsigned char status;
326 int i;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700327
328 status = NCR5380_read(STATUS_REG);
329 if (!(status & SR_REQ))
Finn Thain6a6ff4a2016-01-03 16:06:04 +1100330 shost_printk(KERN_DEBUG, instance, "REQ not asserted, phase unknown.\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700331 else {
Finn Thain0d2cf862016-01-03 16:06:11 +1100332 for (i = 0; (phases[i].value != PHASE_UNKNOWN) &&
333 (phases[i].value != (status & PHASE_MASK)); ++i)
334 ;
Finn Thain6a6ff4a2016-01-03 16:06:04 +1100335 shost_printk(KERN_DEBUG, instance, "phase %s\n", phases[i].name);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700336 }
337}
338#endif
339
Linus Torvalds1da177e2005-04-16 15:20:36 -0700340/**
Finn Thain09028462017-01-15 18:50:57 -0500341 * NCR5380_info - report driver and host information
Finn Thain594d4ba2016-01-03 16:06:10 +1100342 * @instance: relevant scsi host instance
Linus Torvalds1da177e2005-04-16 15:20:36 -0700343 *
Finn Thain594d4ba2016-01-03 16:06:10 +1100344 * For use as the host template info() handler.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700345 */
346
Finn Thain8c325132014-11-12 16:11:58 +1100347static const char *NCR5380_info(struct Scsi_Host *instance)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700348{
Finn Thain8c325132014-11-12 16:11:58 +1100349 struct NCR5380_hostdata *hostdata = shost_priv(instance);
350
351 return hostdata->info;
352}
353
Linus Torvalds1da177e2005-04-16 15:20:36 -0700354/**
Finn Thain0d2cf862016-01-03 16:06:11 +1100355 * NCR5380_init - initialise an NCR5380
Finn Thain594d4ba2016-01-03 16:06:10 +1100356 * @instance: adapter to configure
357 * @flags: control flags
Linus Torvalds1da177e2005-04-16 15:20:36 -0700358 *
Finn Thain594d4ba2016-01-03 16:06:10 +1100359 * Initializes *instance and corresponding 5380 chip,
360 * with flags OR'd into the initial flags value.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700361 *
Finn Thain594d4ba2016-01-03 16:06:10 +1100362 * Notes : I assume that the host, hostno, and id bits have been
Finn Thain0d2cf862016-01-03 16:06:11 +1100363 * set correctly. I don't care about the irq and other fields.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700364 *
Finn Thain594d4ba2016-01-03 16:06:10 +1100365 * Returns 0 for success
Linus Torvalds1da177e2005-04-16 15:20:36 -0700366 */
367
Greg Kroah-Hartman6f039792012-12-21 13:08:55 -0800368static int NCR5380_init(struct Scsi_Host *instance, int flags)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700369{
Finn Thaine8a60142016-01-03 16:05:54 +1100370 struct NCR5380_hostdata *hostdata = shost_priv(instance);
Finn Thainb6488f92016-01-03 16:05:08 +1100371 int i;
Finn Thain2f854b82016-01-03 16:05:22 +1100372 unsigned long deadline;
Finn Thaind4408dd2016-10-10 00:46:52 -0400373 unsigned long accesses_per_ms;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700374
Finn Thainae5e33a2016-03-23 21:10:23 +1100375 instance->max_lun = 7;
376
Finn Thain0d2cf862016-01-03 16:06:11 +1100377 hostdata->host = instance;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700378 hostdata->id_mask = 1 << instance->this_id;
Finn Thain0d2cf862016-01-03 16:06:11 +1100379 hostdata->id_higher_mask = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700380 for (i = hostdata->id_mask; i <= 0x80; i <<= 1)
381 if (i > hostdata->id_mask)
382 hostdata->id_higher_mask |= i;
383 for (i = 0; i < 8; ++i)
384 hostdata->busy[i] = 0;
Finn Thaine4dec682016-03-23 21:10:12 +1100385 hostdata->dma_len = 0;
386
Finn Thain11d2f632016-01-03 16:05:51 +1100387 spin_lock_init(&hostdata->lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700388 hostdata->connected = NULL;
Finn Thainf27db8e2016-01-03 16:06:00 +1100389 hostdata->sensing = NULL;
390 INIT_LIST_HEAD(&hostdata->autosense);
Finn Thain32b26a12016-01-03 16:05:58 +1100391 INIT_LIST_HEAD(&hostdata->unissued);
392 INIT_LIST_HEAD(&hostdata->disconnected);
393
Finn Thain55181be2016-01-03 16:05:42 +1100394 hostdata->flags = flags;
Finn Thainaff0cf92016-01-03 16:06:09 +1100395
Finn Thain8d8601a2016-01-03 16:05:37 +1100396 INIT_WORK(&hostdata->main_task, NCR5380_main);
Finn Thain0ad0eff2016-01-03 16:05:21 +1100397 hostdata->work_q = alloc_workqueue("ncr5380_%d",
398 WQ_UNBOUND | WQ_MEM_RECLAIM,
399 1, instance->host_no);
400 if (!hostdata->work_q)
401 return -ENOMEM;
402
Finn Thain09028462017-01-15 18:50:57 -0500403 snprintf(hostdata->info, sizeof(hostdata->info),
404 "%s, irq %d, io_port 0x%lx, base 0x%lx, can_queue %d, cmd_per_lun %d, sg_tablesize %d, this_id %d, flags { %s%s%s}",
405 instance->hostt->name, instance->irq, hostdata->io_port,
406 hostdata->base, instance->can_queue, instance->cmd_per_lun,
407 instance->sg_tablesize, instance->this_id,
408 hostdata->flags & FLAG_DMA_FIXUP ? "DMA_FIXUP " : "",
409 hostdata->flags & FLAG_NO_PSEUDO_DMA ? "NO_PSEUDO_DMA " : "",
410 hostdata->flags & FLAG_TOSHIBA_DELAY ? "TOSHIBA_DELAY " : "");
Finn Thain8c325132014-11-12 16:11:58 +1100411
Linus Torvalds1da177e2005-04-16 15:20:36 -0700412 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE);
413 NCR5380_write(MODE_REG, MR_BASE);
414 NCR5380_write(TARGET_COMMAND_REG, 0);
415 NCR5380_write(SELECT_ENABLE_REG, 0);
Finn Thain2f854b82016-01-03 16:05:22 +1100416
417 /* Calibrate register polling loop */
418 i = 0;
419 deadline = jiffies + 1;
420 do {
421 cpu_relax();
422 } while (time_is_after_jiffies(deadline));
423 deadline += msecs_to_jiffies(256);
424 do {
425 NCR5380_read(STATUS_REG);
426 ++i;
427 cpu_relax();
428 } while (time_is_after_jiffies(deadline));
Finn Thaind4408dd2016-10-10 00:46:52 -0400429 accesses_per_ms = i / 256;
430 hostdata->poll_loops = NCR5380_REG_POLL_TIME * accesses_per_ms / 2;
Finn Thain2f854b82016-01-03 16:05:22 +1100431
Finn Thainb6488f92016-01-03 16:05:08 +1100432 return 0;
433}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700434
Finn Thainb6488f92016-01-03 16:05:08 +1100435/**
436 * NCR5380_maybe_reset_bus - Detect and correct bus wedge problems.
437 * @instance: adapter to check
438 *
439 * If the system crashed, it may have crashed with a connected target and
440 * the SCSI bus busy. Check for BUS FREE phase. If not, try to abort the
441 * currently established nexus, which we know nothing about. Failing that
442 * do a bus reset.
443 *
444 * Note that a bus reset will cause the chip to assert IRQ.
445 *
446 * Returns 0 if successful, otherwise -ENXIO.
447 */
448
449static int NCR5380_maybe_reset_bus(struct Scsi_Host *instance)
450{
Finn Thain9c3f0e22016-01-03 16:05:11 +1100451 struct NCR5380_hostdata *hostdata = shost_priv(instance);
Finn Thainb6488f92016-01-03 16:05:08 +1100452 int pass;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700453
454 for (pass = 1; (NCR5380_read(STATUS_REG) & SR_BSY) && pass <= 6; ++pass) {
455 switch (pass) {
456 case 1:
457 case 3:
458 case 5:
Finn Thain636b1ec2016-01-03 16:05:10 +1100459 shost_printk(KERN_ERR, instance, "SCSI bus busy, waiting up to five seconds\n");
Finn Thaind5d37a02016-10-10 00:46:53 -0400460 NCR5380_poll_politely(hostdata,
Finn Thain636b1ec2016-01-03 16:05:10 +1100461 STATUS_REG, SR_BSY, 0, 5 * HZ);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700462 break;
463 case 2:
Finn Thain636b1ec2016-01-03 16:05:10 +1100464 shost_printk(KERN_ERR, instance, "bus busy, attempting abort\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700465 do_abort(instance);
466 break;
467 case 4:
Finn Thain636b1ec2016-01-03 16:05:10 +1100468 shost_printk(KERN_ERR, instance, "bus busy, attempting reset\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700469 do_reset(instance);
Finn Thain9c3f0e22016-01-03 16:05:11 +1100470 /* Wait after a reset; the SCSI standard calls for
471 * 250ms, we wait 500ms to be on the safe side.
472 * But some Toshiba CD-ROMs need ten times that.
473 */
474 if (hostdata->flags & FLAG_TOSHIBA_DELAY)
475 msleep(2500);
476 else
477 msleep(500);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700478 break;
479 case 6:
Finn Thain636b1ec2016-01-03 16:05:10 +1100480 shost_printk(KERN_ERR, instance, "bus locked solid\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700481 return -ENXIO;
482 }
483 }
484 return 0;
485}
486
487/**
Finn Thain0d2cf862016-01-03 16:06:11 +1100488 * NCR5380_exit - remove an NCR5380
Finn Thain594d4ba2016-01-03 16:06:10 +1100489 * @instance: adapter to remove
Finn Thain0d2cf862016-01-03 16:06:11 +1100490 *
491 * Assumes that no more work can be queued (e.g. by NCR5380_intr).
Linus Torvalds1da177e2005-04-16 15:20:36 -0700492 */
493
Randy Dunlapa43cf0f2008-01-22 21:39:33 -0800494static void NCR5380_exit(struct Scsi_Host *instance)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700495{
Finn Thaine8a60142016-01-03 16:05:54 +1100496 struct NCR5380_hostdata *hostdata = shost_priv(instance);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700497
Finn Thain8d8601a2016-01-03 16:05:37 +1100498 cancel_work_sync(&hostdata->main_task);
Finn Thain0ad0eff2016-01-03 16:05:21 +1100499 destroy_workqueue(hostdata->work_q);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700500}
501
502/**
Finn Thain677e0192016-01-03 16:05:59 +1100503 * complete_cmd - finish processing a command and return it to the SCSI ML
504 * @instance: the host instance
505 * @cmd: command to complete
506 */
507
508static void complete_cmd(struct Scsi_Host *instance,
509 struct scsi_cmnd *cmd)
510{
511 struct NCR5380_hostdata *hostdata = shost_priv(instance);
512
513 dsprintk(NDEBUG_QUEUES, instance, "complete_cmd: cmd %p\n", cmd);
514
Finn Thainf27db8e2016-01-03 16:06:00 +1100515 if (hostdata->sensing == cmd) {
516 /* Autosense processing ends here */
Finn Thain07035652018-09-27 11:17:11 +1000517 if (status_byte(cmd->result) != GOOD) {
Finn Thainf27db8e2016-01-03 16:06:00 +1100518 scsi_eh_restore_cmnd(cmd, &hostdata->ses);
Finn Thain07035652018-09-27 11:17:11 +1000519 } else {
Finn Thainf27db8e2016-01-03 16:06:00 +1100520 scsi_eh_restore_cmnd(cmd, &hostdata->ses);
Finn Thain07035652018-09-27 11:17:11 +1000521 set_driver_byte(cmd, DRIVER_SENSE);
522 }
Finn Thainf27db8e2016-01-03 16:06:00 +1100523 hostdata->sensing = NULL;
524 }
525
Finn Thain677e0192016-01-03 16:05:59 +1100526 cmd->scsi_done(cmd);
527}
528
529/**
Finn Thain1bb40582016-01-03 16:05:29 +1100530 * NCR5380_queue_command - queue a command
531 * @instance: the relevant SCSI adapter
532 * @cmd: SCSI command
Linus Torvalds1da177e2005-04-16 15:20:36 -0700533 *
Finn Thain1bb40582016-01-03 16:05:29 +1100534 * cmd is added to the per-instance issue queue, with minor
535 * twiddling done to the host specific fields of cmd. If the
536 * main coroutine is not running, it is restarted.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700537 */
538
Finn Thain1bb40582016-01-03 16:05:29 +1100539static int NCR5380_queue_command(struct Scsi_Host *instance,
540 struct scsi_cmnd *cmd)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700541{
Finn Thain1bb40582016-01-03 16:05:29 +1100542 struct NCR5380_hostdata *hostdata = shost_priv(instance);
Finn Thain32b26a12016-01-03 16:05:58 +1100543 struct NCR5380_cmd *ncmd = scsi_cmd_priv(cmd);
Finn Thain1bb40582016-01-03 16:05:29 +1100544 unsigned long flags;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700545
546#if (NDEBUG & NDEBUG_NO_WRITE)
547 switch (cmd->cmnd[0]) {
548 case WRITE_6:
549 case WRITE_10:
Finn Thaindbb6b352016-01-03 16:05:53 +1100550 shost_printk(KERN_DEBUG, instance, "WRITE attempted with NDEBUG_NO_WRITE set\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700551 cmd->result = (DID_ERROR << 16);
Finn Thain1bb40582016-01-03 16:05:29 +1100552 cmd->scsi_done(cmd);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700553 return 0;
554 }
Finn Thain0d2cf862016-01-03 16:06:11 +1100555#endif /* (NDEBUG & NDEBUG_NO_WRITE) */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700556
Linus Torvalds1da177e2005-04-16 15:20:36 -0700557 cmd->result = 0;
558
Finn Thain52d3e562016-03-23 21:10:20 +1100559 if (!NCR5380_acquire_dma_irq(instance))
560 return SCSI_MLQUEUE_HOST_BUSY;
561
Finn Thain11d2f632016-01-03 16:05:51 +1100562 spin_lock_irqsave(&hostdata->lock, flags);
Finn Thain1bb40582016-01-03 16:05:29 +1100563
Finn Thainaff0cf92016-01-03 16:06:09 +1100564 /*
565 * Insert the cmd into the issue queue. Note that REQUEST SENSE
Linus Torvalds1da177e2005-04-16 15:20:36 -0700566 * commands are added to the head of the queue since any command will
Finn Thainaff0cf92016-01-03 16:06:09 +1100567 * clear the contingent allegiance condition that exists and the
Linus Torvalds1da177e2005-04-16 15:20:36 -0700568 * sense data is only guaranteed to be valid while the condition exists.
569 */
570
Finn Thain32b26a12016-01-03 16:05:58 +1100571 if (cmd->cmnd[0] == REQUEST_SENSE)
572 list_add(&ncmd->list, &hostdata->unissued);
573 else
574 list_add_tail(&ncmd->list, &hostdata->unissued);
575
Finn Thain11d2f632016-01-03 16:05:51 +1100576 spin_unlock_irqrestore(&hostdata->lock, flags);
Finn Thain1bb40582016-01-03 16:05:29 +1100577
Finn Thaindbb6b352016-01-03 16:05:53 +1100578 dsprintk(NDEBUG_QUEUES, instance, "command %p added to %s of queue\n",
579 cmd, (cmd->cmnd[0] == REQUEST_SENSE) ? "head" : "tail");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700580
Linus Torvalds1da177e2005-04-16 15:20:36 -0700581 /* Kick off command processing */
Finn Thain8d8601a2016-01-03 16:05:37 +1100582 queue_work(hostdata->work_q, &hostdata->main_task);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700583 return 0;
584}
585
Finn Thain52d3e562016-03-23 21:10:20 +1100586static inline void maybe_release_dma_irq(struct Scsi_Host *instance)
587{
588 struct NCR5380_hostdata *hostdata = shost_priv(instance);
589
590 /* Caller does the locking needed to set & test these data atomically */
591 if (list_empty(&hostdata->disconnected) &&
592 list_empty(&hostdata->unissued) &&
593 list_empty(&hostdata->autosense) &&
594 !hostdata->connected &&
Finn Thain4ab2a782017-01-15 18:50:57 -0500595 !hostdata->selecting) {
Finn Thain52d3e562016-03-23 21:10:20 +1100596 NCR5380_release_dma_irq(instance);
Finn Thain4ab2a782017-01-15 18:50:57 -0500597 }
Finn Thain52d3e562016-03-23 21:10:20 +1100598}
599
Linus Torvalds1da177e2005-04-16 15:20:36 -0700600/**
Finn Thainf27db8e2016-01-03 16:06:00 +1100601 * dequeue_next_cmd - dequeue a command for processing
602 * @instance: the scsi host instance
603 *
604 * Priority is given to commands on the autosense queue. These commands
605 * need autosense because of a CHECK CONDITION result.
606 *
607 * Returns a command pointer if a command is found for a target that is
608 * not already busy. Otherwise returns NULL.
609 */
610
611static struct scsi_cmnd *dequeue_next_cmd(struct Scsi_Host *instance)
612{
613 struct NCR5380_hostdata *hostdata = shost_priv(instance);
614 struct NCR5380_cmd *ncmd;
615 struct scsi_cmnd *cmd;
616
Finn Thain8d5dbec32016-02-23 10:07:09 +1100617 if (hostdata->sensing || list_empty(&hostdata->autosense)) {
Finn Thainf27db8e2016-01-03 16:06:00 +1100618 list_for_each_entry(ncmd, &hostdata->unissued, list) {
619 cmd = NCR5380_to_scmd(ncmd);
620 dsprintk(NDEBUG_QUEUES, instance, "dequeue: cmd=%p target=%d busy=0x%02x lun=%llu\n",
621 cmd, scmd_id(cmd), hostdata->busy[scmd_id(cmd)], cmd->device->lun);
622
623 if (!(hostdata->busy[scmd_id(cmd)] & (1 << cmd->device->lun))) {
624 list_del(&ncmd->list);
625 dsprintk(NDEBUG_QUEUES, instance,
626 "dequeue: removed %p from issue queue\n", cmd);
627 return cmd;
628 }
629 }
630 } else {
631 /* Autosense processing begins here */
632 ncmd = list_first_entry(&hostdata->autosense,
633 struct NCR5380_cmd, list);
634 list_del(&ncmd->list);
635 cmd = NCR5380_to_scmd(ncmd);
636 dsprintk(NDEBUG_QUEUES, instance,
637 "dequeue: removed %p from autosense queue\n", cmd);
638 scsi_eh_prep_cmnd(cmd, &hostdata->ses, NULL, 0, ~0);
639 hostdata->sensing = cmd;
640 return cmd;
641 }
642 return NULL;
643}
644
645static void requeue_cmd(struct Scsi_Host *instance, struct scsi_cmnd *cmd)
646{
647 struct NCR5380_hostdata *hostdata = shost_priv(instance);
648 struct NCR5380_cmd *ncmd = scsi_cmd_priv(cmd);
649
Finn Thain8d5dbec32016-02-23 10:07:09 +1100650 if (hostdata->sensing == cmd) {
Finn Thainf27db8e2016-01-03 16:06:00 +1100651 scsi_eh_restore_cmnd(cmd, &hostdata->ses);
652 list_add(&ncmd->list, &hostdata->autosense);
653 hostdata->sensing = NULL;
654 } else
655 list_add(&ncmd->list, &hostdata->unissued);
656}
657
658/**
Finn Thain0d2cf862016-01-03 16:06:11 +1100659 * NCR5380_main - NCR state machines
Linus Torvalds1da177e2005-04-16 15:20:36 -0700660 *
Finn Thain594d4ba2016-01-03 16:06:10 +1100661 * NCR5380_main is a coroutine that runs as long as more work can
662 * be done on the NCR5380 host adapters in a system. Both
663 * NCR5380_queue_command() and NCR5380_intr() will try to start it
664 * in case it is not running.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700665 */
666
David Howellsc4028952006-11-22 14:57:56 +0000667static void NCR5380_main(struct work_struct *work)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700668{
David Howellsc4028952006-11-22 14:57:56 +0000669 struct NCR5380_hostdata *hostdata =
Finn Thain8d8601a2016-01-03 16:05:37 +1100670 container_of(work, struct NCR5380_hostdata, main_task);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700671 struct Scsi_Host *instance = hostdata->host;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700672 int done;
Finn Thainaff0cf92016-01-03 16:06:09 +1100673
Linus Torvalds1da177e2005-04-16 15:20:36 -0700674 do {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700675 done = 1;
Finn Thain11d2f632016-01-03 16:05:51 +1100676
Finn Thain0a4e3612016-01-03 16:06:07 +1100677 spin_lock_irq(&hostdata->lock);
Finn Thainccf6efd2016-02-23 10:07:08 +1100678 while (!hostdata->connected && !hostdata->selecting) {
679 struct scsi_cmnd *cmd = dequeue_next_cmd(instance);
680
681 if (!cmd)
682 break;
Finn Thainf27db8e2016-01-03 16:06:00 +1100683
684 dsprintk(NDEBUG_MAIN, instance, "main: dequeued %p\n", cmd);
685
Linus Torvalds1da177e2005-04-16 15:20:36 -0700686 /*
Finn Thainf27db8e2016-01-03 16:06:00 +1100687 * Attempt to establish an I_T_L nexus here.
688 * On success, instance->hostdata->connected is set.
689 * On failure, we must add the command back to the
690 * issue queue so we can keep trying.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700691 */
Finn Thainf27db8e2016-01-03 16:06:00 +1100692 /*
693 * REQUEST SENSE commands are issued without tagged
694 * queueing, even on SCSI-II devices because the
695 * contingent allegiance condition exists for the
696 * entire unit.
697 */
Finn Thain32b26a12016-01-03 16:05:58 +1100698
Finn Thainccf6efd2016-02-23 10:07:08 +1100699 if (!NCR5380_select(instance, cmd)) {
Finn Thain707d62b2016-01-03 16:06:02 +1100700 dsprintk(NDEBUG_MAIN, instance, "main: select complete\n");
Finn Thain52d3e562016-03-23 21:10:20 +1100701 maybe_release_dma_irq(instance);
Finn Thainf27db8e2016-01-03 16:06:00 +1100702 } else {
703 dsprintk(NDEBUG_MAIN | NDEBUG_QUEUES, instance,
704 "main: select failed, returning %p to queue\n", cmd);
705 requeue_cmd(instance, cmd);
706 }
707 }
Finn Thaine4dec682016-03-23 21:10:12 +1100708 if (hostdata->connected && !hostdata->dma_len) {
Finn Thainb7465452016-01-03 16:06:05 +1100709 dsprintk(NDEBUG_MAIN, instance, "main: performing information transfer\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700710 NCR5380_information_transfer(instance);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700711 done = 0;
Finn Thain1d3db592016-01-03 16:05:24 +1100712 }
Finn Thain0a4e3612016-01-03 16:06:07 +1100713 spin_unlock_irq(&hostdata->lock);
714 if (!done)
715 cond_resched();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700716 } while (!done);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700717}
718
Finn Thain8053b0e2016-03-23 21:10:19 +1100719/*
720 * NCR5380_dma_complete - finish DMA transfer
721 * @instance: the scsi host instance
722 *
723 * Called by the interrupt handler when DMA finishes or a phase
724 * mismatch occurs (which would end the DMA transfer).
725 */
726
727static void NCR5380_dma_complete(struct Scsi_Host *instance)
728{
729 struct NCR5380_hostdata *hostdata = shost_priv(instance);
730 int transferred;
731 unsigned char **data;
732 int *count;
733 int saved_data = 0, overrun = 0;
734 unsigned char p;
735
736 if (hostdata->read_overruns) {
737 p = hostdata->connected->SCp.phase;
738 if (p & SR_IO) {
739 udelay(10);
740 if ((NCR5380_read(BUS_AND_STATUS_REG) &
741 (BASR_PHASE_MATCH | BASR_ACK)) ==
742 (BASR_PHASE_MATCH | BASR_ACK)) {
743 saved_data = NCR5380_read(INPUT_DATA_REG);
744 overrun = 1;
745 dsprintk(NDEBUG_DMA, instance, "read overrun handled\n");
746 }
747 }
748 }
749
Finn Thaine9db3192016-03-23 21:10:21 +1100750#ifdef CONFIG_SUN3
751 if ((sun3scsi_dma_finish(rq_data_dir(hostdata->connected->request)))) {
752 pr_err("scsi%d: overrun in UDC counter -- not prepared to deal with this!\n",
753 instance->host_no);
754 BUG();
755 }
756
757 if ((NCR5380_read(BUS_AND_STATUS_REG) & (BASR_PHASE_MATCH | BASR_ACK)) ==
758 (BASR_PHASE_MATCH | BASR_ACK)) {
759 pr_err("scsi%d: BASR %02x\n", instance->host_no,
760 NCR5380_read(BUS_AND_STATUS_REG));
761 pr_err("scsi%d: bus stuck in data phase -- probably a single byte overrun!\n",
762 instance->host_no);
763 BUG();
764 }
765#endif
766
Finn Thain8053b0e2016-03-23 21:10:19 +1100767 NCR5380_write(MODE_REG, MR_BASE);
768 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE);
769 NCR5380_read(RESET_PARITY_INTERRUPT_REG);
770
Finn Thain4a98f892016-10-10 00:46:53 -0400771 transferred = hostdata->dma_len - NCR5380_dma_residual(hostdata);
Finn Thain8053b0e2016-03-23 21:10:19 +1100772 hostdata->dma_len = 0;
773
774 data = (unsigned char **)&hostdata->connected->SCp.ptr;
775 count = &hostdata->connected->SCp.this_residual;
776 *data += transferred;
777 *count -= transferred;
778
779 if (hostdata->read_overruns) {
780 int cnt, toPIO;
781
782 if ((NCR5380_read(STATUS_REG) & PHASE_MASK) == p && (p & SR_IO)) {
783 cnt = toPIO = hostdata->read_overruns;
784 if (overrun) {
785 dsprintk(NDEBUG_DMA, instance,
786 "Got an input overrun, using saved byte\n");
787 *(*data)++ = saved_data;
788 (*count)--;
789 cnt--;
790 toPIO--;
791 }
792 if (toPIO > 0) {
793 dsprintk(NDEBUG_DMA, instance,
794 "Doing %d byte PIO to 0x%p\n", cnt, *data);
795 NCR5380_transfer_pio(instance, &p, &cnt, data);
796 *count -= toPIO - cnt;
797 }
798 }
799 }
800}
801
Linus Torvalds1da177e2005-04-16 15:20:36 -0700802/**
Finn Thaincd400822016-01-03 16:05:40 +1100803 * NCR5380_intr - generic NCR5380 irq handler
804 * @irq: interrupt number
805 * @dev_id: device info
Linus Torvalds1da177e2005-04-16 15:20:36 -0700806 *
Finn Thaincd400822016-01-03 16:05:40 +1100807 * Handle interrupts, reestablishing I_T_L or I_T_L_Q nexuses
808 * from the disconnected queue, and restarting NCR5380_main()
809 * as required.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700810 *
Finn Thaincd400822016-01-03 16:05:40 +1100811 * The chip can assert IRQ in any of six different conditions. The IRQ flag
812 * is then cleared by reading the Reset Parity/Interrupt Register (RPIR).
813 * Three of these six conditions are latched in the Bus and Status Register:
814 * - End of DMA (cleared by ending DMA Mode)
815 * - Parity error (cleared by reading RPIR)
816 * - Loss of BSY (cleared by reading RPIR)
817 * Two conditions have flag bits that are not latched:
818 * - Bus phase mismatch (non-maskable in DMA Mode, cleared by ending DMA Mode)
819 * - Bus reset (non-maskable)
820 * The remaining condition has no flag bit at all:
821 * - Selection/reselection
822 *
823 * Hence, establishing the cause(s) of any interrupt is partly guesswork.
824 * In "The DP8490 and DP5380 Comparison Guide", National Semiconductor
825 * claimed that "the design of the [DP8490] interrupt logic ensures
826 * interrupts will not be lost (they can be on the DP5380)."
827 * The L5380/53C80 datasheet from LOGIC Devices has more details.
828 *
829 * Checking for bus reset by reading RST is futile because of interrupt
830 * latency, but a bus reset will reset chip logic. Checking for parity error
831 * is unnecessary because that interrupt is never enabled. A Loss of BSY
832 * condition will clear DMA Mode. We can tell when this occurs because the
833 * the Busy Monitor interrupt is enabled together with DMA Mode.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700834 */
835
Finn Thaina46865d2016-03-23 21:10:27 +1100836static irqreturn_t __maybe_unused NCR5380_intr(int irq, void *dev_id)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700837{
Jeff Garzikbaa9aac2007-12-13 16:14:14 -0800838 struct Scsi_Host *instance = dev_id;
Finn Thaincd400822016-01-03 16:05:40 +1100839 struct NCR5380_hostdata *hostdata = shost_priv(instance);
840 int handled = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700841 unsigned char basr;
842 unsigned long flags;
843
Finn Thain11d2f632016-01-03 16:05:51 +1100844 spin_lock_irqsave(&hostdata->lock, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700845
Finn Thaincd400822016-01-03 16:05:40 +1100846 basr = NCR5380_read(BUS_AND_STATUS_REG);
847 if (basr & BASR_IRQ) {
848 unsigned char mr = NCR5380_read(MODE_REG);
849 unsigned char sr = NCR5380_read(STATUS_REG);
850
Finn Thainb7465452016-01-03 16:06:05 +1100851 dsprintk(NDEBUG_INTR, instance, "IRQ %d, BASR 0x%02x, SR 0x%02x, MR 0x%02x\n",
852 irq, basr, sr, mr);
Finn Thaincd400822016-01-03 16:05:40 +1100853
Finn Thain8053b0e2016-03-23 21:10:19 +1100854 if ((mr & MR_DMA_MODE) || (mr & MR_MONITOR_BSY)) {
855 /* Probably End of DMA, Phase Mismatch or Loss of BSY.
856 * We ack IRQ after clearing Mode Register. Workarounds
857 * for End of DMA errata need to happen in DMA Mode.
858 */
859
860 dsprintk(NDEBUG_INTR, instance, "interrupt in DMA mode\n");
861
862 if (hostdata->connected) {
863 NCR5380_dma_complete(instance);
864 queue_work(hostdata->work_q, &hostdata->main_task);
865 } else {
866 NCR5380_write(MODE_REG, MR_BASE);
867 NCR5380_read(RESET_PARITY_INTERRUPT_REG);
868 }
869 } else if ((NCR5380_read(CURRENT_SCSI_DATA_REG) & hostdata->id_mask) &&
Finn Thaincd400822016-01-03 16:05:40 +1100870 (sr & (SR_SEL | SR_IO | SR_BSY | SR_RST)) == (SR_SEL | SR_IO)) {
871 /* Probably reselected */
872 NCR5380_write(SELECT_ENABLE_REG, 0);
873 NCR5380_read(RESET_PARITY_INTERRUPT_REG);
874
Finn Thainb7465452016-01-03 16:06:05 +1100875 dsprintk(NDEBUG_INTR, instance, "interrupt with SEL and IO\n");
Finn Thaincd400822016-01-03 16:05:40 +1100876
877 if (!hostdata->connected) {
878 NCR5380_reselect(instance);
879 queue_work(hostdata->work_q, &hostdata->main_task);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700880 }
Finn Thaincd400822016-01-03 16:05:40 +1100881 if (!hostdata->connected)
882 NCR5380_write(SELECT_ENABLE_REG, hostdata->id_mask);
883 } else {
884 /* Probably Bus Reset */
885 NCR5380_read(RESET_PARITY_INTERRUPT_REG);
886
Finn Thain6b0e87a2018-09-27 11:17:11 +1000887 if (sr & SR_RST) {
888 /* Certainly Bus Reset */
889 shost_printk(KERN_WARNING, instance,
890 "bus reset interrupt\n");
891 bus_reset_cleanup(instance);
892 } else {
893 dsprintk(NDEBUG_INTR, instance, "unknown interrupt\n");
894 }
Finn Thaine9db3192016-03-23 21:10:21 +1100895#ifdef SUN3_SCSI_VME
896 dregs->csr |= CSR_DMA_ENABLE;
897#endif
Finn Thaincd400822016-01-03 16:05:40 +1100898 }
899 handled = 1;
900 } else {
Finn Thain9af9fec2016-10-10 00:46:53 -0400901 dsprintk(NDEBUG_INTR, instance, "interrupt without IRQ bit\n");
Finn Thaine9db3192016-03-23 21:10:21 +1100902#ifdef SUN3_SCSI_VME
903 dregs->csr |= CSR_DMA_ENABLE;
904#endif
Finn Thaincd400822016-01-03 16:05:40 +1100905 }
906
Finn Thain11d2f632016-01-03 16:05:51 +1100907 spin_unlock_irqrestore(&hostdata->lock, flags);
Finn Thaincd400822016-01-03 16:05:40 +1100908
909 return IRQ_RETVAL(handled);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700910}
911
Finn Thaindad82612018-09-27 11:17:11 +1000912/**
913 * NCR5380_select - attempt arbitration and selection for a given command
914 * @instance: the Scsi_Host instance
915 * @cmd: the scsi_cmnd to execute
Linus Torvalds1da177e2005-04-16 15:20:36 -0700916 *
Finn Thaindad82612018-09-27 11:17:11 +1000917 * This routine establishes an I_T_L nexus for a SCSI command. This involves
918 * ARBITRATION, SELECTION and MESSAGE OUT phases and an IDENTIFY message.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700919 *
Finn Thaindad82612018-09-27 11:17:11 +1000920 * Returns true if the operation should be retried.
921 * Returns false if it should not be retried.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700922 *
Finn Thainaff0cf92016-01-03 16:06:09 +1100923 * Side effects :
Finn Thain594d4ba2016-01-03 16:06:10 +1100924 * If bus busy, arbitration failed, etc, NCR5380_select() will exit
925 * with registers as they should have been on entry - ie
926 * SELECT_ENABLE will be set appropriately, the NCR5380
927 * will cease to drive any SCSI bus signals.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700928 *
Finn Thaindad82612018-09-27 11:17:11 +1000929 * If successful : the I_T_L nexus will be established, and
930 * hostdata->connected will be set to cmd.
Finn Thain594d4ba2016-01-03 16:06:10 +1100931 * SELECT interrupt will be disabled.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700932 *
Finn Thain594d4ba2016-01-03 16:06:10 +1100933 * If failed (no target) : cmd->scsi_done() will be called, and the
934 * cmd->result host byte set to DID_BAD_TARGET.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700935 */
Finn Thainaff0cf92016-01-03 16:06:09 +1100936
Finn Thaindad82612018-09-27 11:17:11 +1000937static bool NCR5380_select(struct Scsi_Host *instance, struct scsi_cmnd *cmd)
Finn Thain4ab2a782017-01-15 18:50:57 -0500938 __releases(&hostdata->lock) __acquires(&hostdata->lock)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700939{
Finn Thaine8a60142016-01-03 16:05:54 +1100940 struct NCR5380_hostdata *hostdata = shost_priv(instance);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700941 unsigned char tmp[3], phase;
942 unsigned char *data;
943 int len;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700944 int err;
Finn Thaindad82612018-09-27 11:17:11 +1000945 bool ret = true;
Finn Thain7c8ed782018-09-27 11:17:11 +1000946 bool can_disconnect = instance->irq != NO_IRQ &&
947 cmd->cmnd[0] != REQUEST_SENSE;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700948
Linus Torvalds1da177e2005-04-16 15:20:36 -0700949 NCR5380_dprint(NDEBUG_ARBITRATION, instance);
Finn Thainb7465452016-01-03 16:06:05 +1100950 dsprintk(NDEBUG_ARBITRATION, instance, "starting arbitration, id = %d\n",
951 instance->this_id);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700952
Finn Thain707d62b2016-01-03 16:06:02 +1100953 /*
954 * Arbitration and selection phases are slow and involve dropping the
955 * lock, so we have to watch out for EH. An exception handler may
Finn Thaindad82612018-09-27 11:17:11 +1000956 * change 'selecting' to NULL. This function will then return false
Finn Thain707d62b2016-01-03 16:06:02 +1100957 * so that the caller will forget about 'cmd'. (During information
958 * transfer phases, EH may change 'connected' to NULL.)
959 */
960 hostdata->selecting = cmd;
961
Finn Thainaff0cf92016-01-03 16:06:09 +1100962 /*
963 * Set the phase bits to 0, otherwise the NCR5380 won't drive the
Linus Torvalds1da177e2005-04-16 15:20:36 -0700964 * data bus during SELECTION.
965 */
966
967 NCR5380_write(TARGET_COMMAND_REG, 0);
968
Finn Thainaff0cf92016-01-03 16:06:09 +1100969 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700970 * Start arbitration.
971 */
972
973 NCR5380_write(OUTPUT_DATA_REG, hostdata->id_mask);
974 NCR5380_write(MODE_REG, MR_ARBITRATE);
975
Finn Thain55500d92016-01-03 16:05:35 +1100976 /* The chip now waits for BUS FREE phase. Then after the 800 ns
977 * Bus Free Delay, arbitration will begin.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700978 */
979
Finn Thain11d2f632016-01-03 16:05:51 +1100980 spin_unlock_irq(&hostdata->lock);
Finn Thaind5d37a02016-10-10 00:46:53 -0400981 err = NCR5380_poll_politely2(hostdata, MODE_REG, MR_ARBITRATE, 0,
Finn Thainb32ade12016-01-03 16:05:41 +1100982 INITIATOR_COMMAND_REG, ICR_ARBITRATION_PROGRESS,
983 ICR_ARBITRATION_PROGRESS, HZ);
Finn Thain11d2f632016-01-03 16:05:51 +1100984 spin_lock_irq(&hostdata->lock);
Finn Thainb32ade12016-01-03 16:05:41 +1100985 if (!(NCR5380_read(MODE_REG) & MR_ARBITRATE)) {
986 /* Reselection interrupt */
Finn Thain707d62b2016-01-03 16:06:02 +1100987 goto out;
Finn Thainb32ade12016-01-03 16:05:41 +1100988 }
Finn Thainccf6efd2016-02-23 10:07:08 +1100989 if (!hostdata->selecting) {
990 /* Command was aborted */
991 NCR5380_write(MODE_REG, MR_BASE);
Finn Thaindad82612018-09-27 11:17:11 +1000992 return false;
Finn Thainccf6efd2016-02-23 10:07:08 +1100993 }
Finn Thainb32ade12016-01-03 16:05:41 +1100994 if (err < 0) {
995 NCR5380_write(MODE_REG, MR_BASE);
996 shost_printk(KERN_ERR, instance,
997 "select: arbitration timeout\n");
Finn Thain707d62b2016-01-03 16:06:02 +1100998 goto out;
Finn Thain55500d92016-01-03 16:05:35 +1100999 }
Finn Thain11d2f632016-01-03 16:05:51 +11001000 spin_unlock_irq(&hostdata->lock);
Finn Thain55500d92016-01-03 16:05:35 +11001001
1002 /* The SCSI-2 arbitration delay is 2.4 us */
Linus Torvalds1da177e2005-04-16 15:20:36 -07001003 udelay(3);
1004
1005 /* Check for lost arbitration */
Finn Thain0d2cf862016-01-03 16:06:11 +11001006 if ((NCR5380_read(INITIATOR_COMMAND_REG) & ICR_ARBITRATION_LOST) ||
1007 (NCR5380_read(CURRENT_SCSI_DATA_REG) & hostdata->id_higher_mask) ||
1008 (NCR5380_read(INITIATOR_COMMAND_REG) & ICR_ARBITRATION_LOST)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001009 NCR5380_write(MODE_REG, MR_BASE);
Finn Thainb7465452016-01-03 16:06:05 +11001010 dsprintk(NDEBUG_ARBITRATION, instance, "lost arbitration, deasserting MR_ARBITRATE\n");
Finn Thain11d2f632016-01-03 16:05:51 +11001011 spin_lock_irq(&hostdata->lock);
Finn Thain707d62b2016-01-03 16:06:02 +11001012 goto out;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001013 }
Finn Thaincf13b082016-01-03 16:05:18 +11001014
1015 /* After/during arbitration, BSY should be asserted.
1016 * IBM DPES-31080 Version S31Q works now
1017 * Tnx to Thomas_Roesch@m2.maus.de for finding this! (Roman)
1018 */
1019 NCR5380_write(INITIATOR_COMMAND_REG,
1020 ICR_BASE | ICR_ASSERT_SEL | ICR_ASSERT_BSY);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001021
Finn Thainaff0cf92016-01-03 16:06:09 +11001022 /*
1023 * Again, bus clear + bus settle time is 1.2us, however, this is
Linus Torvalds1da177e2005-04-16 15:20:36 -07001024 * a minimum so we'll udelay ceil(1.2)
1025 */
1026
Finn Thain9c3f0e22016-01-03 16:05:11 +11001027 if (hostdata->flags & FLAG_TOSHIBA_DELAY)
1028 udelay(15);
1029 else
1030 udelay(2);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001031
Finn Thain11d2f632016-01-03 16:05:51 +11001032 spin_lock_irq(&hostdata->lock);
1033
Finn Thain72064a72016-01-03 16:05:44 +11001034 /* NCR5380_reselect() clears MODE_REG after a reselection interrupt */
1035 if (!(NCR5380_read(MODE_REG) & MR_ARBITRATE))
Finn Thain707d62b2016-01-03 16:06:02 +11001036 goto out;
1037
1038 if (!hostdata->selecting) {
1039 NCR5380_write(MODE_REG, MR_BASE);
1040 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE);
Finn Thaindad82612018-09-27 11:17:11 +10001041 return false;
Finn Thain707d62b2016-01-03 16:06:02 +11001042 }
Finn Thain72064a72016-01-03 16:05:44 +11001043
Finn Thainb7465452016-01-03 16:06:05 +11001044 dsprintk(NDEBUG_ARBITRATION, instance, "won arbitration\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001045
Finn Thainaff0cf92016-01-03 16:06:09 +11001046 /*
1047 * Now that we have won arbitration, start Selection process, asserting
Linus Torvalds1da177e2005-04-16 15:20:36 -07001048 * the host and target ID's on the SCSI bus.
1049 */
1050
Finn Thain3d07d222016-01-03 16:06:13 +11001051 NCR5380_write(OUTPUT_DATA_REG, hostdata->id_mask | (1 << scmd_id(cmd)));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001052
Finn Thainaff0cf92016-01-03 16:06:09 +11001053 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -07001054 * Raise ATN while SEL is true before BSY goes false from arbitration,
1055 * since this is the only way to guarantee that we'll get a MESSAGE OUT
1056 * phase immediately after selection.
1057 */
1058
Finn Thain3d07d222016-01-03 16:06:13 +11001059 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE | ICR_ASSERT_BSY |
1060 ICR_ASSERT_DATA | ICR_ASSERT_ATN | ICR_ASSERT_SEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001061 NCR5380_write(MODE_REG, MR_BASE);
1062
Finn Thainaff0cf92016-01-03 16:06:09 +11001063 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -07001064 * Reselect interrupts must be turned off prior to the dropping of BSY,
1065 * otherwise we will trigger an interrupt.
1066 */
1067 NCR5380_write(SELECT_ENABLE_REG, 0);
1068
Finn Thain11d2f632016-01-03 16:05:51 +11001069 spin_unlock_irq(&hostdata->lock);
1070
Linus Torvalds1da177e2005-04-16 15:20:36 -07001071 /*
Finn Thainaff0cf92016-01-03 16:06:09 +11001072 * The initiator shall then wait at least two deskew delays and release
Linus Torvalds1da177e2005-04-16 15:20:36 -07001073 * the BSY signal.
1074 */
Finn Thain0d2cf862016-01-03 16:06:11 +11001075 udelay(1); /* wingel -- wait two bus deskew delay >2*45ns */
Linus Torvalds1da177e2005-04-16 15:20:36 -07001076
1077 /* Reset BSY */
Finn Thain3d07d222016-01-03 16:06:13 +11001078 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE | ICR_ASSERT_DATA |
1079 ICR_ASSERT_ATN | ICR_ASSERT_SEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001080
Finn Thainaff0cf92016-01-03 16:06:09 +11001081 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -07001082 * Something weird happens when we cease to drive BSY - looks
Finn Thainaff0cf92016-01-03 16:06:09 +11001083 * like the board/chip is letting us do another read before the
Linus Torvalds1da177e2005-04-16 15:20:36 -07001084 * appropriate propagation delay has expired, and we're confusing
1085 * a BSY signal from ourselves as the target's response to SELECTION.
1086 *
1087 * A small delay (the 'C++' frontend breaks the pipeline with an
1088 * unnecessary jump, making it work on my 386-33/Trantor T128, the
Finn Thainaff0cf92016-01-03 16:06:09 +11001089 * tighter 'C' code breaks and requires this) solves the problem -
1090 * the 1 us delay is arbitrary, and only used because this delay will
1091 * be the same on other platforms and since it works here, it should
Linus Torvalds1da177e2005-04-16 15:20:36 -07001092 * work there.
1093 *
1094 * wingel suggests that this could be due to failing to wait
1095 * one deskew delay.
1096 */
1097
1098 udelay(1);
1099
Finn Thainb7465452016-01-03 16:06:05 +11001100 dsprintk(NDEBUG_SELECTION, instance, "selecting target %d\n", scmd_id(cmd));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001101
Finn Thainaff0cf92016-01-03 16:06:09 +11001102 /*
1103 * The SCSI specification calls for a 250 ms timeout for the actual
Linus Torvalds1da177e2005-04-16 15:20:36 -07001104 * selection.
1105 */
1106
Finn Thaind5d37a02016-10-10 00:46:53 -04001107 err = NCR5380_poll_politely(hostdata, STATUS_REG, SR_BSY, SR_BSY,
Finn Thainae753a32016-01-03 16:05:23 +11001108 msecs_to_jiffies(250));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001109
Linus Torvalds1da177e2005-04-16 15:20:36 -07001110 if ((NCR5380_read(STATUS_REG) & (SR_SEL | SR_IO)) == (SR_SEL | SR_IO)) {
Finn Thain11d2f632016-01-03 16:05:51 +11001111 spin_lock_irq(&hostdata->lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001112 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE);
1113 NCR5380_reselect(instance);
Finn Thaincd400822016-01-03 16:05:40 +11001114 if (!hostdata->connected)
1115 NCR5380_write(SELECT_ENABLE_REG, hostdata->id_mask);
Finn Thain6a6ff4a2016-01-03 16:06:04 +11001116 shost_printk(KERN_ERR, instance, "reselection after won arbitration?\n");
Finn Thain707d62b2016-01-03 16:06:02 +11001117 goto out;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001118 }
Finn Thainae753a32016-01-03 16:05:23 +11001119
1120 if (err < 0) {
Finn Thain11d2f632016-01-03 16:05:51 +11001121 spin_lock_irq(&hostdata->lock);
Finn Thainae753a32016-01-03 16:05:23 +11001122 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE);
Finn Thainae753a32016-01-03 16:05:23 +11001123 NCR5380_write(SELECT_ENABLE_REG, hostdata->id_mask);
Finn Thain6a162832018-09-27 11:17:11 +10001124
Finn Thain707d62b2016-01-03 16:06:02 +11001125 /* Can't touch cmd if it has been reclaimed by the scsi ML */
Finn Thain6a162832018-09-27 11:17:11 +10001126 if (!hostdata->selecting)
Finn Thaindad82612018-09-27 11:17:11 +10001127 return false;
Finn Thain6a162832018-09-27 11:17:11 +10001128
1129 cmd->result = DID_BAD_TARGET << 16;
1130 complete_cmd(instance, cmd);
1131 dsprintk(NDEBUG_SELECTION, instance,
1132 "target did not respond within 250ms\n");
Finn Thaindad82612018-09-27 11:17:11 +10001133 ret = false;
Finn Thain707d62b2016-01-03 16:06:02 +11001134 goto out;
Finn Thainae753a32016-01-03 16:05:23 +11001135 }
1136
Finn Thainaff0cf92016-01-03 16:06:09 +11001137 /*
1138 * No less than two deskew delays after the initiator detects the
1139 * BSY signal is true, it shall release the SEL signal and may
Linus Torvalds1da177e2005-04-16 15:20:36 -07001140 * change the DATA BUS. -wingel
1141 */
1142
1143 udelay(1);
1144
1145 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE | ICR_ASSERT_ATN);
1146
Linus Torvalds1da177e2005-04-16 15:20:36 -07001147 /*
Finn Thainaff0cf92016-01-03 16:06:09 +11001148 * Since we followed the SCSI spec, and raised ATN while SEL
Linus Torvalds1da177e2005-04-16 15:20:36 -07001149 * was true but before BSY was false during selection, the information
1150 * transfer phase should be a MESSAGE OUT phase so that we can send the
1151 * IDENTIFY message.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001152 */
1153
1154 /* Wait for start of REQ/ACK handshake */
1155
Finn Thaind5d37a02016-10-10 00:46:53 -04001156 err = NCR5380_poll_politely(hostdata, STATUS_REG, SR_REQ, SR_REQ, HZ);
Finn Thain11d2f632016-01-03 16:05:51 +11001157 spin_lock_irq(&hostdata->lock);
Finn Thain1cc160e2016-01-03 16:05:32 +11001158 if (err < 0) {
Finn Thain55500d92016-01-03 16:05:35 +11001159 shost_printk(KERN_ERR, instance, "select: REQ timeout\n");
1160 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001161 NCR5380_write(SELECT_ENABLE_REG, hostdata->id_mask);
Finn Thain707d62b2016-01-03 16:06:02 +11001162 goto out;
1163 }
1164 if (!hostdata->selecting) {
1165 do_abort(instance);
Finn Thaindad82612018-09-27 11:17:11 +10001166 return false;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001167 }
1168
Finn Thainb7465452016-01-03 16:06:05 +11001169 dsprintk(NDEBUG_SELECTION, instance, "target %d selected, going into MESSAGE OUT phase.\n",
1170 scmd_id(cmd));
Finn Thain7c8ed782018-09-27 11:17:11 +10001171 tmp[0] = IDENTIFY(can_disconnect, cmd->device->lun);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001172
1173 len = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001174 data = tmp;
1175 phase = PHASE_MSGOUT;
1176 NCR5380_transfer_pio(instance, &phase, &len, &data);
Finn Thainb15e7912017-01-15 18:50:57 -05001177 if (len) {
1178 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE);
1179 cmd->result = DID_ERROR << 16;
1180 complete_cmd(instance, cmd);
1181 dsprintk(NDEBUG_SELECTION, instance, "IDENTIFY message transfer failed\n");
Finn Thaindad82612018-09-27 11:17:11 +10001182 ret = false;
Finn Thainb15e7912017-01-15 18:50:57 -05001183 goto out;
1184 }
1185
Finn Thainb7465452016-01-03 16:06:05 +11001186 dsprintk(NDEBUG_SELECTION, instance, "nexus established.\n");
Finn Thain11d2f632016-01-03 16:05:51 +11001187
Linus Torvalds1da177e2005-04-16 15:20:36 -07001188 hostdata->connected = cmd;
Finn Thain3d07d222016-01-03 16:06:13 +11001189 hostdata->busy[cmd->device->id] |= 1 << cmd->device->lun;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001190
Finn Thaine9db3192016-03-23 21:10:21 +11001191#ifdef SUN3_SCSI_VME
1192 dregs->csr |= CSR_INTR;
1193#endif
1194
Boaz Harrosh28424d32007-09-10 22:37:45 +03001195 initialize_SCp(cmd);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001196
Finn Thaindad82612018-09-27 11:17:11 +10001197 ret = false;
Finn Thain707d62b2016-01-03 16:06:02 +11001198
1199out:
1200 if (!hostdata->selecting)
Finn Thain96edebd2018-10-24 18:45:33 +11001201 return false;
Finn Thain707d62b2016-01-03 16:06:02 +11001202 hostdata->selecting = NULL;
Finn Thaindad82612018-09-27 11:17:11 +10001203 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001204}
1205
Finn Thainaff0cf92016-01-03 16:06:09 +11001206/*
1207 * Function : int NCR5380_transfer_pio (struct Scsi_Host *instance,
Finn Thain594d4ba2016-01-03 16:06:10 +11001208 * unsigned char *phase, int *count, unsigned char **data)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001209 *
1210 * Purpose : transfers data in given phase using polled I/O
1211 *
Finn Thainaff0cf92016-01-03 16:06:09 +11001212 * Inputs : instance - instance of driver, *phase - pointer to
Finn Thain594d4ba2016-01-03 16:06:10 +11001213 * what phase is expected, *count - pointer to number of
1214 * bytes to transfer, **data - pointer to data pointer.
Finn Thainaff0cf92016-01-03 16:06:09 +11001215 *
Linus Torvalds1da177e2005-04-16 15:20:36 -07001216 * Returns : -1 when different phase is entered without transferring
Finn Thain0d2cf862016-01-03 16:06:11 +11001217 * maximum number of bytes, 0 if all bytes are transferred or exit
Finn Thain594d4ba2016-01-03 16:06:10 +11001218 * is in same phase.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001219 *
Finn Thain594d4ba2016-01-03 16:06:10 +11001220 * Also, *phase, *count, *data are modified in place.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001221 *
1222 * XXX Note : handling for bus free may be useful.
1223 */
1224
1225/*
Finn Thainaff0cf92016-01-03 16:06:09 +11001226 * Note : this code is not as quick as it could be, however it
Linus Torvalds1da177e2005-04-16 15:20:36 -07001227 * IS 100% reliable, and for the actual data transfer where speed
1228 * counts, we will always do a pseudo DMA or DMA transfer.
1229 */
1230
Finn Thain0d2cf862016-01-03 16:06:11 +11001231static int NCR5380_transfer_pio(struct Scsi_Host *instance,
1232 unsigned char *phase, int *count,
1233 unsigned char **data)
1234{
Finn Thain61e1ce52016-10-10 00:46:53 -04001235 struct NCR5380_hostdata *hostdata = shost_priv(instance);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001236 unsigned char p = *phase, tmp;
1237 int c = *count;
1238 unsigned char *d = *data;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001239
Finn Thainaff0cf92016-01-03 16:06:09 +11001240 /*
1241 * The NCR5380 chip will only drive the SCSI bus when the
Linus Torvalds1da177e2005-04-16 15:20:36 -07001242 * phase specified in the appropriate bits of the TARGET COMMAND
1243 * REGISTER match the STATUS REGISTER
1244 */
1245
Finn Thain0d2cf862016-01-03 16:06:11 +11001246 NCR5380_write(TARGET_COMMAND_REG, PHASE_SR_TO_TCR(p));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001247
Linus Torvalds1da177e2005-04-16 15:20:36 -07001248 do {
Finn Thainaff0cf92016-01-03 16:06:09 +11001249 /*
1250 * Wait for assertion of REQ, after which the phase bits will be
1251 * valid
Linus Torvalds1da177e2005-04-16 15:20:36 -07001252 */
1253
Finn Thaind5d37a02016-10-10 00:46:53 -04001254 if (NCR5380_poll_politely(hostdata, STATUS_REG, SR_REQ, SR_REQ, HZ) < 0)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001255 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001256
Finn Thainb7465452016-01-03 16:06:05 +11001257 dsprintk(NDEBUG_HANDSHAKE, instance, "REQ asserted\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001258
1259 /* Check for phase mismatch */
Finn Thain686f3992016-01-03 16:05:26 +11001260 if ((NCR5380_read(STATUS_REG) & PHASE_MASK) != p) {
Finn Thainb7465452016-01-03 16:06:05 +11001261 dsprintk(NDEBUG_PIO, instance, "phase mismatch\n");
1262 NCR5380_dprint_phase(NDEBUG_PIO, instance);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001263 break;
1264 }
Finn Thain0d2cf862016-01-03 16:06:11 +11001265
Linus Torvalds1da177e2005-04-16 15:20:36 -07001266 /* Do actual transfer from SCSI bus to / from memory */
1267 if (!(p & SR_IO))
1268 NCR5380_write(OUTPUT_DATA_REG, *d);
1269 else
1270 *d = NCR5380_read(CURRENT_SCSI_DATA_REG);
1271
1272 ++d;
1273
Finn Thainaff0cf92016-01-03 16:06:09 +11001274 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -07001275 * The SCSI standard suggests that in MSGOUT phase, the initiator
1276 * should drop ATN on the last byte of the message phase
1277 * after REQ has been asserted for the handshake but before
1278 * the initiator raises ACK.
1279 */
1280
1281 if (!(p & SR_IO)) {
1282 if (!((p & SR_MSG) && c > 1)) {
1283 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE | ICR_ASSERT_DATA);
1284 NCR5380_dprint(NDEBUG_PIO, instance);
Finn Thain3d07d222016-01-03 16:06:13 +11001285 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE |
1286 ICR_ASSERT_DATA | ICR_ASSERT_ACK);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001287 } else {
Finn Thain3d07d222016-01-03 16:06:13 +11001288 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE |
1289 ICR_ASSERT_DATA | ICR_ASSERT_ATN);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001290 NCR5380_dprint(NDEBUG_PIO, instance);
Finn Thain3d07d222016-01-03 16:06:13 +11001291 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE |
1292 ICR_ASSERT_DATA | ICR_ASSERT_ATN | ICR_ASSERT_ACK);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001293 }
1294 } else {
1295 NCR5380_dprint(NDEBUG_PIO, instance);
1296 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE | ICR_ASSERT_ACK);
1297 }
1298
Finn Thaind5d37a02016-10-10 00:46:53 -04001299 if (NCR5380_poll_politely(hostdata,
Finn Thaina2edc4a2016-01-03 16:05:27 +11001300 STATUS_REG, SR_REQ, 0, 5 * HZ) < 0)
1301 break;
1302
Finn Thainb7465452016-01-03 16:06:05 +11001303 dsprintk(NDEBUG_HANDSHAKE, instance, "REQ negated, handshake complete\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001304
1305/*
Finn Thainaff0cf92016-01-03 16:06:09 +11001306 * We have several special cases to consider during REQ/ACK handshaking :
1307 * 1. We were in MSGOUT phase, and we are on the last byte of the
Finn Thain594d4ba2016-01-03 16:06:10 +11001308 * message. ATN must be dropped as ACK is dropped.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001309 *
Finn Thainaff0cf92016-01-03 16:06:09 +11001310 * 2. We are in a MSGIN phase, and we are on the last byte of the
Finn Thain594d4ba2016-01-03 16:06:10 +11001311 * message. We must exit with ACK asserted, so that the calling
1312 * code may raise ATN before dropping ACK to reject the message.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001313 *
1314 * 3. ACK and ATN are clear and the target may proceed as normal.
1315 */
1316 if (!(p == PHASE_MSGIN && c == 1)) {
1317 if (p == PHASE_MSGOUT && c > 1)
1318 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE | ICR_ASSERT_ATN);
1319 else
1320 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE);
1321 }
1322 } while (--c);
1323
Finn Thainb7465452016-01-03 16:06:05 +11001324 dsprintk(NDEBUG_PIO, instance, "residual %d\n", c);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001325
1326 *count = c;
1327 *data = d;
1328 tmp = NCR5380_read(STATUS_REG);
Finn Thaina2edc4a2016-01-03 16:05:27 +11001329 /* The phase read from the bus is valid if either REQ is (already)
1330 * asserted or if ACK hasn't been released yet. The latter applies if
1331 * we're in MSG IN, DATA IN or STATUS and all bytes have been received.
1332 */
1333 if ((tmp & SR_REQ) || ((tmp & SR_IO) && c == 0))
Linus Torvalds1da177e2005-04-16 15:20:36 -07001334 *phase = tmp & PHASE_MASK;
1335 else
1336 *phase = PHASE_UNKNOWN;
1337
1338 if (!c || (*phase == p))
1339 return 0;
1340 else
1341 return -1;
1342}
1343
1344/**
Finn Thain636b1ec2016-01-03 16:05:10 +11001345 * do_reset - issue a reset command
1346 * @instance: adapter to reset
Linus Torvalds1da177e2005-04-16 15:20:36 -07001347 *
Finn Thain636b1ec2016-01-03 16:05:10 +11001348 * Issue a reset sequence to the NCR5380 and try and get the bus
1349 * back into sane shape.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001350 *
Finn Thain636b1ec2016-01-03 16:05:10 +11001351 * This clears the reset interrupt flag because there may be no handler for
1352 * it. When the driver is initialized, the NCR5380_intr() handler has not yet
1353 * been installed. And when in EH we may have released the ST DMA interrupt.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001354 */
Finn Thainaff0cf92016-01-03 16:06:09 +11001355
Finn Thain54d8fe42016-01-03 16:05:06 +11001356static void do_reset(struct Scsi_Host *instance)
1357{
Finn Thain61e1ce52016-10-10 00:46:53 -04001358 struct NCR5380_hostdata __maybe_unused *hostdata = shost_priv(instance);
Finn Thain636b1ec2016-01-03 16:05:10 +11001359 unsigned long flags;
1360
1361 local_irq_save(flags);
1362 NCR5380_write(TARGET_COMMAND_REG,
1363 PHASE_SR_TO_TCR(NCR5380_read(STATUS_REG) & PHASE_MASK));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001364 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE | ICR_ASSERT_RST);
Finn Thain636b1ec2016-01-03 16:05:10 +11001365 udelay(50);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001366 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE);
Finn Thain636b1ec2016-01-03 16:05:10 +11001367 (void)NCR5380_read(RESET_PARITY_INTERRUPT_REG);
1368 local_irq_restore(flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001369}
1370
Finn Thain80d3eb62016-01-03 16:05:34 +11001371/**
1372 * do_abort - abort the currently established nexus by going to
1373 * MESSAGE OUT phase and sending an ABORT message.
1374 * @instance: relevant scsi host instance
Linus Torvalds1da177e2005-04-16 15:20:36 -07001375 *
Finn Thain80d3eb62016-01-03 16:05:34 +11001376 * Returns 0 on success, -1 on failure.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001377 */
1378
Finn Thain54d8fe42016-01-03 16:05:06 +11001379static int do_abort(struct Scsi_Host *instance)
1380{
Finn Thain61e1ce52016-10-10 00:46:53 -04001381 struct NCR5380_hostdata *hostdata = shost_priv(instance);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001382 unsigned char *msgptr, phase, tmp;
1383 int len;
1384 int rc;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001385
1386 /* Request message out phase */
1387 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE | ICR_ASSERT_ATN);
1388
Finn Thainaff0cf92016-01-03 16:06:09 +11001389 /*
1390 * Wait for the target to indicate a valid phase by asserting
1391 * REQ. Once this happens, we'll have either a MSGOUT phase
1392 * and can immediately send the ABORT message, or we'll have some
Linus Torvalds1da177e2005-04-16 15:20:36 -07001393 * other phase and will have to source/sink data.
Finn Thainaff0cf92016-01-03 16:06:09 +11001394 *
Linus Torvalds1da177e2005-04-16 15:20:36 -07001395 * We really don't care what value was on the bus or what value
1396 * the target sees, so we just handshake.
1397 */
1398
Finn Thaind5d37a02016-10-10 00:46:53 -04001399 rc = NCR5380_poll_politely(hostdata, STATUS_REG, SR_REQ, SR_REQ, 10 * HZ);
Finn Thain1cc160e2016-01-03 16:05:32 +11001400 if (rc < 0)
Finn Thain80d3eb62016-01-03 16:05:34 +11001401 goto timeout;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001402
Finn Thainf35d3472016-01-03 16:05:33 +11001403 tmp = NCR5380_read(STATUS_REG) & PHASE_MASK;
Finn Thainaff0cf92016-01-03 16:06:09 +11001404
Linus Torvalds1da177e2005-04-16 15:20:36 -07001405 NCR5380_write(TARGET_COMMAND_REG, PHASE_SR_TO_TCR(tmp));
1406
Finn Thainf35d3472016-01-03 16:05:33 +11001407 if (tmp != PHASE_MSGOUT) {
Finn Thain0d2cf862016-01-03 16:06:11 +11001408 NCR5380_write(INITIATOR_COMMAND_REG,
1409 ICR_BASE | ICR_ASSERT_ATN | ICR_ASSERT_ACK);
Finn Thaind5d37a02016-10-10 00:46:53 -04001410 rc = NCR5380_poll_politely(hostdata, STATUS_REG, SR_REQ, 0, 3 * HZ);
Finn Thain1cc160e2016-01-03 16:05:32 +11001411 if (rc < 0)
Finn Thain80d3eb62016-01-03 16:05:34 +11001412 goto timeout;
1413 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE | ICR_ASSERT_ATN);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001414 }
Finn Thain0d2cf862016-01-03 16:06:11 +11001415
Linus Torvalds1da177e2005-04-16 15:20:36 -07001416 tmp = ABORT;
1417 msgptr = &tmp;
1418 len = 1;
1419 phase = PHASE_MSGOUT;
Finn Thain54d8fe42016-01-03 16:05:06 +11001420 NCR5380_transfer_pio(instance, &phase, &len, &msgptr);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001421
1422 /*
1423 * If we got here, and the command completed successfully,
1424 * we're about to go into bus free state.
1425 */
1426
1427 return len ? -1 : 0;
Finn Thain80d3eb62016-01-03 16:05:34 +11001428
1429timeout:
1430 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE);
1431 return -1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001432}
1433
Finn Thainaff0cf92016-01-03 16:06:09 +11001434/*
1435 * Function : int NCR5380_transfer_dma (struct Scsi_Host *instance,
Finn Thain594d4ba2016-01-03 16:06:10 +11001436 * unsigned char *phase, int *count, unsigned char **data)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001437 *
1438 * Purpose : transfers data in given phase using either real
Finn Thain594d4ba2016-01-03 16:06:10 +11001439 * or pseudo DMA.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001440 *
Finn Thainaff0cf92016-01-03 16:06:09 +11001441 * Inputs : instance - instance of driver, *phase - pointer to
Finn Thain594d4ba2016-01-03 16:06:10 +11001442 * what phase is expected, *count - pointer to number of
1443 * bytes to transfer, **data - pointer to data pointer.
Finn Thainaff0cf92016-01-03 16:06:09 +11001444 *
Linus Torvalds1da177e2005-04-16 15:20:36 -07001445 * Returns : -1 when different phase is entered without transferring
Finn Thain594d4ba2016-01-03 16:06:10 +11001446 * maximum number of bytes, 0 if all bytes or transferred or exit
1447 * is in same phase.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001448 *
Finn Thain594d4ba2016-01-03 16:06:10 +11001449 * Also, *phase, *count, *data are modified in place.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001450 */
1451
1452
Finn Thain0d2cf862016-01-03 16:06:11 +11001453static int NCR5380_transfer_dma(struct Scsi_Host *instance,
1454 unsigned char *phase, int *count,
1455 unsigned char **data)
1456{
1457 struct NCR5380_hostdata *hostdata = shost_priv(instance);
Finn Thainf0ea73a2016-03-23 21:10:26 +11001458 int c = *count;
1459 unsigned char p = *phase;
1460 unsigned char *d = *data;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001461 unsigned char tmp;
Finn Thain8053b0e2016-03-23 21:10:19 +11001462 int result = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001463
Linus Torvalds1da177e2005-04-16 15:20:36 -07001464 if ((tmp = (NCR5380_read(STATUS_REG) & PHASE_MASK)) != p) {
1465 *phase = tmp;
1466 return -1;
1467 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001468
Finn Thain8053b0e2016-03-23 21:10:19 +11001469 hostdata->connected->SCp.phase = p;
1470
1471 if (p & SR_IO) {
1472 if (hostdata->read_overruns)
1473 c -= hostdata->read_overruns;
1474 else if (hostdata->flags & FLAG_DMA_FIXUP)
1475 --c;
1476 }
1477
1478 dsprintk(NDEBUG_DMA, instance, "initializing DMA %s: length %d, address %p\n",
1479 (p & SR_IO) ? "receive" : "send", c, d);
1480
Finn Thaine9db3192016-03-23 21:10:21 +11001481#ifdef CONFIG_SUN3
1482 /* send start chain */
1483 sun3scsi_dma_start(c, *data);
1484#endif
1485
Linus Torvalds1da177e2005-04-16 15:20:36 -07001486 NCR5380_write(TARGET_COMMAND_REG, PHASE_SR_TO_TCR(p));
Finn Thain8053b0e2016-03-23 21:10:19 +11001487 NCR5380_write(MODE_REG, MR_BASE | MR_DMA_MODE | MR_MONITOR_BSY |
1488 MR_ENABLE_EOP_INTR);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001489
Finn Thain8053b0e2016-03-23 21:10:19 +11001490 if (!(hostdata->flags & FLAG_LATE_DMA_SETUP)) {
1491 /* On the Medusa, it is a must to initialize the DMA before
1492 * starting the NCR. This is also the cleaner way for the TT.
1493 */
1494 if (p & SR_IO)
Finn Thain4a98f892016-10-10 00:46:53 -04001495 result = NCR5380_dma_recv_setup(hostdata, d, c);
Finn Thain8053b0e2016-03-23 21:10:19 +11001496 else
Finn Thain4a98f892016-10-10 00:46:53 -04001497 result = NCR5380_dma_send_setup(hostdata, d, c);
Finn Thain8053b0e2016-03-23 21:10:19 +11001498 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001499
Finn Thainaff0cf92016-01-03 16:06:09 +11001500 /*
Finn Thain594d4ba2016-01-03 16:06:10 +11001501 * On the PAS16 at least I/O recovery delays are not needed here.
1502 * Everyone else seems to want them.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001503 */
1504
1505 if (p & SR_IO) {
Finn Thaine9db3192016-03-23 21:10:21 +11001506 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE);
Finn Thaine5d55d12016-03-23 21:10:16 +11001507 NCR5380_io_delay(1);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001508 NCR5380_write(START_DMA_INITIATOR_RECEIVE_REG, 0);
1509 } else {
Finn Thaine5d55d12016-03-23 21:10:16 +11001510 NCR5380_io_delay(1);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001511 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE | ICR_ASSERT_DATA);
Finn Thaine5d55d12016-03-23 21:10:16 +11001512 NCR5380_io_delay(1);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001513 NCR5380_write(START_DMA_SEND_REG, 0);
Finn Thaine5d55d12016-03-23 21:10:16 +11001514 NCR5380_io_delay(1);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001515 }
1516
Finn Thaine9db3192016-03-23 21:10:21 +11001517#ifdef CONFIG_SUN3
1518#ifdef SUN3_SCSI_VME
1519 dregs->csr |= CSR_DMA_ENABLE;
1520#endif
1521 sun3_dma_active = 1;
1522#endif
1523
Finn Thain8053b0e2016-03-23 21:10:19 +11001524 if (hostdata->flags & FLAG_LATE_DMA_SETUP) {
1525 /* On the Falcon, the DMA setup must be done after the last
1526 * NCR access, else the DMA setup gets trashed!
1527 */
1528 if (p & SR_IO)
Finn Thain4a98f892016-10-10 00:46:53 -04001529 result = NCR5380_dma_recv_setup(hostdata, d, c);
Finn Thain8053b0e2016-03-23 21:10:19 +11001530 else
Finn Thain4a98f892016-10-10 00:46:53 -04001531 result = NCR5380_dma_send_setup(hostdata, d, c);
Finn Thain8053b0e2016-03-23 21:10:19 +11001532 }
1533
1534 /* On failure, NCR5380_dma_xxxx_setup() returns a negative int. */
1535 if (result < 0)
1536 return result;
1537
1538 /* For real DMA, result is the byte count. DMA interrupt is expected. */
1539 if (result > 0) {
1540 hostdata->dma_len = result;
1541 return 0;
1542 }
1543
1544 /* The result is zero iff pseudo DMA send/receive was completed. */
1545 hostdata->dma_len = c;
1546
Linus Torvalds1da177e2005-04-16 15:20:36 -07001547/*
Finn Thaine4dec682016-03-23 21:10:12 +11001548 * A note regarding the DMA errata workarounds for early NMOS silicon.
Finn Thainc16df322016-01-03 16:06:08 +11001549 *
1550 * For DMA sends, we want to wait until the last byte has been
1551 * transferred out over the bus before we turn off DMA mode. Alas, there
1552 * seems to be no terribly good way of doing this on a 5380 under all
1553 * conditions. For non-scatter-gather operations, we can wait until REQ
1554 * and ACK both go false, or until a phase mismatch occurs. Gather-sends
1555 * are nastier, since the device will be expecting more data than we
1556 * are prepared to send it, and REQ will remain asserted. On a 53C8[01] we
1557 * could test Last Byte Sent to assure transfer (I imagine this is precisely
1558 * why this signal was added to the newer chips) but on the older 538[01]
1559 * this signal does not exist. The workaround for this lack is a watchdog;
1560 * we bail out of the wait-loop after a modest amount of wait-time if
1561 * the usual exit conditions are not met. Not a terribly clean or
1562 * correct solution :-%
1563 *
1564 * DMA receive is equally tricky due to a nasty characteristic of the NCR5380.
1565 * If the chip is in DMA receive mode, it will respond to a target's
1566 * REQ by latching the SCSI data into the INPUT DATA register and asserting
1567 * ACK, even if it has _already_ been notified by the DMA controller that
1568 * the current DMA transfer has completed! If the NCR5380 is then taken
1569 * out of DMA mode, this already-acknowledged byte is lost. This is
1570 * not a problem for "one DMA transfer per READ command", because
1571 * the situation will never arise... either all of the data is DMA'ed
1572 * properly, or the target switches to MESSAGE IN phase to signal a
1573 * disconnection (either operation bringing the DMA to a clean halt).
1574 * However, in order to handle scatter-receive, we must work around the
Finn Thaine4dec682016-03-23 21:10:12 +11001575 * problem. The chosen fix is to DMA fewer bytes, then check for the
Finn Thainc16df322016-01-03 16:06:08 +11001576 * condition before taking the NCR5380 out of DMA mode. One or two extra
1577 * bytes are transferred via PIO as necessary to fill out the original
1578 * request.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001579 */
1580
Finn Thain8053b0e2016-03-23 21:10:19 +11001581 if (hostdata->flags & FLAG_DMA_FIXUP) {
1582 if (p & SR_IO) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001583 /*
Finn Thaine4dec682016-03-23 21:10:12 +11001584 * The workaround was to transfer fewer bytes than we
Finn Thainaff0cf92016-01-03 16:06:09 +11001585 * intended to with the pseudo-DMA read function, wait for
Linus Torvalds1da177e2005-04-16 15:20:36 -07001586 * the chip to latch the last byte, read it, and then disable
1587 * pseudo-DMA mode.
Finn Thainaff0cf92016-01-03 16:06:09 +11001588 *
Linus Torvalds1da177e2005-04-16 15:20:36 -07001589 * After REQ is asserted, the NCR5380 asserts DRQ and ACK.
1590 * REQ is deasserted when ACK is asserted, and not reasserted
1591 * until ACK goes false. Since the NCR5380 won't lower ACK
1592 * until DACK is asserted, which won't happen unless we twiddle
Finn Thainaff0cf92016-01-03 16:06:09 +11001593 * the DMA port or we take the NCR5380 out of DMA mode, we
1594 * can guarantee that we won't handshake another extra
Linus Torvalds1da177e2005-04-16 15:20:36 -07001595 * byte.
1596 */
1597
Finn Thaind5d37a02016-10-10 00:46:53 -04001598 if (NCR5380_poll_politely(hostdata, BUS_AND_STATUS_REG,
Finn Thain55181be2016-01-03 16:05:42 +11001599 BASR_DRQ, BASR_DRQ, HZ) < 0) {
Finn Thain438af512016-03-23 21:10:18 +11001600 result = -1;
Finn Thain55181be2016-01-03 16:05:42 +11001601 shost_printk(KERN_ERR, instance, "PDMA read: DRQ timeout\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001602 }
Finn Thaind5d37a02016-10-10 00:46:53 -04001603 if (NCR5380_poll_politely(hostdata, STATUS_REG,
Finn Thain55181be2016-01-03 16:05:42 +11001604 SR_REQ, 0, HZ) < 0) {
Finn Thain438af512016-03-23 21:10:18 +11001605 result = -1;
Finn Thain55181be2016-01-03 16:05:42 +11001606 shost_printk(KERN_ERR, instance, "PDMA read: !REQ timeout\n");
1607 }
Finn Thain8053b0e2016-03-23 21:10:19 +11001608 d[*count - 1] = NCR5380_read(INPUT_DATA_REG);
1609 } else {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001610 /*
Finn Thainaff0cf92016-01-03 16:06:09 +11001611 * Wait for the last byte to be sent. If REQ is being asserted for
1612 * the byte we're interested, we'll ACK it and it will go false.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001613 */
Finn Thaind5d37a02016-10-10 00:46:53 -04001614 if (NCR5380_poll_politely2(hostdata,
Finn Thain55181be2016-01-03 16:05:42 +11001615 BUS_AND_STATUS_REG, BASR_DRQ, BASR_DRQ,
1616 BUS_AND_STATUS_REG, BASR_PHASE_MATCH, 0, HZ) < 0) {
Finn Thain438af512016-03-23 21:10:18 +11001617 result = -1;
Finn Thain55181be2016-01-03 16:05:42 +11001618 shost_printk(KERN_ERR, instance, "PDMA write: DRQ and phase timeout\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001619 }
1620 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001621 }
Finn Thain8053b0e2016-03-23 21:10:19 +11001622
1623 NCR5380_dma_complete(instance);
Finn Thain438af512016-03-23 21:10:18 +11001624 return result;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001625}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001626
1627/*
1628 * Function : NCR5380_information_transfer (struct Scsi_Host *instance)
1629 *
Finn Thainaff0cf92016-01-03 16:06:09 +11001630 * Purpose : run through the various SCSI phases and do as the target
Finn Thain594d4ba2016-01-03 16:06:10 +11001631 * directs us to. Operates on the currently connected command,
1632 * instance->connected.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001633 *
1634 * Inputs : instance, instance for which we are doing commands
1635 *
Finn Thainaff0cf92016-01-03 16:06:09 +11001636 * Side effects : SCSI things happen, the disconnected queue will be
Finn Thain594d4ba2016-01-03 16:06:10 +11001637 * modified if a command disconnects, *instance->connected will
1638 * change.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001639 *
Finn Thainaff0cf92016-01-03 16:06:09 +11001640 * XXX Note : we need to watch for bus free or a reset condition here
Finn Thain594d4ba2016-01-03 16:06:10 +11001641 * to recover from an unexpected bus free condition.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001642 */
1643
Finn Thain0d2cf862016-01-03 16:06:11 +11001644static void NCR5380_information_transfer(struct Scsi_Host *instance)
Finn Thain4ab2a782017-01-15 18:50:57 -05001645 __releases(&hostdata->lock) __acquires(&hostdata->lock)
Finn Thain0d2cf862016-01-03 16:06:11 +11001646{
Finn Thaine8a60142016-01-03 16:05:54 +11001647 struct NCR5380_hostdata *hostdata = shost_priv(instance);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001648 unsigned char msgout = NOP;
1649 int sink = 0;
1650 int len;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001651 int transfersize;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001652 unsigned char *data;
1653 unsigned char phase, tmp, extended_msg[10], old_phase = 0xff;
Finn Thain11d2f632016-01-03 16:05:51 +11001654 struct scsi_cmnd *cmd;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001655
Finn Thaine9db3192016-03-23 21:10:21 +11001656#ifdef SUN3_SCSI_VME
1657 dregs->csr |= CSR_INTR;
1658#endif
1659
Finn Thain11d2f632016-01-03 16:05:51 +11001660 while ((cmd = hostdata->connected)) {
Finn Thain32b26a12016-01-03 16:05:58 +11001661 struct NCR5380_cmd *ncmd = scsi_cmd_priv(cmd);
1662
Linus Torvalds1da177e2005-04-16 15:20:36 -07001663 tmp = NCR5380_read(STATUS_REG);
1664 /* We only have a valid SCSI phase when REQ is asserted */
1665 if (tmp & SR_REQ) {
1666 phase = (tmp & PHASE_MASK);
1667 if (phase != old_phase) {
1668 old_phase = phase;
1669 NCR5380_dprint_phase(NDEBUG_INFORMATION, instance);
1670 }
Finn Thaine9db3192016-03-23 21:10:21 +11001671#ifdef CONFIG_SUN3
Finn Thain4a98f892016-10-10 00:46:53 -04001672 if (phase == PHASE_CMDOUT &&
1673 sun3_dma_setup_done != cmd) {
1674 int count;
Finn Thaine9db3192016-03-23 21:10:21 +11001675
1676 if (!cmd->SCp.this_residual && cmd->SCp.buffers_residual) {
Finn Thain4a98f892016-10-10 00:46:53 -04001677 ++cmd->SCp.buffer;
1678 --cmd->SCp.buffers_residual;
1679 cmd->SCp.this_residual = cmd->SCp.buffer->length;
1680 cmd->SCp.ptr = sg_virt(cmd->SCp.buffer);
Finn Thaine9db3192016-03-23 21:10:21 +11001681 }
1682
Finn Thain4a98f892016-10-10 00:46:53 -04001683 count = sun3scsi_dma_xfer_len(hostdata, cmd);
1684
1685 if (count > 0) {
1686 if (rq_data_dir(cmd->request))
1687 sun3scsi_dma_send_setup(hostdata,
1688 cmd->SCp.ptr, count);
1689 else
1690 sun3scsi_dma_recv_setup(hostdata,
1691 cmd->SCp.ptr, count);
Finn Thaine9db3192016-03-23 21:10:21 +11001692 sun3_dma_setup_done = cmd;
1693 }
1694#ifdef SUN3_SCSI_VME
1695 dregs->csr |= CSR_INTR;
1696#endif
1697 }
1698#endif /* CONFIG_SUN3 */
1699
Linus Torvalds1da177e2005-04-16 15:20:36 -07001700 if (sink && (phase != PHASE_MSGOUT)) {
1701 NCR5380_write(TARGET_COMMAND_REG, PHASE_SR_TO_TCR(tmp));
1702
Finn Thain3d07d222016-01-03 16:06:13 +11001703 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE | ICR_ASSERT_ATN |
1704 ICR_ASSERT_ACK);
Finn Thain0d2cf862016-01-03 16:06:11 +11001705 while (NCR5380_read(STATUS_REG) & SR_REQ)
1706 ;
Finn Thain3d07d222016-01-03 16:06:13 +11001707 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE |
1708 ICR_ASSERT_ATN);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001709 sink = 0;
1710 continue;
1711 }
Finn Thain0d2cf862016-01-03 16:06:11 +11001712
Linus Torvalds1da177e2005-04-16 15:20:36 -07001713 switch (phase) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001714 case PHASE_DATAOUT:
1715#if (NDEBUG & NDEBUG_NO_DATAOUT)
Finn Thain6a6ff4a2016-01-03 16:06:04 +11001716 shost_printk(KERN_DEBUG, instance, "NDEBUG_NO_DATAOUT set, attempted DATAOUT aborted\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001717 sink = 1;
1718 do_abort(instance);
1719 cmd->result = DID_ERROR << 16;
Finn Thain677e0192016-01-03 16:05:59 +11001720 complete_cmd(instance, cmd);
Finn Thaindc183962016-02-23 10:07:07 +11001721 hostdata->connected = NULL;
Finn Thain45ddc1b2018-09-27 11:17:11 +10001722 hostdata->busy[scmd_id(cmd)] &= ~(1 << cmd->device->lun);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001723 return;
1724#endif
Finn Thainbf1a0c6f2016-01-03 16:05:47 +11001725 case PHASE_DATAIN:
Finn Thainaff0cf92016-01-03 16:06:09 +11001726 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -07001727 * If there is no room left in the current buffer in the
1728 * scatter-gather list, move onto the next one.
1729 */
1730
1731 if (!cmd->SCp.this_residual && cmd->SCp.buffers_residual) {
1732 ++cmd->SCp.buffer;
1733 --cmd->SCp.buffers_residual;
1734 cmd->SCp.this_residual = cmd->SCp.buffer->length;
Jens Axboe45711f12007-10-22 21:19:53 +02001735 cmd->SCp.ptr = sg_virt(cmd->SCp.buffer);
Finn Thainb7465452016-01-03 16:06:05 +11001736 dsprintk(NDEBUG_INFORMATION, instance, "%d bytes and %d buffers left\n",
1737 cmd->SCp.this_residual,
1738 cmd->SCp.buffers_residual);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001739 }
Finn Thain0d2cf862016-01-03 16:06:11 +11001740
Linus Torvalds1da177e2005-04-16 15:20:36 -07001741 /*
Finn Thainaff0cf92016-01-03 16:06:09 +11001742 * The preferred transfer method is going to be
Linus Torvalds1da177e2005-04-16 15:20:36 -07001743 * PSEUDO-DMA for systems that are strictly PIO,
1744 * since we can let the hardware do the handshaking.
1745 *
1746 * For this to work, we need to know the transfersize
1747 * ahead of time, since the pseudo-DMA code will sit
1748 * in an unconditional loop.
1749 */
1750
Finn Thainff3d4572016-01-03 16:05:25 +11001751 transfersize = 0;
Finn Thain7e9ec8d2016-03-23 21:10:11 +11001752 if (!cmd->device->borken)
Finn Thain4a98f892016-10-10 00:46:53 -04001753 transfersize = NCR5380_dma_xfer_len(hostdata, cmd);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001754
Finn Thain438af512016-03-23 21:10:18 +11001755 if (transfersize > 0) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001756 len = transfersize;
Finn Thain0d2cf862016-01-03 16:06:11 +11001757 if (NCR5380_transfer_dma(instance, &phase,
1758 &len, (unsigned char **)&cmd->SCp.ptr)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001759 /*
Finn Thain0d2cf862016-01-03 16:06:11 +11001760 * If the watchdog timer fires, all future
1761 * accesses to this device will use the
1762 * polled-IO.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001763 */
Jeff Garzik017560f2005-10-24 18:04:36 -04001764 scmd_printk(KERN_INFO, cmd,
Finn Thain0d2cf862016-01-03 16:06:11 +11001765 "switching to slow handshake\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001766 cmd->device->borken = 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001767 sink = 1;
1768 do_abort(instance);
1769 cmd->result = DID_ERROR << 16;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001770 /* XXX - need to source or sink data here, as appropriate */
Finn Thain8053b0e2016-03-23 21:10:19 +11001771 }
Finn Thainf825e402016-03-23 21:10:15 +11001772 } else {
Finn Thain08348b12016-08-31 14:44:56 +10001773 /* Transfer a small chunk so that the
1774 * irq mode lock is not held too long.
Finn Thain16788472016-02-23 10:07:05 +11001775 */
Finn Thain08348b12016-08-31 14:44:56 +10001776 transfersize = min(cmd->SCp.this_residual,
1777 NCR5380_PIO_CHUNK_SIZE);
Finn Thain16788472016-02-23 10:07:05 +11001778 len = transfersize;
1779 NCR5380_transfer_pio(instance, &phase, &len,
Finn Thain3d07d222016-01-03 16:06:13 +11001780 (unsigned char **)&cmd->SCp.ptr);
Finn Thain16788472016-02-23 10:07:05 +11001781 cmd->SCp.this_residual -= transfersize - len;
Finn Thain11d2f632016-01-03 16:05:51 +11001782 }
Finn Thaine9db3192016-03-23 21:10:21 +11001783#ifdef CONFIG_SUN3
1784 if (sun3_dma_setup_done == cmd)
1785 sun3_dma_setup_done = NULL;
1786#endif
Finn Thain16788472016-02-23 10:07:05 +11001787 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001788 case PHASE_MSGIN:
1789 len = 1;
1790 data = &tmp;
1791 NCR5380_transfer_pio(instance, &phase, &len, &data);
1792 cmd->SCp.Message = tmp;
1793
1794 switch (tmp) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001795 case ABORT:
1796 case COMMAND_COMPLETE:
1797 /* Accept message by clearing ACK */
1798 sink = 1;
1799 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE);
Finn Thain0d3d9a42016-01-03 16:05:55 +11001800 dsprintk(NDEBUG_QUEUES, instance,
1801 "COMMAND COMPLETE %p target %d lun %llu\n",
1802 cmd, scmd_id(cmd), cmd->device->lun);
1803
Linus Torvalds1da177e2005-04-16 15:20:36 -07001804 hostdata->connected = NULL;
Finn Thain45ddc1b2018-09-27 11:17:11 +10001805 hostdata->busy[scmd_id(cmd)] &= ~(1 << cmd->device->lun);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001806
Finn Thainf27db8e2016-01-03 16:06:00 +11001807 cmd->result &= ~0xffff;
1808 cmd->result |= cmd->SCp.Status;
1809 cmd->result |= cmd->SCp.Message << 8;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001810
Finn Thainf27db8e2016-01-03 16:06:00 +11001811 if (cmd->cmnd[0] == REQUEST_SENSE)
Finn Thain677e0192016-01-03 16:05:59 +11001812 complete_cmd(instance, cmd);
Finn Thainf27db8e2016-01-03 16:06:00 +11001813 else {
1814 if (cmd->SCp.Status == SAM_STAT_CHECK_CONDITION ||
1815 cmd->SCp.Status == SAM_STAT_COMMAND_TERMINATED) {
1816 dsprintk(NDEBUG_QUEUES, instance, "autosense: adding cmd %p to tail of autosense queue\n",
1817 cmd);
1818 list_add_tail(&ncmd->list,
1819 &hostdata->autosense);
1820 } else
1821 complete_cmd(instance, cmd);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001822 }
1823
Finn Thainaff0cf92016-01-03 16:06:09 +11001824 /*
1825 * Restore phase bits to 0 so an interrupted selection,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001826 * arbitration can resume.
1827 */
1828 NCR5380_write(TARGET_COMMAND_REG, 0);
Finn Thain72064a72016-01-03 16:05:44 +11001829
1830 /* Enable reselect interrupts */
1831 NCR5380_write(SELECT_ENABLE_REG, hostdata->id_mask);
Finn Thain52d3e562016-03-23 21:10:20 +11001832
1833 maybe_release_dma_irq(instance);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001834 return;
1835 case MESSAGE_REJECT:
1836 /* Accept message by clearing ACK */
1837 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE);
1838 switch (hostdata->last_message) {
1839 case HEAD_OF_QUEUE_TAG:
1840 case ORDERED_QUEUE_TAG:
1841 case SIMPLE_QUEUE_TAG:
1842 cmd->device->simple_tags = 0;
Hannes Reinecke9cb78c12014-06-25 15:27:36 +02001843 hostdata->busy[cmd->device->id] |= (1 << (cmd->device->lun & 0xFF));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001844 break;
1845 default:
1846 break;
1847 }
Finn Thain340b9612016-01-03 16:05:31 +11001848 break;
Finn Thain0d2cf862016-01-03 16:06:11 +11001849 case DISCONNECT:
1850 /* Accept message by clearing ACK */
1851 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE);
1852 hostdata->connected = NULL;
1853 list_add(&ncmd->list, &hostdata->disconnected);
1854 dsprintk(NDEBUG_INFORMATION | NDEBUG_QUEUES,
1855 instance, "connected command %p for target %d lun %llu moved to disconnected queue\n",
1856 cmd, scmd_id(cmd), cmd->device->lun);
Finn Thain0d3d9a42016-01-03 16:05:55 +11001857
Finn Thain0d2cf862016-01-03 16:06:11 +11001858 /*
1859 * Restore phase bits to 0 so an interrupted selection,
1860 * arbitration can resume.
1861 */
1862 NCR5380_write(TARGET_COMMAND_REG, 0);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001863
Finn Thain0d2cf862016-01-03 16:06:11 +11001864 /* Enable reselect interrupts */
1865 NCR5380_write(SELECT_ENABLE_REG, hostdata->id_mask);
Finn Thaine9db3192016-03-23 21:10:21 +11001866#ifdef SUN3_SCSI_VME
1867 dregs->csr |= CSR_DMA_ENABLE;
1868#endif
Finn Thain0d2cf862016-01-03 16:06:11 +11001869 return;
Finn Thainaff0cf92016-01-03 16:06:09 +11001870 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -07001871 * The SCSI data pointer is *IMPLICITLY* saved on a disconnect
Finn Thainaff0cf92016-01-03 16:06:09 +11001872 * operation, in violation of the SCSI spec so we can safely
Linus Torvalds1da177e2005-04-16 15:20:36 -07001873 * ignore SAVE/RESTORE pointers calls.
1874 *
Finn Thainaff0cf92016-01-03 16:06:09 +11001875 * Unfortunately, some disks violate the SCSI spec and
Linus Torvalds1da177e2005-04-16 15:20:36 -07001876 * don't issue the required SAVE_POINTERS message before
Finn Thainaff0cf92016-01-03 16:06:09 +11001877 * disconnecting, and we have to break spec to remain
Linus Torvalds1da177e2005-04-16 15:20:36 -07001878 * compatible.
1879 */
1880 case SAVE_POINTERS:
1881 case RESTORE_POINTERS:
1882 /* Accept message by clearing ACK */
1883 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE);
1884 break;
1885 case EXTENDED_MESSAGE:
Finn Thainc16df322016-01-03 16:06:08 +11001886 /*
1887 * Start the message buffer with the EXTENDED_MESSAGE
1888 * byte, since spi_print_msg() wants the whole thing.
1889 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07001890 extended_msg[0] = EXTENDED_MESSAGE;
1891 /* Accept first byte by clearing ACK */
1892 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE);
Finn Thain11d2f632016-01-03 16:05:51 +11001893
1894 spin_unlock_irq(&hostdata->lock);
1895
Finn Thainb7465452016-01-03 16:06:05 +11001896 dsprintk(NDEBUG_EXTENDED, instance, "receiving extended message\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001897
1898 len = 2;
1899 data = extended_msg + 1;
1900 phase = PHASE_MSGIN;
1901 NCR5380_transfer_pio(instance, &phase, &len, &data);
Finn Thainb7465452016-01-03 16:06:05 +11001902 dsprintk(NDEBUG_EXTENDED, instance, "length %d, code 0x%02x\n",
1903 (int)extended_msg[1],
1904 (int)extended_msg[2]);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001905
Finn Thaine0783ed2016-01-03 16:05:45 +11001906 if (!len && extended_msg[1] > 0 &&
1907 extended_msg[1] <= sizeof(extended_msg) - 2) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001908 /* Accept third byte by clearing ACK */
1909 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE);
1910 len = extended_msg[1] - 1;
1911 data = extended_msg + 3;
1912 phase = PHASE_MSGIN;
1913
1914 NCR5380_transfer_pio(instance, &phase, &len, &data);
Finn Thainb7465452016-01-03 16:06:05 +11001915 dsprintk(NDEBUG_EXTENDED, instance, "message received, residual %d\n",
1916 len);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001917
1918 switch (extended_msg[2]) {
1919 case EXTENDED_SDTR:
1920 case EXTENDED_WDTR:
Linus Torvalds1da177e2005-04-16 15:20:36 -07001921 tmp = 0;
1922 }
1923 } else if (len) {
Finn Thain6a6ff4a2016-01-03 16:06:04 +11001924 shost_printk(KERN_ERR, instance, "error receiving extended message\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001925 tmp = 0;
1926 } else {
Finn Thain6a6ff4a2016-01-03 16:06:04 +11001927 shost_printk(KERN_NOTICE, instance, "extended message code %02x length %d is too long\n",
1928 extended_msg[2], extended_msg[1]);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001929 tmp = 0;
1930 }
Finn Thain11d2f632016-01-03 16:05:51 +11001931
1932 spin_lock_irq(&hostdata->lock);
1933 if (!hostdata->connected)
1934 return;
1935
Linus Torvalds1da177e2005-04-16 15:20:36 -07001936 /* Fall through to reject message */
1937
Finn Thainaff0cf92016-01-03 16:06:09 +11001938 /*
1939 * If we get something weird that we aren't expecting,
Linus Torvalds1da177e2005-04-16 15:20:36 -07001940 * reject it.
1941 */
1942 default:
Finn Thain39bef872017-10-26 16:51:50 +11001943 if (tmp == EXTENDED_MESSAGE)
Jeff Garzik017560f2005-10-24 18:04:36 -04001944 scmd_printk(KERN_INFO, cmd,
Finn Thain0d2cf862016-01-03 16:06:11 +11001945 "rejecting unknown extended message code %02x, length %d\n",
Finn Thain39bef872017-10-26 16:51:50 +11001946 extended_msg[2], extended_msg[1]);
1947 else if (tmp)
1948 scmd_printk(KERN_INFO, cmd,
1949 "rejecting unknown message code %02x\n",
1950 tmp);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001951
1952 msgout = MESSAGE_REJECT;
1953 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE | ICR_ASSERT_ATN);
1954 break;
Finn Thain0d2cf862016-01-03 16:06:11 +11001955 } /* switch (tmp) */
Linus Torvalds1da177e2005-04-16 15:20:36 -07001956 break;
1957 case PHASE_MSGOUT:
1958 len = 1;
1959 data = &msgout;
1960 hostdata->last_message = msgout;
1961 NCR5380_transfer_pio(instance, &phase, &len, &data);
1962 if (msgout == ABORT) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001963 hostdata->connected = NULL;
Finn Thain45ddc1b2018-09-27 11:17:11 +10001964 hostdata->busy[scmd_id(cmd)] &= ~(1 << cmd->device->lun);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001965 cmd->result = DID_ERROR << 16;
Finn Thain677e0192016-01-03 16:05:59 +11001966 complete_cmd(instance, cmd);
Finn Thain52d3e562016-03-23 21:10:20 +11001967 maybe_release_dma_irq(instance);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001968 NCR5380_write(SELECT_ENABLE_REG, hostdata->id_mask);
1969 return;
1970 }
1971 msgout = NOP;
1972 break;
1973 case PHASE_CMDOUT:
1974 len = cmd->cmd_len;
1975 data = cmd->cmnd;
Finn Thainaff0cf92016-01-03 16:06:09 +11001976 /*
1977 * XXX for performance reasons, on machines with a
1978 * PSEUDO-DMA architecture we should probably
1979 * use the dma transfer function.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001980 */
1981 NCR5380_transfer_pio(instance, &phase, &len, &data);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001982 break;
1983 case PHASE_STATIN:
1984 len = 1;
1985 data = &tmp;
1986 NCR5380_transfer_pio(instance, &phase, &len, &data);
1987 cmd->SCp.Status = tmp;
1988 break;
1989 default:
Finn Thain6a6ff4a2016-01-03 16:06:04 +11001990 shost_printk(KERN_ERR, instance, "unknown phase\n");
Finn Thain4dde8f72014-03-18 11:42:17 +11001991 NCR5380_dprint(NDEBUG_ANY, instance);
Finn Thain0d2cf862016-01-03 16:06:11 +11001992 } /* switch(phase) */
Finn Thain686f3992016-01-03 16:05:26 +11001993 } else {
Finn Thain11d2f632016-01-03 16:05:51 +11001994 spin_unlock_irq(&hostdata->lock);
Finn Thaind5d37a02016-10-10 00:46:53 -04001995 NCR5380_poll_politely(hostdata, STATUS_REG, SR_REQ, SR_REQ, HZ);
Finn Thain11d2f632016-01-03 16:05:51 +11001996 spin_lock_irq(&hostdata->lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001997 }
Finn Thain11d2f632016-01-03 16:05:51 +11001998 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001999}
2000
2001/*
2002 * Function : void NCR5380_reselect (struct Scsi_Host *instance)
2003 *
Finn Thainaff0cf92016-01-03 16:06:09 +11002004 * Purpose : does reselection, initializing the instance->connected
Finn Thain594d4ba2016-01-03 16:06:10 +11002005 * field to point to the scsi_cmnd for which the I_T_L or I_T_L_Q
2006 * nexus has been reestablished,
Finn Thainaff0cf92016-01-03 16:06:09 +11002007 *
Linus Torvalds1da177e2005-04-16 15:20:36 -07002008 * Inputs : instance - this instance of the NCR5380.
Linus Torvalds1da177e2005-04-16 15:20:36 -07002009 */
2010
Finn Thain0d2cf862016-01-03 16:06:11 +11002011static void NCR5380_reselect(struct Scsi_Host *instance)
2012{
Finn Thaine8a60142016-01-03 16:05:54 +11002013 struct NCR5380_hostdata *hostdata = shost_priv(instance);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002014 unsigned char target_mask;
Finn Thaine9db3192016-03-23 21:10:21 +11002015 unsigned char lun;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002016 unsigned char msg[3];
Finn Thain32b26a12016-01-03 16:05:58 +11002017 struct NCR5380_cmd *ncmd;
2018 struct scsi_cmnd *tmp;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002019
2020 /*
2021 * Disable arbitration, etc. since the host adapter obviously
2022 * lost, and tell an interrupted NCR5380_select() to restart.
2023 */
2024
2025 NCR5380_write(MODE_REG, MR_BASE);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002026
2027 target_mask = NCR5380_read(CURRENT_SCSI_DATA_REG) & ~(hostdata->id_mask);
Finn Thain7ef55f62018-09-27 11:17:11 +10002028 if (!target_mask || target_mask & (target_mask - 1)) {
2029 shost_printk(KERN_WARNING, instance,
2030 "reselect: bad target_mask 0x%02x\n", target_mask);
2031 return;
2032 }
Finn Thainb7465452016-01-03 16:06:05 +11002033
Finn Thainaff0cf92016-01-03 16:06:09 +11002034 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -07002035 * At this point, we have detected that our SCSI ID is on the bus,
2036 * SEL is true and BSY was false for at least one bus settle delay
2037 * (400 ns).
2038 *
2039 * We must assert BSY ourselves, until the target drops the SEL
2040 * signal.
2041 */
2042
2043 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE | ICR_ASSERT_BSY);
Finn Thaind5d37a02016-10-10 00:46:53 -04002044 if (NCR5380_poll_politely(hostdata,
Finn Thain72064a72016-01-03 16:05:44 +11002045 STATUS_REG, SR_SEL, 0, 2 * HZ) < 0) {
Finn Thain08267212018-09-27 11:17:11 +10002046 shost_printk(KERN_ERR, instance, "reselect: !SEL timeout\n");
Finn Thain72064a72016-01-03 16:05:44 +11002047 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE);
2048 return;
2049 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07002050 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE);
2051
2052 /*
2053 * Wait for target to go into MSGIN.
Linus Torvalds1da177e2005-04-16 15:20:36 -07002054 */
2055
Finn Thaind5d37a02016-10-10 00:46:53 -04002056 if (NCR5380_poll_politely(hostdata,
Finn Thain72064a72016-01-03 16:05:44 +11002057 STATUS_REG, SR_REQ, SR_REQ, 2 * HZ) < 0) {
Finn Thainca694af2018-09-27 11:17:11 +10002058 if ((NCR5380_read(STATUS_REG) & (SR_BSY | SR_SEL)) == 0)
2059 /* BUS FREE phase */
2060 return;
Finn Thain08267212018-09-27 11:17:11 +10002061 shost_printk(KERN_ERR, instance, "reselect: REQ timeout\n");
Finn Thain72064a72016-01-03 16:05:44 +11002062 do_abort(instance);
2063 return;
2064 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07002065
Finn Thaine9db3192016-03-23 21:10:21 +11002066#ifdef CONFIG_SUN3
2067 /* acknowledge toggle to MSGIN */
2068 NCR5380_write(TARGET_COMMAND_REG, PHASE_SR_TO_TCR(PHASE_MSGIN));
Linus Torvalds1da177e2005-04-16 15:20:36 -07002069
Finn Thaine9db3192016-03-23 21:10:21 +11002070 /* peek at the byte without really hitting the bus */
2071 msg[0] = NCR5380_read(CURRENT_SCSI_DATA_REG);
2072#else
2073 {
2074 int len = 1;
2075 unsigned char *data = msg;
2076 unsigned char phase = PHASE_MSGIN;
2077
2078 NCR5380_transfer_pio(instance, &phase, &len, &data);
2079
2080 if (len) {
2081 do_abort(instance);
2082 return;
2083 }
Finn Thain72064a72016-01-03 16:05:44 +11002084 }
Finn Thaine9db3192016-03-23 21:10:21 +11002085#endif /* CONFIG_SUN3 */
Finn Thain72064a72016-01-03 16:05:44 +11002086
Linus Torvalds1da177e2005-04-16 15:20:36 -07002087 if (!(msg[0] & 0x80)) {
Finn Thain72064a72016-01-03 16:05:44 +11002088 shost_printk(KERN_ERR, instance, "expecting IDENTIFY message, got ");
Matthew Wilcox1abfd372005-12-15 16:22:01 -05002089 spi_print_msg(msg);
Finn Thain72064a72016-01-03 16:05:44 +11002090 printk("\n");
2091 do_abort(instance);
2092 return;
2093 }
2094 lun = msg[0] & 0x07;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002095
Finn Thain72064a72016-01-03 16:05:44 +11002096 /*
2097 * We need to add code for SCSI-II to track which devices have
2098 * I_T_L_Q nexuses established, and which have simple I_T_L
2099 * nexuses so we can chose to do additional data transfer.
2100 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07002101
Finn Thain72064a72016-01-03 16:05:44 +11002102 /*
2103 * Find the command corresponding to the I_T_L or I_T_L_Q nexus we
2104 * just reestablished, and remove it from the disconnected queue.
2105 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07002106
Finn Thain32b26a12016-01-03 16:05:58 +11002107 tmp = NULL;
2108 list_for_each_entry(ncmd, &hostdata->disconnected, list) {
2109 struct scsi_cmnd *cmd = NCR5380_to_scmd(ncmd);
2110
2111 if (target_mask == (1 << scmd_id(cmd)) &&
2112 lun == (u8)cmd->device->lun) {
2113 list_del(&ncmd->list);
2114 tmp = cmd;
Finn Thain72064a72016-01-03 16:05:44 +11002115 break;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002116 }
2117 }
Finn Thain0d3d9a42016-01-03 16:05:55 +11002118
2119 if (tmp) {
2120 dsprintk(NDEBUG_RESELECTION | NDEBUG_QUEUES, instance,
2121 "reselect: removed %p from disconnected queue\n", tmp);
2122 } else {
Finn Thain45ddc1b2018-09-27 11:17:11 +10002123 int target = ffs(target_mask) - 1;
2124
Finn Thain72064a72016-01-03 16:05:44 +11002125 shost_printk(KERN_ERR, instance, "target bitmask 0x%02x lun %d not in disconnected queue.\n",
2126 target_mask, lun);
2127 /*
Finn Thain0d2cf862016-01-03 16:06:11 +11002128 * Since we have an established nexus that we can't do anything
2129 * with, we must abort it.
Finn Thain72064a72016-01-03 16:05:44 +11002130 */
Finn Thain45ddc1b2018-09-27 11:17:11 +10002131 if (do_abort(instance) == 0)
2132 hostdata->busy[target] &= ~(1 << lun);
Finn Thain72064a72016-01-03 16:05:44 +11002133 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002134 }
Finn Thain72064a72016-01-03 16:05:44 +11002135
Finn Thaine9db3192016-03-23 21:10:21 +11002136#ifdef CONFIG_SUN3
Finn Thain4a98f892016-10-10 00:46:53 -04002137 if (sun3_dma_setup_done != tmp) {
2138 int count;
Finn Thaine9db3192016-03-23 21:10:21 +11002139
2140 if (!tmp->SCp.this_residual && tmp->SCp.buffers_residual) {
Finn Thain4a98f892016-10-10 00:46:53 -04002141 ++tmp->SCp.buffer;
2142 --tmp->SCp.buffers_residual;
2143 tmp->SCp.this_residual = tmp->SCp.buffer->length;
2144 tmp->SCp.ptr = sg_virt(tmp->SCp.buffer);
Finn Thaine9db3192016-03-23 21:10:21 +11002145 }
2146
Finn Thain4a98f892016-10-10 00:46:53 -04002147 count = sun3scsi_dma_xfer_len(hostdata, tmp);
2148
2149 if (count > 0) {
2150 if (rq_data_dir(tmp->request))
2151 sun3scsi_dma_send_setup(hostdata,
2152 tmp->SCp.ptr, count);
2153 else
2154 sun3scsi_dma_recv_setup(hostdata,
2155 tmp->SCp.ptr, count);
Finn Thaine9db3192016-03-23 21:10:21 +11002156 sun3_dma_setup_done = tmp;
2157 }
2158 }
2159
2160 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE | ICR_ASSERT_ACK);
2161#endif /* CONFIG_SUN3 */
2162
Finn Thain72064a72016-01-03 16:05:44 +11002163 /* Accept message by clearing ACK */
2164 NCR5380_write(INITIATOR_COMMAND_REG, ICR_BASE);
2165
2166 hostdata->connected = tmp;
Finn Thainc4ec6f92016-03-23 21:10:22 +11002167 dsprintk(NDEBUG_RESELECTION, instance, "nexus established, target %d, lun %llu\n",
2168 scmd_id(tmp), tmp->device->lun);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002169}
2170
Finn Thain8b00c3d2016-01-03 16:06:01 +11002171/**
2172 * list_find_cmd - test for presence of a command in a linked list
2173 * @haystack: list of commands
2174 * @needle: command to search for
2175 */
2176
2177static bool list_find_cmd(struct list_head *haystack,
2178 struct scsi_cmnd *needle)
2179{
2180 struct NCR5380_cmd *ncmd;
2181
2182 list_for_each_entry(ncmd, haystack, list)
2183 if (NCR5380_to_scmd(ncmd) == needle)
2184 return true;
2185 return false;
2186}
2187
2188/**
2189 * list_remove_cmd - remove a command from linked list
2190 * @haystack: list of commands
2191 * @needle: command to remove
2192 */
2193
2194static bool list_del_cmd(struct list_head *haystack,
2195 struct scsi_cmnd *needle)
2196{
2197 if (list_find_cmd(haystack, needle)) {
2198 struct NCR5380_cmd *ncmd = scsi_cmd_priv(needle);
2199
2200 list_del(&ncmd->list);
2201 return true;
2202 }
2203 return false;
2204}
2205
2206/**
2207 * NCR5380_abort - scsi host eh_abort_handler() method
2208 * @cmd: the command to be aborted
Linus Torvalds1da177e2005-04-16 15:20:36 -07002209 *
Finn Thain8b00c3d2016-01-03 16:06:01 +11002210 * Try to abort a given command by removing it from queues and/or sending
2211 * the target an abort message. This may not succeed in causing a target
2212 * to abort the command. Nonetheless, the low-level driver must forget about
2213 * the command because the mid-layer reclaims it and it may be re-issued.
Linus Torvalds1da177e2005-04-16 15:20:36 -07002214 *
Finn Thain8b00c3d2016-01-03 16:06:01 +11002215 * The normal path taken by a command is as follows. For EH we trace this
2216 * same path to locate and abort the command.
Linus Torvalds1da177e2005-04-16 15:20:36 -07002217 *
Finn Thain8b00c3d2016-01-03 16:06:01 +11002218 * unissued -> selecting -> [unissued -> selecting ->]... connected ->
2219 * [disconnected -> connected ->]...
2220 * [autosense -> connected ->] done
Linus Torvalds1da177e2005-04-16 15:20:36 -07002221 *
Finn Thain8b00c3d2016-01-03 16:06:01 +11002222 * If cmd was not found at all then presumably it has already been completed,
2223 * in which case return SUCCESS to try to avoid further EH measures.
Finn Thaindc183962016-02-23 10:07:07 +11002224 *
Finn Thain8b00c3d2016-01-03 16:06:01 +11002225 * If the command has not completed yet, we must not fail to find it.
Finn Thaindc183962016-02-23 10:07:07 +11002226 * We have no option but to forget the aborted command (even if it still
2227 * lacks sense data). The mid-layer may re-issue a command that is in error
2228 * recovery (see scsi_send_eh_cmnd), but the logic and data structures in
2229 * this driver are such that a command can appear on one queue only.
Finn Thain71a00592016-02-23 10:07:06 +11002230 *
2231 * The lock protects driver data structures, but EH handlers also use it
2232 * to serialize their own execution and prevent their own re-entry.
Linus Torvalds1da177e2005-04-16 15:20:36 -07002233 */
2234
Finn Thain710ddd02014-11-12 16:12:02 +11002235static int NCR5380_abort(struct scsi_cmnd *cmd)
2236{
Linus Torvalds1da177e2005-04-16 15:20:36 -07002237 struct Scsi_Host *instance = cmd->device->host;
Finn Thaine8a60142016-01-03 16:05:54 +11002238 struct NCR5380_hostdata *hostdata = shost_priv(instance);
Finn Thain11d2f632016-01-03 16:05:51 +11002239 unsigned long flags;
Finn Thain8b00c3d2016-01-03 16:06:01 +11002240 int result = SUCCESS;
Hannes Reinecke1fa6b5f2014-10-24 14:26:58 +02002241
Finn Thain11d2f632016-01-03 16:05:51 +11002242 spin_lock_irqsave(&hostdata->lock, flags);
2243
Finn Thain32b26a12016-01-03 16:05:58 +11002244#if (NDEBUG & NDEBUG_ANY)
Finn Thain8b00c3d2016-01-03 16:06:01 +11002245 scmd_printk(KERN_INFO, cmd, __func__);
Finn Thain32b26a12016-01-03 16:05:58 +11002246#endif
Finn Thaine5c3fdd2016-01-03 16:05:52 +11002247 NCR5380_dprint(NDEBUG_ANY, instance);
2248 NCR5380_dprint_phase(NDEBUG_ANY, instance);
Linus Torvalds1da177e2005-04-16 15:20:36 -07002249
Finn Thain8b00c3d2016-01-03 16:06:01 +11002250 if (list_del_cmd(&hostdata->unissued, cmd)) {
2251 dsprintk(NDEBUG_ABORT, instance,
2252 "abort: removed %p from issue queue\n", cmd);
2253 cmd->result = DID_ABORT << 16;
2254 cmd->scsi_done(cmd); /* No tag or busy flag to worry about */
Finn Thaindc183962016-02-23 10:07:07 +11002255 goto out;
Finn Thain8b00c3d2016-01-03 16:06:01 +11002256 }
2257
Finn Thain707d62b2016-01-03 16:06:02 +11002258 if (hostdata->selecting == cmd) {
2259 dsprintk(NDEBUG_ABORT, instance,
2260 "abort: cmd %p == selecting\n", cmd);
2261 hostdata->selecting = NULL;
2262 cmd->result = DID_ABORT << 16;
2263 complete_cmd(instance, cmd);
2264 goto out;
2265 }
2266
Finn Thain8b00c3d2016-01-03 16:06:01 +11002267 if (list_del_cmd(&hostdata->disconnected, cmd)) {
2268 dsprintk(NDEBUG_ABORT, instance,
2269 "abort: removed %p from disconnected list\n", cmd);
Finn Thain71a00592016-02-23 10:07:06 +11002270 /* Can't call NCR5380_select() and send ABORT because that
2271 * means releasing the lock. Need a bus reset.
2272 */
Finn Thaindc183962016-02-23 10:07:07 +11002273 set_host_byte(cmd, DID_ERROR);
2274 complete_cmd(instance, cmd);
Finn Thain71a00592016-02-23 10:07:06 +11002275 result = FAILED;
2276 goto out;
Finn Thain8b00c3d2016-01-03 16:06:01 +11002277 }
2278
2279 if (hostdata->connected == cmd) {
2280 dsprintk(NDEBUG_ABORT, instance, "abort: cmd %p is connected\n", cmd);
2281 hostdata->connected = NULL;
Finn Thaindc183962016-02-23 10:07:07 +11002282 hostdata->dma_len = 0;
Finn Thain8b00c3d2016-01-03 16:06:01 +11002283 if (do_abort(instance)) {
2284 set_host_byte(cmd, DID_ERROR);
2285 complete_cmd(instance, cmd);
2286 result = FAILED;
2287 goto out;
2288 }
2289 set_host_byte(cmd, DID_ABORT);
Finn Thaindc183962016-02-23 10:07:07 +11002290 complete_cmd(instance, cmd);
2291 goto out;
Finn Thain8b00c3d2016-01-03 16:06:01 +11002292 }
2293
Finn Thaindc183962016-02-23 10:07:07 +11002294 if (list_del_cmd(&hostdata->autosense, cmd)) {
Finn Thain8b00c3d2016-01-03 16:06:01 +11002295 dsprintk(NDEBUG_ABORT, instance,
Finn Thaindc183962016-02-23 10:07:07 +11002296 "abort: removed %p from sense queue\n", cmd);
Finn Thain8b00c3d2016-01-03 16:06:01 +11002297 complete_cmd(instance, cmd);
2298 }
2299
2300out:
2301 if (result == FAILED)
2302 dsprintk(NDEBUG_ABORT, instance, "abort: failed to abort %p\n", cmd);
Finn Thain45ddc1b2018-09-27 11:17:11 +10002303 else {
2304 hostdata->busy[scmd_id(cmd)] &= ~(1 << cmd->device->lun);
Finn Thain8b00c3d2016-01-03 16:06:01 +11002305 dsprintk(NDEBUG_ABORT, instance, "abort: successfully aborted %p\n", cmd);
Finn Thain45ddc1b2018-09-27 11:17:11 +10002306 }
Finn Thain8b00c3d2016-01-03 16:06:01 +11002307
2308 queue_work(hostdata->work_q, &hostdata->main_task);
Finn Thain52d3e562016-03-23 21:10:20 +11002309 maybe_release_dma_irq(instance);
Finn Thain11d2f632016-01-03 16:05:51 +11002310 spin_unlock_irqrestore(&hostdata->lock, flags);
Finn Thain32b26a12016-01-03 16:05:58 +11002311
Finn Thain8b00c3d2016-01-03 16:06:01 +11002312 return result;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002313}
2314
2315
Finn Thain6b0e87a2018-09-27 11:17:11 +10002316static void bus_reset_cleanup(struct Scsi_Host *instance)
Jeff Garzik 68b3aa72005-05-28 07:56:31 -04002317{
Finn Thain11d2f632016-01-03 16:05:51 +11002318 struct NCR5380_hostdata *hostdata = shost_priv(instance);
Finn Thain62717f52016-01-03 16:06:03 +11002319 int i;
Finn Thain62717f52016-01-03 16:06:03 +11002320 struct NCR5380_cmd *ncmd;
Linus Torvalds1da177e2005-04-16 15:20:36 -07002321
Finn Thain62717f52016-01-03 16:06:03 +11002322 /* reset NCR registers */
2323 NCR5380_write(MODE_REG, MR_BASE);
2324 NCR5380_write(TARGET_COMMAND_REG, 0);
2325 NCR5380_write(SELECT_ENABLE_REG, 0);
2326
2327 /* After the reset, there are no more connected or disconnected commands
2328 * and no busy units; so clear the low-level status here to avoid
2329 * conflicts when the mid-level code tries to wake up the affected
2330 * commands!
2331 */
2332
Finn Thain1884c282016-02-23 10:07:04 +11002333 if (hostdata->selecting) {
2334 hostdata->selecting->result = DID_RESET << 16;
2335 complete_cmd(instance, hostdata->selecting);
2336 hostdata->selecting = NULL;
2337 }
Finn Thain62717f52016-01-03 16:06:03 +11002338
2339 list_for_each_entry(ncmd, &hostdata->disconnected, list) {
2340 struct scsi_cmnd *cmd = NCR5380_to_scmd(ncmd);
2341
2342 set_host_byte(cmd, DID_RESET);
Finn Thain216fad92016-03-23 21:10:32 +11002343 complete_cmd(instance, cmd);
Finn Thain62717f52016-01-03 16:06:03 +11002344 }
Finn Thain1884c282016-02-23 10:07:04 +11002345 INIT_LIST_HEAD(&hostdata->disconnected);
Finn Thain62717f52016-01-03 16:06:03 +11002346
2347 list_for_each_entry(ncmd, &hostdata->autosense, list) {
2348 struct scsi_cmnd *cmd = NCR5380_to_scmd(ncmd);
2349
Finn Thain62717f52016-01-03 16:06:03 +11002350 cmd->scsi_done(cmd);
2351 }
Finn Thain1884c282016-02-23 10:07:04 +11002352 INIT_LIST_HEAD(&hostdata->autosense);
Finn Thain62717f52016-01-03 16:06:03 +11002353
2354 if (hostdata->connected) {
2355 set_host_byte(hostdata->connected, DID_RESET);
2356 complete_cmd(instance, hostdata->connected);
2357 hostdata->connected = NULL;
2358 }
2359
Finn Thain62717f52016-01-03 16:06:03 +11002360 for (i = 0; i < 8; ++i)
2361 hostdata->busy[i] = 0;
Finn Thain62717f52016-01-03 16:06:03 +11002362 hostdata->dma_len = 0;
Finn Thain62717f52016-01-03 16:06:03 +11002363
2364 queue_work(hostdata->work_q, &hostdata->main_task);
Finn Thain52d3e562016-03-23 21:10:20 +11002365 maybe_release_dma_irq(instance);
Finn Thain6b0e87a2018-09-27 11:17:11 +10002366}
2367
2368/**
2369 * NCR5380_host_reset - reset the SCSI host
2370 * @cmd: SCSI command undergoing EH
2371 *
2372 * Returns SUCCESS
2373 */
2374
2375static int NCR5380_host_reset(struct scsi_cmnd *cmd)
2376{
2377 struct Scsi_Host *instance = cmd->device->host;
2378 struct NCR5380_hostdata *hostdata = shost_priv(instance);
2379 unsigned long flags;
2380 struct NCR5380_cmd *ncmd;
2381
2382 spin_lock_irqsave(&hostdata->lock, flags);
2383
2384#if (NDEBUG & NDEBUG_ANY)
2385 shost_printk(KERN_INFO, instance, __func__);
2386#endif
2387 NCR5380_dprint(NDEBUG_ANY, instance);
2388 NCR5380_dprint_phase(NDEBUG_ANY, instance);
2389
2390 list_for_each_entry(ncmd, &hostdata->unissued, list) {
2391 struct scsi_cmnd *scmd = NCR5380_to_scmd(ncmd);
2392
2393 scmd->result = DID_RESET << 16;
2394 scmd->scsi_done(scmd);
2395 }
2396 INIT_LIST_HEAD(&hostdata->unissued);
2397
2398 do_reset(instance);
2399 bus_reset_cleanup(instance);
2400
Finn Thain11d2f632016-01-03 16:05:51 +11002401 spin_unlock_irqrestore(&hostdata->lock, flags);
Jeff Garzik 68b3aa72005-05-28 07:56:31 -04002402
Linus Torvalds1da177e2005-04-16 15:20:36 -07002403 return SUCCESS;
2404}