xref: /netbsd-src/sys/dev/ic/aha.c (revision 7cc2f76925f078d01ddc9e640a98f4ccfc9f8c3b)
1 /*	$NetBSD: aha.c,v 1.29 2000/11/14 18:21:00 thorpej Exp $	*/
2 
3 #include "opt_ddb.h"
4 
5 #undef AHADIAG
6 #ifdef DDB
7 #define	integrate
8 #else
9 #define	integrate	static inline
10 #endif
11 
12 /*-
13  * Copyright (c) 1997, 1998 The NetBSD Foundation, Inc.
14  * All rights reserved.
15  *
16  * This code is derived from software contributed to The NetBSD Foundation
17  * by Charles M. Hannum and by Jason R. Thorpe of the Numerical Aerospace
18  * Simulation Facility, NASA Ames Research Center.
19  *
20  * Redistribution and use in source and binary forms, with or without
21  * modification, are permitted provided that the following conditions
22  * are met:
23  * 1. Redistributions of source code must retain the above copyright
24  *    notice, this list of conditions and the following disclaimer.
25  * 2. Redistributions in binary form must reproduce the above copyright
26  *    notice, this list of conditions and the following disclaimer in the
27  *    documentation and/or other materials provided with the distribution.
28  * 3. All advertising materials mentioning features or use of this software
29  *    must display the following acknowledgement:
30  *	This product includes software developed by the NetBSD
31  *	Foundation, Inc. and its contributors.
32  * 4. Neither the name of The NetBSD Foundation nor the names of its
33  *    contributors may be used to endorse or promote products derived
34  *    from this software without specific prior written permission.
35  *
36  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
37  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
38  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
39  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
40  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
41  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
42  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
43  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
44  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
45  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
46  * POSSIBILITY OF SUCH DAMAGE.
47  */
48 
49 /*
50  * Originally written by Julian Elischer (julian@tfs.com)
51  * for TRW Financial Systems for use under the MACH(2.5) operating system.
52  *
53  * TRW Financial Systems, in accordance with their agreement with Carnegie
54  * Mellon University, makes this software available to CMU to distribute
55  * or use in any manner that they see fit as long as this message is kept with
56  * the software. For this reason TFS also grants any other persons or
57  * organisations permission to use or modify this software.
58  *
59  * TFS supplies this software to be publicly redistributed
60  * on the understanding that TFS is not responsible for the correct
61  * functioning of this software in any circumstances.
62  */
63 
64 #include <sys/types.h>
65 #include <sys/param.h>
66 #include <sys/systm.h>
67 #include <sys/callout.h>
68 #include <sys/kernel.h>
69 #include <sys/errno.h>
70 #include <sys/ioctl.h>
71 #include <sys/device.h>
72 #include <sys/malloc.h>
73 #include <sys/buf.h>
74 #include <sys/proc.h>
75 #include <sys/user.h>
76 
77 #include <uvm/uvm_extern.h>
78 
79 #include <machine/bus.h>
80 #include <machine/intr.h>
81 
82 #include <dev/scsipi/scsi_all.h>
83 #include <dev/scsipi/scsipi_all.h>
84 #include <dev/scsipi/scsiconf.h>
85 
86 #include <dev/ic/ahareg.h>
87 #include <dev/ic/ahavar.h>
88 
89 #ifndef DDB
90 #define Debugger() panic("should call debugger here (aha1542.c)")
91 #endif /* ! DDB */
92 
93 #define	AHA_MAXXFER	((AHA_NSEG - 1) << PGSHIFT)
94 
95 #ifdef AHADEBUG
96 int	aha_debug = 1;
97 #endif /* AHADEBUG */
98 
99 int aha_cmd __P((bus_space_tag_t, bus_space_handle_t, struct aha_softc *, int,
100     u_char *, int, u_char *));
101 integrate void aha_finish_ccbs __P((struct aha_softc *));
102 integrate void aha_reset_ccb __P((struct aha_softc *, struct aha_ccb *));
103 void aha_free_ccb __P((struct aha_softc *, struct aha_ccb *));
104 integrate int aha_init_ccb __P((struct aha_softc *, struct aha_ccb *));
105 struct aha_ccb *aha_get_ccb __P((struct aha_softc *, int));
106 struct aha_ccb *aha_ccb_phys_kv __P((struct aha_softc *, u_long));
107 void aha_queue_ccb __P((struct aha_softc *, struct aha_ccb *));
108 void aha_collect_mbo __P((struct aha_softc *));
109 void aha_start_ccbs __P((struct aha_softc *));
110 void aha_done __P((struct aha_softc *, struct aha_ccb *));
111 int aha_init __P((struct aha_softc *));
112 void aha_inquire_setup_information __P((struct aha_softc *));
113 void ahaminphys __P((struct buf *));
114 int aha_scsi_cmd __P((struct scsipi_xfer *));
115 int aha_poll __P((struct aha_softc *, struct scsipi_xfer *, int));
116 void aha_timeout __P((void *arg));
117 int aha_create_ccbs __P((struct aha_softc *, struct aha_ccb *, int));
118 
119 /* the below structure is so we have a default dev struct for out link struct */
120 struct scsipi_device aha_dev = {
121 	NULL,			/* Use default error handler */
122 	NULL,			/* have a queue, served by this */
123 	NULL,			/* have no async handler */
124 	NULL,			/* Use default 'done' routine */
125 };
126 
127 #define AHA_RESET_TIMEOUT	2000	/* time to wait for reset (mSec) */
128 #define	AHA_ABORT_TIMEOUT	2000	/* time to wait for abort (mSec) */
129 
130 /*
131  * aha_cmd(iot, ioh, sc, icnt, ibuf, ocnt, obuf)
132  *
133  * Activate Adapter command
134  *    icnt:   number of args (outbound bytes including opcode)
135  *    ibuf:   argument buffer
136  *    ocnt:   number of expected returned bytes
137  *    obuf:   result buffer
138  *    wait:   number of seconds to wait for response
139  *
140  * Performs an adapter command through the ports.  Not to be confused with a
141  * scsi command, which is read in via the dma; one of the adapter commands
142  * tells it to read in a scsi command.
143  */
144 int
145 aha_cmd(iot, ioh, sc, icnt, ibuf, ocnt, obuf)
146 	bus_space_tag_t iot;
147 	bus_space_handle_t ioh;
148 	struct aha_softc *sc;
149 	int icnt, ocnt;
150 	u_char *ibuf, *obuf;
151 {
152 	const char *name;
153 	int i;
154 	int wait;
155 	u_char sts;
156 	u_char opcode = ibuf[0];
157 
158 	if (sc != NULL)
159 		name = sc->sc_dev.dv_xname;
160 	else
161 		name = "(aha probe)";
162 
163 	/*
164 	 * Calculate a reasonable timeout for the command.
165 	 */
166 	switch (opcode) {
167 	case AHA_INQUIRE_DEVICES:
168 		wait = 90 * 20000;
169 		break;
170 	default:
171 		wait = 1 * 20000;
172 		break;
173 	}
174 
175 	/*
176 	 * Wait for the adapter to go idle, unless it's one of
177 	 * the commands which don't need this
178 	 */
179 	if (opcode != AHA_MBO_INTR_EN) {
180 		for (i = 20000; i; i--) {	/* 1 sec? */
181 			sts = bus_space_read_1(iot, ioh, AHA_STAT_PORT);
182 			if (sts & AHA_STAT_IDLE)
183 				break;
184 			delay(50);
185 		}
186 		if (!i) {
187 			printf("%s: aha_cmd, host not idle(0x%x)\n",
188 			    name, sts);
189 			return (1);
190 		}
191 	}
192 	/*
193 	 * Now that it is idle, if we expect output, preflush the
194 	 * queue feeding to us.
195 	 */
196 	if (ocnt) {
197 		while ((bus_space_read_1(iot, ioh, AHA_STAT_PORT)) & AHA_STAT_DF)
198 			bus_space_read_1(iot, ioh, AHA_DATA_PORT);
199 	}
200 	/*
201 	 * Output the command and the number of arguments given
202 	 * for each byte, first check the port is empty.
203 	 */
204 	while (icnt--) {
205 		for (i = wait; i; i--) {
206 			sts = bus_space_read_1(iot, ioh, AHA_STAT_PORT);
207 			if (!(sts & AHA_STAT_CDF))
208 				break;
209 			delay(50);
210 		}
211 		if (!i) {
212 			if (opcode != AHA_INQUIRE_REVISION)
213 				printf("%s: aha_cmd, cmd/data port full\n", name);
214 			bus_space_write_1(iot, ioh, AHA_CTRL_PORT, AHA_CTRL_SRST);
215 			return (1);
216 		}
217 		bus_space_write_1(iot, ioh, AHA_CMD_PORT, *ibuf++);
218 	}
219 	/*
220 	 * If we expect input, loop that many times, each time,
221 	 * looking for the data register to have valid data
222 	 */
223 	while (ocnt--) {
224 		for (i = wait; i; i--) {
225 			sts = bus_space_read_1(iot, ioh, AHA_STAT_PORT);
226 			if (sts & AHA_STAT_DF)
227 				break;
228 			delay(50);
229 		}
230 		if (!i) {
231 			if (opcode != AHA_INQUIRE_REVISION)
232 				printf("%s: aha_cmd, cmd/data port empty %d\n",
233 				    name, ocnt);
234 			bus_space_write_1(iot, ioh, AHA_CTRL_PORT, AHA_CTRL_SRST);
235 			return (1);
236 		}
237 		*obuf++ = bus_space_read_1(iot, ioh, AHA_DATA_PORT);
238 	}
239 	/*
240 	 * Wait for the board to report a finished instruction.
241 	 * We may get an extra interrupt for the HACC signal, but this is
242 	 * unimportant.
243 	 */
244 	if (opcode != AHA_MBO_INTR_EN) {
245 		for (i = 20000; i; i--) {	/* 1 sec? */
246 			sts = bus_space_read_1(iot, ioh, AHA_INTR_PORT);
247 			/* XXX Need to save this in the interrupt handler? */
248 			if (sts & AHA_INTR_HACC)
249 				break;
250 			delay(50);
251 		}
252 		if (!i) {
253 			printf("%s: aha_cmd, host not finished(0x%x)\n",
254 			    name, sts);
255 			return (1);
256 		}
257 	}
258 	bus_space_write_1(iot, ioh, AHA_CTRL_PORT, AHA_CTRL_IRST);
259 	return (0);
260 }
261 
262 void
263 aha_attach(sc, apd)
264 	struct aha_softc *sc;
265 	struct aha_probe_data *apd;
266 {
267 
268 	TAILQ_INIT(&sc->sc_free_ccb);
269 	TAILQ_INIT(&sc->sc_waiting_ccb);
270 	TAILQ_INIT(&sc->sc_queue);
271 
272 	/*
273 	 * Fill in the adapter.
274 	 */
275 	sc->sc_adapter.scsipi_cmd = aha_scsi_cmd;
276 	sc->sc_adapter.scsipi_minphys = ahaminphys;
277 
278 	/*
279 	 * fill in the prototype scsipi_link.
280 	 */
281 	sc->sc_link.scsipi_scsi.channel = SCSI_CHANNEL_ONLY_ONE;
282 	sc->sc_link.adapter_softc = sc;
283 	sc->sc_link.scsipi_scsi.adapter_target = apd->sc_scsi_dev;
284 	sc->sc_link.adapter = &sc->sc_adapter;
285 	sc->sc_link.device = &aha_dev;
286 	sc->sc_link.openings = 2;
287 	sc->sc_link.scsipi_scsi.max_target = 7;
288 	sc->sc_link.scsipi_scsi.max_lun = 7;
289 	sc->sc_link.type = BUS_SCSI;
290 
291 	aha_inquire_setup_information(sc);
292 	if (aha_init(sc) != 0) {
293 		/* Error during initialization! */
294 		return;
295 	}
296 
297 	/*
298 	 * ask the adapter what subunits are present
299 	 */
300 	config_found(&sc->sc_dev, &sc->sc_link, scsiprint);
301 }
302 
303 integrate void
304 aha_finish_ccbs(sc)
305 	struct aha_softc *sc;
306 {
307 	struct aha_mbx_in *wmbi;
308 	struct aha_ccb *ccb;
309 	int i;
310 
311 	wmbi = wmbx->tmbi;
312 
313 	bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap_control,
314 	    AHA_MBI_OFF(wmbi), sizeof(struct aha_mbx_in),
315 	    BUS_DMASYNC_POSTREAD|BUS_DMASYNC_POSTWRITE);
316 
317 	if (wmbi->stat == AHA_MBI_FREE) {
318 		for (i = 0; i < AHA_MBX_SIZE; i++) {
319 			if (wmbi->stat != AHA_MBI_FREE) {
320 				printf("%s: mbi not in round-robin order\n",
321 				    sc->sc_dev.dv_xname);
322 				goto AGAIN;
323 			}
324 			aha_nextmbx(wmbi, wmbx, mbi);
325 			bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap_control,
326 			    AHA_MBI_OFF(wmbi), sizeof(struct aha_mbx_in),
327 			    BUS_DMASYNC_POSTREAD|BUS_DMASYNC_POSTWRITE);
328 		}
329 #ifdef AHADIAGnot
330 		printf("%s: mbi interrupt with no full mailboxes\n",
331 		    sc->sc_dev.dv_xname);
332 #endif
333 		return;
334 	}
335 
336 AGAIN:
337 	do {
338 		ccb = aha_ccb_phys_kv(sc, phystol(wmbi->ccb_addr));
339 		if (!ccb) {
340 			printf("%s: bad mbi ccb pointer; skipping\n",
341 			    sc->sc_dev.dv_xname);
342 			goto next;
343 		}
344 
345 		bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap_control,
346 		    AHA_CCB_OFF(ccb), sizeof(struct aha_ccb),
347 		    BUS_DMASYNC_POSTREAD|BUS_DMASYNC_POSTWRITE);
348 
349 #ifdef AHADEBUG
350 		if (aha_debug) {
351 			u_char *cp = &ccb->scsi_cmd;
352 			printf("op=%x %x %x %x %x %x\n",
353 			    cp[0], cp[1], cp[2], cp[3], cp[4], cp[5]);
354 			printf("stat %x for mbi addr = 0x%08x, ",
355 			    wmbi->stat, wmbi);
356 			printf("ccb addr = 0x%x\n", ccb);
357 		}
358 #endif /* AHADEBUG */
359 
360 		switch (wmbi->stat) {
361 		case AHA_MBI_OK:
362 		case AHA_MBI_ERROR:
363 			if ((ccb->flags & CCB_ABORT) != 0) {
364 				/*
365 				 * If we already started an abort, wait for it
366 				 * to complete before clearing the CCB.  We
367 				 * could instead just clear CCB_SENDING, but
368 				 * what if the mailbox was already received?
369 				 * The worst that happens here is that we clear
370 				 * the CCB a bit later than we need to.  BFD.
371 				 */
372 				goto next;
373 			}
374 			break;
375 
376 		case AHA_MBI_ABORT:
377 		case AHA_MBI_UNKNOWN:
378 			/*
379 			 * Even if the CCB wasn't found, we clear it anyway.
380 			 * See preceeding comment.
381 			 */
382 			break;
383 
384 		default:
385 			printf("%s: bad mbi status %02x; skipping\n",
386 			    sc->sc_dev.dv_xname, wmbi->stat);
387 			goto next;
388 		}
389 
390 		callout_stop(&ccb->xs->xs_callout);
391 		aha_done(sc, ccb);
392 
393 	next:
394 		wmbi->stat = AHA_MBI_FREE;
395 		bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap_control,
396 		    AHA_MBI_OFF(wmbi), sizeof(struct aha_mbx_in),
397 		    BUS_DMASYNC_PREREAD|BUS_DMASYNC_PREWRITE);
398 		aha_nextmbx(wmbi, wmbx, mbi);
399 		bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap_control,
400 		    AHA_MBI_OFF(wmbi), sizeof(struct aha_mbx_in),
401 		    BUS_DMASYNC_POSTREAD|BUS_DMASYNC_POSTWRITE);
402 	} while (wmbi->stat != AHA_MBI_FREE);
403 
404 	wmbx->tmbi = wmbi;
405 }
406 
407 /*
408  * Catch an interrupt from the adaptor
409  */
410 int
411 aha_intr(arg)
412 	void *arg;
413 {
414 	struct aha_softc *sc = arg;
415 	bus_space_tag_t iot = sc->sc_iot;
416 	bus_space_handle_t ioh = sc->sc_ioh;
417 	u_char sts;
418 
419 #ifdef AHADEBUG
420 	printf("%s: aha_intr ", sc->sc_dev.dv_xname);
421 #endif /*AHADEBUG */
422 
423 	/*
424 	 * First acknowlege the interrupt, Then if it's not telling about
425 	 * a completed operation just return.
426 	 */
427 	sts = bus_space_read_1(iot, ioh, AHA_INTR_PORT);
428 	if ((sts & AHA_INTR_ANYINTR) == 0)
429 		return (0);
430 	bus_space_write_1(iot, ioh, AHA_CTRL_PORT, AHA_CTRL_IRST);
431 
432 #ifdef AHADIAG
433 	/* Make sure we clear CCB_SENDING before finishing a CCB. */
434 	aha_collect_mbo(sc);
435 #endif
436 
437 	/* Mail box out empty? */
438 	if (sts & AHA_INTR_MBOA) {
439 		struct aha_toggle toggle;
440 
441 		toggle.cmd.opcode = AHA_MBO_INTR_EN;
442 		toggle.cmd.enable = 0;
443 		aha_cmd(iot, ioh, sc,
444 		    sizeof(toggle.cmd), (u_char *)&toggle.cmd,
445 		    0, (u_char *)0);
446 		aha_start_ccbs(sc);
447 	}
448 
449 	/* Mail box in full? */
450 	if (sts & AHA_INTR_MBIF)
451 		aha_finish_ccbs(sc);
452 
453 	return (1);
454 }
455 
456 integrate void
457 aha_reset_ccb(sc, ccb)
458 	struct aha_softc *sc;
459 	struct aha_ccb *ccb;
460 {
461 
462 	ccb->flags = 0;
463 }
464 
465 /*
466  * A ccb is put onto the free list.
467  */
468 void
469 aha_free_ccb(sc, ccb)
470 	struct aha_softc *sc;
471 	struct aha_ccb *ccb;
472 {
473 	int s;
474 
475 	s = splbio();
476 
477 	aha_reset_ccb(sc, ccb);
478 	TAILQ_INSERT_HEAD(&sc->sc_free_ccb, ccb, chain);
479 
480 	/*
481 	 * If there were none, wake anybody waiting for one to come free,
482 	 * starting with queued entries.
483 	 */
484 	if (ccb->chain.tqe_next == 0)
485 		wakeup(&sc->sc_free_ccb);
486 
487 	splx(s);
488 }
489 
490 integrate int
491 aha_init_ccb(sc, ccb)
492 	struct aha_softc *sc;
493 	struct aha_ccb *ccb;
494 {
495 	bus_dma_tag_t dmat = sc->sc_dmat;
496 	int hashnum, error;
497 
498 	/*
499 	 * Create the DMA map for this CCB.
500 	 */
501 	error = bus_dmamap_create(dmat, AHA_MAXXFER, AHA_NSEG, AHA_MAXXFER,
502 	    0, BUS_DMA_NOWAIT|BUS_DMA_ALLOCNOW, &ccb->dmamap_xfer);
503 	if (error) {
504 		printf("%s: unable to create ccb DMA map, error = %d\n",
505 		    sc->sc_dev.dv_xname, error);
506 		return (error);
507 	}
508 
509 	/*
510 	 * put in the phystokv hash table
511 	 * Never gets taken out.
512 	 */
513 	ccb->hashkey = sc->sc_dmamap_control->dm_segs[0].ds_addr +
514 	    AHA_CCB_OFF(ccb);
515 	hashnum = CCB_HASH(ccb->hashkey);
516 	ccb->nexthash = sc->sc_ccbhash[hashnum];
517 	sc->sc_ccbhash[hashnum] = ccb;
518 	aha_reset_ccb(sc, ccb);
519 	return (0);
520 }
521 
522 /*
523  * Create a set of ccbs and add them to the free list.  Called once
524  * by aha_init().  We return the number of CCBs successfully created.
525  */
526 int
527 aha_create_ccbs(sc, ccbstore, count)
528 	struct aha_softc *sc;
529 	struct aha_ccb *ccbstore;
530 	int count;
531 {
532 	struct aha_ccb *ccb;
533 	int i, error;
534 
535 	bzero(ccbstore, sizeof(struct aha_ccb) * count);
536 	for (i = 0; i < count; i++) {
537 		ccb = &ccbstore[i];
538 		if ((error = aha_init_ccb(sc, ccb)) != 0) {
539 			printf("%s: unable to initialize ccb, error = %d\n",
540 			    sc->sc_dev.dv_xname, error);
541 			goto out;
542 		}
543 		TAILQ_INSERT_TAIL(&sc->sc_free_ccb, ccb, chain);
544 	}
545  out:
546 	return (i);
547 }
548 
549 /*
550  * Get a free ccb
551  *
552  * If there are none, see if we can allocate a new one.  If so, put it in
553  * the hash table too otherwise either return an error or sleep.
554  */
555 struct aha_ccb *
556 aha_get_ccb(sc, flags)
557 	struct aha_softc *sc;
558 	int flags;
559 {
560 	struct aha_ccb *ccb;
561 	int s;
562 
563 	s = splbio();
564 
565 	/*
566 	 * If we can and have to, sleep waiting for one to come free
567 	 * but only if we can't allocate a new one.
568 	 */
569 	for (;;) {
570 		ccb = sc->sc_free_ccb.tqh_first;
571 		if (ccb) {
572 			TAILQ_REMOVE(&sc->sc_free_ccb, ccb, chain);
573 			break;
574 		}
575 		if ((flags & XS_CTL_NOSLEEP) != 0)
576 			goto out;
577 		tsleep(&sc->sc_free_ccb, PRIBIO, "ahaccb", 0);
578 	}
579 
580 	ccb->flags |= CCB_ALLOC;
581 
582 out:
583 	splx(s);
584 	return (ccb);
585 }
586 
587 /*
588  * Given a physical address, find the ccb that it corresponds to.
589  */
590 struct aha_ccb *
591 aha_ccb_phys_kv(sc, ccb_phys)
592 	struct aha_softc *sc;
593 	u_long ccb_phys;
594 {
595 	int hashnum = CCB_HASH(ccb_phys);
596 	struct aha_ccb *ccb = sc->sc_ccbhash[hashnum];
597 
598 	while (ccb) {
599 		if (ccb->hashkey == ccb_phys)
600 			break;
601 		ccb = ccb->nexthash;
602 	}
603 	return (ccb);
604 }
605 
606 /*
607  * Queue a CCB to be sent to the controller, and send it if possible.
608  */
609 void
610 aha_queue_ccb(sc, ccb)
611 	struct aha_softc *sc;
612 	struct aha_ccb *ccb;
613 {
614 
615 	TAILQ_INSERT_TAIL(&sc->sc_waiting_ccb, ccb, chain);
616 	aha_start_ccbs(sc);
617 }
618 
619 /*
620  * Garbage collect mailboxes that are no longer in use.
621  */
622 void
623 aha_collect_mbo(sc)
624 	struct aha_softc *sc;
625 {
626 	struct aha_mbx_out *wmbo;	/* Mail Box Out pointer */
627 #ifdef AHADIAG
628 	struct aha_ccb *ccb;
629 #endif
630 
631 	wmbo = wmbx->cmbo;
632 
633 	while (sc->sc_mbofull > 0) {
634 		bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap_control,
635 		    AHA_MBO_OFF(wmbo), sizeof(struct aha_mbx_out),
636 		    BUS_DMASYNC_POSTREAD|BUS_DMASYNC_POSTWRITE);
637 		if (wmbo->cmd != AHA_MBO_FREE)
638 			break;
639 
640 #ifdef AHADIAG
641 		ccb = aha_ccb_phys_kv(sc, phystol(wmbo->ccb_addr));
642 		ccb->flags &= ~CCB_SENDING;
643 #endif
644 
645 		--sc->sc_mbofull;
646 		aha_nextmbx(wmbo, wmbx, mbo);
647 	}
648 
649 	wmbx->cmbo = wmbo;
650 }
651 
652 /*
653  * Send as many CCBs as we have empty mailboxes for.
654  */
655 void
656 aha_start_ccbs(sc)
657 	struct aha_softc *sc;
658 {
659 	bus_space_tag_t iot = sc->sc_iot;
660 	bus_space_handle_t ioh = sc->sc_ioh;
661 	struct aha_mbx_out *wmbo;	/* Mail Box Out pointer */
662 	struct aha_ccb *ccb;
663 
664 	wmbo = wmbx->tmbo;
665 
666 	while ((ccb = sc->sc_waiting_ccb.tqh_first) != NULL) {
667 		if (sc->sc_mbofull >= AHA_MBX_SIZE) {
668 			aha_collect_mbo(sc);
669 			if (sc->sc_mbofull >= AHA_MBX_SIZE) {
670 				struct aha_toggle toggle;
671 
672 				toggle.cmd.opcode = AHA_MBO_INTR_EN;
673 				toggle.cmd.enable = 1;
674 				aha_cmd(iot, ioh, sc,
675 				    sizeof(toggle.cmd), (u_char *)&toggle.cmd,
676 				    0, (u_char *)0);
677 				break;
678 			}
679 		}
680 
681 		TAILQ_REMOVE(&sc->sc_waiting_ccb, ccb, chain);
682 #ifdef AHADIAG
683 		ccb->flags |= CCB_SENDING;
684 #endif
685 
686 		/* Link ccb to mbo. */
687 		ltophys(sc->sc_dmamap_control->dm_segs[0].ds_addr +
688 		    AHA_CCB_OFF(ccb), wmbo->ccb_addr);
689 		if (ccb->flags & CCB_ABORT)
690 			wmbo->cmd = AHA_MBO_ABORT;
691 		else
692 			wmbo->cmd = AHA_MBO_START;
693 
694 		 bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap_control,
695 		     AHA_MBO_OFF(wmbo), sizeof(struct aha_mbx_out),
696 		     BUS_DMASYNC_PREREAD|BUS_DMASYNC_PREWRITE);
697 
698 		/* Tell the card to poll immediately. */
699 		bus_space_write_1(iot, ioh, AHA_CMD_PORT, AHA_START_SCSI);
700 
701 		if ((ccb->xs->xs_control & XS_CTL_POLL) == 0)
702 			callout_reset(&ccb->xs->xs_callout,
703 			    (ccb->timeout * hz) / 1000, aha_timeout, ccb);
704 
705 		++sc->sc_mbofull;
706 		aha_nextmbx(wmbo, wmbx, mbo);
707 	}
708 
709 	wmbx->tmbo = wmbo;
710 }
711 
712 /*
713  * We have a ccb which has been processed by the
714  * adaptor, now we look to see how the operation
715  * went. Wake up the owner if waiting
716  */
717 void
718 aha_done(sc, ccb)
719 	struct aha_softc *sc;
720 	struct aha_ccb *ccb;
721 {
722 	bus_dma_tag_t dmat = sc->sc_dmat;
723 	struct scsipi_sense_data *s1, *s2;
724 	struct scsipi_xfer *xs = ccb->xs;
725 
726 	SC_DEBUG(xs->sc_link, SDEV_DB2, ("aha_done\n"));
727 
728 	/*
729 	 * If we were a data transfer, unload the map that described
730 	 * the data buffer.
731 	 */
732 	if (xs->datalen) {
733 		bus_dmamap_sync(dmat, ccb->dmamap_xfer, 0,
734 		    ccb->dmamap_xfer->dm_mapsize,
735 		    (xs->xs_control & XS_CTL_DATA_IN) ? BUS_DMASYNC_POSTREAD :
736 		    BUS_DMASYNC_POSTWRITE);
737 		bus_dmamap_unload(dmat, ccb->dmamap_xfer);
738 	}
739 
740 	/*
741 	 * Otherwise, put the results of the operation
742 	 * into the xfer and call whoever started it
743 	 */
744 #ifdef AHADIAG
745 	if (ccb->flags & CCB_SENDING) {
746 		printf("%s: exiting ccb still in transit!\n", sc->sc_dev.dv_xname);
747 		Debugger();
748 		return;
749 	}
750 #endif
751 	if ((ccb->flags & CCB_ALLOC) == 0) {
752 		printf("%s: exiting ccb not allocated!\n", sc->sc_dev.dv_xname);
753 		Debugger();
754 		return;
755 	}
756 	if (xs->error == XS_NOERROR) {
757 		if (ccb->host_stat != AHA_OK) {
758 			switch (ccb->host_stat) {
759 			case AHA_SEL_TIMEOUT:	/* No response */
760 				xs->error = XS_SELTIMEOUT;
761 				break;
762 			default:	/* Other scsi protocol messes */
763 				printf("%s: host_stat %x\n",
764 				    sc->sc_dev.dv_xname, ccb->host_stat);
765 				xs->error = XS_DRIVER_STUFFUP;
766 				break;
767 			}
768 		} else if (ccb->target_stat != SCSI_OK) {
769 			switch (ccb->target_stat) {
770 			case SCSI_CHECK:
771 				s1 = (struct scsipi_sense_data *) (((char *) (&ccb->scsi_cmd)) +
772 				    ccb->scsi_cmd_length);
773 				s2 = &xs->sense.scsi_sense;
774 				*s2 = *s1;
775 				xs->error = XS_SENSE;
776 				break;
777 			case SCSI_BUSY:
778 				xs->error = XS_BUSY;
779 				break;
780 			default:
781 				printf("%s: target_stat %x\n",
782 				    sc->sc_dev.dv_xname, ccb->target_stat);
783 				xs->error = XS_DRIVER_STUFFUP;
784 				break;
785 			}
786 		} else
787 			xs->resid = 0;
788 	}
789 	aha_free_ccb(sc, ccb);
790 	xs->xs_status |= XS_STS_DONE;
791 	scsipi_done(xs);
792 
793 	/*
794 	 * If there are queue entries in the software queue, try to
795 	 * run the first one.  We should be more or less guaranteed
796 	 * to succeed, since we just freed a CCB.
797 	 *
798 	 * NOTE: aha_scsi_cmd() relies on our calling it with
799 	 * the first entry in the queue.
800 	 */
801 	if ((xs = TAILQ_FIRST(&sc->sc_queue)) != NULL)
802 		(void) aha_scsi_cmd(xs);
803 }
804 
805 /*
806  * Find the board and find its irq/drq
807  */
808 int
809 aha_find(iot, ioh, sc)
810 	bus_space_tag_t iot;
811 	bus_space_handle_t ioh;
812 	struct aha_probe_data *sc;
813 {
814 	int i;
815 	u_char sts;
816 	struct aha_config config;
817 	int irq, drq;
818 
819 	/*
820 	 * reset board, If it doesn't respond, assume
821 	 * that it's not there.. good for the probe
822 	 */
823 
824 	bus_space_write_1(iot, ioh, AHA_CTRL_PORT, AHA_CTRL_HRST | AHA_CTRL_SRST);
825 
826 	delay(100);
827 	for (i = AHA_RESET_TIMEOUT; i; i--) {
828 		sts = bus_space_read_1(iot, ioh, AHA_STAT_PORT);
829 		if (sts == (AHA_STAT_IDLE | AHA_STAT_INIT))
830 			break;
831 		delay(1000);	/* calibrated in msec */
832 	}
833 	if (!i) {
834 #ifdef AHADEBUG
835 		if (aha_debug)
836 			printf("aha_find: No answer from adaptec board\n");
837 #endif /* AHADEBUG */
838 		return (0);
839 	}
840 
841 	/*
842 	 * setup dma channel from jumpers and save int
843 	 * level
844 	 */
845 	delay(1000);		/* for Bustek 545 */
846 	config.cmd.opcode = AHA_INQUIRE_CONFIG;
847 	aha_cmd(iot, ioh, (struct aha_softc *)0,
848 	    sizeof(config.cmd), (u_char *)&config.cmd,
849 	    sizeof(config.reply), (u_char *)&config.reply);
850 	switch (config.reply.chan) {
851 	case EISADMA:
852 		drq = -1;
853 		break;
854 	case CHAN0:
855 		drq = 0;
856 		break;
857 	case CHAN5:
858 		drq = 5;
859 		break;
860 	case CHAN6:
861 		drq = 6;
862 		break;
863 	case CHAN7:
864 		drq = 7;
865 		break;
866 	default:
867 		printf("aha_find: illegal drq setting %x\n", config.reply.chan);
868 		return (0);
869 	}
870 
871 	switch (config.reply.intr) {
872 	case INT9:
873 		irq = 9;
874 		break;
875 	case INT10:
876 		irq = 10;
877 		break;
878 	case INT11:
879 		irq = 11;
880 		break;
881 	case INT12:
882 		irq = 12;
883 		break;
884 	case INT14:
885 		irq = 14;
886 		break;
887 	case INT15:
888 		irq = 15;
889 		break;
890 	default:
891 		printf("aha_find: illegal irq setting %x\n", config.reply.intr);
892 		return (0);
893 	}
894 
895 	if (sc) {
896 		sc->sc_irq = irq;
897 		sc->sc_drq = drq;
898 		sc->sc_scsi_dev = config.reply.scsi_dev;
899 	}
900 
901 	return (1);
902 }
903 
904 /*
905  * Start the board, ready for normal operation
906  */
907 int
908 aha_init(sc)
909 	struct aha_softc *sc;
910 {
911 	bus_space_tag_t iot = sc->sc_iot;
912 	bus_space_handle_t ioh = sc->sc_ioh;
913 	bus_dma_segment_t seg;
914 	struct aha_devices devices;
915 	struct aha_setup setup;
916 	struct aha_mailbox mailbox;
917 	int error, i, j, initial_ccbs, rseg;
918 
919 	/*
920 	 * XXX
921 	 * If we are a 1542C or later, disable the extended BIOS so that the
922 	 * mailbox interface is unlocked.
923 	 * No need to check the extended BIOS flags as some of the
924 	 * extensions that cause us problems are not flagged in that byte.
925 	 */
926 	if (!strncmp(sc->sc_model, "1542C", 5)) {
927 		struct aha_extbios extbios;
928 		struct aha_unlock unlock;
929 
930 		printf("%s: unlocking mailbox interface\n", sc->sc_dev.dv_xname);
931 		extbios.cmd.opcode = AHA_EXT_BIOS;
932 		aha_cmd(iot, ioh, sc,
933 		    sizeof(extbios.cmd), (u_char *)&extbios.cmd,
934 		    sizeof(extbios.reply), (u_char *)&extbios.reply);
935 
936 #ifdef AHADEBUG
937 		printf("%s: flags=%02x, mailboxlock=%02x\n",
938 		    sc->sc_dev.dv_xname,
939 		    extbios.reply.flags, extbios.reply.mailboxlock);
940 #endif /* AHADEBUG */
941 
942 		unlock.cmd.opcode = AHA_MBX_ENABLE;
943 		unlock.cmd.junk = 0;
944 		unlock.cmd.magic = extbios.reply.mailboxlock;
945 		aha_cmd(iot, ioh, sc,
946 		    sizeof(unlock.cmd), (u_char *)&unlock.cmd,
947 		    0, (u_char *)0);
948 	}
949 
950 #if 0
951 	/*
952 	 * Change the bus on/off times to not clash with other dma users.
953 	 */
954 	aha_cmd(iot, ioh, 1, 0, 0, 0, AHA_BUS_ON_TIME_SET, 7);
955 	aha_cmd(iot, ioh, 1, 0, 0, 0, AHA_BUS_OFF_TIME_SET, 4);
956 #endif
957 
958 	/* Inquire Installed Devices (to force synchronous negotiation). */
959 	devices.cmd.opcode = AHA_INQUIRE_DEVICES;
960 	aha_cmd(iot, ioh, sc,
961 	    sizeof(devices.cmd), (u_char *)&devices.cmd,
962 	    sizeof(devices.reply), (u_char *)&devices.reply);
963 
964 	/* Count installed units */
965 	initial_ccbs = 0;
966 	for (i = 0; i < 8; i++) {
967 		for (j = 0; j < 8; j++) {
968 			if (((devices.reply.lun_map[i] >> j) & 1) == 1)
969 				initial_ccbs += 1;
970 		}
971 	}
972 	initial_ccbs *= sc->sc_link.openings;
973 	if (initial_ccbs > AHA_CCB_MAX)
974 		initial_ccbs = AHA_CCB_MAX;
975 	if (initial_ccbs == 0)	/* yes, this can happen */
976 		initial_ccbs = sc->sc_link.openings;
977 
978 	/* Obtain setup information from. */
979 	setup.cmd.opcode = AHA_INQUIRE_SETUP;
980 	setup.cmd.len = sizeof(setup.reply);
981 	aha_cmd(iot, ioh, sc,
982 	    sizeof(setup.cmd), (u_char *)&setup.cmd,
983 	    sizeof(setup.reply), (u_char *)&setup.reply);
984 
985 	printf("%s: %s, %s\n",
986 	    sc->sc_dev.dv_xname,
987 	    setup.reply.sync_neg ? "sync" : "async",
988 	    setup.reply.parity ? "parity" : "no parity");
989 
990 	for (i = 0; i < 8; i++) {
991 		if (!setup.reply.sync[i].valid ||
992 		    (!setup.reply.sync[i].offset && !setup.reply.sync[i].period))
993 			continue;
994 		printf("%s targ %d: sync, offset %d, period %dnsec\n",
995 		    sc->sc_dev.dv_xname, i,
996 		    setup.reply.sync[i].offset, setup.reply.sync[i].period * 50 + 200);
997 	}
998 
999 	/*
1000 	 * Allocate the mailbox and control blocks.
1001 	 */
1002 	if ((error = bus_dmamem_alloc(sc->sc_dmat, sizeof(struct aha_control),
1003 	    PAGE_SIZE, 0, &seg, 1, &rseg, BUS_DMA_NOWAIT)) != 0) {
1004 		printf("%s: unable to allocate control structures, "
1005 		    "error = %d\n", sc->sc_dev.dv_xname, error);
1006 		return (error);
1007 	}
1008 	if ((error = bus_dmamem_map(sc->sc_dmat, &seg, rseg,
1009 	    sizeof(struct aha_control), (caddr_t *)&sc->sc_control,
1010 	    BUS_DMA_NOWAIT|BUS_DMA_COHERENT)) != 0) {
1011 		printf("%s: unable to map control structures, error = %d\n",
1012 		    sc->sc_dev.dv_xname, error);
1013 		return (error);
1014 	}
1015 
1016 	/*
1017 	 * Create and load the DMA map used for the mailbox and
1018 	 * control blocks.
1019 	 */
1020 	if ((error = bus_dmamap_create(sc->sc_dmat, sizeof(struct aha_control),
1021 	    1, sizeof(struct aha_control), 0, BUS_DMA_NOWAIT,
1022 	    &sc->sc_dmamap_control)) != 0) {
1023 		printf("%s: unable to create control DMA map, error = %d\n",
1024 		    sc->sc_dev.dv_xname, error);
1025 		return (error);
1026 	}
1027 	if ((error = bus_dmamap_load(sc->sc_dmat, sc->sc_dmamap_control,
1028 	    sc->sc_control, sizeof(struct aha_control), NULL,
1029 	    BUS_DMA_NOWAIT)) != 0) {
1030 		printf("%s: unable to load control DMA map, error = %d\n",
1031 		    sc->sc_dev.dv_xname, error);
1032 		return (error);
1033 	}
1034 
1035 	/*
1036 	 * Initialize the control blocks.
1037 	 */
1038 	i = aha_create_ccbs(sc, sc->sc_control->ac_ccbs, initial_ccbs);
1039 	if (i == 0) {
1040 		printf("%s: unable to create control blocks\n",
1041 		    sc->sc_dev.dv_xname);
1042 		return (ENOMEM);
1043 	} else if (i != initial_ccbs) {
1044 		printf("%s: WARNING: only %d of %d control blocks created\n",
1045 		    sc->sc_dev.dv_xname, i, initial_ccbs);
1046 	}
1047 
1048 	/*
1049 	 * Set up initial mail box for round-robin operation.
1050 	 */
1051 	for (i = 0; i < AHA_MBX_SIZE; i++) {
1052 		wmbx->mbo[i].cmd = AHA_MBO_FREE;
1053 		bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap_control,
1054 		    AHA_MBO_OFF(&wmbx->mbo[i]), sizeof(struct aha_mbx_out),
1055 		    BUS_DMASYNC_PREREAD|BUS_DMASYNC_PREWRITE);
1056 		wmbx->mbi[i].stat = AHA_MBI_FREE;
1057 		bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap_control,
1058 		    AHA_MBI_OFF(&wmbx->mbi[i]), sizeof(struct aha_mbx_in),
1059 		    BUS_DMASYNC_PREREAD|BUS_DMASYNC_PREWRITE);
1060 	}
1061 	wmbx->cmbo = wmbx->tmbo = &wmbx->mbo[0];
1062 	wmbx->tmbi = &wmbx->mbi[0];
1063 	sc->sc_mbofull = 0;
1064 
1065 	/* Initialize mail box. */
1066 	mailbox.cmd.opcode = AHA_MBX_INIT;
1067 	mailbox.cmd.nmbx = AHA_MBX_SIZE;
1068 	ltophys(sc->sc_dmamap_control->dm_segs[0].ds_addr +
1069 	    offsetof(struct aha_control, ac_mbx), mailbox.cmd.addr);
1070 	aha_cmd(iot, ioh, sc,
1071 	    sizeof(mailbox.cmd), (u_char *)&mailbox.cmd,
1072 	    0, (u_char *)0);
1073 	return (0);
1074 }
1075 
1076 void
1077 aha_inquire_setup_information(sc)
1078 	struct aha_softc *sc;
1079 {
1080 	bus_space_tag_t iot = sc->sc_iot;
1081 	bus_space_handle_t ioh = sc->sc_ioh;
1082 	struct aha_revision revision;
1083 	u_char sts;
1084 	int i;
1085 	char *p;
1086 
1087 	strcpy(sc->sc_model, "unknown");
1088 
1089 	/*
1090 	 * Assume we have a board at this stage, do an adapter inquire
1091 	 * to find out what type of controller it is.  If the command
1092 	 * fails, we assume it's either a crusty board or an old 1542
1093 	 * clone, and skip the board-specific stuff.
1094 	 */
1095 	revision.cmd.opcode = AHA_INQUIRE_REVISION;
1096 	if (aha_cmd(iot, ioh, sc,
1097 	    sizeof(revision.cmd), (u_char *)&revision.cmd,
1098 	    sizeof(revision.reply), (u_char *)&revision.reply)) {
1099 		/*
1100 		 * aha_cmd() already started the reset.  It's not clear we
1101 		 * even need to bother here.
1102 		 */
1103 		for (i = AHA_RESET_TIMEOUT; i; i--) {
1104 			sts = bus_space_read_1(iot, ioh, AHA_STAT_PORT);
1105 			if (sts == (AHA_STAT_IDLE | AHA_STAT_INIT))
1106 				break;
1107 			delay(1000);
1108 		}
1109 		if (!i) {
1110 #ifdef AHADEBUG
1111 			printf("aha_init: soft reset failed\n");
1112 #endif /* AHADEBUG */
1113 			return;
1114 		}
1115 #ifdef AHADEBUG
1116 		printf("aha_init: inquire command failed\n");
1117 #endif /* AHADEBUG */
1118 		goto noinquire;
1119 	}
1120 
1121 #ifdef AHADEBUG
1122 	printf("%s: inquire %x, %x, %x, %x\n",
1123 	    sc->sc_dev.dv_xname,
1124 	    revision.reply.boardid, revision.reply.spec_opts,
1125 	    revision.reply.revision_1, revision.reply.revision_2);
1126 #endif /* AHADEBUG */
1127 
1128 	switch (revision.reply.boardid) {
1129 	case BOARD_1540_16HEAD_BIOS:
1130 	case BOARD_1540_64HEAD_BIOS:
1131 	case BOARD_1540:
1132 		strcpy(sc->sc_model, "1540");
1133 		break;
1134 	case BOARD_1542:
1135 		strcpy(sc->sc_model, "1540A/1542A/1542B");
1136 		break;
1137 	case BOARD_1640:
1138 		strcpy(sc->sc_model, "1640");
1139 		break;
1140 	case BOARD_1740:
1141 		strcpy(sc->sc_model, "1740");
1142 		break;
1143 	case BOARD_1542C:
1144 		strcpy(sc->sc_model, "1542C");
1145 		break;
1146 	case BOARD_1542CF:
1147 		strcpy(sc->sc_model, "1542CF");
1148 		break;
1149 	case BOARD_1542CP:
1150 		strcpy(sc->sc_model, "1542CP");
1151 		break;
1152 	}
1153 
1154 	p = sc->sc_firmware;
1155 	*p++ = revision.reply.revision_1;
1156 	*p++ = '.';
1157 	*p++ = revision.reply.revision_2;
1158 	*p = '\0';
1159 
1160 noinquire:
1161 	printf("%s: model AHA-%s, firmware %s\n",
1162 	       sc->sc_dev.dv_xname,
1163 	       sc->sc_model, sc->sc_firmware);
1164 }
1165 
1166 void
1167 ahaminphys(bp)
1168 	struct buf *bp;
1169 {
1170 
1171 	if (bp->b_bcount > AHA_MAXXFER)
1172 		bp->b_bcount = AHA_MAXXFER;
1173 	minphys(bp);
1174 }
1175 
1176 /*
1177  * start a scsi operation given the command and the data address. Also needs
1178  * the unit, target and lu.
1179  */
1180 int
1181 aha_scsi_cmd(xs)
1182 	struct scsipi_xfer *xs;
1183 {
1184 	struct scsipi_link *sc_link = xs->sc_link;
1185 	struct aha_softc *sc = sc_link->adapter_softc;
1186 	bus_dma_tag_t dmat = sc->sc_dmat;
1187 	struct aha_ccb *ccb;
1188 	int error, seg, flags, s;
1189 	int fromqueue = 0, dontqueue = 0, nowait = 0;
1190 
1191 	SC_DEBUG(sc_link, SDEV_DB2, ("aha_scsi_cmd\n"));
1192 
1193 	s = splbio();		/* protect the queue */
1194 
1195 	/*
1196 	 * If we're running the queue from aha_done(), we've been
1197 	 * called with the first queue entry as our argument.
1198 	 */
1199 	if (xs == TAILQ_FIRST(&sc->sc_queue)) {
1200 		TAILQ_REMOVE(&sc->sc_queue, xs, adapter_q);
1201 		fromqueue = 1;
1202 		nowait = 1;
1203 		goto get_ccb;
1204 	}
1205 
1206 	/* Polled requests can't be queued for later. */
1207 	dontqueue = xs->xs_control & XS_CTL_POLL;
1208 
1209 	/*
1210 	 * If there are jobs in the queue, run them first.
1211 	 */
1212 	if (TAILQ_FIRST(&sc->sc_queue) != NULL) {
1213 		/*
1214 		 * If we can't queue, we have to abort, since
1215 		 * we have to preserve order.
1216 		 */
1217 		if (dontqueue) {
1218 			splx(s);
1219 			xs->error = XS_DRIVER_STUFFUP;
1220 			return (TRY_AGAIN_LATER);
1221 		}
1222 
1223 		/*
1224 		 * Swap with the first queue entry.
1225 		 */
1226 		TAILQ_INSERT_TAIL(&sc->sc_queue, xs, adapter_q);
1227 		xs = TAILQ_FIRST(&sc->sc_queue);
1228 		TAILQ_REMOVE(&sc->sc_queue, xs, adapter_q);
1229 		fromqueue = 1;
1230 	}
1231 
1232  get_ccb:
1233 	/*
1234 	 * get a ccb to use. If the transfer
1235 	 * is from a buf (possibly from interrupt time)
1236 	 * then we can't allow it to sleep
1237 	 */
1238 	flags = xs->xs_control;
1239 	if (nowait)
1240 		flags |= XS_CTL_NOSLEEP;
1241 	if ((ccb = aha_get_ccb(sc, flags)) == NULL) {
1242 		/*
1243 		 * If we can't queue, we lose.
1244 		 */
1245 		if (dontqueue) {
1246 			splx(s);
1247 			xs->error = XS_DRIVER_STUFFUP;
1248 			return (TRY_AGAIN_LATER);
1249 		}
1250 
1251 		/*
1252 		 * Stuff ourselves into the queue, in front
1253 		 * if we came off in the first place.
1254 		 */
1255 		if (fromqueue)
1256 			TAILQ_INSERT_HEAD(&sc->sc_queue, xs, adapter_q);
1257 		else
1258 			TAILQ_INSERT_TAIL(&sc->sc_queue, xs, adapter_q);
1259 		splx(s);
1260 		return (SUCCESSFULLY_QUEUED);
1261 	}
1262 
1263 	splx(s);		/* done playing with the queue */
1264 
1265 	ccb->xs = xs;
1266 	ccb->timeout = xs->timeout;
1267 
1268 	/*
1269 	 * Put all the arguments for the xfer in the ccb
1270 	 */
1271 	if (flags & XS_CTL_RESET) {
1272 		ccb->opcode = AHA_RESET_CCB;
1273 		ccb->scsi_cmd_length = 0;
1274 	} else {
1275 		/* can't use S/G if zero length */
1276 		ccb->opcode = (xs->datalen ? AHA_INIT_SCAT_GATH_CCB
1277 					   : AHA_INITIATOR_CCB);
1278 		bcopy(xs->cmd, &ccb->scsi_cmd,
1279 		    ccb->scsi_cmd_length = xs->cmdlen);
1280 	}
1281 
1282 	if (xs->datalen) {
1283 		/*
1284 		 * Map the DMA transfer.
1285 		 */
1286 #ifdef TFS
1287 		if (flags & XS_CTL_DATA_UIO) {
1288 			error = bus_dmamap_load_uio(dmat,
1289 			    ccb->dmamap_xfer, (struct uio *)xs->data,
1290 			    (flags & XS_CTL_NOSLEEP) ? BUS_DMA_NOWAIT :
1291 			    BUS_DMA_WAITOK);
1292 		} else
1293 #endif
1294 		{
1295 			error = bus_dmamap_load(dmat,
1296 			    ccb->dmamap_xfer, xs->data, xs->datalen, NULL,
1297 			    (flags & XS_CTL_NOSLEEP) ? BUS_DMA_NOWAIT :
1298 			    BUS_DMA_WAITOK);
1299 		}
1300 
1301 		if (error) {
1302 			if (error == EFBIG) {
1303 				printf("%s: aha_scsi_cmd, more than %d"
1304 				    " dma segments\n",
1305 				    sc->sc_dev.dv_xname, AHA_NSEG);
1306 			} else {
1307 				printf("%s: aha_scsi_cmd, error %d loading"
1308 				    " dma map\n",
1309 				    sc->sc_dev.dv_xname, error);
1310 			}
1311 			goto bad;
1312 		}
1313 
1314 		bus_dmamap_sync(dmat, ccb->dmamap_xfer, 0,
1315 		    ccb->dmamap_xfer->dm_mapsize,
1316 		    (flags & XS_CTL_DATA_IN) ? BUS_DMASYNC_PREREAD :
1317 		    BUS_DMASYNC_PREWRITE);
1318 
1319 		/*
1320 		 * Load the hardware scatter/gather map with the
1321 		 * contents of the DMA map.
1322 		 */
1323 		for (seg = 0; seg < ccb->dmamap_xfer->dm_nsegs; seg++) {
1324 			ltophys(ccb->dmamap_xfer->dm_segs[seg].ds_addr,
1325 			    ccb->scat_gath[seg].seg_addr);
1326 			ltophys(ccb->dmamap_xfer->dm_segs[seg].ds_len,
1327 			    ccb->scat_gath[seg].seg_len);
1328 		}
1329 
1330 		ltophys(sc->sc_dmamap_control->dm_segs[0].ds_addr +
1331 		    AHA_CCB_OFF(ccb) + offsetof(struct aha_ccb, scat_gath),
1332 		    ccb->data_addr);
1333 		ltophys(ccb->dmamap_xfer->dm_nsegs *
1334 		    sizeof(struct aha_scat_gath), ccb->data_length);
1335 	} else {
1336 		/*
1337 		 * No data xfer, use non S/G values.
1338 		 */
1339 		ltophys(0, ccb->data_addr);
1340 		ltophys(0, ccb->data_length);
1341 	}
1342 
1343 	ccb->data_out = 0;
1344 	ccb->data_in = 0;
1345 	ccb->target = sc_link->scsipi_scsi.target;
1346 	ccb->lun = sc_link->scsipi_scsi.lun;
1347 	ccb->req_sense_length = sizeof(ccb->scsi_sense);
1348 	ccb->host_stat = 0x00;
1349 	ccb->target_stat = 0x00;
1350 	ccb->link_id = 0;
1351 	ltophys(0, ccb->link_addr);
1352 
1353 	bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap_control,
1354 	    AHA_CCB_OFF(ccb), sizeof(struct aha_ccb),
1355 	    BUS_DMASYNC_PREREAD|BUS_DMASYNC_PREWRITE);
1356 
1357 	s = splbio();
1358 	aha_queue_ccb(sc, ccb);
1359 	splx(s);
1360 
1361 	/*
1362 	 * Usually return SUCCESSFULLY QUEUED
1363 	 */
1364 	SC_DEBUG(sc_link, SDEV_DB3, ("cmd_sent\n"));
1365 	if ((flags & XS_CTL_POLL) == 0)
1366 		return (SUCCESSFULLY_QUEUED);
1367 
1368 	/*
1369 	 * If we can't use interrupts, poll on completion
1370 	 */
1371 	if (aha_poll(sc, xs, ccb->timeout)) {
1372 		aha_timeout(ccb);
1373 		if (aha_poll(sc, xs, ccb->timeout))
1374 			aha_timeout(ccb);
1375 	}
1376 	return (COMPLETE);
1377 
1378 bad:
1379 	xs->error = XS_DRIVER_STUFFUP;
1380 	aha_free_ccb(sc, ccb);
1381 	return (COMPLETE);
1382 }
1383 
1384 /*
1385  * Poll a particular unit, looking for a particular xs
1386  */
1387 int
1388 aha_poll(sc, xs, count)
1389 	struct aha_softc *sc;
1390 	struct scsipi_xfer *xs;
1391 	int count;
1392 {
1393 	bus_space_tag_t iot = sc->sc_iot;
1394 	bus_space_handle_t ioh = sc->sc_ioh;
1395 
1396 	/* timeouts are in msec, so we loop in 1000 usec cycles */
1397 	while (count) {
1398 		/*
1399 		 * If we had interrupts enabled, would we
1400 		 * have got an interrupt?
1401 		 */
1402 		if (bus_space_read_1(iot, ioh, AHA_INTR_PORT) & AHA_INTR_ANYINTR)
1403 			aha_intr(sc);
1404 		if (xs->xs_status & XS_STS_DONE)
1405 			return (0);
1406 		delay(1000);	/* only happens in boot so ok */
1407 		count--;
1408 	}
1409 	return (1);
1410 }
1411 
1412 void
1413 aha_timeout(arg)
1414 	void *arg;
1415 {
1416 	struct aha_ccb *ccb = arg;
1417 	struct scsipi_xfer *xs = ccb->xs;
1418 	struct scsipi_link *sc_link = xs->sc_link;
1419 	struct aha_softc *sc = sc_link->adapter_softc;
1420 	int s;
1421 
1422 	scsi_print_addr(sc_link);
1423 	printf("timed out");
1424 
1425 	s = splbio();
1426 
1427 #ifdef AHADIAG
1428 	/*
1429 	 * If The ccb's mbx is not free, then the board has gone south?
1430 	 */
1431 	aha_collect_mbo(sc);
1432 	if (ccb->flags & CCB_SENDING) {
1433 		printf("%s: not taking commands!\n", sc->sc_dev.dv_xname);
1434 		Debugger();
1435 	}
1436 #endif
1437 
1438 	/*
1439 	 * If it has been through before, then
1440 	 * a previous abort has failed, don't
1441 	 * try abort again
1442 	 */
1443 	if (ccb->flags & CCB_ABORT) {
1444 		/* abort timed out */
1445 		printf(" AGAIN\n");
1446 		/* XXX Must reset! */
1447 	} else {
1448 		/* abort the operation that has timed out */
1449 		printf("\n");
1450 		ccb->xs->error = XS_TIMEOUT;
1451 		ccb->timeout = AHA_ABORT_TIMEOUT;
1452 		ccb->flags |= CCB_ABORT;
1453 		aha_queue_ccb(sc, ccb);
1454 	}
1455 
1456 	splx(s);
1457 }
1458