xref: /netbsd-src/sys/arch/amiga/dev/sbic.c (revision 7f21db1c0118155e0dd40b75182e30c589d9f63e)
1 /*	$NetBSD: sbic.c,v 1.66 2010/02/05 12:13:36 phx Exp $ */
2 
3 /*
4  * Copyright (c) 1990 The Regents of the University of California.
5  * All rights reserved.
6  *
7  * This code is derived from software contributed to Berkeley by
8  * Van Jacobson of Lawrence Berkeley Laboratory.
9  *
10  * Redistribution and use in source and binary forms, with or without
11  * modification, are permitted provided that the following conditions
12  * are met:
13  * 1. Redistributions of source code must retain the above copyright
14  *    notice, this list of conditions and the following disclaimer.
15  * 2. Redistributions in binary form must reproduce the above copyright
16  *    notice, this list of conditions and the following disclaimer in the
17  *    documentation and/or other materials provided with the distribution.
18  * 3. Neither the name of the University nor the names of its contributors
19  *    may be used to endorse or promote products derived from this software
20  *    without specific prior written permission.
21  *
22  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
23  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
24  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
25  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
26  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
27  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
28  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
29  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
30  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
31  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
32  * SUCH DAMAGE.
33  *
34  *	@(#)scsi.c	7.5 (Berkeley) 5/4/91
35  */
36 
37 /*
38  * Copyright (c) 1994 Christian E. Hopps
39  *
40  * This code is derived from software contributed to Berkeley by
41  * Van Jacobson of Lawrence Berkeley Laboratory.
42  *
43  * Redistribution and use in source and binary forms, with or without
44  * modification, are permitted provided that the following conditions
45  * are met:
46  * 1. Redistributions of source code must retain the above copyright
47  *    notice, this list of conditions and the following disclaimer.
48  * 2. Redistributions in binary form must reproduce the above copyright
49  *    notice, this list of conditions and the following disclaimer in the
50  *    documentation and/or other materials provided with the distribution.
51  * 3. All advertising materials mentioning features or use of this software
52  *    must display the following acknowledgement:
53  *	This product includes software developed by the University of
54  *	California, Berkeley and its contributors.
55  * 4. Neither the name of the University nor the names of its contributors
56  *    may be used to endorse or promote products derived from this software
57  *    without specific prior written permission.
58  *
59  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
60  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
61  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
62  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
63  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
64  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
65  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
66  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
67  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
68  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
69  * SUCH DAMAGE.
70  *
71  *	@(#)scsi.c	7.5 (Berkeley) 5/4/91
72  */
73 
74 /*
75  * AMIGA AMD 33C93 scsi adaptor driver
76  */
77 
78 #include "opt_ddb.h"
79 
80 #include <sys/cdefs.h>
81 __KERNEL_RCSID(0, "$NetBSD: sbic.c,v 1.66 2010/02/05 12:13:36 phx Exp $");
82 
83 #include <sys/param.h>
84 #include <sys/systm.h>
85 #include <sys/device.h>
86 #include <sys/kernel.h> /* For hz */
87 #include <sys/disklabel.h>
88 #include <sys/buf.h>
89 #include <dev/scsipi/scsi_all.h>
90 #include <dev/scsipi/scsipi_all.h>
91 #include <dev/scsipi/scsiconf.h>
92 #include <uvm/uvm_extern.h>
93 #include <machine/cpu.h>
94 #include <amiga/amiga/device.h>
95 #include <amiga/amiga/custom.h>
96 #include <amiga/amiga/isr.h>
97 #include <amiga/dev/dmavar.h>
98 #include <amiga/dev/sbicreg.h>
99 #include <amiga/dev/sbicvar.h>
100 
101 /* These are for bounce buffers */
102 #include <amiga/amiga/cc.h>
103 #include <amiga/dev/zbusvar.h>
104 
105 /* Since I can't find this in any other header files */
106 #define SCSI_PHASE(reg)	(reg&0x07)
107 
108 /*
109  * SCSI delays
110  * In u-seconds, primarily for state changes on the SPC.
111  */
112 #define	SBIC_CMD_WAIT	50000	/* wait per step of 'immediate' cmds */
113 #define	SBIC_DATA_WAIT	50000	/* wait per data in/out step */
114 #define	SBIC_INIT_WAIT	50000	/* wait per step (both) during init */
115 
116 #define SBIC_WAIT(regs, until, timeo) sbicwait(regs, until, timeo, __LINE__)
117 
118 int  sbicicmd(struct sbic_softc *, int, int, void *, int, void *, int);
119 int  sbicgo(struct sbic_softc *, struct scsipi_xfer *);
120 int  sbicdmaok(struct sbic_softc *, struct scsipi_xfer *);
121 int  sbicwait(sbic_regmap_t, char, int , int);
122 int  sbiccheckdmap(void *, u_long, u_long);
123 int  sbicselectbus(struct sbic_softc *, sbic_regmap_t, u_char, u_char, u_char);
124 int  sbicxfstart(sbic_regmap_t, int, u_char, int);
125 int  sbicxfout(sbic_regmap_t regs, int, void *, int);
126 int  sbicfromscsiperiod(struct sbic_softc *, sbic_regmap_t, int);
127 int  sbictoscsiperiod(struct sbic_softc *, sbic_regmap_t, int);
128 int  sbicpoll(struct sbic_softc *);
129 int  sbicnextstate(struct sbic_softc *, u_char, u_char);
130 int  sbicmsgin(struct sbic_softc *);
131 int  sbicxfin(sbic_regmap_t regs, int, void *);
132 int  sbicabort(struct sbic_softc *, sbic_regmap_t, const char *);
133 void sbicxfdone(struct sbic_softc *, sbic_regmap_t, int);
134 void sbicerror(struct sbic_softc *, sbic_regmap_t, u_char);
135 void sbicstart(struct sbic_softc *);
136 void sbicreset(struct sbic_softc *);
137 void sbic_scsidone(struct sbic_acb *, int);
138 void sbic_sched(struct sbic_softc *);
139 void sbic_save_ptrs(struct sbic_softc *, sbic_regmap_t,int,int);
140 void sbic_load_ptrs(struct sbic_softc *, sbic_regmap_t,int,int);
141 #ifdef DEBUG
142 void sbicdumpstate(void);
143 void sbic_dump_acb(struct sbic_acb *);
144 #endif
145 
146 /*
147  * Synch xfer parameters, and timing conversions
148  */
149 int sbic_min_period = SBIC_SYN_MIN_PERIOD;  /* in cycles = f(ICLK,FSn) */
150 int sbic_max_offset = SBIC_SYN_MAX_OFFSET;  /* pure number */
151 
152 int sbic_cmd_wait = SBIC_CMD_WAIT;
153 int sbic_data_wait = SBIC_DATA_WAIT;
154 int sbic_init_wait = SBIC_INIT_WAIT;
155 
156 /*
157  * was broken before.. now if you want this you get it for all drives
158  * on sbic controllers.
159  */
160 u_char sbic_inhibit_sync[8];
161 int sbic_enable_reselect = 1;
162 int sbic_clock_override = 0;
163 int sbic_no_dma = 0;
164 int sbic_parallel_operations = 1;
165 
166 #ifdef DEBUG
167 sbic_regmap_t debug_sbic_regs;
168 int	sbicdma_ops = 0;	/* total DMA operations */
169 int	sbicdma_bounces = 0;	/* number operations using bounce buffer */
170 int	sbicdma_hits = 0;	/* number of DMA chains that were contiguous */
171 int	sbicdma_misses = 0;	/* number of DMA chains that were not contiguous */
172 int     sbicdma_saves = 0;
173 #define QPRINTF(a) if (sbic_debug > 1) printf a
174 int	sbic_debug = 0;
175 int	sync_debug = 0;
176 int	sbic_dma_debug = 0;
177 int	reselect_debug = 0;
178 int	data_pointer_debug = 0;
179 u_char	debug_asr, debug_csr, routine;
180 void sbictimeout(struct sbic_softc *dev);
181 
182 #define CSR_TRACE_SIZE 32
183 #if CSR_TRACE_SIZE
184 #define CSR_TRACE(w,c,a,x) do { \
185 	int s_csr_trace = splbio(); \
186 	csr_trace[csr_traceptr].whr = (w); csr_trace[csr_traceptr].csr = (c); \
187 	csr_trace[csr_traceptr].asr = (a); csr_trace[csr_traceptr].xtn = (x); \
188 	dma_cachectl((void *)&csr_trace[csr_traceptr], sizeof(csr_trace[0])); \
189 	csr_traceptr = (csr_traceptr + 1) & (CSR_TRACE_SIZE - 1); \
190 /*	dma_cachectl((void *)&csr_traceptr, sizeof(csr_traceptr));*/ \
191 	splx(s_csr_trace); \
192 } while (0)
193 int csr_traceptr;
194 int csr_tracesize = CSR_TRACE_SIZE;
195 struct {
196 	u_char whr;
197 	u_char csr;
198 	u_char asr;
199 	u_char xtn;
200 } csr_trace[CSR_TRACE_SIZE];
201 #else
202 #define CSR_TRACE(w,c,a,x)
203 #endif
204 
205 #define SBIC_TRACE_SIZE 0
206 #if SBIC_TRACE_SIZE
207 #define SBIC_TRACE(dev) do { \
208 	int s = splbio(); \
209 	sbic_trace[sbic_traceptr].sp = &s; \
210 	sbic_trace[sbic_traceptr].line = __LINE__; \
211 	sbic_trace[sbic_traceptr].sr = s; \
212 	sbic_trace[sbic_traceptr].csr = csr_traceptr; \
213 	dma_cachectl(&sbic_trace[sbic_traceptr], sizeof(sbic_trace[0])); \
214 	sbic_traceptr = (sbic_traceptr + 1) & (SBIC_TRACE_SIZE - 1); \
215 	dma_cachectl(&sbic_traceptr, sizeof(sbic_traceptr)); \
216 	if (dev) dma_cachectl(dev, sizeof(*dev)); \
217 	splx(s); \
218 } while (0)
219 int sbic_traceptr;
220 int sbic_tracesize = SBIC_TRACE_SIZE;
221 struct {
222 	void *sp;
223 	u_short line;
224 	u_short sr;
225 	int csr;
226 } sbic_trace[SBIC_TRACE_SIZE];
227 #else
228 #define SBIC_TRACE(dev)
229 #endif
230 
231 #else	/* DEBUG */
232 #define QPRINTF(a)
233 #define CSR_TRACE(w,c,a,x)
234 #define SBIC_TRACE(dev)
235 #endif	/* DEBUG */
236 
237 /*
238  * default minphys routine for sbic based controllers
239  */
240 void
241 sbic_minphys(struct buf *bp)
242 {
243 
244 	/*
245 	 * No max transfer at this level.
246 	 */
247 	minphys(bp);
248 }
249 
250 /*
251  * Save DMA pointers.  Take into account partial transfer. Shut down DMA.
252  */
253 void
254 sbic_save_ptrs(struct sbic_softc *dev, sbic_regmap_t regs, int target, int lun)
255 {
256 	int count, asr, s;
257 	struct sbic_acb* acb;
258 
259 	SBIC_TRACE(dev);
260 	if( !dev->sc_cur ) return;
261 	if( !(dev->sc_flags & SBICF_INDMA) ) return; /* DMA not active */
262 
263 	s = splbio();
264 
265 	acb = dev->sc_nexus;
266 	count = -1;
267 	do {
268 		GET_SBIC_asr(regs, asr);
269 		if( asr & SBIC_ASR_DBR ) {
270 			printf("sbic_save_ptrs: asr %02x canceled!\n", asr);
271 			splx(s);
272 			SBIC_TRACE(dev);
273 			return;
274 		}
275 	} while( asr & (SBIC_ASR_BSY|SBIC_ASR_CIP) );
276 
277 	/* Save important state */
278 	/* must be done before dmastop */
279 	acb->sc_dmacmd = dev->sc_dmacmd;
280 	SBIC_TC_GET(regs, count);
281 
282 	/* Shut down DMA ====CAREFUL==== */
283 	dev->sc_dmastop(dev);
284 	dev->sc_flags &= ~SBICF_INDMA;
285 	SBIC_TC_PUT(regs, 0);
286 
287 #ifdef DEBUG
288 	if(!count && sbic_debug) printf("%dcount0",target);
289 	if(data_pointer_debug == -1)
290 		printf("SBIC saving target %d data pointers from (%p,%x)%xASR:%02x",
291 		       target, dev->sc_cur->dc_addr, dev->sc_cur->dc_count,
292 		       acb->sc_dmacmd, asr);
293 #endif
294 
295 	/* Fixup partial xfers */
296 	acb->sc_kv.dc_addr += (dev->sc_tcnt - count);
297 	acb->sc_kv.dc_count -= (dev->sc_tcnt - count);
298 	acb->sc_pa.dc_addr += (dev->sc_tcnt - count);
299 	acb->sc_pa.dc_count -= ((dev->sc_tcnt - count)>>1);
300 
301 	acb->sc_tcnt = dev->sc_tcnt = count;
302 #ifdef DEBUG
303 	if(data_pointer_debug)
304 		printf(" at (%p,%x):%x\n",
305 		       dev->sc_cur->dc_addr, dev->sc_cur->dc_count,count);
306 	sbicdma_saves++;
307 #endif
308 	splx(s);
309 	SBIC_TRACE(dev);
310 }
311 
312 
313 /*
314  * DOES NOT RESTART DMA!!!
315  */
316 void
317 sbic_load_ptrs(struct sbic_softc *dev, sbic_regmap_t regs, int target, int lun)
318 {
319 	int s, count;
320 	char* vaddr, * paddr;
321 	struct sbic_acb *acb;
322 
323 	SBIC_TRACE(dev);
324 	acb = dev->sc_nexus;
325 	if( !acb->sc_kv.dc_count ) {
326 		/* No data to xfer */
327 		SBIC_TRACE(dev);
328 		return;
329 	}
330 
331 	s = splbio();
332 
333 	dev->sc_last = dev->sc_cur = &acb->sc_pa;
334 	dev->sc_tcnt = acb->sc_tcnt;
335 	dev->sc_dmacmd = acb->sc_dmacmd;
336 
337 #ifdef DEBUG
338 	sbicdma_ops++;
339 #endif
340 	if( !dev->sc_tcnt ) {
341 		/* sc_tcnt == 0 implies end of segment */
342 
343 		/* do kvm to pa mappings */
344 		paddr = acb->sc_pa.dc_addr =
345 			(char *) kvtop(acb->sc_kv.dc_addr);
346 
347 		vaddr = acb->sc_kv.dc_addr;
348 		count = acb->sc_kv.dc_count;
349 		for(count = (PAGE_SIZE - ((int)vaddr & PGOFSET));
350 		    count < acb->sc_kv.dc_count
351 		    && (char*)kvtop(vaddr + count + 4) == paddr + count + 4;
352 		    count += PAGE_SIZE);
353 		/* If it's all contiguous... */
354 		if(count > acb->sc_kv.dc_count ) {
355 			count = acb->sc_kv.dc_count;
356 #ifdef DEBUG
357 			sbicdma_hits++;
358 #endif
359 		} else {
360 #ifdef DEBUG
361 			sbicdma_misses++;
362 #endif
363 		}
364 		acb->sc_tcnt = count;
365 		acb->sc_pa.dc_count = count >> 1;
366 
367 #ifdef DEBUG
368 		if(data_pointer_debug)
369 			printf("DMA recalc:kv(%p,%x)pa(%p,%lx)\n",
370 			       acb->sc_kv.dc_addr,
371 			       acb->sc_kv.dc_count,
372 			       acb->sc_pa.dc_addr,
373 			       acb->sc_tcnt);
374 #endif
375 	}
376 	splx(s);
377 #ifdef DEBUG
378 	if(data_pointer_debug)
379 		printf("SBIC restoring target %d data pointers at (%p,%x)%x\n",
380 		       target, dev->sc_cur->dc_addr, dev->sc_cur->dc_count,
381 		       dev->sc_dmacmd);
382 #endif
383 	SBIC_TRACE(dev);
384 }
385 
386 /*
387  * used by specific sbic controller
388  *
389  * it appears that the higher level code does nothing with LUN's
390  * so I will too.  I could plug it in, however so could they
391  * in scsi_scsipi_cmd().
392  */
393 void
394 sbic_scsipi_request(struct scsipi_channel *chan, scsipi_adapter_req_t req,
395                     void *arg)
396 {
397 	struct scsipi_xfer *xs;
398 	struct scsipi_periph *periph;
399 	struct sbic_acb *acb;
400 	struct sbic_softc *dev = (void *)chan->chan_adapter->adapt_dev;
401 	int flags, s, stat;
402 
403 	switch (req) {
404 	case ADAPTER_REQ_RUN_XFER:
405 		xs = arg;
406 		periph = xs->xs_periph;
407 
408 		SBIC_TRACE(dev);
409 		flags = xs->xs_control;
410 
411 		if (flags & XS_CTL_DATA_UIO)
412 			panic("sbic: scsi data uio requested");
413 
414 		if (dev->sc_nexus && flags & XS_CTL_POLL)
415 			panic("sbic_scsipi_request: busy");
416 
417 		s = splbio();
418 		acb = dev->free_list.tqh_first;
419 		if (acb)
420 			TAILQ_REMOVE(&dev->free_list, acb, chain);
421 		splx(s);
422 
423 #ifdef DIAGNOSTIC
424 		if (acb == NULL) {
425 			scsipi_printaddr(periph);
426 			printf("unable to allocate acb\n");
427 			panic("sbic_scsipi_request");
428 		}
429 #endif
430 		acb->flags = ACB_ACTIVE;
431 		if (flags & XS_CTL_DATA_IN)
432 			acb->flags |= ACB_DATAIN;
433 		acb->xs = xs;
434 		memcpy(&acb->cmd, xs->cmd, xs->cmdlen);
435 		acb->clen = xs->cmdlen;
436 		acb->sc_kv.dc_addr = xs->data;
437 		acb->sc_kv.dc_count = xs->datalen;
438 		acb->pa_addr = xs->data ? (char *)kvtop(xs->data) : 0;	/* XXXX check */
439 
440 		if (flags & XS_CTL_POLL) {
441 			s = splbio();
442 			/*
443 			 * This has major side effects - it locks up the machine
444 			 */
445 
446 			dev->sc_flags |= SBICF_ICMD;
447 			do {
448 				while(dev->sc_nexus)
449 					sbicpoll(dev);
450 				dev->sc_nexus = acb;
451 				dev->sc_stat[0] = -1;
452 				dev->sc_xs = xs;
453 				dev->target = periph->periph_target;
454 				dev->lun = periph->periph_lun;
455 				stat = sbicicmd(dev, dev->target, dev->lun,
456 					&acb->cmd, acb->clen,
457 					acb->sc_kv.dc_addr, acb->sc_kv.dc_count);
458 			} while (dev->sc_nexus != acb);
459 			sbic_scsidone(acb, stat);
460 
461 			splx(s);
462 			SBIC_TRACE(dev);
463 			return;
464 		}
465 
466 		s = splbio();
467 		TAILQ_INSERT_TAIL(&dev->ready_list, acb, chain);
468 
469 		if (dev->sc_nexus) {
470 			splx(s);
471 			SBIC_TRACE(dev);
472 			return;
473 		}
474 
475 		/*
476 		 * nothing is active, try to start it now.
477 		 */
478 		sbic_sched(dev);
479 		splx(s);
480 
481 		SBIC_TRACE(dev);
482 /* TODO:  add sbic_poll to do XS_CTL_POLL operations */
483 #if 0
484 		if (flags & XS_CTL_POLL)
485 			return(COMPLETE);
486 #endif
487 		return;
488 
489 	case ADAPTER_REQ_GROW_RESOURCES:
490 		return;
491 
492 	case ADAPTER_REQ_SET_XFER_MODE:
493 		return;
494 	}
495 }
496 
497 /*
498  * attempt to start the next available command
499  */
500 void
501 sbic_sched(struct sbic_softc *dev)
502 {
503 	struct scsipi_xfer *xs;
504 	struct scsipi_periph *periph;
505 	struct sbic_acb *acb;
506 	int flags, /*phase,*/ stat, i;
507 
508 	SBIC_TRACE(dev);
509 	if (dev->sc_nexus)
510 		return;			/* a command is current active */
511 
512 	SBIC_TRACE(dev);
513 	for (acb = dev->ready_list.tqh_first; acb; acb = acb->chain.tqe_next) {
514 		periph = acb->xs->xs_periph;
515 		i = periph->periph_target;
516 		if (!(dev->sc_tinfo[i].lubusy & (1 << periph->periph_lun))) {
517 			struct sbic_tinfo *ti = &dev->sc_tinfo[i];
518 
519 			TAILQ_REMOVE(&dev->ready_list, acb, chain);
520 			dev->sc_nexus = acb;
521 			ti = &dev->sc_tinfo[periph->periph_target];
522 			ti->lubusy |= (1 << periph->periph_lun);
523 			acb->sc_pa.dc_addr = acb->pa_addr;	/* XXXX check */
524 			break;
525 		}
526 	}
527 
528 	SBIC_TRACE(dev);
529 	if (acb == NULL)
530 		return;			/* did not find an available command */
531 
532 	dev->sc_xs = xs = acb->xs;
533 	periph = xs->xs_periph;
534 	flags = xs->xs_control;
535 
536 	if (flags & XS_CTL_RESET)
537 		sbicreset(dev);
538 
539 #ifdef DEBUG
540 	if( data_pointer_debug > 1 )
541 		printf("sbic_sched(%d,%d)\n", periph->periph_target,
542 			periph->periph_lun);
543 #endif
544 	dev->sc_stat[0] = -1;
545 	dev->target = periph->periph_target;
546 	dev->lun = periph->periph_lun;
547 	if ( flags & XS_CTL_POLL || ( !sbic_parallel_operations
548 				   && (sbicdmaok(dev, xs) == 0)))
549 		stat = sbicicmd(dev, periph->periph_target,
550 			periph->periph_lun, &acb->cmd,
551 		    acb->clen, acb->sc_kv.dc_addr, acb->sc_kv.dc_count);
552 	else if (sbicgo(dev, xs) == 0 && xs->error != XS_SELTIMEOUT) {
553 		SBIC_TRACE(dev);
554 		return;
555 	} else
556 		stat = dev->sc_stat[0];
557 
558 	sbic_scsidone(acb, stat);
559 	SBIC_TRACE(dev);
560 }
561 
562 void
563 sbic_scsidone(struct sbic_acb *acb, int stat)
564 {
565 	struct scsipi_xfer *xs;
566 	struct scsipi_periph *periph;
567 	struct sbic_softc *dev;
568 	int dosched = 0;
569 
570 	xs = acb->xs;
571 	periph = xs->xs_periph;
572 	dev = (void *)periph->periph_channel->chan_adapter->adapt_dev;
573 	SBIC_TRACE(dev);
574 #ifdef DIAGNOSTIC
575 	if (acb == NULL || xs == NULL) {
576 		printf("sbic_scsidone -- (%d,%d) no scsi_xfer\n",
577 		       dev->target, dev->lun);
578 #ifdef DDB
579 		Debugger();
580 #endif
581 		return;
582 	}
583 #endif
584 
585 	xs->status = stat;
586 	xs->resid = 0;		/* XXXX */
587 #ifdef DEBUG
588 	if( data_pointer_debug > 1 )
589 		printf("scsidone: (%d,%d)->(%d,%d)%02x\n",
590 		       periph->periph_target, periph->periph_lun,
591 		       dev->target,  dev->lun,  stat);
592 	if( periph->periph_target ==
593 		periph->periph_channel->chan_id)
594 		panic("target == hostid");
595 #endif
596 
597 	if (xs->error == XS_NOERROR) {
598 		if (stat == SCSI_CHECK || stat == SCSI_BUSY)
599 			xs->error = XS_BUSY;
600 	}
601 
602 	/*
603 	 * Remove the ACB from whatever queue it's on.  We have to do a bit of
604 	 * a hack to figure out which queue it's on.  Note that it is *not*
605 	 * necessary to cdr down the ready queue, but we must cdr down the
606 	 * nexus queue and see if it's there, so we can mark the unit as no
607 	 * longer busy.  This code is sickening, but it works.
608 	 */
609 	if (acb == dev->sc_nexus) {
610 		dev->sc_nexus = NULL;
611 		dev->sc_xs = NULL;
612 		dev->sc_tinfo[periph->periph_target].lubusy &=
613 			~(1<<periph->periph_lun);
614 		if (dev->ready_list.tqh_first)
615 			dosched = 1;	/* start next command */
616 	} else if (dev->ready_list.tqh_last == &acb->chain.tqe_next) {
617 		TAILQ_REMOVE(&dev->ready_list, acb, chain);
618 	} else {
619 		register struct sbic_acb *acb2;
620 		for (acb2 = dev->nexus_list.tqh_first; acb2;
621 		    acb2 = acb2->chain.tqe_next) {
622 			if (acb2 == acb) {
623 				TAILQ_REMOVE(&dev->nexus_list, acb, chain);
624 				dev->sc_tinfo[periph->periph_target].lubusy
625 					&= ~(1<<periph->periph_lun);
626 				break;
627 			}
628 		}
629 		if (acb2)
630 			;
631 		else if (acb->chain.tqe_next) {
632 			TAILQ_REMOVE(&dev->ready_list, acb, chain);
633 		} else {
634 			printf("%s: can't find matching acb\n",
635 			    dev->sc_dev.dv_xname);
636 #ifdef DDB
637 			Debugger();
638 #endif
639 		}
640 	}
641 	/* Put it on the free list. */
642 	acb->flags = ACB_FREE;
643 	TAILQ_INSERT_HEAD(&dev->free_list, acb, chain);
644 
645 	dev->sc_tinfo[periph->periph_target].cmds++;
646 
647 	scsipi_done(xs);
648 
649 	if (dosched)
650 		sbic_sched(dev);
651 	SBIC_TRACE(dev);
652 }
653 
654 int
655 sbicdmaok(struct sbic_softc *dev, struct scsipi_xfer *xs)
656 {
657 	if (sbic_no_dma || !xs->datalen || xs->datalen & 0x1 ||
658 	    (u_int)xs->data & 0x3)
659 		return(0);
660 	/*
661 	 * controller supports dma to any addresses?
662 	 */
663 	else if ((dev->sc_flags & SBICF_BADDMA) == 0)
664 		return(1);
665 	/*
666 	 * this address is ok for DMA?
667 	 */
668 	else if (sbiccheckdmap(xs->data, xs->datalen, dev->sc_dmamask) == 0)
669 		return(1);
670 	/*
671 	 * we have a bounce buffer?
672 	 */
673 	else if (dev->sc_tinfo[xs->xs_periph->periph_target].bounce)
674 		return(1);
675 	/*
676 	 * try to get one
677 	 */
678 	else if ((dev->sc_tinfo[xs->xs_periph->periph_target].bounce
679 		 = (char *)alloc_z2mem(MAXPHYS))) {
680 		if (isztwomem(dev->sc_tinfo[xs->xs_periph->periph_target].bounce))
681 			printf("alloc ZII target %d bounce pa 0x%x\n",
682 			       xs->xs_periph->periph_target,
683 			       (unsigned)kvtop(dev->sc_tinfo[xs->xs_periph->periph_target].bounce));
684 		else if (dev->sc_tinfo[xs->xs_periph->periph_target].bounce)
685 			printf("alloc CHIP target %d bounce pa %p\n",
686 			       xs->xs_periph->periph_target,
687 			       PREP_DMA_MEM(dev->sc_tinfo[xs->xs_periph->periph_target].bounce));
688 		return(1);
689 	}
690 
691 	return(0);
692 }
693 
694 
695 int
696 sbicwait(sbic_regmap_t regs, char until, int timeo, int line)
697 {
698 	u_char val;
699 	int csr;
700 
701 	SBIC_TRACE((struct sbic_softc *)0);
702 	if (timeo == 0)
703 		timeo = 1000000;	/* some large value.. */
704 
705 	GET_SBIC_asr(regs,val);
706 	while ((val & until) == 0) {
707 		if (timeo-- == 0) {
708 			GET_SBIC_csr(regs, csr);
709 			printf("sbicwait TIMEO @%d with asr=x%x csr=x%x\n",
710 			    line, val, csr);
711 #if defined(DDB) && defined(DEBUG)
712 			Debugger();
713 #endif
714 			return(val); /* Maybe I should abort */
715 			break;
716 		}
717 		DELAY(1);
718 		GET_SBIC_asr(regs,val);
719 	}
720 	SBIC_TRACE((struct sbic_softc *)0);
721 	return(val);
722 }
723 
724 int
725 sbicabort(struct sbic_softc *dev, sbic_regmap_t regs, const char *where)
726 {
727 	u_char csr, asr;
728 
729 	GET_SBIC_asr(regs, asr);
730 	GET_SBIC_csr(regs, csr);
731 
732 	printf ("%s: abort %s: csr = 0x%02x, asr = 0x%02x\n",
733 	    dev->sc_dev.dv_xname, where, csr, asr);
734 
735 
736 #if 0
737 	/* Clean up running command */
738 	if (dev->sc_nexus != NULL) {
739 		dev->sc_nexus->xs->error = XS_DRIVER_STUFFUP;
740 		sbic_scsidone(dev->sc_nexus, dev->sc_stat[0]);
741 	}
742 	while (acb = dev->nexus_list.tqh_first) {
743 		acb->xs->error = XS_DRIVER_STUFFUP;
744 		sbic_scsidone(acb, -1 /*acb->stat[0]*/);
745 	}
746 #endif
747 
748 	/* Clean up chip itself */
749 	if (dev->sc_flags & SBICF_SELECTED) {
750 		while( asr & SBIC_ASR_DBR ) {
751 			/* sbic is jammed w/data. need to clear it */
752 			/* But we don't know what direction it needs to go */
753 			GET_SBIC_data(regs, asr);
754 			printf("%s: abort %s: clearing data buffer 0x%02x\n",
755 			       dev->sc_dev.dv_xname, where, asr);
756 			GET_SBIC_asr(regs, asr);
757 			if( asr & SBIC_ASR_DBR ) /* Not the read direction, then */
758 				SET_SBIC_data(regs, asr);
759 			GET_SBIC_asr(regs, asr);
760 		}
761 		WAIT_CIP(regs);
762 printf("%s: sbicabort - sending ABORT command\n", dev->sc_dev.dv_xname);
763 		SET_SBIC_cmd(regs, SBIC_CMD_ABORT);
764 		WAIT_CIP(regs);
765 
766 		GET_SBIC_asr(regs, asr);
767 		if (asr & (SBIC_ASR_BSY|SBIC_ASR_LCI)) {
768 			/* ok, get more drastic.. */
769 
770 printf("%s: sbicabort - asr %x, trying to reset\n", dev->sc_dev.dv_xname, asr);
771 			sbicreset(dev);
772 			dev->sc_flags &= ~SBICF_SELECTED;
773 			return -1;
774 		}
775 printf("%s: sbicabort - sending DISC command\n", dev->sc_dev.dv_xname);
776 		SET_SBIC_cmd(regs, SBIC_CMD_DISC);
777 
778 		do {
779 			asr = SBIC_WAIT (regs, SBIC_ASR_INT, 0);
780 			GET_SBIC_csr (regs, csr);
781 			CSR_TRACE('a',csr,asr,0);
782 		} while ((csr != SBIC_CSR_DISC) && (csr != SBIC_CSR_DISC_1)
783 		    && (csr != SBIC_CSR_CMD_INVALID));
784 
785 		/* lets just hope it worked.. */
786 		dev->sc_flags &= ~SBICF_SELECTED;
787 	}
788 	return -1;
789 }
790 
791 
792 /*
793  * Initialize driver-private structures
794  */
795 
796 void
797 sbicinit(struct sbic_softc *dev)
798 {
799 	sbic_regmap_t regs;
800 	u_int i;
801 	struct sbic_acb *acb;
802 	u_int inhibit_sync;
803 
804 	extern u_long scsi_nosync;
805 	extern int shift_nosync;
806 
807 	regs = dev->sc_sbic;
808 
809 	if ((dev->sc_flags & SBICF_ALIVE) == 0) {
810 		TAILQ_INIT(&dev->ready_list);
811 		TAILQ_INIT(&dev->nexus_list);
812 		TAILQ_INIT(&dev->free_list);
813 		callout_init(&dev->sc_timo_ch, 0);
814 		dev->sc_nexus = NULL;
815 		dev->sc_xs = NULL;
816 		acb = dev->sc_acb;
817 		memset(acb, 0, sizeof(dev->sc_acb));
818 		for (i = 0; i < sizeof(dev->sc_acb) / sizeof(*acb); i++) {
819 			TAILQ_INSERT_TAIL(&dev->free_list, acb, chain);
820 			acb++;
821 		}
822 		memset(dev->sc_tinfo, 0, sizeof(dev->sc_tinfo));
823 #ifdef DEBUG
824 		/* make sure timeout is really not needed */
825 		callout_reset(&dev->sc_timo_ch, 30 * hz,
826 		    (void *)sbictimeout, dev);
827 #endif
828 
829 	} else panic("sbic: reinitializing driver!");
830 
831 	dev->sc_flags |= SBICF_ALIVE;
832 	dev->sc_flags &= ~SBICF_SELECTED;
833 
834 	/* initialize inhibit array */
835 	if (scsi_nosync) {
836 		inhibit_sync = (scsi_nosync >> shift_nosync) & 0xff;
837 		shift_nosync += 8;
838 #ifdef DEBUG
839 		if (inhibit_sync)
840 			printf("%s: Inhibiting synchronous transfer %02x\n",
841 				dev->sc_dev.dv_xname, inhibit_sync);
842 #endif
843 		for (i = 0; i < 8; ++i)
844 			if (inhibit_sync & (1 << i))
845 				sbic_inhibit_sync[i] = 1;
846 	}
847 
848 	sbicreset(dev);
849 }
850 
851 void
852 sbicreset(struct sbic_softc *dev)
853 {
854 	sbic_regmap_t regs;
855 	u_int my_id, s;
856 	u_char csr;
857 #if 0
858 	u_int i;
859 	struct sbic_acb *acb;
860 #endif
861 
862 	regs = dev->sc_sbic;
863 #if 0
864 	if (dev->sc_flags & SBICF_ALIVE) {
865 		SET_SBIC_cmd(regs, SBIC_CMD_ABORT);
866 		WAIT_CIP(regs);
867 	}
868 #else
869 		SET_SBIC_cmd(regs, SBIC_CMD_ABORT);
870 		WAIT_CIP(regs);
871 #endif
872 	s = splbio();
873 	my_id = dev->sc_channel.chan_id & SBIC_ID_MASK;
874 
875 	/* Enable advanced mode */
876 	my_id |= SBIC_ID_EAF /*| SBIC_ID_EHP*/ ;
877 	SET_SBIC_myid(regs, my_id);
878 
879 	/*
880 	 * Disable interrupts (in dmainit) then reset the chip
881 	 */
882 	SET_SBIC_cmd(regs, SBIC_CMD_RESET);
883 	DELAY(25);
884 	SBIC_WAIT(regs, SBIC_ASR_INT, 0);
885 	GET_SBIC_csr(regs, csr);       /* clears interrupt also */
886 
887 	if (dev->sc_clkfreq < 110)
888 		my_id |= SBIC_ID_FS_8_10;
889 	else if (dev->sc_clkfreq < 160)
890 		my_id |= SBIC_ID_FS_12_15;
891 	else if (dev->sc_clkfreq < 210)
892 		my_id |= SBIC_ID_FS_16_20;
893 
894 	SET_SBIC_myid(regs, my_id);
895 
896 	/*
897 	 * Set up various chip parameters
898 	 */
899 	SET_SBIC_control(regs, SBIC_CTL_EDI | SBIC_CTL_IDI /* | SBIC_CTL_HSP */
900 	    | SBIC_MACHINE_DMA_MODE);
901 	/*
902 	 * don't allow (re)selection (SBIC_RID_ES)
903 	 * until we can handle target mode!!
904 	 */
905 	SET_SBIC_rselid(regs, SBIC_RID_ER);
906 	SET_SBIC_syn(regs, 0);     /* asynch for now */
907 
908 	/*
909 	 * anything else was zeroed by reset
910 	 */
911 	splx(s);
912 
913 #if 0
914 	if ((dev->sc_flags & SBICF_ALIVE) == 0) {
915 		TAILQ_INIT(&dev->ready_list);
916 		TAILQ_INIT(&dev->nexus_list);
917 		TAILQ_INIT(&dev->free_list);
918 		dev->sc_nexus = NULL;
919 		dev->sc_xs = NULL;
920 		acb = dev->sc_acb;
921 		memset(acb, 0, sizeof(dev->sc_acb));
922 		for (i = 0; i < sizeof(dev->sc_acb) / sizeof(*acb); i++) {
923 			TAILQ_INSERT_TAIL(&dev->free_list, acb, chain);
924 			acb++;
925 		}
926 		memset(dev->sc_tinfo, 0, sizeof(dev->sc_tinfo));
927 	} else {
928 		if (dev->sc_nexus != NULL) {
929 			dev->sc_nexus->xs->error = XS_DRIVER_STUFFUP;
930 			sbic_scsidone(dev->sc_nexus, dev->sc_stat[0]);
931 		}
932 		while (acb = dev->nexus_list.tqh_first) {
933 			acb->xs->error = XS_DRIVER_STUFFUP;
934 			sbic_scsidone(acb, -1 /*acb->stat[0]*/);
935 		}
936 	}
937 
938 	dev->sc_flags |= SBICF_ALIVE;
939 #endif
940 	dev->sc_flags &= ~SBICF_SELECTED;
941 }
942 
943 void
944 sbicerror(struct sbic_softc *dev, sbic_regmap_t regs, u_char csr)
945 {
946 	struct scsipi_xfer *xs;
947 
948 	xs = dev->sc_xs;
949 
950 #ifdef DIAGNOSTIC
951 	if (xs == NULL)
952 		panic("sbicerror");
953 #endif
954 	if (xs->xs_control & XS_CTL_SILENT)
955 		return;
956 
957 	printf("%s: ", dev->sc_dev.dv_xname);
958 	printf("csr == 0x%02x\n", csr);	/* XXX */
959 }
960 
961 /*
962  * select the bus, return when selected or error.
963  */
964 int
965 sbicselectbus(struct sbic_softc *dev, sbic_regmap_t regs, u_char target,
966               u_char lun, u_char our_addr)
967 {
968 	u_char asr, csr, id;
969 
970 	SBIC_TRACE(dev);
971 	QPRINTF(("sbicselectbus %d\n", target));
972 
973 	/*
974 	 * if we're already selected, return (XXXX panic maybe?)
975 	 */
976 	if (dev->sc_flags & SBICF_SELECTED) {
977 		SBIC_TRACE(dev);
978 		return(1);
979 	}
980 
981 	/*
982 	 * issue select
983 	 */
984 	SBIC_TC_PUT(regs, 0);
985 	SET_SBIC_selid(regs, target);
986 	SET_SBIC_timeo(regs, SBIC_TIMEOUT(250,dev->sc_clkfreq));
987 
988 	/*
989 	 * set sync or async
990 	 */
991 	if (dev->sc_sync[target].state == SYNC_DONE)
992 		SET_SBIC_syn(regs, SBIC_SYN (dev->sc_sync[target].offset,
993 		    dev->sc_sync[target].period));
994 	else
995 		SET_SBIC_syn(regs, SBIC_SYN (0, sbic_min_period));
996 
997 	GET_SBIC_asr(regs, asr);
998 	if( asr & (SBIC_ASR_INT|SBIC_ASR_BSY) ) {
999 		/* This means we got ourselves reselected upon */
1000 /*		printf("sbicselectbus: INT/BSY asr %02x\n", asr);*/
1001 #ifdef DDB
1002 /*		Debugger();*/
1003 #endif
1004 		SBIC_TRACE(dev);
1005 		return 1;
1006 	}
1007 
1008 	SET_SBIC_cmd(regs, SBIC_CMD_SEL_ATN);
1009 
1010 	/*
1011 	 * wait for select (merged from separate function may need
1012 	 * cleanup)
1013 	 */
1014 	WAIT_CIP(regs);
1015 	do {
1016 		asr = SBIC_WAIT(regs, SBIC_ASR_INT | SBIC_ASR_LCI, 0);
1017 		if (asr & SBIC_ASR_LCI) {
1018 #ifdef DEBUG
1019 			if (reselect_debug)
1020 				printf("sbicselectbus: late LCI asr %02x\n", asr);
1021 #endif
1022 			SBIC_TRACE(dev);
1023 			return 1;
1024 		}
1025 		GET_SBIC_csr (regs, csr);
1026 		CSR_TRACE('s',csr,asr,target);
1027 		QPRINTF(("%02x ", csr));
1028 		if( csr == SBIC_CSR_RSLT_NI || csr == SBIC_CSR_RSLT_IFY) {
1029 #ifdef DEBUG
1030 			if(reselect_debug)
1031 				printf("sbicselectbus: reselected asr %02x\n", asr);
1032 #endif
1033 			/* We need to handle this now so we don't lock up later */
1034 			sbicnextstate(dev, csr, asr);
1035 			SBIC_TRACE(dev);
1036 			return 1;
1037 		}
1038 		if( csr == SBIC_CSR_SLT || csr == SBIC_CSR_SLT_ATN) {
1039 			panic("sbicselectbus: target issued select!");
1040 			return 1;
1041 		}
1042 	} while (csr != (SBIC_CSR_MIS_2|MESG_OUT_PHASE)
1043 	    && csr != (SBIC_CSR_MIS_2|CMD_PHASE) && csr != SBIC_CSR_SEL_TIMEO);
1044 
1045 	/* Enable (or not) reselection */
1046 	if(!sbic_enable_reselect && dev->nexus_list.tqh_first == NULL)
1047 		SET_SBIC_rselid (regs, 0);
1048 	else
1049 		SET_SBIC_rselid (regs, SBIC_RID_ER);
1050 
1051 	if (csr == (SBIC_CSR_MIS_2|CMD_PHASE)) {
1052 		dev->sc_flags |= SBICF_SELECTED;	/* device ignored ATN */
1053 		GET_SBIC_selid(regs, id);
1054 		dev->target = id;
1055 		GET_SBIC_tlun(regs,dev->lun);
1056 		if( dev->lun & SBIC_TLUN_VALID )
1057 			dev->lun &= SBIC_TLUN_MASK;
1058 		else
1059 			dev->lun = lun;
1060 	} else if (csr == (SBIC_CSR_MIS_2|MESG_OUT_PHASE)) {
1061 		/*
1062 		 * Send identify message
1063 		 * (SCSI-2 requires an identify msg (?))
1064 		 */
1065 		GET_SBIC_selid(regs, id);
1066 		dev->target = id;
1067 		GET_SBIC_tlun(regs,dev->lun);
1068 		if( dev->lun & SBIC_TLUN_VALID )
1069 			dev->lun &= SBIC_TLUN_MASK;
1070 		else
1071 			dev->lun = lun;
1072 		/*
1073 		 * handle drives that don't want to be asked
1074 		 * whether to go sync at all.
1075 		 */
1076 		if (sbic_inhibit_sync[id]
1077 		    && dev->sc_sync[id].state == SYNC_START) {
1078 #ifdef DEBUG
1079 			if (sync_debug)
1080 				printf("Forcing target %d asynchronous.\n", id);
1081 #endif
1082 			dev->sc_sync[id].offset = 0;
1083 			dev->sc_sync[id].period = sbic_min_period;
1084 			dev->sc_sync[id].state = SYNC_DONE;
1085 		}
1086 
1087 
1088 		if (dev->sc_sync[id].state != SYNC_START){
1089 			if( dev->sc_xs->xs_control & XS_CTL_POLL
1090 			   || (dev->sc_flags & SBICF_ICMD)
1091 			   || !sbic_enable_reselect )
1092 				SEND_BYTE (regs, MSG_IDENTIFY | lun);
1093 			else
1094 				SEND_BYTE (regs, MSG_IDENTIFY_DR | lun);
1095 		} else {
1096 			/*
1097 			 * try to initiate a sync transfer.
1098 			 * So compose the sync message we're going
1099 			 * to send to the target
1100 			 */
1101 
1102 #ifdef DEBUG
1103 			if (sync_debug)
1104 				printf("Sending sync request to target %d ... ",
1105 				    id);
1106 #endif
1107 			/*
1108 			 * setup scsi message sync message request
1109 			 */
1110 			dev->sc_msg[0] = MSG_IDENTIFY | lun;
1111 			dev->sc_msg[1] = MSG_EXT_MESSAGE;
1112 			dev->sc_msg[2] = 3;
1113 			dev->sc_msg[3] = MSG_SYNC_REQ;
1114 			dev->sc_msg[4] = sbictoscsiperiod(dev, regs,
1115 			    sbic_min_period);
1116 			dev->sc_msg[5] = sbic_max_offset;
1117 
1118 			if (sbicxfstart(regs, 6, MESG_OUT_PHASE, sbic_cmd_wait))
1119 				sbicxfout(regs, 6, dev->sc_msg, MESG_OUT_PHASE);
1120 
1121 			dev->sc_sync[id].state = SYNC_SENT;
1122 #ifdef DEBUG
1123 			if (sync_debug)
1124 				printf ("sent\n");
1125 #endif
1126 		}
1127 
1128 		asr = SBIC_WAIT (regs, SBIC_ASR_INT, 0);
1129 		GET_SBIC_csr (regs, csr);
1130 		CSR_TRACE('y',csr,asr,target);
1131 		QPRINTF(("[%02x]", csr));
1132 #ifdef DEBUG
1133 		if (sync_debug && dev->sc_sync[id].state == SYNC_SENT)
1134 			printf("csr-result of last msgout: 0x%x\n", csr);
1135 #endif
1136 
1137 		if (csr != SBIC_CSR_SEL_TIMEO)
1138 			dev->sc_flags |= SBICF_SELECTED;
1139 	}
1140 	if (csr == SBIC_CSR_SEL_TIMEO)
1141 		dev->sc_xs->error = XS_SELTIMEOUT;
1142 
1143 	QPRINTF(("\n"));
1144 
1145 	SBIC_TRACE(dev);
1146 	return(csr == SBIC_CSR_SEL_TIMEO);
1147 }
1148 
1149 int
1150 sbicxfstart(sbic_regmap_t regs, int len, u_char phase, int wait)
1151 {
1152 	u_char id;
1153 
1154 	switch (phase) {
1155 	case DATA_IN_PHASE:
1156 	case MESG_IN_PHASE:
1157 		GET_SBIC_selid (regs, id);
1158 		id |= SBIC_SID_FROM_SCSI;
1159 		SET_SBIC_selid (regs, id);
1160 		SBIC_TC_PUT (regs, (unsigned)len);
1161 		break;
1162 	case DATA_OUT_PHASE:
1163 	case MESG_OUT_PHASE:
1164 	case CMD_PHASE:
1165 		GET_SBIC_selid (regs, id);
1166 		id &= ~SBIC_SID_FROM_SCSI;
1167 		SET_SBIC_selid (regs, id);
1168 		SBIC_TC_PUT (regs, (unsigned)len);
1169 		break;
1170 	default:
1171 		SBIC_TC_PUT (regs, 0);
1172 	}
1173 	QPRINTF(("sbicxfstart %d, %d, %d\n", len, phase, wait));
1174 
1175 	return(1);
1176 }
1177 
1178 int
1179 sbicxfout(sbic_regmap_t regs, int len, void *bp, int phase)
1180 {
1181 	u_char orig_csr, asr, *buf;
1182 	int wait;
1183 
1184 	buf = bp;
1185 	wait = sbic_data_wait;
1186 
1187 	QPRINTF(("sbicxfout {%d} %02x %02x %02x %02x %02x "
1188 	    "%02x %02x %02x %02x %02x\n", len, buf[0], buf[1], buf[2],
1189 	    buf[3], buf[4], buf[5], buf[6], buf[7], buf[8], buf[9]));
1190 
1191 	GET_SBIC_csr (regs, orig_csr);
1192 	CSR_TRACE('>',orig_csr,0,0);
1193 
1194 	/*
1195 	 * sigh.. WD-PROTO strikes again.. sending the command in one go
1196 	 * causes the chip to lock up if talking to certain (misbehaving?)
1197 	 * targets. Anyway, this procedure should work for all targets, but
1198 	 * it's slightly slower due to the overhead
1199 	 */
1200 	WAIT_CIP (regs);
1201 	SET_SBIC_cmd (regs, SBIC_CMD_XFER_INFO);
1202 	for (;len > 0; len--) {
1203 		GET_SBIC_asr (regs, asr);
1204 		while ((asr & SBIC_ASR_DBR) == 0) {
1205 			if ((asr & SBIC_ASR_INT) || --wait < 0) {
1206 #ifdef DEBUG
1207 				if (sbic_debug)
1208 					printf("sbicxfout fail: l%d i%x w%d\n",
1209 					    len, asr, wait);
1210 #endif
1211 				return (len);
1212 			}
1213 /*			DELAY(1);*/
1214 			GET_SBIC_asr (regs, asr);
1215 		}
1216 
1217 		SET_SBIC_data (regs, *buf);
1218 		buf++;
1219 	}
1220 	SBIC_TC_GET(regs, len);
1221 	QPRINTF(("sbicxfout done %d bytes\n", len));
1222 	/*
1223 	 * this leaves with one csr to be read
1224 	 */
1225 	return(0);
1226 }
1227 
1228 /* returns # bytes left to read */
1229 int
1230 sbicxfin(sbic_regmap_t regs, int len, void *bp)
1231 {
1232 	int wait;
1233 	u_char *obp, *buf;
1234 	u_char orig_csr, csr, asr;
1235 
1236 	wait = sbic_data_wait;
1237 	obp = bp;
1238 	buf = bp;
1239 
1240 	GET_SBIC_csr (regs, orig_csr);
1241 	CSR_TRACE('<',orig_csr,0,0);
1242 
1243 	QPRINTF(("sbicxfin %d, csr=%02x\n", len, orig_csr));
1244 
1245 	WAIT_CIP (regs);
1246 	SET_SBIC_cmd (regs, SBIC_CMD_XFER_INFO);
1247 	for (;len > 0; len--) {
1248 		GET_SBIC_asr (regs, asr);
1249 		if((asr & SBIC_ASR_PE)) {
1250 #ifdef DEBUG
1251 			printf("sbicxfin parity error: l%d i%x w%d\n",
1252 			       len, asr, wait);
1253 /*			return ((unsigned long)buf - (unsigned long)bp); */
1254 #ifdef DDB
1255 			Debugger();
1256 #endif
1257 #endif
1258 		}
1259 		while ((asr & SBIC_ASR_DBR) == 0) {
1260 			if ((asr & SBIC_ASR_INT) || --wait < 0) {
1261 #ifdef DEBUG
1262 				if (sbic_debug) {
1263 	QPRINTF(("sbicxfin fail:{%d} %02x %02x %02x %02x %02x %02x "
1264 	    "%02x %02x %02x %02x\n", len, obp[0], obp[1], obp[2],
1265 	    obp[3], obp[4], obp[5], obp[6], obp[7], obp[8], obp[9]));
1266 					printf("sbicxfin fail: l%d i%x w%d\n",
1267 					    len, asr, wait);
1268 }
1269 #endif
1270 				return len;
1271 			}
1272 
1273 			if( ! asr & SBIC_ASR_BSY ) {
1274 				GET_SBIC_csr(regs, csr);
1275 				CSR_TRACE('<',csr,asr,len);
1276 				QPRINTF(("[CSR%02xASR%02x]", csr, asr));
1277 			}
1278 
1279 /*			DELAY(1);*/
1280 			GET_SBIC_asr (regs, asr);
1281 		}
1282 
1283 		GET_SBIC_data (regs, *buf);
1284 /*		QPRINTF(("asr=%02x, csr=%02x, data=%02x\n", asr, csr, *buf));*/
1285 		buf++;
1286 	}
1287 
1288 	QPRINTF(("sbicxfin {%d} %02x %02x %02x %02x %02x %02x "
1289 	    "%02x %02x %02x %02x\n", len, obp[0], obp[1], obp[2],
1290 	    obp[3], obp[4], obp[5], obp[6], obp[7], obp[8], obp[9]));
1291 
1292 	/* this leaves with one csr to be read */
1293 	return len;
1294 }
1295 
1296 /*
1297  * SCSI 'immediate' command:  issue a command to some SCSI device
1298  * and get back an 'immediate' response (i.e., do programmed xfer
1299  * to get the response data).  'cbuf' is a buffer containing a scsi
1300  * command of length clen bytes.  'buf' is a buffer of length 'len'
1301  * bytes for data.  The transfer direction is determined by the device
1302  * (i.e., by the scsi bus data xfer phase).  If 'len' is zero, the
1303  * command must supply no data.
1304  */
1305 int
1306 sbicicmd(struct sbic_softc *dev, int target, int lun, void *cbuf, int clen,
1307          void *buf, int len)
1308 {
1309 	sbic_regmap_t regs;
1310 	u_char phase, csr, asr;
1311 	int wait, i;
1312 	struct sbic_acb *acb;
1313 
1314 #define CSR_LOG_BUF_SIZE 0
1315 #if CSR_LOG_BUF_SIZE
1316 	int bufptr;
1317 	int csrbuf[CSR_LOG_BUF_SIZE];
1318 	bufptr=0;
1319 #endif
1320 
1321 	SBIC_TRACE(dev);
1322 	regs = dev->sc_sbic;
1323 	acb = dev->sc_nexus;
1324 
1325 	/* Make sure pointers are OK */
1326 	dev->sc_last = dev->sc_cur = &acb->sc_pa;
1327 	dev->sc_tcnt = acb->sc_tcnt = 0;
1328 	acb->sc_pa.dc_count = 0; /* No DMA */
1329 	acb->sc_kv.dc_addr = buf;
1330 	acb->sc_kv.dc_count = len;
1331 
1332 #ifdef DEBUG
1333 	routine = 3;
1334 	debug_sbic_regs = regs; /* store this to allow debug calls */
1335 	if( data_pointer_debug > 1 )
1336 		printf("sbicicmd(%d,%d):%d\n", target, lun,
1337 		       acb->sc_kv.dc_count);
1338 #endif
1339 
1340 	/*
1341 	 * set the sbic into non-DMA mode
1342 	 */
1343 	SET_SBIC_control(regs, SBIC_CTL_EDI | SBIC_CTL_IDI /*| SBIC_CTL_HSP*/);
1344 
1345 	dev->sc_stat[0] = 0xff;
1346 	dev->sc_msg[0] = 0xff;
1347 	i = 1; /* pre-load */
1348 
1349 	/* We're stealing the SCSI bus */
1350 	dev->sc_flags |= SBICF_ICMD;
1351 
1352 	do {
1353 		/*
1354 		 * select the SCSI bus (it's an error if bus isn't free)
1355 		 */
1356 		if (!( dev->sc_flags & SBICF_SELECTED )
1357 		    && sbicselectbus(dev, regs, target, lun, dev->sc_scsiaddr)) {
1358 			/* printf("sbicicmd: trying to select busy bus!\n"); */
1359 			dev->sc_flags &= ~SBICF_ICMD;
1360 			return(-1);
1361 		}
1362 
1363 		/*
1364 		 * Wait for a phase change (or error) then let the device sequence
1365 		 * us through the various SCSI phases.
1366 		 */
1367 
1368 		wait = sbic_cmd_wait;
1369 
1370 		GET_SBIC_asr (regs, asr);
1371 		GET_SBIC_csr (regs, csr);
1372 		CSR_TRACE('I',csr,asr,target);
1373 		QPRINTF((">ASR:%02xCSR:%02x<", asr, csr));
1374 
1375 #if CSR_LOG_BUF_SIZE
1376 		csrbuf[bufptr++] = csr;
1377 #endif
1378 
1379 
1380 		switch (csr) {
1381 		case SBIC_CSR_S_XFERRED:
1382 		case SBIC_CSR_DISC:
1383 		case SBIC_CSR_DISC_1:
1384 			dev->sc_flags &= ~SBICF_SELECTED;
1385 			GET_SBIC_cmd_phase (regs, phase);
1386 			if (phase == 0x60) {
1387 				GET_SBIC_tlun (regs, dev->sc_stat[0]);
1388 				i = 0; /* done */
1389 /*				break; */ /* Bypass all the state gobldygook */
1390 			} else {
1391 #ifdef DEBUG
1392 				if(reselect_debug>1)
1393 					printf("sbicicmd: handling disconnect\n");
1394 #endif
1395 				i = SBIC_STATE_DISCONNECT;
1396 			}
1397 			break;
1398 
1399 		case SBIC_CSR_XFERRED|CMD_PHASE:
1400 		case SBIC_CSR_MIS|CMD_PHASE:
1401 		case SBIC_CSR_MIS_1|CMD_PHASE:
1402 		case SBIC_CSR_MIS_2|CMD_PHASE:
1403 			if (sbicxfstart(regs, clen, CMD_PHASE, sbic_cmd_wait))
1404 				if (sbicxfout(regs, clen,
1405 					      cbuf, CMD_PHASE))
1406 					i = sbicabort(dev, regs, "icmd sending cmd");
1407 #if 0
1408 			GET_SBIC_csr(regs, csr); /* Lets us reload tcount */
1409 			WAIT_CIP(regs);
1410 			GET_SBIC_asr(regs, asr);
1411 			CSR_TRACE('I',csr,asr,target);
1412 			if( asr & (SBIC_ASR_BSY|SBIC_ASR_LCI|SBIC_ASR_CIP) )
1413 				printf("next: cmd sent asr %02x, csr %02x\n",
1414 				       asr, csr);
1415 #endif
1416 			break;
1417 
1418 #if 0
1419 		case SBIC_CSR_XFERRED|DATA_OUT_PHASE:
1420 		case SBIC_CSR_XFERRED|DATA_IN_PHASE:
1421 		case SBIC_CSR_MIS|DATA_OUT_PHASE:
1422 		case SBIC_CSR_MIS|DATA_IN_PHASE:
1423 		case SBIC_CSR_MIS_1|DATA_OUT_PHASE:
1424 		case SBIC_CSR_MIS_1|DATA_IN_PHASE:
1425 		case SBIC_CSR_MIS_2|DATA_OUT_PHASE:
1426 		case SBIC_CSR_MIS_2|DATA_IN_PHASE:
1427 			if (acb->sc_kv.dc_count <= 0)
1428 				i = sbicabort(dev, regs, "icmd out of data");
1429 			else {
1430 			  wait = sbic_data_wait;
1431 			  if (sbicxfstart(regs,
1432 					  acb->sc_kv.dc_count,
1433 					  SBIC_PHASE(csr), wait))
1434 			    if (csr & 0x01)
1435 			      /* data in? */
1436 			      i=sbicxfin(regs,
1437 					 acb->sc_kv.dc_count,
1438 					 acb->sc_kv.dc_addr);
1439 			    else
1440 			      i=sbicxfout(regs,
1441 					  acb->sc_kv.dc_count,
1442 					  acb->sc_kv.dc_addr,
1443 					     SBIC_PHASE(csr));
1444 			  acb->sc_kv.dc_addr +=
1445 				  (acb->sc_kv.dc_count - i);
1446 			  acb->sc_kv.dc_count = i;
1447 			  i = 1;
1448 			}
1449 			break;
1450 
1451 #endif
1452 		case SBIC_CSR_XFERRED|STATUS_PHASE:
1453 		case SBIC_CSR_MIS|STATUS_PHASE:
1454 		case SBIC_CSR_MIS_1|STATUS_PHASE:
1455 		case SBIC_CSR_MIS_2|STATUS_PHASE:
1456 			/*
1457 			 * the sbic does the status/cmd-complete reading ok,
1458 			 * so do this with its hi-level commands.
1459 			 */
1460 #ifdef DEBUG
1461 			if(sbic_debug)
1462 				printf("SBICICMD status phase\n");
1463 #endif
1464 			SBIC_TC_PUT(regs, 0);
1465 			SET_SBIC_cmd_phase(regs, 0x46);
1466 			SET_SBIC_cmd(regs, SBIC_CMD_SEL_ATN_XFER);
1467 			break;
1468 
1469 #if THIS_IS_A_RESERVED_STATE
1470 		case BUS_FREE_PHASE:		/* This is not legal */
1471 			if( dev->sc_stat[0] != 0xff )
1472 				goto out;
1473 			break;
1474 #endif
1475 
1476 		default:
1477 			i = sbicnextstate(dev, csr, asr);
1478 		}
1479 
1480 		/*
1481 		 * make sure the last command was taken,
1482 		 * ie. we're not hunting after an ignored command..
1483 		 */
1484 		GET_SBIC_asr(regs, asr);
1485 
1486 		/* tapes may take a loooong time.. */
1487 		while (asr & SBIC_ASR_BSY){
1488 			if(asr & SBIC_ASR_DBR) {
1489 				printf("sbicicmd: Waiting while sbic is jammed, CSR:%02x,ASR:%02x\n",
1490 				       csr,asr);
1491 #ifdef DDB
1492 				Debugger();
1493 #endif
1494 				/* SBIC is jammed */
1495 				/* DUNNO which direction */
1496 				/* Try old direction */
1497 				GET_SBIC_data(regs,i);
1498 				GET_SBIC_asr(regs, asr);
1499 				if( asr & SBIC_ASR_DBR) /* Wants us to write */
1500 					SET_SBIC_data(regs,i);
1501 			}
1502 			GET_SBIC_asr(regs, asr);
1503 		}
1504 
1505 		/*
1506 		 * wait for last command to complete
1507 		 */
1508 		if (asr & SBIC_ASR_LCI) {
1509 			printf("sbicicmd: last command ignored\n");
1510 		}
1511 		else if( i == 1 ) /* Bsy */
1512 			SBIC_WAIT (regs, SBIC_ASR_INT, wait);
1513 
1514 		/*
1515 		 * do it again
1516 		 */
1517 	} while ( i > 0 && dev->sc_stat[0] == 0xff);
1518 
1519 	/* Sometimes we need to do an extra read of the CSR */
1520 	GET_SBIC_csr(regs, csr);
1521 	CSR_TRACE('I',csr,asr,0xff);
1522 
1523 #if CSR_LOG_BUF_SIZE
1524 	if(reselect_debug>1)
1525 		for(i=0; i<bufptr; i++)
1526 			printf("CSR:%02x", csrbuf[i]);
1527 #endif
1528 
1529 #ifdef DEBUG
1530 	if(data_pointer_debug > 1)
1531 		printf("sbicicmd done(%d,%d):%d =%d=\n",
1532 		       dev->target, lun,
1533 		       acb->sc_kv.dc_count,
1534 		       dev->sc_stat[0]);
1535 #endif
1536 
1537 	QPRINTF(("=STS:%02x=", dev->sc_stat[0]));
1538 	dev->sc_flags &= ~SBICF_ICMD;
1539 
1540 	SBIC_TRACE(dev);
1541 	return(dev->sc_stat[0]);
1542 }
1543 
1544 /*
1545  * Finish SCSI xfer command:  After the completion interrupt from
1546  * a read/write operation, sequence through the final phases in
1547  * programmed i/o.  This routine is a lot like sbicicmd except we
1548  * skip (and don't allow) the select, cmd out and data in/out phases.
1549  */
1550 void
1551 sbicxfdone(struct sbic_softc *dev, sbic_regmap_t regs, int target)
1552 {
1553 	u_char phase, asr, csr;
1554 	int s;
1555 
1556 	SBIC_TRACE(dev);
1557 	QPRINTF(("{"));
1558 	s = splbio();
1559 
1560 	/*
1561 	 * have the sbic complete on its own
1562 	 */
1563 	SBIC_TC_PUT(regs, 0);
1564 	SET_SBIC_cmd_phase(regs, 0x46);
1565 	SET_SBIC_cmd(regs, SBIC_CMD_SEL_ATN_XFER);
1566 
1567 	do {
1568 		asr = SBIC_WAIT (regs, SBIC_ASR_INT, 0);
1569 		GET_SBIC_csr (regs, csr);
1570 		CSR_TRACE('f',csr,asr,target);
1571 		QPRINTF(("%02x:", csr));
1572 	} while ((csr != SBIC_CSR_DISC) && (csr != SBIC_CSR_DISC_1)
1573 	    && (csr != SBIC_CSR_S_XFERRED));
1574 
1575 	dev->sc_flags &= ~SBICF_SELECTED;
1576 
1577 	GET_SBIC_cmd_phase (regs, phase);
1578 	QPRINTF(("}%02x", phase));
1579 	if (phase == 0x60)
1580 		GET_SBIC_tlun(regs, dev->sc_stat[0]);
1581 	else
1582 		sbicerror(dev, regs, csr);
1583 
1584 	QPRINTF(("=STS:%02x=\n", dev->sc_stat[0]));
1585 	splx(s);
1586 	SBIC_TRACE(dev);
1587 }
1588 
1589 	/*
1590 	 * No DMA chains
1591 	 */
1592 
1593 int
1594 sbicgo(struct sbic_softc *dev, struct scsipi_xfer *xs)
1595 {
1596 	int i, dmaflags, count, usedma;
1597 	u_char csr, asr, *addr;
1598 	sbic_regmap_t regs;
1599 	struct sbic_acb *acb;
1600 
1601 	SBIC_TRACE(dev);
1602 	dev->target = xs->xs_periph->periph_target;
1603 	dev->lun = xs->xs_periph->periph_lun;
1604 	acb = dev->sc_nexus;
1605 	regs = dev->sc_sbic;
1606 
1607 	usedma = sbicdmaok(dev, xs);
1608 #ifdef DEBUG
1609 	routine = 1;
1610 	debug_sbic_regs = regs; /* store this to allow debug calls */
1611 	if( data_pointer_debug > 1 )
1612 		printf("sbicgo(%d,%d)\n", dev->target, dev->lun);
1613 #endif
1614 
1615 	/*
1616 	 * set the sbic into DMA mode
1617 	 */
1618 	if( usedma )
1619 		SET_SBIC_control(regs, SBIC_CTL_EDI | SBIC_CTL_IDI |
1620 				 SBIC_MACHINE_DMA_MODE);
1621 	else
1622 		SET_SBIC_control(regs, SBIC_CTL_EDI | SBIC_CTL_IDI);
1623 
1624 
1625 	/*
1626 	 * select the SCSI bus (it's an error if bus isn't free)
1627 	 */
1628 	if (sbicselectbus(dev, regs, dev->target, dev->lun,
1629 	    dev->sc_scsiaddr)) {
1630 		/* printf("sbicgo: Trying to select busy bus!\n"); */
1631 		SBIC_TRACE(dev);
1632 		return(0); /* Not done: needs to be rescheduled */
1633 	}
1634 	dev->sc_stat[0] = 0xff;
1635 
1636 	/*
1637 	 * Calculate DMA chains now
1638 	 */
1639 
1640 	dmaflags = 0;
1641 	if (acb->flags & ACB_DATAIN)
1642 		dmaflags |= DMAGO_READ;
1643 
1644 
1645 	/*
1646 	 * Deal w/bounce buffers.
1647 	 */
1648 
1649 	addr = acb->sc_kv.dc_addr;
1650 	count = acb->sc_kv.dc_count;
1651 	if (count && (char *)kvtop(addr) != acb->sc_pa.dc_addr)	{ /* XXXX check */
1652 		printf("sbic: DMA buffer mapping changed %p->%x\n",
1653 		    acb->sc_pa.dc_addr, (unsigned)kvtop(addr));
1654 #ifdef DDB
1655 		Debugger();
1656 #endif
1657 	}
1658 
1659 #ifdef DEBUG
1660 	++sbicdma_ops;			/* count total DMA operations */
1661 #endif
1662 	if (count && usedma && dev->sc_flags & SBICF_BADDMA &&
1663 	    sbiccheckdmap(addr, count, dev->sc_dmamask)) {
1664 		/*
1665 		 * need to bounce the DMA.
1666 		 */
1667 		if (dmaflags & DMAGO_READ) {
1668 			acb->flags |= ACB_BBUF;
1669 			acb->sc_dmausrbuf = addr;
1670 			acb->sc_dmausrlen = count;
1671 			acb->sc_usrbufpa = (u_char *)kvtop(addr);
1672 			if(!dev->sc_tinfo[dev->target].bounce) {
1673 				printf("sbicgo: HELP! no bounce allocated for %d\n",
1674 				       dev->target);
1675 				printf("xfer: (%p->%p,%lx)\n", acb->sc_dmausrbuf,
1676 				       acb->sc_usrbufpa, acb->sc_dmausrlen);
1677 				dev->sc_tinfo[xs->xs_periph->periph_target].bounce
1678 					= (char *)alloc_z2mem(MAXPHYS);
1679 				if (isztwomem(dev->sc_tinfo[xs->xs_periph->periph_target].bounce))
1680 					printf("alloc ZII target %d bounce pa 0x%x\n",
1681 					       xs->xs_periph->periph_target,
1682 					       (unsigned)kvtop(dev->sc_tinfo[xs->xs_periph->periph_target].bounce));
1683 				else if (dev->sc_tinfo[xs->xs_periph->periph_target].bounce)
1684 					printf("alloc CHIP target %d bounce pa %p\n",
1685 					       xs->xs_periph->periph_target,
1686 					       PREP_DMA_MEM(dev->sc_tinfo[xs->xs_periph->periph_target].bounce));
1687 
1688 				printf("Allocating %d bounce at %x\n",
1689 				       dev->target,
1690 				       (unsigned)kvtop(dev->sc_tinfo[dev->target].bounce));
1691 			}
1692 		} else {	/* write: copy to DMA buffer */
1693 #ifdef DEBUG
1694 			if(data_pointer_debug)
1695 			printf("sbicgo: copying %x bytes to target %d bounce %x\n",
1696 			       count, dev->target,
1697 			       (unsigned)kvtop(dev->sc_tinfo[dev->target].bounce));
1698 #endif
1699 			bcopy (addr, dev->sc_tinfo[dev->target].bounce, count);
1700 		}
1701 		addr = dev->sc_tinfo[dev->target].bounce;/* and use DMA buffer */
1702 		acb->sc_kv.dc_addr = addr;
1703 #ifdef DEBUG
1704 		++sbicdma_bounces;		/* count number of bounced */
1705 #endif
1706 	}
1707 
1708 	/*
1709 	 * Allocate the DMA chain
1710 	 */
1711 
1712 	/* Set start KVM addresses */
1713 #if 0
1714 	acb->sc_kv.dc_addr = addr;
1715 	acb->sc_kv.dc_count = count;
1716 #endif
1717 
1718 	/* Mark end of segment */
1719 	acb->sc_tcnt = dev->sc_tcnt = 0;
1720 	acb->sc_pa.dc_count = 0;
1721 
1722 	sbic_load_ptrs(dev, regs, dev->target, dev->lun);
1723 	SBIC_TRACE(dev);
1724 	/* Enable interrupts but don't do any DMA */
1725 	dev->sc_enintr(dev);
1726 	if (usedma) {
1727 		dev->sc_tcnt = dev->sc_dmago(dev, acb->sc_pa.dc_addr,
1728 		    acb->sc_pa.dc_count,
1729 		    dmaflags);
1730 #ifdef DEBUG
1731 		dev->sc_dmatimo = dev->sc_tcnt ? 1 : 0;
1732 #endif
1733         } else
1734 		dev->sc_dmacmd = 0; /* Don't use DMA */
1735 	dev->sc_flags |= SBICF_INDMA;
1736 /*	SBIC_TC_PUT(regs, dev->sc_tcnt); */ /* XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX */
1737 	SBIC_TRACE(dev);
1738 	sbic_save_ptrs(dev, regs, dev->target, dev->lun);
1739 
1740 	/*
1741 	 * push the data cache ( I think this won't work (EH))
1742 	 */
1743 #if defined(M68040) || defined(M68060)
1744 	if (mmutype == MMU_68040 && usedma && count) {
1745 		dma_cachectl(addr, count);
1746 		if (((u_int)addr & 0xF) || (((u_int)addr + count) & 0xF))
1747 			dev->sc_flags |= SBICF_DCFLUSH;
1748 	}
1749 #endif
1750 #ifdef __powerpc__
1751 	dma_cachectl(addr, count);
1752 #endif
1753 
1754 	/*
1755 	 * enintr() also enables interrupts for the sbic
1756 	 */
1757 #ifdef DEBUG
1758 	if( data_pointer_debug > 1 )
1759 		printf("sbicgo dmago:%d(%p:%lx)\n",
1760 		       dev->target,dev->sc_cur->dc_addr,dev->sc_tcnt);
1761 #if 0
1762 	/*
1763 	 * Hmm - this isn't right:  asr and csr haven't been set yet.
1764 	 */
1765 	debug_asr = asr;
1766 	debug_csr = csr;
1767 #endif
1768 #endif
1769 
1770 	/*
1771 	 * Lets cycle a while then let the interrupt handler take over
1772 	 */
1773 
1774 	GET_SBIC_asr(regs, asr);
1775 	do {
1776 		GET_SBIC_csr(regs, csr);
1777 		CSR_TRACE('g',csr,asr,dev->target);
1778 #ifdef DEBUG
1779 		debug_csr = csr;
1780 		routine = 1;
1781 #endif
1782 		QPRINTF(("go[0x%x]", csr));
1783 
1784 		i = sbicnextstate(dev, csr, asr);
1785 
1786 		WAIT_CIP(regs);
1787 		GET_SBIC_asr(regs, asr);
1788 #ifdef DEBUG
1789 		debug_asr = asr;
1790 #endif
1791 		if(asr & SBIC_ASR_LCI) printf("sbicgo: LCI asr:%02x csr:%02x\n",
1792 					      asr,csr);
1793 	} while( i == SBIC_STATE_RUNNING
1794 		&& asr & (SBIC_ASR_INT|SBIC_ASR_LCI) );
1795 
1796 	CSR_TRACE('g',csr,asr,i<<4);
1797 	SBIC_TRACE(dev);
1798 if (i == SBIC_STATE_DONE && dev->sc_stat[0] == 0xff) printf("sbicgo: done & stat = 0xff\n");
1799 	if (i == SBIC_STATE_DONE && dev->sc_stat[0] != 0xff) {
1800 /*	if( i == SBIC_STATE_DONE && dev->sc_stat[0] ) { */
1801 		/* Did we really finish that fast? */
1802 		return 1;
1803 	}
1804 	return 0;
1805 }
1806 
1807 
1808 int
1809 sbicintr(struct sbic_softc *dev)
1810 {
1811 	sbic_regmap_t regs;
1812 	u_char asr, csr;
1813 	int i;
1814 
1815 	regs = dev->sc_sbic;
1816 
1817 	/*
1818 	 * pending interrupt?
1819 	 */
1820 	GET_SBIC_asr (regs, asr);
1821 	if ((asr & SBIC_ASR_INT) == 0)
1822 		return(0);
1823 
1824 	SBIC_TRACE(dev);
1825 	do {
1826 		GET_SBIC_csr(regs, csr);
1827 		CSR_TRACE('i',csr,asr,dev->target);
1828 #ifdef DEBUG
1829 		debug_csr = csr;
1830 		routine = 2;
1831 #endif
1832 		QPRINTF(("intr[0x%x]", csr));
1833 
1834 		i = sbicnextstate(dev, csr, asr);
1835 
1836 		WAIT_CIP(regs);
1837 		GET_SBIC_asr(regs, asr);
1838 #ifdef DEBUG
1839 		debug_asr = asr;
1840 #endif
1841 #if 0
1842 		if(asr & SBIC_ASR_LCI) printf("sbicintr: LCI asr:%02x csr:%02x\n",
1843 					      asr,csr);
1844 #endif
1845 	} while(i == SBIC_STATE_RUNNING &&
1846 		asr & (SBIC_ASR_INT|SBIC_ASR_LCI));
1847 	CSR_TRACE('i',csr,asr,i<<4);
1848 	SBIC_TRACE(dev);
1849 	return(1);
1850 }
1851 
1852 /*
1853  * Run commands and wait for disconnect
1854  */
1855 int
1856 sbicpoll(struct sbic_softc *dev)
1857 {
1858 	sbic_regmap_t regs;
1859 	u_char asr, csr;
1860 	int i;
1861 
1862 	SBIC_TRACE(dev);
1863 	regs = dev->sc_sbic;
1864 
1865 	do {
1866 		GET_SBIC_asr (regs, asr);
1867 #ifdef DEBUG
1868 		debug_asr = asr;
1869 #endif
1870 		GET_SBIC_csr(regs, csr);
1871 		CSR_TRACE('p',csr,asr,dev->target);
1872 #ifdef DEBUG
1873 		debug_csr = csr;
1874 		routine = 2;
1875 #endif
1876 		QPRINTF(("poll[0x%x]", csr));
1877 
1878 		i = sbicnextstate(dev, csr, asr);
1879 
1880 		WAIT_CIP(regs);
1881 		GET_SBIC_asr(regs, asr);
1882 		/* tapes may take a loooong time.. */
1883 		while (asr & SBIC_ASR_BSY){
1884 			if(asr & SBIC_ASR_DBR) {
1885 				printf("sbipoll: Waiting while sbic is jammed, CSR:%02x,ASR:%02x\n",
1886 				       csr,asr);
1887 #ifdef DDB
1888 				Debugger();
1889 #endif
1890 				/* SBIC is jammed */
1891 				/* DUNNO which direction */
1892 				/* Try old direction */
1893 				GET_SBIC_data(regs,i);
1894 				GET_SBIC_asr(regs, asr);
1895 				if( asr & SBIC_ASR_DBR) /* Wants us to write */
1896 					SET_SBIC_data(regs,i);
1897 			}
1898 			GET_SBIC_asr(regs, asr);
1899 		}
1900 
1901 		if(asr & SBIC_ASR_LCI) printf("sbicpoll: LCI asr:%02x csr:%02x\n",
1902 					      asr,csr);
1903 		else if( i == 1 ) /* BSY */
1904 			SBIC_WAIT(regs, SBIC_ASR_INT, sbic_cmd_wait);
1905 	} while(i == SBIC_STATE_RUNNING);
1906 	CSR_TRACE('p',csr,asr,i<<4);
1907 	SBIC_TRACE(dev);
1908 	return(1);
1909 }
1910 
1911 /*
1912  * Handle a single msgin
1913  */
1914 
1915 int
1916 sbicmsgin(struct sbic_softc *dev)
1917 {
1918 	sbic_regmap_t regs;
1919 	int recvlen;
1920 	u_char asr, csr, *tmpaddr;
1921 
1922 	regs = dev->sc_sbic;
1923 
1924 	dev->sc_msg[0] = 0xff;
1925 	dev->sc_msg[1] = 0xff;
1926 
1927 	GET_SBIC_asr(regs, asr);
1928 #ifdef DEBUG
1929 	if(reselect_debug>1)
1930 		printf("sbicmsgin asr=%02x\n", asr);
1931 #endif
1932 
1933 	sbic_save_ptrs(dev, regs, dev->target, dev->lun);
1934 
1935 	GET_SBIC_selid (regs, csr);
1936 	SET_SBIC_selid (regs, csr | SBIC_SID_FROM_SCSI);
1937 
1938 	SBIC_TC_PUT(regs, 0);
1939 	tmpaddr = dev->sc_msg;
1940 	recvlen = 1;
1941 	do {
1942 		while( recvlen-- ) {
1943 			GET_SBIC_asr(regs, asr);
1944 			GET_SBIC_csr(regs, csr);
1945 			QPRINTF(("sbicmsgin ready to go (csr,asr)=(%02x,%02x)\n",
1946 				 csr, asr));
1947 
1948 			RECV_BYTE(regs, *tmpaddr);
1949 			CSR_TRACE('m',csr,asr,*tmpaddr);
1950 #if 1
1951 			/*
1952 			 * get the command completion interrupt, or we
1953 			 * can't send a new command (LCI)
1954 			 */
1955 			SBIC_WAIT(regs, SBIC_ASR_INT, 0);
1956 			GET_SBIC_csr(regs, csr);
1957 			CSR_TRACE('X',csr,asr,dev->target);
1958 #else
1959 			WAIT_CIP(regs);
1960 			do {
1961 				GET_SBIC_asr(regs, asr);
1962 				csr = 0xff;
1963 				GET_SBIC_csr(regs, csr);
1964 				CSR_TRACE('X',csr,asr,dev->target);
1965 				if( csr == 0xff )
1966 					printf("sbicmsgin waiting: csr %02x asr %02x\n", csr, asr);
1967 			} while( csr == 0xff );
1968 #endif
1969 #ifdef DEBUG
1970 			if(reselect_debug>1)
1971 				printf("sbicmsgin: got %02x csr %02x asr %02x\n",
1972 				       *tmpaddr, csr, asr);
1973 #endif
1974 #if do_parity_check
1975 			if( asr & SBIC_ASR_PE ) {
1976 				printf ("Parity error");
1977 				/* This code simply does not work. */
1978 				WAIT_CIP(regs);
1979 				SET_SBIC_cmd(regs, SBIC_CMD_SET_ATN);
1980 				WAIT_CIP(regs);
1981 				GET_SBIC_asr(regs, asr);
1982 				WAIT_CIP(regs);
1983 				SET_SBIC_cmd(regs, SBIC_CMD_CLR_ACK);
1984 				WAIT_CIP(regs);
1985 				if( !(asr & SBIC_ASR_LCI) )
1986 					/* Target wants to send garbled msg*/
1987 					continue;
1988 				printf("--fixing\n");
1989 				/* loop until a msgout phase occurs on target */
1990 				while(csr & 0x07 != MESG_OUT_PHASE) {
1991 					while( asr & SBIC_ASR_BSY &&
1992 					      !(asr & SBIC_ASR_DBR|SBIC_ASR_INT) )
1993 						GET_SBIC_asr(regs, asr);
1994 					if( asr & SBIC_ASR_DBR )
1995 						panic("msgin: jammed again!");
1996 					GET_SBIC_csr(regs, csr);
1997 					CSR_TRACE('e',csr,asr,dev->target);
1998 					if( csr & 0x07 != MESG_OUT_PHASE ) {
1999 						sbicnextstate(dev, csr, asr);
2000 						sbic_save_ptrs(dev, regs,
2001 							       dev->target,
2002 							       dev->lun);
2003 					}
2004 				}
2005 				/* Should be msg out by now */
2006 				SEND_BYTE(regs, MSG_PARITY_ERROR);
2007 			}
2008 			else
2009 #endif
2010 				tmpaddr++;
2011 
2012 			if(recvlen) {
2013 				/* Clear ACK */
2014 				WAIT_CIP(regs);
2015 				GET_SBIC_asr(regs, asr);
2016 				GET_SBIC_csr(regs, csr);
2017 				CSR_TRACE('X',csr,asr,dev->target);
2018 				QPRINTF(("sbicmsgin pre byte CLR_ACK (csr,asr)=(%02x,%02x)\n",
2019 					 csr, asr));
2020 				SET_SBIC_cmd(regs, SBIC_CMD_CLR_ACK);
2021 				SBIC_WAIT(regs, SBIC_ASR_INT, 0);
2022 			}
2023 
2024 		};
2025 
2026 		if(dev->sc_msg[0] == 0xff) {
2027 			printf("sbicmsgin: sbic swallowed our message\n");
2028 			break;
2029 		}
2030 #ifdef DEBUG
2031 		if (sync_debug)
2032 			printf("msgin done csr 0x%x asr 0x%x msg 0x%x\n",
2033 			       csr, asr, dev->sc_msg[0]);
2034 #endif
2035 		/*
2036 		 * test whether this is a reply to our sync
2037 		 * request
2038 		 */
2039 		if (MSG_ISIDENTIFY(dev->sc_msg[0])) {
2040 			QPRINTF(("IFFY"));
2041 #if 0
2042 			/* There is an implied load-ptrs here */
2043 			sbic_load_ptrs(dev, regs, dev->target, dev->lun);
2044 #endif
2045 			/* Got IFFY msg -- ack it */
2046 		} else if (dev->sc_msg[0] == MSG_REJECT
2047 			   && dev->sc_sync[dev->target].state == SYNC_SENT) {
2048 			QPRINTF(("REJECT of SYN"));
2049 #ifdef DEBUG
2050 			if (sync_debug)
2051 				printf("target %d rejected sync, going async\n",
2052 				       dev->target);
2053 #endif
2054 			dev->sc_sync[dev->target].period = sbic_min_period;
2055 			dev->sc_sync[dev->target].offset = 0;
2056 			dev->sc_sync[dev->target].state = SYNC_DONE;
2057 			SET_SBIC_syn(regs,
2058 				     SBIC_SYN(dev->sc_sync[dev->target].offset,
2059 					      dev->sc_sync[dev->target].period));
2060 		} else if ((dev->sc_msg[0] == MSG_REJECT)) {
2061 			QPRINTF(("REJECT"));
2062 			/*
2063 			 * we'll never REJECt a REJECT message..
2064 			 */
2065 		} else if ((dev->sc_msg[0] == MSG_SAVE_DATA_PTR)) {
2066 			QPRINTF(("MSG_SAVE_DATA_PTR"));
2067 			/*
2068 			 * don't reject this either.
2069 			 */
2070 		} else if ((dev->sc_msg[0] == MSG_DISCONNECT)) {
2071 			QPRINTF(("DISCONNECT"));
2072 #ifdef DEBUG
2073 			if( reselect_debug>1 && dev->sc_msg[0] == MSG_DISCONNECT )
2074 				printf("sbicmsgin: got disconnect msg %s\n",
2075 				       (dev->sc_flags & SBICF_ICMD)?"rejecting":"");
2076 #endif
2077 			if( dev->sc_flags & SBICF_ICMD ) {
2078 				/* We're in immediate mode. Prevent disconnects. */
2079 				/* prepare to reject the message, NACK */
2080 				SET_SBIC_cmd(regs, SBIC_CMD_SET_ATN);
2081 				WAIT_CIP(regs);
2082 			}
2083 		} else if (dev->sc_msg[0] == MSG_CMD_COMPLETE ) {
2084 			QPRINTF(("CMD_COMPLETE"));
2085 			/* !! KLUDGE ALERT !! quite a few drives don't seem to
2086 			 * really like the current way of sending the
2087 			 * sync-handshake together with the ident-message, and
2088 			 * they react by sending command-complete and
2089 			 * disconnecting right after returning the valid sync
2090 			 * handshake. So, all I can do is reselect the drive,
2091 			 * and hope it won't disconnect again. I don't think
2092 			 * this is valid behavior, but I can't help fixing a
2093 			 * problem that apparently exists.
2094 			 *
2095 			 * Note: we should not get here on `normal' command
2096 			 * completion, as that condition is handled by the
2097 			 * high-level sel&xfer resume command used to walk
2098 			 * thru status/cc-phase.
2099 			 */
2100 
2101 #ifdef DEBUG
2102 			if (sync_debug)
2103 				printf ("GOT MSG %d! target %d acting weird.."
2104 					" waiting for disconnect...\n",
2105 					dev->sc_msg[0], dev->target);
2106 #endif
2107 			/* Check to see if sbic is handling this */
2108 			GET_SBIC_asr(regs, asr);
2109 			if(asr & SBIC_ASR_BSY)
2110 				return SBIC_STATE_RUNNING;
2111 
2112 			/* Let's try this: Assume it works and set status to 00 */
2113 			dev->sc_stat[0] = 0;
2114 		} else if (dev->sc_msg[0] == MSG_EXT_MESSAGE
2115 			   && tmpaddr == &dev->sc_msg[1]) {
2116 			QPRINTF(("ExtMSG\n"));
2117 			/* Read in whole extended message */
2118 			SET_SBIC_cmd(regs, SBIC_CMD_CLR_ACK);
2119 			SBIC_WAIT(regs, SBIC_ASR_INT, 0);
2120 			GET_SBIC_asr(regs, asr);
2121 			GET_SBIC_csr(regs, csr);
2122 			QPRINTF(("CLR ACK asr %02x, csr %02x\n", asr, csr));
2123 			RECV_BYTE(regs, *tmpaddr);
2124 			CSR_TRACE('x',csr,asr,*tmpaddr);
2125 			/* Wait for command completion IRQ */
2126 			SBIC_WAIT(regs, SBIC_ASR_INT, 0);
2127 			recvlen = *tmpaddr++;
2128 			QPRINTF(("Recving ext msg, asr %02x csr %02x len %02x\n",
2129 			       asr, csr, recvlen));
2130 		} else if (dev->sc_msg[0] == MSG_EXT_MESSAGE && dev->sc_msg[1] == 3
2131 			   && dev->sc_msg[2] == MSG_SYNC_REQ) {
2132 			QPRINTF(("SYN"));
2133 			dev->sc_sync[dev->target].period =
2134 				sbicfromscsiperiod(dev,
2135 						   regs, dev->sc_msg[3]);
2136 			dev->sc_sync[dev->target].offset = dev->sc_msg[4];
2137 			dev->sc_sync[dev->target].state = SYNC_DONE;
2138 			SET_SBIC_syn(regs,
2139 				     SBIC_SYN(dev->sc_sync[dev->target].offset,
2140 					      dev->sc_sync[dev->target].period));
2141 			printf("%s: target %d now synchronous,"
2142 			       " period=%dns, offset=%d.\n",
2143 			       dev->sc_dev.dv_xname, dev->target,
2144 			       dev->sc_msg[3] * 4, dev->sc_msg[4]);
2145 		} else {
2146 #ifdef DEBUG
2147 			if (sbic_debug || sync_debug)
2148 				printf ("sbicmsgin: Rejecting message 0x%02x\n",
2149 					dev->sc_msg[0]);
2150 #endif
2151 			/* prepare to reject the message, NACK */
2152 			SET_SBIC_cmd(regs, SBIC_CMD_SET_ATN);
2153 			WAIT_CIP(regs);
2154 		}
2155 		/* Clear ACK */
2156 		WAIT_CIP(regs);
2157 		GET_SBIC_asr(regs, asr);
2158 		GET_SBIC_csr(regs, csr);
2159 		CSR_TRACE('X',csr,asr,dev->target);
2160 		QPRINTF(("sbicmsgin pre CLR_ACK (csr,asr)=(%02x,%02x)%d\n",
2161 			 csr, asr, recvlen));
2162 		SET_SBIC_cmd(regs, SBIC_CMD_CLR_ACK);
2163 		SBIC_WAIT(regs, SBIC_ASR_INT, 0);
2164 	}
2165 #if 0
2166 	while((csr == SBIC_CSR_MSGIN_W_ACK)
2167 	      || (SBIC_PHASE(csr) == MESG_IN_PHASE));
2168 #else
2169 	while (recvlen>0);
2170 #endif
2171 
2172 	QPRINTF(("sbicmsgin finished: csr %02x, asr %02x\n",csr, asr));
2173 
2174 	/* Should still have one CSR to read */
2175 	return SBIC_STATE_RUNNING;
2176 }
2177 
2178 
2179 /*
2180  * sbicnextstate()
2181  * return:
2182  *		0  == done
2183  *		1  == working
2184  *		2  == disconnected
2185  *		-1 == error
2186  */
2187 int
2188 sbicnextstate(struct sbic_softc *dev, u_char csr, u_char asr)
2189 {
2190 	sbic_regmap_t regs;
2191 	struct sbic_acb *acb;
2192 	int i, newtarget, newlun, wait;
2193 #if 0
2194 	unsigned tcnt;
2195 #endif
2196 
2197 	i = 0;
2198 	SBIC_TRACE(dev);
2199 	regs = dev->sc_sbic;
2200 	acb = dev->sc_nexus;
2201 
2202 	QPRINTF(("next[%02x,%02x]",asr,csr));
2203 
2204 	switch (csr) {
2205 	case SBIC_CSR_XFERRED|CMD_PHASE:
2206 	case SBIC_CSR_MIS|CMD_PHASE:
2207 	case SBIC_CSR_MIS_1|CMD_PHASE:
2208 	case SBIC_CSR_MIS_2|CMD_PHASE:
2209 		sbic_save_ptrs(dev, regs, dev->target, dev->lun);
2210 		if (sbicxfstart(regs, acb->clen, CMD_PHASE, sbic_cmd_wait))
2211 			if (sbicxfout(regs, acb->clen,
2212 				      &acb->cmd, CMD_PHASE))
2213 				goto abort;
2214 		break;
2215 
2216 	case SBIC_CSR_XFERRED|STATUS_PHASE:
2217 	case SBIC_CSR_MIS|STATUS_PHASE:
2218 	case SBIC_CSR_MIS_1|STATUS_PHASE:
2219 	case SBIC_CSR_MIS_2|STATUS_PHASE:
2220 		/*
2221 		 * this should be the normal i/o completion case.
2222 		 * get the status & cmd complete msg then let the
2223 		 * device driver look at what happened.
2224 		 */
2225 		sbicxfdone(dev,regs,dev->target);
2226 		/*
2227 		 * check for overlapping cache line, flush if so
2228 		 */
2229 #if defined(M68040) || defined(M68060)
2230 		if (dev->sc_flags & SBICF_DCFLUSH) {
2231 #if 0
2232 			printf("sbic: 68040/68060 DMA cache flush needs"
2233 			    "fixing? %x:%x\n",
2234 			    dev->sc_xs->data, dev->sc_xs->datalen);
2235 #endif
2236 		}
2237 #endif
2238 #ifdef DEBUG
2239 		if( data_pointer_debug > 1 )
2240 			printf("next dmastop: %d(%p:%lx)\n",
2241 			       dev->target,dev->sc_cur->dc_addr,dev->sc_tcnt);
2242 		dev->sc_dmatimo = 0;
2243 #endif
2244 		dev->sc_dmastop(dev); /* was dmafree */
2245 		if (acb->flags & ACB_BBUF) {
2246 			if ((u_char *)kvtop(acb->sc_dmausrbuf) != acb->sc_usrbufpa)
2247 				printf("%s: WARNING - buffer mapping changed %p->%x\n",
2248 				    dev->sc_dev.dv_xname, acb->sc_usrbufpa,
2249 				    (unsigned)kvtop(acb->sc_dmausrbuf));
2250 #ifdef DEBUG
2251 			if(data_pointer_debug)
2252 			printf("sbicgo:copying %lx bytes from target %d bounce %x\n",
2253 			       acb->sc_dmausrlen,
2254 			       dev->target,
2255 			       (unsigned)kvtop(dev->sc_tinfo[dev->target].bounce));
2256 #endif
2257 			bcopy(dev->sc_tinfo[dev->target].bounce,
2258 			      acb->sc_dmausrbuf,
2259 			      acb->sc_dmausrlen);
2260 		}
2261 		dev->sc_flags &= ~(SBICF_INDMA | SBICF_DCFLUSH);
2262 		sbic_scsidone(acb, dev->sc_stat[0]);
2263 		SBIC_TRACE(dev);
2264 		return SBIC_STATE_DONE;
2265 
2266 	case SBIC_CSR_XFERRED|DATA_OUT_PHASE:
2267 	case SBIC_CSR_XFERRED|DATA_IN_PHASE:
2268 	case SBIC_CSR_MIS|DATA_OUT_PHASE:
2269 	case SBIC_CSR_MIS|DATA_IN_PHASE:
2270 	case SBIC_CSR_MIS_1|DATA_OUT_PHASE:
2271 	case SBIC_CSR_MIS_1|DATA_IN_PHASE:
2272 	case SBIC_CSR_MIS_2|DATA_OUT_PHASE:
2273 	case SBIC_CSR_MIS_2|DATA_IN_PHASE:
2274 		if( dev->sc_xs->xs_control & XS_CTL_POLL || dev->sc_flags & SBICF_ICMD
2275 		   || acb->sc_dmacmd == 0 ) {
2276 			/* Do PIO */
2277 			SET_SBIC_control(regs, SBIC_CTL_EDI | SBIC_CTL_IDI);
2278 			if (acb->sc_kv.dc_count <= 0) {
2279 				printf("sbicnextstate:xfer count %d asr%x csr%x\n",
2280 				       acb->sc_kv.dc_count, asr, csr);
2281 				goto abort;
2282 			}
2283 			wait = sbic_data_wait;
2284 			if( sbicxfstart(regs,
2285 					acb->sc_kv.dc_count,
2286 					SBIC_PHASE(csr), wait)) {
2287 				if( SBIC_PHASE(csr) == DATA_IN_PHASE )
2288 					/* data in? */
2289 					i=sbicxfin(regs,
2290 						   acb->sc_kv.dc_count,
2291 						   acb->sc_kv.dc_addr);
2292 				else
2293 					i=sbicxfout(regs,
2294 						    acb->sc_kv.dc_count,
2295 						    acb->sc_kv.dc_addr,
2296 						    SBIC_PHASE(csr));
2297 			}
2298 			acb->sc_kv.dc_addr +=
2299 				(acb->sc_kv.dc_count - i);
2300 			acb->sc_kv.dc_count = i;
2301 		} else {
2302 			if (acb->sc_kv.dc_count <= 0) {
2303 				printf("sbicnextstate:xfer count %d asr%x csr%x\n",
2304 				       acb->sc_kv.dc_count, asr, csr);
2305 				goto abort;
2306 			}
2307 			/*
2308 			 * do scatter-gather DMA
2309 			 * hacking the controller chip, ouch..
2310 			 */
2311 			SET_SBIC_control(regs, SBIC_CTL_EDI | SBIC_CTL_IDI |
2312 					 SBIC_MACHINE_DMA_MODE);
2313 			/*
2314 			 * set next DMA addr and dec count
2315 			 */
2316 #if 0
2317 			SBIC_TC_GET(regs, tcnt);
2318 			dev->sc_cur->dc_count -= ((dev->sc_tcnt - tcnt) >> 1);
2319 			dev->sc_cur->dc_addr += (dev->sc_tcnt - tcnt);
2320 			dev->sc_tcnt = acb->sc_tcnt = tcnt;
2321 #else
2322 			sbic_save_ptrs(dev, regs, dev->target, dev->lun);
2323 			sbic_load_ptrs(dev, regs, dev->target, dev->lun);
2324 #endif
2325 #ifdef DEBUG
2326 			if( data_pointer_debug > 1 )
2327 				printf("next dmanext: %d(%p:%lx)\n",
2328 				       dev->target,dev->sc_cur->dc_addr,
2329 				       dev->sc_tcnt);
2330 			dev->sc_dmatimo = 1;
2331 #endif
2332 			dev->sc_tcnt = dev->sc_dmanext(dev);
2333 			SBIC_TC_PUT(regs, (unsigned)dev->sc_tcnt);
2334 			SET_SBIC_cmd(regs, SBIC_CMD_XFER_INFO);
2335 			dev->sc_flags |= SBICF_INDMA;
2336 		}
2337 		break;
2338 
2339 	case SBIC_CSR_XFERRED|MESG_IN_PHASE:
2340 	case SBIC_CSR_MIS|MESG_IN_PHASE:
2341 	case SBIC_CSR_MIS_1|MESG_IN_PHASE:
2342 	case SBIC_CSR_MIS_2|MESG_IN_PHASE:
2343 		SBIC_TRACE(dev);
2344 		return sbicmsgin(dev);
2345 
2346 	case SBIC_CSR_MSGIN_W_ACK:
2347 		SET_SBIC_cmd(regs, SBIC_CMD_CLR_ACK); /* Dunno what I'm ACKing */
2348 		printf("Acking unknown msgin CSR:%02x",csr);
2349 		break;
2350 
2351 	case SBIC_CSR_XFERRED|MESG_OUT_PHASE:
2352 	case SBIC_CSR_MIS|MESG_OUT_PHASE:
2353 	case SBIC_CSR_MIS_1|MESG_OUT_PHASE:
2354 	case SBIC_CSR_MIS_2|MESG_OUT_PHASE:
2355 #ifdef DEBUG
2356 		if (sync_debug)
2357 			printf ("sending REJECT msg to last msg.\n");
2358 #endif
2359 
2360 		sbic_save_ptrs(dev, regs, dev->target, dev->lun);
2361 		/*
2362 		 * should only get here on reject,
2363 		 * since it's always US that
2364 		 * initiate a sync transfer
2365 		 */
2366 		SEND_BYTE(regs, MSG_REJECT);
2367 		WAIT_CIP(regs);
2368 		if( asr & (SBIC_ASR_BSY|SBIC_ASR_LCI|SBIC_ASR_CIP) )
2369 			printf("next: REJECT sent asr %02x\n", asr);
2370 		SBIC_TRACE(dev);
2371 		return SBIC_STATE_RUNNING;
2372 
2373 	case SBIC_CSR_DISC:
2374 	case SBIC_CSR_DISC_1:
2375 		dev->sc_flags &= ~(SBICF_INDMA|SBICF_SELECTED);
2376 
2377 		/* Try to schedule another target */
2378 #ifdef DEBUG
2379 		if(reselect_debug>1)
2380 			printf("sbicnext target %d disconnected\n", dev->target);
2381 #endif
2382 		TAILQ_INSERT_HEAD(&dev->nexus_list, acb, chain);
2383 		++dev->sc_tinfo[dev->target].dconns;
2384 		dev->sc_nexus = NULL;
2385 		dev->sc_xs = NULL;
2386 
2387 		if( acb->xs->xs_control & XS_CTL_POLL
2388 		   || (dev->sc_flags & SBICF_ICMD)
2389 		   || !sbic_parallel_operations ) {
2390 			SBIC_TRACE(dev);
2391 			return SBIC_STATE_DISCONNECT;
2392 		}
2393 		sbic_sched(dev);
2394 		SBIC_TRACE(dev);
2395 		return SBIC_STATE_DISCONNECT;
2396 
2397 	case SBIC_CSR_RSLT_NI:
2398 	case SBIC_CSR_RSLT_IFY:
2399 		GET_SBIC_rselid(regs, newtarget);
2400 		/* check SBIC_RID_SIV? */
2401 		newtarget &= SBIC_RID_MASK;
2402 		if (csr == SBIC_CSR_RSLT_IFY) {
2403 			/* Read IFY msg to avoid lockup */
2404 			GET_SBIC_data(regs, newlun);
2405 			WAIT_CIP(regs);
2406 			newlun &= SBIC_TLUN_MASK;
2407 			CSR_TRACE('r',csr,asr,newtarget);
2408 		} else {
2409 			/* Need to get IFY message */
2410 			for (newlun = 256; newlun; --newlun) {
2411 				GET_SBIC_asr(regs, asr);
2412 				if (asr & SBIC_ASR_INT)
2413 					break;
2414 				delay(1);
2415 			}
2416 			newlun = 0;	/* XXXX */
2417 			if ((asr & SBIC_ASR_INT) == 0) {
2418 #ifdef DEBUG
2419 				if (reselect_debug)
2420 					printf("RSLT_NI - no IFFY message? asr %x\n", asr);
2421 #endif
2422 			} else {
2423 				GET_SBIC_csr(regs,csr);
2424 				CSR_TRACE('n',csr,asr,newtarget);
2425 				if (csr == (SBIC_CSR_MIS | MESG_IN_PHASE) ||
2426 				    csr == (SBIC_CSR_MIS_1 | MESG_IN_PHASE) ||
2427 				    csr == (SBIC_CSR_MIS_2 | MESG_IN_PHASE)) {
2428 					sbicmsgin(dev);
2429 					newlun = dev->sc_msg[0] & 7;
2430 				} else {
2431 					printf("RSLT_NI - not MESG_IN_PHASE %x\n",
2432 					    csr);
2433 				}
2434 			}
2435 		}
2436 #ifdef DEBUG
2437 		if(reselect_debug>1 || (reselect_debug && csr==SBIC_CSR_RSLT_NI))
2438 			printf("sbicnext: reselect %s from targ %d lun %d\n",
2439 			    csr == SBIC_CSR_RSLT_NI ? "NI" : "IFY",
2440 			    newtarget, newlun);
2441 #endif
2442 		if (dev->sc_nexus) {
2443 #ifdef DEBUG
2444 			if (reselect_debug > 1)
2445 				printf("%s: reselect %s with active command\n",
2446 				    dev->sc_dev.dv_xname,
2447 				    csr == SBIC_CSR_RSLT_NI ? "NI" : "IFY");
2448 #ifdef DDB
2449 /*			Debugger();*/
2450 #endif
2451 #endif
2452 			TAILQ_INSERT_HEAD(&dev->ready_list, dev->sc_nexus, chain);
2453 			dev->sc_tinfo[dev->target].lubusy &= ~(1 << dev->lun);
2454 			dev->sc_nexus = NULL;
2455 			dev->sc_xs = NULL;
2456 		}
2457 		/* Reload sync values for this target */
2458 		if (dev->sc_sync[newtarget].state == SYNC_DONE)
2459 			SET_SBIC_syn(regs, SBIC_SYN (dev->sc_sync[newtarget].offset,
2460 			    dev->sc_sync[newtarget].period));
2461 		else
2462 			SET_SBIC_syn(regs, SBIC_SYN (0, sbic_min_period));
2463 		for (acb = dev->nexus_list.tqh_first; acb;
2464 		    acb = acb->chain.tqe_next) {
2465 			if (acb->xs->xs_periph->periph_target != newtarget ||
2466 			    acb->xs->xs_periph->periph_lun != newlun)
2467 				continue;
2468 			TAILQ_REMOVE(&dev->nexus_list, acb, chain);
2469 			dev->sc_nexus = acb;
2470 			dev->sc_xs = acb->xs;
2471 			dev->sc_flags |= SBICF_SELECTED;
2472 			dev->target = newtarget;
2473 			dev->lun = newlun;
2474 			break;
2475 		}
2476 		if (acb == NULL) {
2477 			printf("%s: reselect %s targ %d not in nexus_list %p\n",
2478 			    dev->sc_dev.dv_xname,
2479 			    csr == SBIC_CSR_RSLT_NI ? "NI" : "IFY", newtarget,
2480 			    &dev->nexus_list.tqh_first);
2481 			panic("bad reselect in sbic");
2482 		}
2483 		if (csr == SBIC_CSR_RSLT_IFY)
2484 			SET_SBIC_cmd(regs, SBIC_CMD_CLR_ACK);
2485 		break;
2486 
2487 	default:
2488         abort:
2489 		/*
2490 		 * Something unexpected happened -- deal with it.
2491 		 */
2492 		printf("sbicnextstate: aborting csr %02x asr %02x\n", csr, asr);
2493 #ifdef DDB
2494 		Debugger();
2495 #endif
2496 #ifdef DEBUG
2497 		if( data_pointer_debug > 1 )
2498 			printf("next dmastop: %d(%p:%lx)\n",
2499 			       dev->target,dev->sc_cur->dc_addr,dev->sc_tcnt);
2500 		dev->sc_dmatimo = 0;
2501 #endif
2502 		dev->sc_dmastop(dev);
2503 		SET_SBIC_control(regs, SBIC_CTL_EDI | SBIC_CTL_IDI);
2504 		sbicerror(dev, regs, csr);
2505 		sbicabort(dev, regs, "next");
2506 		if (dev->sc_flags & SBICF_INDMA) {
2507 			/*
2508 			 * check for overlapping cache line, flush if so
2509 			 */
2510 #if defined(M68040) || defined(M68060)
2511 			if (dev->sc_flags & SBICF_DCFLUSH) {
2512 #if 0
2513 				printf("sbic: 68040/060 DMA cache flush needs"
2514 				    "fixing? %x:%x\n",
2515 				    dev->sc_xs->data, dev->sc_xs->datalen);
2516 #endif
2517 			}
2518 #endif
2519 			dev->sc_flags &=
2520 				~(SBICF_INDMA | SBICF_DCFLUSH);
2521 #ifdef DEBUG
2522 			if( data_pointer_debug > 1 )
2523 				printf("next dmastop: %d(%p:%lx)\n",
2524 				    dev->target,dev->sc_cur->dc_addr,dev->sc_tcnt);
2525 			dev->sc_dmatimo = 0;
2526 #endif
2527 			dev->sc_dmastop(dev);
2528 			sbic_scsidone(acb, -1);
2529 		}
2530 		SBIC_TRACE(dev);
2531                 return SBIC_STATE_ERROR;
2532 	}
2533 
2534 	SBIC_TRACE(dev);
2535 	return(SBIC_STATE_RUNNING);
2536 }
2537 
2538 
2539 /*
2540  * Check if DMA can not be used with specified buffer
2541  */
2542 
2543 int
2544 sbiccheckdmap(void *bp, u_long len, u_long mask)
2545 {
2546 	u_char *buffer;
2547 	u_long phy_buf;
2548 	u_long phy_len;
2549 
2550 	buffer = bp;
2551 
2552 	if (len == 0)
2553 		return(0);
2554 
2555 	while (len) {
2556 		phy_buf = kvtop(buffer);
2557 		if (len < (phy_len = PAGE_SIZE - ((int) buffer & PGOFSET)))
2558 			phy_len = len;
2559 		if (phy_buf & mask)
2560 			return(1);
2561 		buffer += phy_len;
2562 		len -= phy_len;
2563 	}
2564 	return(0);
2565 }
2566 
2567 int
2568 sbictoscsiperiod(struct sbic_softc *dev, sbic_regmap_t regs, int a)
2569 {
2570 	unsigned int fs;
2571 
2572 	/*
2573 	 * cycle = DIV / (2*CLK)
2574 	 * DIV = FS+2
2575 	 * best we can do is 200ns at 20 MHz, 2 cycles
2576 	 */
2577 
2578 	GET_SBIC_myid(regs,fs);
2579 	fs = (fs >>6) + 2;		/* DIV */
2580 	fs = (fs * 10000) / (dev->sc_clkfreq<<1);	/* Cycle, in ns */
2581 	if (a < 2) a = 8;		/* map to Cycles */
2582 	return ((fs*a)>>2);		/* in 4 ns units */
2583 }
2584 
2585 int
2586 sbicfromscsiperiod(struct sbic_softc *dev, sbic_regmap_t regs, int p)
2587 {
2588 	register unsigned int fs, ret;
2589 
2590 	/* Just the inverse of the above */
2591 
2592 	GET_SBIC_myid(regs,fs);
2593 	fs = (fs >>6) + 2;		/* DIV */
2594 	fs = (fs * 10000) / (dev->sc_clkfreq<<1);   /* Cycle, in ns */
2595 
2596 	ret = p << 2;			/* in ns units */
2597 	ret = ret / fs;			/* in Cycles */
2598 	if (ret < sbic_min_period)
2599 		return(sbic_min_period);
2600 
2601 	/* verify rounding */
2602 	if (sbictoscsiperiod(dev, regs, ret) < p)
2603 		ret++;
2604 	return (ret >= 8) ? 0 : ret;
2605 }
2606 
2607 #ifdef DEBUG
2608 
2609 void
2610 sbicdumpstate(void)
2611 {
2612 	u_char csr, asr;
2613 
2614 	GET_SBIC_asr(debug_sbic_regs,asr);
2615 	GET_SBIC_csr(debug_sbic_regs,csr);
2616 	printf("%s: asr:csr(%02x:%02x)->(%02x:%02x)\n",
2617 	       (routine==1)?"sbicgo":
2618 	       (routine==2)?"sbicintr":
2619 	       (routine==3)?"sbicicmd":
2620 	       (routine==4)?"sbicnext":"unknown",
2621 	       debug_asr, debug_csr, asr, csr);
2622 
2623 }
2624 
2625 void
2626 sbictimeout(struct sbic_softc *dev)
2627 {
2628 	int s, asr;
2629 
2630 	s = splbio();
2631 	if (dev->sc_dmatimo) {
2632 		if (dev->sc_dmatimo > 1) {
2633 			printf("%s: DMA timeout #%d\n",
2634 			    dev->sc_dev.dv_xname, dev->sc_dmatimo - 1);
2635 			GET_SBIC_asr(dev->sc_sbic, asr);
2636 			if( asr & SBIC_ASR_INT ) {
2637 				/* We need to service a missed IRQ */
2638 				printf("Servicing a missed int:(%02x,%02x)->(%02x,?)\n",
2639 				    debug_asr, debug_csr, asr);
2640 				sbicintr(dev);
2641 			}
2642 			sbicdumpstate();
2643 		}
2644 		dev->sc_dmatimo++;
2645 	}
2646 	splx(s);
2647 	callout_reset(&dev->sc_timo_ch, 30 * hz,
2648 	    (void *)sbictimeout, dev);
2649 }
2650 
2651 void
2652 sbic_dump_acb(struct sbic_acb *acb)
2653 {
2654 	u_char *b = (u_char *) &acb->cmd;
2655 	int i;
2656 
2657 	printf("acb@%p ", acb);
2658 	if (acb->xs == NULL) {
2659 		printf("<unused>\n");
2660 		return;
2661 	}
2662 	printf("(%d:%d) flags %2x clen %2d cmd ",
2663 		acb->xs->xs_periph->periph_target,
2664 	    acb->xs->xs_periph->periph_lun, acb->flags, acb->clen);
2665 	for (i = acb->clen; i; --i)
2666 		printf(" %02x", *b++);
2667 	printf("\n");
2668 	printf("  xs: %8p data %8p:%04x ", acb->xs, acb->xs->data,
2669 	    acb->xs->datalen);
2670 	printf("va %8p:%04x ", acb->sc_kv.dc_addr, acb->sc_kv.dc_count);
2671 	printf("pa %8p:%04x tcnt %lx\n", acb->sc_pa.dc_addr, acb->sc_pa.dc_count,
2672 	    acb->sc_tcnt);
2673 }
2674 
2675 void
2676 sbic_dump(struct sbic_softc *dev)
2677 {
2678 	sbic_regmap_t regs;
2679 	u_char csr, asr;
2680 	struct sbic_acb *acb;
2681 	int s;
2682 	int i;
2683 
2684 	s = splbio();
2685 	regs = dev->sc_sbic;
2686 #if CSR_TRACE_SIZE
2687 	printf("csr trace: ");
2688 	i = csr_traceptr;
2689 	do {
2690 		printf("%c%02x%02x%02x ", csr_trace[i].whr,
2691 		    csr_trace[i].csr, csr_trace[i].asr, csr_trace[i].xtn);
2692 		switch(csr_trace[i].whr) {
2693 		case 'g':
2694 			printf("go "); break;
2695 		case 's':
2696 			printf("select "); break;
2697 		case 'y':
2698 			printf("select+ "); break;
2699 		case 'i':
2700 			printf("intr "); break;
2701 		case 'f':
2702 			printf("finish "); break;
2703 		case '>':
2704 			printf("out "); break;
2705 		case '<':
2706 			printf("in "); break;
2707 		case 'm':
2708 			printf("msgin "); break;
2709 		case 'x':
2710 			printf("msginx "); break;
2711 		case 'X':
2712 			printf("msginX "); break;
2713 		case 'r':
2714 			printf("reselect "); break;
2715 		case 'I':
2716 			printf("icmd "); break;
2717 		case 'a':
2718 			printf("abort "); break;
2719 		default:
2720 			printf("? ");
2721 		}
2722 		switch(csr_trace[i].csr) {
2723 		case 0x11:
2724 			printf("INITIATOR"); break;
2725 		case 0x16:
2726 			printf("S_XFERRED"); break;
2727 		case 0x20:
2728 			printf("MSGIN_ACK"); break;
2729 		case 0x41:
2730 			printf("DISC"); break;
2731 		case 0x42:
2732 			printf("SEL_TIMEO"); break;
2733 		case 0x80:
2734 			printf("RSLT_NI"); break;
2735 		case 0x81:
2736 			printf("RSLT_IFY"); break;
2737 		case 0x85:
2738 			printf("DISC_1"); break;
2739 		case 0x18: case 0x19: case 0x1a:
2740 		case 0x1b: case 0x1e: case 0x1f:
2741 		case 0x28: case 0x29: case 0x2a:
2742 		case 0x2b: case 0x2e: case 0x2f:
2743 		case 0x48: case 0x49: case 0x4a:
2744 		case 0x4b: case 0x4e: case 0x4f:
2745 		case 0x88: case 0x89: case 0x8a:
2746 		case 0x8b: case 0x8e: case 0x8f:
2747 			switch(csr_trace[i].csr & 0xf0) {
2748 			case 0x10:
2749 				printf("DONE_"); break;
2750 			case 0x20:
2751 				printf("STOP_"); break;
2752 			case 0x40:
2753 				printf("ERR_"); break;
2754 			case 0x80:
2755 				printf("REQ_"); break;
2756 			}
2757 			switch(csr_trace[i].csr & 7) {
2758 			case 0:
2759 				printf("DATA_OUT"); break;
2760 			case 1:
2761 				printf("DATA_IN"); break;
2762 			case 2:
2763 				printf("CMD"); break;
2764 			case 3:
2765 				printf("STATUS"); break;
2766 			case 6:
2767 				printf("MSG_OUT"); break;
2768 			case 7:
2769 				printf("MSG_IN"); break;
2770 			default:
2771 				printf("invld phs");
2772 			}
2773 			break;
2774 		default:    printf("****"); break;
2775 		}
2776 		if (csr_trace[i].asr & SBIC_ASR_INT)
2777 			printf(" ASR_INT");
2778 		if (csr_trace[i].asr & SBIC_ASR_LCI)
2779 			printf(" ASR_LCI");
2780 		if (csr_trace[i].asr & SBIC_ASR_BSY)
2781 			printf(" ASR_BSY");
2782 		if (csr_trace[i].asr & SBIC_ASR_CIP)
2783 			printf(" ASR_CIP");
2784 		printf("\n");
2785 		i = (i + 1) & (CSR_TRACE_SIZE - 1);
2786 	} while (i != csr_traceptr);
2787 #endif
2788 	GET_SBIC_asr(regs, asr);
2789 	if ((asr & SBIC_ASR_INT) == 0)
2790 		GET_SBIC_csr(regs, csr);
2791 	else
2792 		csr = 0;
2793 	printf("%s@%p regs %p/%p asr %x csr %x\n", dev->sc_dev.dv_xname,
2794 	    dev, regs.sbic_asr_p, regs.sbic_value_p, asr, csr);
2795 	if ((acb = dev->free_list.tqh_first)) {
2796 		printf("Free list:\n");
2797 		while (acb) {
2798 			sbic_dump_acb(acb);
2799 			acb = acb->chain.tqe_next;
2800 		}
2801 	}
2802 	if ((acb = dev->ready_list.tqh_first)) {
2803 		printf("Ready list:\n");
2804 		while (acb) {
2805 			sbic_dump_acb(acb);
2806 			acb = acb->chain.tqe_next;
2807 		}
2808 	}
2809 	if ((acb = dev->nexus_list.tqh_first)) {
2810 		printf("Nexus list:\n");
2811 		while (acb) {
2812 			sbic_dump_acb(acb);
2813 			acb = acb->chain.tqe_next;
2814 		}
2815 	}
2816 	if (dev->sc_nexus) {
2817 		printf("nexus:\n");
2818 		sbic_dump_acb(dev->sc_nexus);
2819 	}
2820 	printf("sc_xs %p targ %d lun %d flags %x tcnt %lx dmacmd %x mask %lx\n",
2821 	    dev->sc_xs, dev->target, dev->lun, dev->sc_flags, dev->sc_tcnt,
2822 	    dev->sc_dmacmd, dev->sc_dmamask);
2823 	for (i = 0; i < 8; ++i) {
2824 		if (dev->sc_tinfo[i].cmds > 2) {
2825 			printf("tgt %d: cmds %d disc %d lubusy %x\n",
2826 			    i, dev->sc_tinfo[i].cmds,
2827 			    dev->sc_tinfo[i].dconns,
2828 			    dev->sc_tinfo[i].lubusy);
2829 		}
2830 	}
2831 	splx(s);
2832 }
2833 
2834 #endif
2835