xref: /netbsd-src/sys/arch/sun3/dev/xd.c (revision ce2c90c7c172d95d2402a5b3d96d8f8e6d138a21)
1 /*	$NetBSD: xd.c,v 1.54 2006/07/23 22:06:07 ad Exp $	*/
2 
3 /*
4  *
5  * Copyright (c) 1995 Charles D. Cranor
6  * All rights reserved.
7  *
8  * Redistribution and use in source and binary forms, with or without
9  * modification, are permitted provided that the following conditions
10  * are met:
11  * 1. Redistributions of source code must retain the above copyright
12  *    notice, this list of conditions and the following disclaimer.
13  * 2. Redistributions in binary form must reproduce the above copyright
14  *    notice, this list of conditions and the following disclaimer in the
15  *    documentation and/or other materials provided with the distribution.
16  * 3. All advertising materials mentioning features or use of this software
17  *    must display the following acknowledgement:
18  *      This product includes software developed by Charles D. Cranor.
19  * 4. The name of the author may not be used to endorse or promote products
20  *    derived from this software without specific prior written permission.
21  *
22  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
23  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
24  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
25  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
26  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
27  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
28  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
29  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
30  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
31  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
32  */
33 
34 /*
35  *
36  * x d . c   x y l o g i c s   7 5 3 / 7 0 5 3   v m e / s m d   d r i v e r
37  *
38  * author: Chuck Cranor <chuck@ccrc.wustl.edu>
39  * id: &Id: xd.c,v 1.9 1995/09/25 20:12:44 chuck Exp &
40  * started: 27-Feb-95
41  * references: [1] Xylogics Model 753 User's Manual
42  *                 part number: 166-753-001, Revision B, May 21, 1988.
43  *                 "Your Partner For Performance"
44  *             [2] other NetBSD disk device drivers
45  *
46  * Special thanks go to Scott E. Campbell of Xylogics, Inc. for taking
47  * the time to answer some of my questions about the 753/7053.
48  *
49  * note: the 753 and the 7053 are programmed the same way, but are
50  * different sizes.   the 753 is a 6U VME card, while the 7053 is a 9U
51  * VME card (found in many VME based suns).
52  */
53 
54 #include <sys/cdefs.h>
55 __KERNEL_RCSID(0, "$NetBSD: xd.c,v 1.54 2006/07/23 22:06:07 ad Exp $");
56 
57 #undef XDC_DEBUG		/* full debug */
58 #define XDC_DIAG		/* extra sanity checks */
59 #if defined(DIAGNOSTIC) && !defined(XDC_DIAG)
60 #define XDC_DIAG		/* link in with master DIAG option */
61 #endif
62 
63 #include <sys/param.h>
64 #include <sys/proc.h>
65 #include <sys/systm.h>
66 #include <sys/kernel.h>
67 #include <sys/file.h>
68 #include <sys/stat.h>
69 #include <sys/ioctl.h>
70 #include <sys/buf.h>
71 #include <sys/bufq.h>
72 #include <sys/uio.h>
73 #include <sys/malloc.h>
74 #include <sys/device.h>
75 #include <sys/disklabel.h>
76 #include <sys/disk.h>
77 #include <sys/syslog.h>
78 #include <sys/dkbad.h>
79 #include <sys/conf.h>
80 #include <sys/kauth.h>
81 
82 #include <uvm/uvm_extern.h>
83 
84 #include <machine/autoconf.h>
85 #include <machine/dvma.h>
86 
87 #include <dev/sun/disklabel.h>
88 
89 #include <sun3/dev/xdreg.h>
90 #include <sun3/dev/xdvar.h>
91 #include <sun3/dev/xio.h>
92 
93 #include "locators.h"
94 
95 /*
96  * Print a complaint when no xd children were specified
97  * in the config file.  Better than a link error...
98  *
99  * XXX: Some folks say this driver should be split in two,
100  * but that seems pointless with ONLY one type of child.
101  */
102 #include "xd.h"
103 #if NXD == 0
104 #error "xdc but no xd?"
105 #endif
106 
107 /*
108  * macros
109  */
110 
111 /*
112  * XDC_TWAIT: add iorq "N" to tail of SC's wait queue
113  */
114 #define XDC_TWAIT(SC, N) { \
115 	(SC)->waitq[(SC)->waitend] = (N); \
116 	(SC)->waitend = ((SC)->waitend + 1) % XDC_MAXIOPB; \
117 	(SC)->nwait++; \
118 }
119 
120 /*
121  * XDC_HWAIT: add iorq "N" to head of SC's wait queue
122  */
123 #define XDC_HWAIT(SC, N) { \
124 	(SC)->waithead = ((SC)->waithead == 0) ? \
125 		(XDC_MAXIOPB - 1) : ((SC)->waithead - 1); \
126 	(SC)->waitq[(SC)->waithead] = (N); \
127 	(SC)->nwait++; \
128 }
129 
130 /*
131  * XDC_GET_WAITER: gets the first request waiting on the waitq
132  * and removes it (so it can be submitted)
133  */
134 #define XDC_GET_WAITER(XDCSC, RQ) { \
135 	(RQ) = (XDCSC)->waitq[(XDCSC)->waithead]; \
136 	(XDCSC)->waithead = ((XDCSC)->waithead + 1) % XDC_MAXIOPB; \
137 	xdcsc->nwait--; \
138 }
139 
140 /*
141  * XDC_FREE: add iorq "N" to SC's free list
142  */
143 #define XDC_FREE(SC, N) { \
144 	(SC)->freereq[(SC)->nfree++] = (N); \
145 	(SC)->reqs[N].mode = 0; \
146 	if ((SC)->nfree == 1) wakeup(&(SC)->nfree); \
147 }
148 
149 
150 /*
151  * XDC_RQALLOC: allocate an iorq off the free list (assume nfree > 0).
152  */
153 #define XDC_RQALLOC(XDCSC) (XDCSC)->freereq[--((XDCSC)->nfree)]
154 
155 /*
156  * XDC_GO: start iopb ADDR (DVMA addr in a u_long) on XDC
157  */
158 #define XDC_GO(XDC, ADDR) { \
159 	(XDC)->xdc_iopbaddr0 = ((ADDR) & 0xff); \
160 	(ADDR) = ((ADDR) >> 8); \
161 	(XDC)->xdc_iopbaddr1 = ((ADDR) & 0xff); \
162 	(ADDR) = ((ADDR) >> 8); \
163 	(XDC)->xdc_iopbaddr2 = ((ADDR) & 0xff); \
164 	(ADDR) = ((ADDR) >> 8); \
165 	(XDC)->xdc_iopbaddr3 = (ADDR); \
166 	(XDC)->xdc_iopbamod = XDC_ADDRMOD; \
167 	(XDC)->xdc_csr = XDC_ADDIOPB; /* go! */ \
168 }
169 
170 /*
171  * XDC_WAIT: wait for XDC's csr "BITS" to come on in "TIME".
172  *   LCV is a counter.  If it goes to zero then we timed out.
173  */
174 #define XDC_WAIT(XDC, LCV, TIME, BITS) { \
175 	(LCV) = (TIME); \
176 	while ((LCV) > 0) { \
177 		if ((XDC)->xdc_csr & (BITS)) break; \
178 		(LCV) = (LCV) - 1; \
179 		DELAY(1); \
180 	} \
181 }
182 
183 /*
184  * XDC_DONE: don't need IORQ, get error code and free (done after xdc_cmd)
185  */
186 #define XDC_DONE(SC,RQ,ER) { \
187 	if ((RQ) == XD_ERR_FAIL) { \
188 		(ER) = (RQ); \
189 	} else { \
190 		if ((SC)->ndone-- == XDC_SUBWAITLIM) \
191 		wakeup(&(SC)->ndone); \
192 		(ER) = (SC)->reqs[RQ].errno; \
193 		XDC_FREE((SC), (RQ)); \
194 	} \
195 }
196 
197 /*
198  * XDC_ADVANCE: advance iorq's pointers by a number of sectors
199  */
200 #define XDC_ADVANCE(IORQ, N) { \
201 	if (N) { \
202 		(IORQ)->sectcnt -= (N); \
203 		(IORQ)->blockno += (N); \
204 		(IORQ)->dbuf += ((N)*XDFM_BPS); \
205 	} \
206 }
207 
208 /*
209  * note - addresses you can sleep on:
210  *   [1] & of xd_softc's "state" (waiting for a chance to attach a drive)
211  *   [2] & of xdc_softc's "nfree" (waiting for a free iorq/iopb)
212  *   [3] & of xdc_softc's "ndone" (waiting for number of done iorq/iopb's
213  *                                 to drop below XDC_SUBWAITLIM)
214  *   [4] & an iorq (waiting for an XD_SUB_WAIT iorq to finish)
215  */
216 
217 
218 /*
219  * function prototypes
220  * "xdc_*" functions are internal, all others are external interfaces
221  */
222 
223 /* internals */
224 int	xdc_cmd(struct xdc_softc *, int, int, int, int, int, char *, int);
225 const char *xdc_e2str(int);
226 int	xdc_error(struct xdc_softc *, struct xd_iorq *, struct xd_iopb *, int,
227 	    int);
228 int	xdc_ioctlcmd(struct xd_softc *, dev_t dev, struct xd_iocmd *);
229 void	xdc_perror(struct xd_iorq *, struct xd_iopb *, int);
230 int	xdc_piodriver(struct xdc_softc *, int, int);
231 int	xdc_remove_iorq(struct xdc_softc *);
232 int	xdc_reset(struct xdc_softc *, int, int, int, struct xd_softc *);
233 inline void xdc_rqinit(struct xd_iorq *, struct xdc_softc *, struct xd_softc *,
234 	    int, u_long, int, caddr_t, struct buf *);
235 void	xdc_rqtopb(struct xd_iorq *, struct xd_iopb *, int, int);
236 void	xdc_start(struct xdc_softc *, int);
237 int	xdc_startbuf(struct xdc_softc *, struct xd_softc *, struct buf *);
238 int	xdc_submit_iorq(struct xdc_softc *, int, int);
239 void	xdc_tick(void *);
240 void	xdc_xdreset(struct xdc_softc *, struct xd_softc *);
241 
242 /* machine interrupt hook */
243 int	xdcintr(void *);
244 
245 /* autoconf */
246 static int	xdcmatch(struct device *, struct cfdata *, void *);
247 static void	xdcattach(struct device *, struct device *, void *);
248 static int	xdc_print(void *, const char *);
249 
250 static int	xdmatch(struct device *, struct cfdata *, void *);
251 static void	xdattach(struct device *, struct device *, void *);
252 static void	xd_init(struct xd_softc *);
253 
254 static	void xddummystrat(struct buf *);
255 int	xdgetdisklabel(struct xd_softc *, void *);
256 
257 /*
258  * cfattach's: device driver interface to autoconfig
259  */
260 
261 CFATTACH_DECL(xdc, sizeof(struct xdc_softc),
262     xdcmatch, xdcattach, NULL, NULL);
263 
264 CFATTACH_DECL(xd, sizeof(struct xd_softc),
265     xdmatch, xdattach, NULL, NULL);
266 
267 extern struct cfdriver xd_cd;
268 
269 struct xdc_attach_args {	/* this is the "aux" args to xdattach */
270 	int	driveno;	/* unit number */
271 	char	*dvmabuf;	/* scratch buffer for reading disk label */
272 	int	fullmode;	/* submit mode */
273 	int	booting;	/* are we booting or not? */
274 };
275 
276 dev_type_open(xdopen);
277 dev_type_close(xdclose);
278 dev_type_read(xdread);
279 dev_type_write(xdwrite);
280 dev_type_ioctl(xdioctl);
281 dev_type_strategy(xdstrategy);
282 dev_type_dump(xddump);
283 dev_type_size(xdsize);
284 
285 const struct bdevsw xd_bdevsw = {
286 	xdopen, xdclose, xdstrategy, xdioctl, xddump, xdsize, D_DISK
287 };
288 
289 const struct cdevsw xd_cdevsw = {
290 	xdopen, xdclose, xdread, xdwrite, xdioctl,
291 	nostop, notty, nopoll, nommap, nokqfilter, D_DISK
292 };
293 
294 /*
295  * dkdriver
296  */
297 
298 struct dkdriver xddkdriver = {xdstrategy};
299 
300 /*
301  * start: disk label fix code (XXX)
302  */
303 
304 static void *xd_labeldata;
305 
306 static void
307 xddummystrat(struct buf *bp)
308 {
309 	if (bp->b_bcount != XDFM_BPS)
310 		panic("xddummystrat");
311 	memcpy(bp->b_data, xd_labeldata, XDFM_BPS);
312 	bp->b_flags |= B_DONE;
313 	bp->b_flags &= ~B_BUSY;
314 }
315 
316 int
317 xdgetdisklabel(struct xd_softc *xd, void *b)
318 {
319 	const char *err;
320 	struct sun_disklabel *sdl;
321 
322 	/* We already have the label data in `b'; setup for dummy strategy */
323 	xd_labeldata = b;
324 
325 	/* Required parameter for readdisklabel() */
326 	xd->sc_dk.dk_label->d_secsize = XDFM_BPS;
327 
328 	err = readdisklabel(MAKEDISKDEV(0, device_unit(&xd->sc_dev), RAW_PART),
329 			    xddummystrat,
330 			    xd->sc_dk.dk_label, xd->sc_dk.dk_cpulabel);
331 	if (err) {
332 		printf("%s: %s\n", xd->sc_dev.dv_xname, err);
333 		return(XD_ERR_FAIL);
334 	}
335 
336 	/* Ok, we have the label; fill in `pcyl' if there's SunOS magic */
337 	sdl = (struct sun_disklabel *)xd->sc_dk.dk_cpulabel->cd_block;
338 	if (sdl->sl_magic == SUN_DKMAGIC)
339 		xd->pcyl = sdl->sl_pcyl;
340 	else {
341 		printf("%s: WARNING: no `pcyl' in disk label.\n",
342 							xd->sc_dev.dv_xname);
343 		xd->pcyl = xd->sc_dk.dk_label->d_ncylinders +
344 			xd->sc_dk.dk_label->d_acylinders;
345 		printf("%s: WARNING: guessing pcyl=%d (ncyl+acyl)\n",
346 			xd->sc_dev.dv_xname, xd->pcyl);
347 	}
348 
349 	xd->ncyl = xd->sc_dk.dk_label->d_ncylinders;
350 	xd->acyl = xd->sc_dk.dk_label->d_acylinders;
351 	xd->nhead = xd->sc_dk.dk_label->d_ntracks;
352 	xd->nsect = xd->sc_dk.dk_label->d_nsectors;
353 	xd->sectpercyl = xd->nhead * xd->nsect;
354 	xd->sc_dk.dk_label->d_secsize = XDFM_BPS; /* not handled by
355 						  * sun->bsd */
356 	return(XD_ERR_AOK);
357 }
358 
359 /*
360  * end: disk label fix code (XXX)
361  */
362 
363 /*
364  * a u t o c o n f i g   f u n c t i o n s
365  */
366 
367 /*
368  * xdcmatch: determine if xdc is present or not.   we do a
369  * soft reset to detect the xdc.
370  */
371 
372 int
373 xdcmatch(struct device *parent, struct cfdata *cf, void *aux)
374 {
375 	struct confargs *ca = aux;
376 
377 	/* No default VME address. */
378 	if (ca->ca_paddr == -1)
379 		return (0);
380 
381 	/* Make sure something is there... */
382 	if (bus_peek(ca->ca_bustype, ca->ca_paddr + 11, 1) == -1)
383 		return (0);
384 
385 	/* Default interrupt priority. */
386 	if (ca->ca_intpri == -1)
387 		ca->ca_intpri = 2;
388 
389 	return (1);
390 }
391 
392 /*
393  * xdcattach: attach controller
394  */
395 void
396 xdcattach(struct device *parent, struct device *self, void *aux)
397 {
398 	struct xdc_softc *xdc = (void *) self;
399 	struct confargs *ca = aux;
400 	struct xdc_attach_args xa;
401 	int     lcv, rqno, err;
402 	struct xd_iopb_ctrl *ctl;
403 
404 	/* get addressing and intr level stuff from autoconfig and load it
405 	 * into our xdc_softc. */
406 
407 	xdc->xdc = (struct xdc *)
408 		bus_mapin(ca->ca_bustype, ca->ca_paddr, sizeof(struct xdc));
409 	xdc->bustype = ca->ca_bustype;
410 	xdc->ipl     = ca->ca_intpri;
411 	xdc->vector  = ca->ca_intvec;
412 
413 	for (lcv = 0; lcv < XDC_MAXDEV; lcv++)
414 		xdc->sc_drives[lcv] = (struct xd_softc *) 0;
415 
416 	/* allocate and zero buffers
417 	 *
418 	 * note: we simplify the code by allocating the max number of iopbs and
419 	 * iorq's up front.   thus, we avoid linked lists and the costs
420 	 * associated with them in exchange for wasting a little memory. */
421 
422 	xdc->iopbase = (struct xd_iopb *)
423 	    dvma_malloc(XDC_MAXIOPB * sizeof(struct xd_iopb));	/* KVA */
424 	memset(xdc->iopbase, 0, XDC_MAXIOPB * sizeof(struct xd_iopb));
425 	xdc->dvmaiopb = (struct xd_iopb *)
426 		dvma_kvtopa(xdc->iopbase, xdc->bustype);
427 	xdc->reqs = (struct xd_iorq *)
428 	    malloc(XDC_MAXIOPB * sizeof(struct xd_iorq), M_DEVBUF, M_NOWAIT);
429 	if (xdc->reqs == NULL)
430 		panic("xdc malloc");
431 	memset(xdc->reqs, 0, XDC_MAXIOPB * sizeof(struct xd_iorq));
432 
433 	/* init free list, iorq to iopb pointers, and non-zero fields in the
434 	 * iopb which never change. */
435 
436 	for (lcv = 0; lcv < XDC_MAXIOPB; lcv++) {
437 		xdc->reqs[lcv].iopb = &xdc->iopbase[lcv];
438 		xdc->freereq[lcv] = lcv;
439 		xdc->iopbase[lcv].fixd = 1;	/* always the same */
440 		xdc->iopbase[lcv].naddrmod = XDC_ADDRMOD; /* always the same */
441 		xdc->iopbase[lcv].intr_vec = xdc->vector; /* always the same */
442 	}
443 	xdc->nfree = XDC_MAXIOPB;
444 	xdc->nrun = 0;
445 	xdc->waithead = xdc->waitend = xdc->nwait = 0;
446 	xdc->ndone = 0;
447 
448 	/* init queue of waiting bufs */
449 
450 	bufq_alloc(&xdc->sc_wq, "fcfs", 0);
451 	callout_init(&xdc->sc_tick_ch);
452 
453 	/*
454 	 * section 7 of the manual tells us how to init the controller:
455 	 * - read controller parameters (6/0)
456 	 * - write controller parameters (5/0)
457 	 */
458 
459 	/* read controller parameters and insure we have a 753/7053 */
460 
461 	rqno = xdc_cmd(xdc, XDCMD_RDP, XDFUN_CTL, 0, 0, 0, 0, XD_SUB_POLL);
462 	if (rqno == XD_ERR_FAIL) {
463 		printf(": couldn't read controller params\n");
464 		return;		/* shouldn't ever happen */
465 	}
466 	ctl = (struct xd_iopb_ctrl *) & xdc->iopbase[rqno];
467 	if (ctl->ctype != XDCT_753) {
468 		if (xdc->reqs[rqno].errno)
469 			printf(": %s: ", xdc_e2str(xdc->reqs[rqno].errno));
470 		printf(": doesn't identify as a 753/7053\n");
471 		XDC_DONE(xdc, rqno, err);
472 		return;
473 	}
474 	printf(": Xylogics 753/7053, PROM=0x%x.%02x.%02x\n",
475 	    ctl->eprom_partno, ctl->eprom_lvl, ctl->eprom_rev);
476 	XDC_DONE(xdc, rqno, err);
477 
478 	/* now write controller parameters (xdc_cmd sets all params for us) */
479 
480 	rqno = xdc_cmd(xdc, XDCMD_WRP, XDFUN_CTL, 0, 0, 0, 0, XD_SUB_POLL);
481 	XDC_DONE(xdc, rqno, err);
482 	if (err) {
483 		printf("%s: controller config error: %s\n",
484 			xdc->sc_dev.dv_xname, xdc_e2str(err));
485 		return;
486 	}
487 
488 	/* link in interrupt with higher level software */
489 	isr_add_vectored(xdcintr, (void *)xdc,
490 	                 ca->ca_intpri, ca->ca_intvec);
491 	evcnt_attach_dynamic(&xdc->sc_intrcnt, EVCNT_TYPE_INTR, NULL,
492 	    xdc->sc_dev.dv_xname, "intr");
493 
494 	/* now we must look for disks using autoconfig */
495 	xa.booting = 1;
496 	for (xa.driveno = 0; xa.driveno < XDC_MAXDEV; xa.driveno++)
497 		(void) config_found(self, (void *) &xa, xdc_print);
498 
499 	/* start the watchdog clock */
500 	callout_reset(&xdc->sc_tick_ch, XDC_TICKCNT, xdc_tick, xdc);
501 }
502 
503 int
504 xdc_print(void *aux, const char *name)
505 {
506 	struct xdc_attach_args *xa = aux;
507 
508 	if (name != NULL)
509 		aprint_normal("%s: ", name);
510 
511 	if (xa->driveno != -1)
512 		aprint_normal(" drive %d", xa->driveno);
513 
514 	return UNCONF;
515 }
516 
517 /*
518  * xdmatch: probe for disk.
519  *
520  * note: we almost always say disk is present.   this allows us to
521  * spin up and configure a disk after the system is booted (we can
522  * call xdattach!).  Also, wire down the relationship between the
523  * xd* and xdc* devices, to simplify boot device identification.
524  */
525 int
526 xdmatch(struct device *parent, struct cfdata *cf, void *aux)
527 {
528 	struct xdc_attach_args *xa = aux;
529 	int xd_unit;
530 
531 	/* Match only on the "wired-down" controller+disk. */
532 	xd_unit = device_unit(parent) * 2 + xa->driveno;
533 	if (cf->cf_unit != xd_unit)
534 		return (0);
535 
536 	return (1);
537 }
538 
539 /*
540  * xdattach: attach a disk.
541  */
542 void
543 xdattach(struct device *parent, struct device *self, void *aux)
544 {
545 	struct xd_softc *xd = (void *) self;
546 	struct xdc_softc *xdc = (void *) parent;
547 	struct xdc_attach_args *xa = aux;
548 
549 	printf("\n");
550 
551 	/*
552 	 * Always re-initialize the disk structure.  We want statistics
553 	 * to start with a clean slate.
554 	 */
555 	memset(&xd->sc_dk, 0, sizeof(xd->sc_dk));
556 	xd->sc_dk.dk_driver = &xddkdriver;
557 	xd->sc_dk.dk_name = xd->sc_dev.dv_xname;
558 
559 	xd->state = XD_DRIVE_UNKNOWN;	/* to start */
560 	xd->flags = 0;
561 	xd->parent = xdc;
562 
563 	xd->xd_drive = xa->driveno;
564 	xdc->sc_drives[xa->driveno] = xd;
565 
566 	/* Do init work common to attach and open. */
567 	xd_init(xd);
568 }
569 
570 /*
571  * end of autoconfig functions
572  */
573 
574 /*
575  * Initialize a disk.  This can be called from both autoconf and
576  * also from xdopen/xdstrategy.
577  */
578 static void
579 xd_init(struct xd_softc *xd)
580 {
581 	struct xdc_softc *xdc;
582 	struct dkbad *dkb;
583 	struct xd_iopb_drive *driopb;
584 	void *dvmabuf;
585 	int rqno, err, spt, mb, blk, lcv, fullmode, newstate;
586 
587 	xdc = xd->parent;
588 	xd->state = XD_DRIVE_ATTACHING;
589 	newstate = XD_DRIVE_UNKNOWN;
590 	fullmode = (cold) ? XD_SUB_POLL : XD_SUB_WAIT;
591 	dvmabuf = dvma_malloc(XDFM_BPS);
592 
593 	/* first try and reset the drive */
594 	rqno = xdc_cmd(xdc, XDCMD_RST, 0, xd->xd_drive, 0, 0, 0, fullmode);
595 	XDC_DONE(xdc, rqno, err);
596 	if (err == XD_ERR_NRDY) {
597 		printf("%s: drive %d: off-line\n",
598 			   xd->sc_dev.dv_xname, xd->xd_drive);
599 		goto done;
600 	}
601 	if (err) {
602 		printf("%s: ERROR 0x%02x (%s)\n",
603 			   xd->sc_dev.dv_xname, err, xdc_e2str(err));
604 		goto done;
605 	}
606 	printf("%s: drive %d ready\n",
607 		   xd->sc_dev.dv_xname, xd->xd_drive);
608 
609 	/* now set format parameters */
610 
611 	rqno = xdc_cmd(xdc, XDCMD_WRP, XDFUN_FMT, xd->xd_drive,
612 				   0, 0, 0, fullmode);
613 	XDC_DONE(xdc, rqno, err);
614 	if (err) {
615 		printf("%s: write format parameters failed: %s\n",
616 			xd->sc_dev.dv_xname, xdc_e2str(err));
617 		goto done;
618 	}
619 
620 	/* get drive parameters */
621 	spt = 0;
622 	rqno = xdc_cmd(xdc, XDCMD_RDP, XDFUN_DRV, xd->xd_drive,
623 				   0, 0, 0, fullmode);
624 	if (rqno != XD_ERR_FAIL) {
625 		driopb = (struct xd_iopb_drive *) & xdc->iopbase[rqno];
626 		spt = driopb->sectpertrk;
627 	}
628 	XDC_DONE(xdc, rqno, err);
629 	if (err) {
630 		printf("%s: read drive parameters failed: %s\n",
631 			xd->sc_dev.dv_xname, xdc_e2str(err));
632 		goto done;
633 	}
634 
635 	/*
636 	 * now set drive parameters (to semi-bogus values) so we can read the
637 	 * disk label.
638 	 */
639 	xd->pcyl = xd->ncyl = 1;
640 	xd->acyl = 0;
641 	xd->nhead = 1;
642 	xd->nsect = 1;
643 	xd->sectpercyl = 1;
644 	for (lcv = 0; lcv < 126; lcv++)	/* init empty bad144 table */
645 		xd->dkb.bt_bad[lcv].bt_cyl =
646 		    xd->dkb.bt_bad[lcv].bt_trksec = 0xffff;
647 	rqno = xdc_cmd(xdc, XDCMD_WRP, XDFUN_DRV, xd->xd_drive,
648 				   0, 0, 0, fullmode);
649 	XDC_DONE(xdc, rqno, err);
650 	if (err) {
651 		printf("%s: write drive parameters failed: %s\n",
652 			xd->sc_dev.dv_xname, xdc_e2str(err));
653 		goto done;
654 	}
655 
656 	/* read disk label */
657 	rqno = xdc_cmd(xdc, XDCMD_RD, 0, xd->xd_drive,
658 				   0, 1, dvmabuf, fullmode);
659 	XDC_DONE(xdc, rqno, err);
660 	if (err) {
661 		printf("%s: reading disk label failed: %s\n",
662 			xd->sc_dev.dv_xname, xdc_e2str(err));
663 		goto done;
664 	}
665 	newstate = XD_DRIVE_NOLABEL;
666 
667 	xd->hw_spt = spt;
668 	/* Attach the disk: must be before getdisklabel to malloc label */
669 	disk_attach(&xd->sc_dk);
670 
671 	if (xdgetdisklabel(xd, dvmabuf) != XD_ERR_AOK)
672 		goto done;
673 
674 	/* inform the user of what is up */
675 	printf("%s: <%s>, pcyl %d, hw_spt %d\n",
676 		xd->sc_dev.dv_xname,
677 		(char *)dvmabuf, xd->pcyl, spt);
678 	mb = xd->ncyl * (xd->nhead * xd->nsect) / (1048576 / XDFM_BPS);
679 	printf("%s: %dMB, %d cyl, %d head, %d sec\n",
680 		xd->sc_dev.dv_xname, mb,
681 		xd->ncyl, xd->nhead, xd->nsect);
682 
683 	/* now set the real drive parameters! */
684 	rqno = xdc_cmd(xdc, XDCMD_WRP, XDFUN_DRV, xd->xd_drive,
685 				   0, 0, 0, fullmode);
686 	XDC_DONE(xdc, rqno, err);
687 	if (err) {
688 		printf("%s: write real drive parameters failed: %s\n",
689 			xd->sc_dev.dv_xname, xdc_e2str(err));
690 		goto done;
691 	}
692 	newstate = XD_DRIVE_ONLINE;
693 
694 	/*
695 	 * read bad144 table. this table resides on the first sector of the
696 	 * last track of the disk (i.e. second cyl of "acyl" area).
697 	 */
698 	blk = (xd->ncyl + xd->acyl - 1) * (xd->nhead * xd->nsect) + /* last cyl */
699 	    (xd->nhead - 1) * xd->nsect;	/* last head */
700 	rqno = xdc_cmd(xdc, XDCMD_RD, 0, xd->xd_drive,
701 				   blk, 1, dvmabuf, fullmode);
702 	XDC_DONE(xdc, rqno, err);
703 	if (err) {
704 		printf("%s: reading bad144 failed: %s\n",
705 			xd->sc_dev.dv_xname, xdc_e2str(err));
706 		goto done;
707 	}
708 
709 	/* check dkbad for sanity */
710 	dkb = (struct dkbad *) dvmabuf;
711 	for (lcv = 0; lcv < 126; lcv++) {
712 		if ((dkb->bt_bad[lcv].bt_cyl == 0xffff ||
713 				dkb->bt_bad[lcv].bt_cyl == 0) &&
714 		     dkb->bt_bad[lcv].bt_trksec == 0xffff)
715 			continue;	/* blank */
716 		if (dkb->bt_bad[lcv].bt_cyl >= xd->ncyl)
717 			break;
718 		if ((dkb->bt_bad[lcv].bt_trksec >> 8) >= xd->nhead)
719 			break;
720 		if ((dkb->bt_bad[lcv].bt_trksec & 0xff) >= xd->nsect)
721 			break;
722 	}
723 	if (lcv != 126) {
724 		printf("%s: warning: invalid bad144 sector!\n",
725 			xd->sc_dev.dv_xname);
726 	} else {
727 		memcpy(&xd->dkb, dvmabuf, XDFM_BPS);
728 	}
729 
730 done:
731 	xd->state = newstate;
732 	dvma_free(dvmabuf, XDFM_BPS);
733 }
734 
735 /*
736  * { b , c } d e v s w   f u n c t i o n s
737  */
738 
739 /*
740  * xdclose: close device
741  */
742 int
743 xdclose(dev_t dev, int flag, int fmt, struct lwp *l)
744 {
745 	struct xd_softc *xd = xd_cd.cd_devs[DISKUNIT(dev)];
746 	int     part = DISKPART(dev);
747 
748 	/* clear mask bits */
749 
750 	switch (fmt) {
751 	case S_IFCHR:
752 		xd->sc_dk.dk_copenmask &= ~(1 << part);
753 		break;
754 	case S_IFBLK:
755 		xd->sc_dk.dk_bopenmask &= ~(1 << part);
756 		break;
757 	}
758 	xd->sc_dk.dk_openmask = xd->sc_dk.dk_copenmask | xd->sc_dk.dk_bopenmask;
759 
760 	return 0;
761 }
762 
763 /*
764  * xddump: crash dump system
765  */
766 int
767 xddump(dev_t dev, daddr_t blkno, caddr_t va, size_t sz)
768 {
769 	int     unit, part;
770 	struct xd_softc *xd;
771 
772 	unit = DISKUNIT(dev);
773 	if (unit >= xd_cd.cd_ndevs)
774 		return ENXIO;
775 	part = DISKPART(dev);
776 
777 	xd = xd_cd.cd_devs[unit];
778 
779 	printf("%s%c: crash dump not supported (yet)\n",
780 		   xd->sc_dev.dv_xname, 'a' + part);
781 
782 	return ENXIO;
783 
784 	/* outline: globals: "dumplo" == sector number of partition to start
785 	 * dump at (convert to physical sector with partition table)
786 	 * "dumpsize" == size of dump in clicks "physmem" == size of physical
787 	 * memory (clicks, ctob() to get bytes) (normal case: dumpsize ==
788 	 * physmem)
789 	 *
790 	 * dump a copy of physical memory to the dump device starting at sector
791 	 * "dumplo" in the swap partition (make sure > 0).   map in pages as
792 	 * we go.   use polled I/O.
793 	 *
794 	 * XXX how to handle NON_CONTIG?
795 	 */
796 }
797 
798 /*
799  * xdioctl: ioctls on XD drives.   based on ioctl's of other netbsd disks.
800  */
801 int
802 xdioctl(dev_t dev, u_long command, caddr_t addr, int flag, struct lwp *l)
803 {
804 	struct xd_softc *xd;
805 	struct xd_iocmd *xio;
806 	int     error, s, unit;
807 
808 	unit = DISKUNIT(dev);
809 
810 	if (unit >= xd_cd.cd_ndevs || (xd = xd_cd.cd_devs[unit]) == NULL)
811 		return (ENXIO);
812 
813 	/* switch on ioctl type */
814 
815 	switch (command) {
816 	case DIOCSBAD:		/* set bad144 info */
817 		if ((flag & FWRITE) == 0)
818 			return EBADF;
819 		s = splbio();
820 		memcpy(&xd->dkb, addr, sizeof(xd->dkb));
821 		splx(s);
822 		return 0;
823 
824 	case DIOCGDINFO:	/* get disk label */
825 		memcpy(addr, xd->sc_dk.dk_label, sizeof(struct disklabel));
826 		return 0;
827 
828 	case DIOCGPART:	/* get partition info */
829 		((struct partinfo *) addr)->disklab = xd->sc_dk.dk_label;
830 		((struct partinfo *) addr)->part =
831 		    &xd->sc_dk.dk_label->d_partitions[DISKPART(dev)];
832 		return 0;
833 
834 	case DIOCSDINFO:	/* set disk label */
835 		if ((flag & FWRITE) == 0)
836 			return EBADF;
837 		error = setdisklabel(xd->sc_dk.dk_label,
838 		    (struct disklabel *) addr, /* xd->sc_dk.dk_openmask : */ 0,
839 		    xd->sc_dk.dk_cpulabel);
840 		if (error == 0) {
841 			if (xd->state == XD_DRIVE_NOLABEL)
842 				xd->state = XD_DRIVE_ONLINE;
843 		}
844 		return error;
845 
846 	case DIOCWLABEL:	/* change write status of disk label */
847 		if ((flag & FWRITE) == 0)
848 			return EBADF;
849 		if (*(int *) addr)
850 			xd->flags |= XD_WLABEL;
851 		else
852 			xd->flags &= ~XD_WLABEL;
853 		return 0;
854 
855 	case DIOCWDINFO:	/* write disk label */
856 		if ((flag & FWRITE) == 0)
857 			return EBADF;
858 		error = setdisklabel(xd->sc_dk.dk_label,
859 		    (struct disklabel *) addr, /* xd->sc_dk.dk_openmask : */ 0,
860 		    xd->sc_dk.dk_cpulabel);
861 		if (error == 0) {
862 			if (xd->state == XD_DRIVE_NOLABEL)
863 				xd->state = XD_DRIVE_ONLINE;
864 
865 			/* Simulate opening partition 0 so write succeeds. */
866 			xd->sc_dk.dk_openmask |= (1 << 0);
867 			error = writedisklabel(MAKEDISKDEV(major(dev), DISKUNIT(dev), RAW_PART),
868 			    xdstrategy, xd->sc_dk.dk_label,
869 			    xd->sc_dk.dk_cpulabel);
870 			xd->sc_dk.dk_openmask =
871 			    xd->sc_dk.dk_copenmask | xd->sc_dk.dk_bopenmask;
872 		}
873 		return error;
874 
875 	case DIOSXDCMD:
876 		xio = (struct xd_iocmd *) addr;
877 		if ((error = kauth_authorize_generic(l->l_cred,
878 		    KAUTH_GENERIC_ISSUSER, &l->l_acflag)) != 0)
879 			return (error);
880 		return (xdc_ioctlcmd(xd, dev, xio));
881 
882 	default:
883 		return ENOTTY;
884 	}
885 }
886 
887 /*
888  * xdopen: open drive
889  */
890 int
891 xdopen(dev_t dev, int flag, int fmt, struct lwp *l)
892 {
893 	int err, unit, part, s;
894 	struct xd_softc *xd;
895 
896 	/* first, could it be a valid target? */
897 	unit = DISKUNIT(dev);
898 	if (unit >= xd_cd.cd_ndevs || (xd = xd_cd.cd_devs[unit]) == NULL)
899 		return (ENXIO);
900 	part = DISKPART(dev);
901 	err = 0;
902 
903 	/*
904 	 * If some other processing is doing init, sleep.
905 	 */
906 	s = splbio();
907 	while (xd->state == XD_DRIVE_ATTACHING) {
908 		if (tsleep(&xd->state, PRIBIO, "xdopen", 0)) {
909 			err = EINTR;
910 			goto done;
911 		}
912 	}
913 	/* Do we need to init the drive? */
914 	if (xd->state == XD_DRIVE_UNKNOWN) {
915 		xd_init(xd);
916 		wakeup(&xd->state);
917 	}
918 	/* Was the init successful? */
919 	if (xd->state == XD_DRIVE_UNKNOWN) {
920 		err = EIO;
921 		goto done;
922 	}
923 
924 	/* check for partition */
925 	if (part != RAW_PART &&
926 	    (part >= xd->sc_dk.dk_label->d_npartitions ||
927 		xd->sc_dk.dk_label->d_partitions[part].p_fstype == FS_UNUSED)) {
928 		err = ENXIO;
929 		goto done;
930 	}
931 
932 	/* set open masks */
933 	switch (fmt) {
934 	case S_IFCHR:
935 		xd->sc_dk.dk_copenmask |= (1 << part);
936 		break;
937 	case S_IFBLK:
938 		xd->sc_dk.dk_bopenmask |= (1 << part);
939 		break;
940 	}
941 	xd->sc_dk.dk_openmask = xd->sc_dk.dk_copenmask | xd->sc_dk.dk_bopenmask;
942 
943 done:
944 	splx(s);
945 	return (err);
946 }
947 
948 int
949 xdread(dev_t dev, struct uio *uio, int flags)
950 {
951 
952 	return (physio(xdstrategy, NULL, dev, B_READ, minphys, uio));
953 }
954 
955 int
956 xdwrite(dev_t dev, struct uio *uio, int flags)
957 {
958 
959 	return (physio(xdstrategy, NULL, dev, B_WRITE, minphys, uio));
960 }
961 
962 
963 /*
964  * xdsize: return size of a partition for a dump
965  */
966 int
967 xdsize(dev_t dev)
968 {
969 	struct xd_softc *xdsc;
970 	int     unit, part, size, omask;
971 
972 	/* valid unit? */
973 	unit = DISKUNIT(dev);
974 	if (unit >= xd_cd.cd_ndevs || (xdsc = xd_cd.cd_devs[unit]) == NULL)
975 		return (-1);
976 
977 	part = DISKPART(dev);
978 	omask = xdsc->sc_dk.dk_openmask & (1 << part);
979 
980 	if (omask == 0 && xdopen(dev, 0, S_IFBLK, NULL) != 0)
981 		return (-1);
982 
983 	/* do it */
984 	if (xdsc->sc_dk.dk_label->d_partitions[part].p_fstype != FS_SWAP)
985 		size = -1;	/* only give valid size for swap partitions */
986 	else
987 		size = xdsc->sc_dk.dk_label->d_partitions[part].p_size *
988 		    (xdsc->sc_dk.dk_label->d_secsize / DEV_BSIZE);
989 	if (omask == 0 && xdclose(dev, 0, S_IFBLK, NULL) != 0)
990 		return (-1);
991 	return (size);
992 }
993 
994 /*
995  * xdstrategy: buffering system interface to xd.
996  */
997 void
998 xdstrategy(struct buf *bp)
999 {
1000 	struct xd_softc *xd;
1001 	struct xdc_softc *parent;
1002 	int     s, unit;
1003 
1004 	unit = DISKUNIT(bp->b_dev);
1005 
1006 	/* check for live device */
1007 
1008 	if (unit >= xd_cd.cd_ndevs || (xd = xd_cd.cd_devs[unit]) == 0 ||
1009 	    bp->b_blkno < 0 ||
1010 	    (bp->b_bcount % xd->sc_dk.dk_label->d_secsize) != 0) {
1011 		bp->b_error = EINVAL;
1012 		goto bad;
1013 	}
1014 
1015 	/* There should always be an open first. */
1016 	if (xd->state == XD_DRIVE_UNKNOWN) {
1017 		bp->b_error = EIO;
1018 		goto bad;
1019 	}
1020 
1021 	if (xd->state != XD_DRIVE_ONLINE && DISKPART(bp->b_dev) != RAW_PART) {
1022 		/* no I/O to unlabeled disks, unless raw partition */
1023 		bp->b_error = EIO;
1024 		goto bad;
1025 	}
1026 	/* short circuit zero length request */
1027 
1028 	if (bp->b_bcount == 0)
1029 		goto done;
1030 
1031 	/* check bounds with label (disksubr.c).  Determine the size of the
1032 	 * transfer, and make sure it is within the boundaries of the
1033 	 * partition. Adjust transfer if needed, and signal errors or early
1034 	 * completion. */
1035 
1036 	if (bounds_check_with_label(&xd->sc_dk, bp,
1037 		(xd->flags & XD_WLABEL) != 0) <= 0)
1038 		goto done;
1039 
1040 	/*
1041 	 * now we know we have a valid buf structure that we need to do I/O
1042 	 * on.
1043 	 *
1044 	 * note that we don't disksort because the controller has a sorting
1045 	 * algorithm built into the hardware.
1046 	 */
1047 
1048 	s = splbio();		/* protect the queues */
1049 
1050 	/* first, give jobs in front of us a chance */
1051 	parent = xd->parent;
1052 	while (parent->nfree > 0 && BUFQ_PEEK(parent->sc_wq) != NULL)
1053 		if (xdc_startbuf(parent, NULL, NULL) != XD_ERR_AOK)
1054 			break;
1055 
1056 	/*
1057 	 * if there are no free iorq's, then we just queue and return. the
1058 	 * buffs will get picked up later by xdcintr().
1059 	 */
1060 	if (parent->nfree == 0) {
1061 		BUFQ_PUT(parent->sc_wq, bp);
1062 		splx(s);
1063 		return;
1064 	}
1065 
1066 	/* now we have free iopb's and we are at splbio... start 'em up */
1067 	if (xdc_startbuf(parent, xd, bp) != XD_ERR_AOK) {
1068 		return;
1069 	}
1070 
1071 	/* done! */
1072 
1073 	splx(s);
1074 	return;
1075 
1076 bad:				/* tells upper layers we have an error */
1077 	bp->b_flags |= B_ERROR;
1078 done:				/* tells upper layers we are done with this
1079 				 * buf */
1080 	bp->b_resid = bp->b_bcount;
1081 	biodone(bp);
1082 }
1083 /*
1084  * end of {b,c}devsw functions
1085  */
1086 
1087 /*
1088  * i n t e r r u p t   f u n c t i o n
1089  *
1090  * xdcintr: hardware interrupt.
1091  */
1092 int
1093 xdcintr(void *v)
1094 {
1095 	struct xdc_softc *xdcsc = v;
1096 
1097 	/* kick the event counter */
1098 	xdcsc->sc_intrcnt.ev_count++;
1099 
1100 	/* remove as many done IOPBs as possible */
1101 	xdc_remove_iorq(xdcsc);
1102 
1103 	/* start any iorq's already waiting */
1104 	xdc_start(xdcsc, XDC_MAXIOPB);
1105 
1106 	/* fill up any remaining iorq's with queue'd buffers */
1107 	while (xdcsc->nfree > 0 && BUFQ_PEEK(xdcsc->sc_wq) != NULL)
1108 		if (xdc_startbuf(xdcsc, NULL, NULL) != XD_ERR_AOK)
1109 			break;
1110 
1111 	return (1);
1112 }
1113 /*
1114  * end of interrupt function
1115  */
1116 
1117 /*
1118  * i n t e r n a l   f u n c t i o n s
1119  */
1120 
1121 /*
1122  * xdc_rqinit: fill out the fields of an I/O request
1123  */
1124 
1125 inline void
1126 xdc_rqinit(struct xd_iorq *rq, struct xdc_softc *xdc, struct xd_softc *xd,
1127     int md, u_long blk, int cnt, caddr_t db, struct buf *bp)
1128 {
1129 	rq->xdc = xdc;
1130 	rq->xd = xd;
1131 	rq->ttl = XDC_MAXTTL + 10;
1132 	rq->mode = md;
1133 	rq->tries = rq->errno = rq->lasterror = 0;
1134 	rq->blockno = blk;
1135 	rq->sectcnt = cnt;
1136 	rq->dbuf = rq->dbufbase = db;
1137 	rq->buf = bp;
1138 }
1139 
1140 /*
1141  * xdc_rqtopb: load up an IOPB based on an iorq
1142  */
1143 void
1144 xdc_rqtopb(struct xd_iorq *iorq, struct xd_iopb *iopb, int cmd, int subfun)
1145 {
1146 	u_long  block, dp;
1147 
1148 	/* standard stuff */
1149 
1150 	iopb->errs = iopb->done = 0;
1151 	iopb->comm = cmd;
1152 	iopb->errno = iopb->status = 0;
1153 	iopb->subfun = subfun;
1154 	if (iorq->xd)
1155 		iopb->unit = iorq->xd->xd_drive;
1156 	else
1157 		iopb->unit = 0;
1158 
1159 	/* check for alternate IOPB format */
1160 
1161 	if (cmd == XDCMD_WRP) {
1162 		switch (subfun) {
1163 		case XDFUN_CTL:{
1164 			struct xd_iopb_ctrl *ctrl =
1165 				(struct xd_iopb_ctrl *) iopb;
1166 			iopb->lll = 0;
1167 			iopb->intl = (XD_STATE(iorq->mode) == XD_SUB_POLL)
1168 					? 0
1169 					: iorq->xdc->ipl;
1170 			ctrl->param_a = XDPA_TMOD | XDPA_DACF;
1171 			ctrl->param_b = XDPB_ROR | XDPB_TDT_3_2USEC;
1172 			ctrl->param_c = XDPC_OVS | XDPC_COP | XDPC_ASR |
1173 					XDPC_RBC | XDPC_ECC2;
1174 			ctrl->throttle = XDC_THROTTLE;
1175 #ifdef sparc
1176 			if (CPU_ISSUN4 && cpuinfo.cpu_type == CPUTYP_4_300)
1177 				ctrl->delay = XDC_DELAY_4_300;
1178 			else
1179 				ctrl->delay = XDC_DELAY_SPARC;
1180 #endif
1181 #ifdef sun3
1182 			ctrl->delay = XDC_DELAY_SUN3;
1183 #endif
1184 			break;
1185 			}
1186 		case XDFUN_DRV:{
1187 			struct xd_iopb_drive *drv =
1188 				(struct xd_iopb_drive *)iopb;
1189 			/* we assume that the disk label has the right
1190 			 * info */
1191 			if (XD_STATE(iorq->mode) == XD_SUB_POLL)
1192 				drv->dparam_ipl = (XDC_DPARAM << 3);
1193 			else
1194 				drv->dparam_ipl = (XDC_DPARAM << 3) |
1195 						  iorq->xdc->ipl;
1196 			drv->maxsect = iorq->xd->nsect - 1;
1197 			drv->maxsector = drv->maxsect;
1198 			/* note: maxsector != maxsect only if you are
1199 			 * doing cyl sparing */
1200 			drv->headoff = 0;
1201 			drv->maxcyl = iorq->xd->pcyl - 1;
1202 			drv->maxhead = iorq->xd->nhead - 1;
1203 			break;
1204 			}
1205 		case XDFUN_FMT:{
1206 			struct xd_iopb_format *form =
1207 					(struct xd_iopb_format *) iopb;
1208 			if (XD_STATE(iorq->mode) == XD_SUB_POLL)
1209 				form->interleave_ipl = (XDC_INTERLEAVE << 3);
1210 			else
1211 				form->interleave_ipl = (XDC_INTERLEAVE << 3) |
1212 						       iorq->xdc->ipl;
1213 			form->field1 = XDFM_FIELD1;
1214 			form->field2 = XDFM_FIELD2;
1215 			form->field3 = XDFM_FIELD3;
1216 			form->field4 = XDFM_FIELD4;
1217 			form->bytespersec = XDFM_BPS;
1218 			form->field6 = XDFM_FIELD6;
1219 			form->field7 = XDFM_FIELD7;
1220 			break;
1221 			}
1222 		}
1223 	} else {
1224 
1225 		/* normal IOPB case (harmless to RDP command) */
1226 
1227 		iopb->lll = 0;
1228 		iopb->intl = (XD_STATE(iorq->mode) == XD_SUB_POLL)
1229 				? 0
1230 				: iorq->xdc->ipl;
1231 		iopb->sectcnt = iorq->sectcnt;
1232 		block = iorq->blockno;
1233 		if (iorq->xd == NULL || block == 0) {
1234 			iopb->sectno = iopb->headno = iopb->cylno = 0;
1235 		} else {
1236 			iopb->sectno = block % iorq->xd->nsect;
1237 			block = block / iorq->xd->nsect;
1238 			iopb->headno = block % iorq->xd->nhead;
1239 			block = block / iorq->xd->nhead;
1240 			iopb->cylno = block;
1241 		}
1242 		iopb->daddr = dp = (iorq->dbuf == NULL) ? 0 :
1243 			dvma_kvtopa(iorq->dbuf, iorq->xdc->bustype);
1244 		iopb->addrmod = XDC_ADDRMOD;
1245 	}
1246 }
1247 
1248 /*
1249  * xdc_cmd: front end for POLL'd and WAIT'd commands.  Returns rqno.
1250  * If you've already got an IORQ, you can call submit directly (currently
1251  * there is no need to do this).    NORM requests are handled separately.
1252  */
1253 int
1254 xdc_cmd(struct xdc_softc *xdcsc, int cmd, int subfn, int unit, int block,
1255     int scnt, char *dptr, int fullmode)
1256 {
1257 	struct xd_iorq *iorq;
1258 	struct xd_iopb *iopb;
1259 	int rqno, retry;
1260 	int submode = XD_STATE(fullmode);
1261 
1262 	/* get iorq/iopb */
1263 	switch (submode) {
1264 	case XD_SUB_POLL:
1265 		while (xdcsc->nfree == 0) {
1266 			if (xdc_piodriver(xdcsc, 0, 1) != XD_ERR_AOK)
1267 				return (XD_ERR_FAIL);
1268 		}
1269 		break;
1270 	case XD_SUB_WAIT:
1271 		retry = 1;
1272 		while (retry) {
1273 			while (xdcsc->nfree == 0) {
1274 			    if (tsleep(&xdcsc->nfree, PRIBIO, "xdnfree", 0))
1275 				return (XD_ERR_FAIL);
1276 			}
1277 			while (xdcsc->ndone > XDC_SUBWAITLIM) {
1278 			    if (tsleep(&xdcsc->ndone, PRIBIO, "xdsubwait", 0))
1279 				return (XD_ERR_FAIL);
1280 			}
1281 			if (xdcsc->nfree)
1282 				retry = 0;	/* got it */
1283 		}
1284 		break;
1285 	default:
1286 		return (XD_ERR_FAIL);	/* illegal */
1287 	}
1288 	if (xdcsc->nfree == 0)
1289 		panic("xdcmd nfree");
1290 	rqno = XDC_RQALLOC(xdcsc);
1291 	iorq = &xdcsc->reqs[rqno];
1292 	iopb = iorq->iopb;
1293 
1294 
1295 	/* init iorq/iopb */
1296 	xdc_rqinit(iorq, xdcsc,
1297 	    (unit == XDC_NOUNIT) ? NULL : xdcsc->sc_drives[unit],
1298 	    fullmode, block, scnt, dptr, NULL);
1299 
1300 	/* load IOPB from iorq */
1301 	xdc_rqtopb(iorq, iopb, cmd, subfn);
1302 
1303 	/* submit it for processing */
1304 	xdc_submit_iorq(xdcsc, rqno, fullmode);	/* error code will be in iorq */
1305 
1306 	return (rqno);
1307 }
1308 
1309 /*
1310  * xdc_startbuf
1311  * start a buffer running, assumes nfree > 0
1312  */
1313 int
1314 xdc_startbuf(struct xdc_softc *xdcsc, struct xd_softc *xdsc, struct buf *bp)
1315 {
1316 	int     rqno, partno;
1317 	struct xd_iorq *iorq;
1318 	struct xd_iopb *iopb;
1319 	u_long  block;
1320 	caddr_t dbuf;
1321 
1322 	if (!xdcsc->nfree)
1323 		panic("xdc_startbuf free");
1324 	rqno = XDC_RQALLOC(xdcsc);
1325 	iorq = &xdcsc->reqs[rqno];
1326 	iopb = iorq->iopb;
1327 
1328 	/* get buf */
1329 
1330 	if (bp == NULL) {
1331 		bp = BUFQ_GET(xdcsc->sc_wq);
1332 		if (bp == NULL)
1333 			panic("xdc_startbuf bp");
1334 		xdsc = xdcsc->sc_drives[DISKUNIT(bp->b_dev)];
1335 	}
1336 	partno = DISKPART(bp->b_dev);
1337 #ifdef XDC_DEBUG
1338 	printf("xdc_startbuf: %s%c: %s block %d\n", xdsc->sc_dev.dv_xname,
1339 	    'a' + partno, (bp->b_flags & B_READ) ? "read" : "write", bp->b_blkno);
1340 	printf("xdc_startbuf: b_bcount %d, b_data 0x%x\n",
1341 	    bp->b_bcount, bp->b_data);
1342 #endif
1343 
1344 	/*
1345 	 * load request.  we have to calculate the correct block number based
1346 	 * on partition info.
1347 	 *
1348 	 * also, note that there are two kinds of buf structures, those with
1349 	 * B_PHYS set and those without B_PHYS.   if B_PHYS is set, then it is
1350 	 * a raw I/O (to a cdevsw) and we are doing I/O directly to the users'
1351 	 * buffer which has already been mapped into DVMA space. (Not on sun3)
1352 	 * However, if B_PHYS is not set, then the buffer is a normal system
1353 	 * buffer which does *not* live in DVMA space.  In that case we call
1354 	 * dvma_mapin to map it into DVMA space so we can do the DMA to it.
1355 	 *
1356 	 * in cases where we do a dvma_mapin, note that iorq points to the buffer
1357 	 * as mapped into DVMA space, where as the bp->b_data points to its
1358 	 * non-DVMA mapping.
1359 	 *
1360 	 * XXX - On the sun3, B_PHYS does NOT mean the buffer is mapped
1361 	 * into dvma space, only that it was remapped into the kernel.
1362 	 * We ALWAYS have to remap the kernel buf into DVMA space.
1363 	 * (It is done inexpensively, using whole segments!)
1364 	 */
1365 
1366 	block = bp->b_blkno + ((partno == RAW_PART) ? 0 :
1367 	    xdsc->sc_dk.dk_label->d_partitions[partno].p_offset);
1368 
1369 	dbuf = dvma_mapin(bp->b_data, bp->b_bcount, 0);
1370 	if (dbuf == NULL) {	/* out of DVMA space */
1371 		printf("%s: warning: out of DVMA space\n",
1372 			   xdcsc->sc_dev.dv_xname);
1373 		XDC_FREE(xdcsc, rqno);
1374 		BUFQ_PUT(xdcsc->sc_wq, bp);
1375 		return (XD_ERR_FAIL);	/* XXX: need some sort of
1376 		                         * call-back scheme here? */
1377 	}
1378 
1379 	/* init iorq and load iopb from it */
1380 
1381 	xdc_rqinit(iorq, xdcsc, xdsc, XD_SUB_NORM | XD_MODE_VERBO, block,
1382 	    bp->b_bcount / XDFM_BPS, dbuf, bp);
1383 
1384 	xdc_rqtopb(iorq, iopb, (bp->b_flags & B_READ) ? XDCMD_RD : XDCMD_WR, 0);
1385 
1386 	/* Instrumentation. */
1387 	disk_busy(&xdsc->sc_dk);
1388 
1389 	/* now submit [note that xdc_submit_iorq can never fail on NORM reqs] */
1390 
1391 	xdc_submit_iorq(xdcsc, rqno, XD_SUB_NORM);
1392 	return (XD_ERR_AOK);
1393 }
1394 
1395 
1396 /*
1397  * xdc_submit_iorq: submit an iorq for processing.  returns XD_ERR_AOK
1398  * if ok.  if it fail returns an error code.  type is XD_SUB_*.
1399  *
1400  * note: caller frees iorq in all cases except NORM
1401  *
1402  * return value:
1403  *   NORM: XD_AOK (req pending), XD_FAIL (couldn't submit request)
1404  *   WAIT: XD_AOK (success), <error-code> (failed)
1405  *   POLL: <same as WAIT>
1406  *   NOQ : <same as NORM>
1407  *
1408  * there are three sources for i/o requests:
1409  * [1] xdstrategy: normal block I/O, using "struct buf" system.
1410  * [2] autoconfig/crash dump: these are polled I/O requests, no interrupts.
1411  * [3] open/ioctl: these are I/O requests done in the context of a process,
1412  *                 and the process should block until they are done.
1413  *
1414  * software state is stored in the iorq structure.  each iorq has an
1415  * iopb structure.  the hardware understands the iopb structure.
1416  * every command must go through an iopb.  a 7053 can only handle
1417  * XDC_MAXIOPB (31) active iopbs at one time.  iopbs are allocated in
1418  * DVMA space at boot up time.  what happens if we run out of iopb's?
1419  * for i/o type [1], the buffers are queued at the "buff" layer and
1420  * picked up later by the interrupt routine.  for case [2] the
1421  * programmed i/o driver is called with a special flag that says
1422  * return when one iopb is free.  for case [3] the process can sleep
1423  * on the iorq free list until some iopbs are available.
1424  */
1425 
1426 int
1427 xdc_submit_iorq(struct xdc_softc *xdcsc, int iorqno, int type)
1428 {
1429 	u_long  iopbaddr;
1430 	struct xd_iorq *iorq = &xdcsc->reqs[iorqno];
1431 
1432 #ifdef XDC_DEBUG
1433 	printf("xdc_submit_iorq(%s, no=%d, type=%d)\n", xdcsc->sc_dev.dv_xname,
1434 	    iorqno, type);
1435 #endif
1436 
1437 	/* first check and see if controller is busy */
1438 	if (xdcsc->xdc->xdc_csr & XDC_ADDING) {
1439 #ifdef XDC_DEBUG
1440 		printf("xdc_submit_iorq: XDC not ready (ADDING)\n");
1441 #endif
1442 		if (type == XD_SUB_NOQ)
1443 			return (XD_ERR_FAIL);	/* failed */
1444 		XDC_TWAIT(xdcsc, iorqno);	/* put at end of waitq */
1445 		switch (type) {
1446 		case XD_SUB_NORM:
1447 			return XD_ERR_AOK;	/* success */
1448 		case XD_SUB_WAIT:
1449 			while (iorq->iopb->done == 0) {
1450 				(void) tsleep(iorq, PRIBIO, "xdciorq", 0);
1451 			}
1452 			return (iorq->errno);
1453 		case XD_SUB_POLL:
1454 			return (xdc_piodriver(xdcsc, iorqno, 0));
1455 		default:
1456 			panic("xdc_submit_iorq adding");
1457 		}
1458 	}
1459 #ifdef XDC_DEBUG
1460 	{
1461 		u_char *rio = (u_char *) iorq->iopb;
1462 		int     sz = sizeof(struct xd_iopb), lcv;
1463 		printf("%s: aio #%d [",
1464 			xdcsc->sc_dev.dv_xname, iorq - xdcsc->reqs);
1465 		for (lcv = 0; lcv < sz; lcv++)
1466 			printf(" %02x", rio[lcv]);
1467 		printf("]\n");
1468 	}
1469 #endif				/* XDC_DEBUG */
1470 
1471 	/* controller not busy, start command */
1472 	iopbaddr = dvma_kvtopa(iorq->iopb, xdcsc->bustype);
1473 	XDC_GO(xdcsc->xdc, iopbaddr);	/* go! */
1474 	xdcsc->nrun++;
1475 	/* command now running, wrap it up */
1476 	switch (type) {
1477 	case XD_SUB_NORM:
1478 	case XD_SUB_NOQ:
1479 		return (XD_ERR_AOK);	/* success */
1480 	case XD_SUB_WAIT:
1481 		while (iorq->iopb->done == 0) {
1482 			(void) tsleep(iorq, PRIBIO, "xdciorq", 0);
1483 		}
1484 		return (iorq->errno);
1485 	case XD_SUB_POLL:
1486 		return (xdc_piodriver(xdcsc, iorqno, 0));
1487 	default:
1488 		panic("xdc_submit_iorq wrap up");
1489 	}
1490 	panic("xdc_submit_iorq");
1491 	return 0;	/* not reached */
1492 }
1493 
1494 
1495 /*
1496  * xdc_piodriver
1497  *
1498  * programmed i/o driver.   this function takes over the computer
1499  * and drains off all i/o requests.   it returns the status of the iorq
1500  * the caller is interesting in.   if freeone is true, then it returns
1501  * when there is a free iorq.
1502  */
1503 int
1504 xdc_piodriver(struct xdc_softc *xdcsc, int iorqno, int freeone)
1505 {
1506 	int     nreset = 0;
1507 	int     retval = 0;
1508 	u_long  count;
1509 	struct xdc *xdc = xdcsc->xdc;
1510 #ifdef XDC_DEBUG
1511 	printf("xdc_piodriver(%s, %d, freeone=%d)\n", xdcsc->sc_dev.dv_xname,
1512 	    iorqno, freeone);
1513 #endif
1514 
1515 	while (xdcsc->nwait || xdcsc->nrun) {
1516 #ifdef XDC_DEBUG
1517 		printf("xdc_piodriver: wait=%d, run=%d\n",
1518 			xdcsc->nwait, xdcsc->nrun);
1519 #endif
1520 		XDC_WAIT(xdc, count, XDC_MAXTIME, (XDC_REMIOPB | XDC_F_ERROR));
1521 #ifdef XDC_DEBUG
1522 		printf("xdc_piodriver: done wait with count = %d\n", count);
1523 #endif
1524 		/* we expect some progress soon */
1525 		if (count == 0 && nreset >= 2) {
1526 			xdc_reset(xdcsc, 0, XD_RSET_ALL, XD_ERR_FAIL, 0);
1527 #ifdef XDC_DEBUG
1528 			printf("xdc_piodriver: timeout\n");
1529 #endif
1530 			return (XD_ERR_FAIL);
1531 		}
1532 		if (count == 0) {
1533 			if (xdc_reset(xdcsc, 0,
1534 				      (nreset++ == 0) ? XD_RSET_NONE : iorqno,
1535 				      XD_ERR_FAIL,
1536 				      0) == XD_ERR_FAIL)
1537 				return (XD_ERR_FAIL);	/* flushes all but POLL
1538 							 * requests, resets */
1539 			continue;
1540 		}
1541 		xdc_remove_iorq(xdcsc);	/* could resubmit request */
1542 		if (freeone) {
1543 			if (xdcsc->nrun < XDC_MAXIOPB) {
1544 #ifdef XDC_DEBUG
1545 				printf("xdc_piodriver: done: one free\n");
1546 #endif
1547 				return (XD_ERR_AOK);
1548 			}
1549 			continue;	/* don't xdc_start */
1550 		}
1551 		xdc_start(xdcsc, XDC_MAXIOPB);
1552 	}
1553 
1554 	/* get return value */
1555 
1556 	retval = xdcsc->reqs[iorqno].errno;
1557 
1558 #ifdef XDC_DEBUG
1559 	printf("xdc_piodriver: done, retval = 0x%x (%s)\n",
1560 	    xdcsc->reqs[iorqno].errno, xdc_e2str(xdcsc->reqs[iorqno].errno));
1561 #endif
1562 
1563 	/* now that we've drained everything, start up any bufs that have
1564 	 * queued */
1565 
1566 	while (xdcsc->nfree > 0 && BUFQ_PEEK(xdcsc->sc_wq) != NULL)
1567 		if (xdc_startbuf(xdcsc, NULL, NULL) != XD_ERR_AOK)
1568 			break;
1569 
1570 	return (retval);
1571 }
1572 
1573 /*
1574  * xdc_reset: reset one drive.   NOTE: assumes xdc was just reset.
1575  * we steal iopb[0] for this, but we put it back when we are done.
1576  */
1577 void
1578 xdc_xdreset(struct xdc_softc *xdcsc, struct xd_softc *xdsc)
1579 {
1580 	struct xd_iopb tmpiopb;
1581 	u_long  addr;
1582 	int     del;
1583 	memcpy(&tmpiopb, xdcsc->iopbase, sizeof(tmpiopb));
1584 	memset(xdcsc->iopbase, 0, sizeof(tmpiopb));
1585 	xdcsc->iopbase->comm = XDCMD_RST;
1586 	xdcsc->iopbase->unit = xdsc->xd_drive;
1587 	addr = (u_long) xdcsc->dvmaiopb;
1588 	XDC_GO(xdcsc->xdc, addr);	/* go! */
1589 	XDC_WAIT(xdcsc->xdc, del, XDC_RESETUSEC, XDC_REMIOPB);
1590 	if (del <= 0 || xdcsc->iopbase->errs) {
1591 		printf("%s: off-line: %s\n", xdcsc->sc_dev.dv_xname,
1592 		    xdc_e2str(xdcsc->iopbase->errno));
1593 		xdcsc->xdc->xdc_csr = XDC_RESET;
1594 		XDC_WAIT(xdcsc->xdc, del, XDC_RESETUSEC, XDC_RESET);
1595 		if (del <= 0)
1596 			panic("xdc_reset");
1597 	} else {
1598 		xdcsc->xdc->xdc_csr = XDC_CLRRIO;	/* clear RIO */
1599 	}
1600 	memcpy(xdcsc->iopbase, &tmpiopb, sizeof(tmpiopb));
1601 }
1602 
1603 
1604 /*
1605  * xdc_reset: reset everything: requests are marked as errors except
1606  * a polled request (which is resubmitted)
1607  */
1608 int
1609 xdc_reset(struct xdc_softc *xdcsc, int quiet, int blastmode, int error,
1610     struct xd_softc *xdsc)
1611 {
1612 	int     del = 0, lcv, retval = XD_ERR_AOK;
1613 	int     oldfree = xdcsc->nfree;
1614 	struct xd_iorq *iorq;
1615 
1616 	/* soft reset hardware */
1617 
1618 	if (!quiet)
1619 		printf("%s: soft reset\n", xdcsc->sc_dev.dv_xname);
1620 	xdcsc->xdc->xdc_csr = XDC_RESET;
1621 	XDC_WAIT(xdcsc->xdc, del, XDC_RESETUSEC, XDC_RESET);
1622 	if (del <= 0) {
1623 		blastmode = XD_RSET_ALL;	/* dead, flush all requests */
1624 		retval = XD_ERR_FAIL;
1625 	}
1626 	if (xdsc)
1627 		xdc_xdreset(xdcsc, xdsc);
1628 
1629 	/* fix queues based on "blast-mode" */
1630 
1631 	for (lcv = 0; lcv < XDC_MAXIOPB; lcv++) {
1632 		iorq = &xdcsc->reqs[lcv];
1633 
1634 		if (XD_STATE(iorq->mode) != XD_SUB_POLL &&
1635 		    XD_STATE(iorq->mode) != XD_SUB_WAIT &&
1636 		    XD_STATE(iorq->mode) != XD_SUB_NORM)
1637 			/* is it active? */
1638 			continue;
1639 
1640 		xdcsc->nrun--;	/* it isn't running any more */
1641 		if (blastmode == XD_RSET_ALL || blastmode != lcv) {
1642 			/* failed */
1643 			iorq->errno = error;
1644 			xdcsc->iopbase[lcv].done = xdcsc->iopbase[lcv].errs = 1;
1645 			switch (XD_STATE(iorq->mode)) {
1646 			case XD_SUB_NORM:
1647 			    iorq->buf->b_error = EIO;
1648 			    iorq->buf->b_flags |= B_ERROR;
1649 			    iorq->buf->b_resid =
1650 			       iorq->sectcnt * XDFM_BPS;
1651 				/* Sun3: map/unmap regardless of B_PHYS */
1652 				dvma_mapout(iorq->dbufbase,
1653 				            iorq->buf->b_bcount);
1654 			    disk_unbusy(&iorq->xd->sc_dk,
1655 					(iorq->buf->b_bcount - iorq->buf->b_resid),
1656 					(iorq->buf->b_flags & B_READ));
1657 			    biodone(iorq->buf);
1658 			    XDC_FREE(xdcsc, lcv);	/* add to free list */
1659 			    break;
1660 			case XD_SUB_WAIT:
1661 			    wakeup(iorq);
1662 			case XD_SUB_POLL:
1663 			    xdcsc->ndone++;
1664 			    iorq->mode = XD_NEWSTATE(iorq->mode, XD_SUB_DONE);
1665 			    break;
1666 			}
1667 
1668 		} else {
1669 
1670 			/* resubmit, put at front of wait queue */
1671 			XDC_HWAIT(xdcsc, lcv);
1672 		}
1673 	}
1674 
1675 	/*
1676 	 * now, if stuff is waiting, start it.
1677 	 * since we just reset it should go
1678 	 */
1679 	xdc_start(xdcsc, XDC_MAXIOPB);
1680 
1681 	/* ok, we did it */
1682 	if (oldfree == 0 && xdcsc->nfree)
1683 		wakeup(&xdcsc->nfree);
1684 
1685 #ifdef XDC_DIAG
1686 	del = xdcsc->nwait + xdcsc->nrun + xdcsc->nfree + xdcsc->ndone;
1687 	if (del != XDC_MAXIOPB)
1688 		printf("%s: diag: xdc_reset miscount (%d should be %d)!\n",
1689 		    xdcsc->sc_dev.dv_xname, del, XDC_MAXIOPB);
1690 	else
1691 		if (xdcsc->ndone > XDC_MAXIOPB - XDC_SUBWAITLIM)
1692 			printf("%s: diag: lots of done jobs (%d)\n",
1693 			    xdcsc->sc_dev.dv_xname, xdcsc->ndone);
1694 #endif
1695 	printf("RESET DONE\n");
1696 	return (retval);
1697 }
1698 
1699 /*
1700  * xdc_start: start all waiting buffers
1701  */
1702 void
1703 xdc_start(struct xdc_softc *xdcsc, int maxio)
1704 {
1705 	int     rqno;
1706 	while (maxio && xdcsc->nwait &&
1707 		(xdcsc->xdc->xdc_csr & XDC_ADDING) == 0) {
1708 		XDC_GET_WAITER(xdcsc, rqno);	/* note: rqno is an "out"
1709 						 * param */
1710 		if (xdc_submit_iorq(xdcsc, rqno, XD_SUB_NOQ) != XD_ERR_AOK)
1711 			panic("xdc_start");	/* should never happen */
1712 		maxio--;
1713 	}
1714 }
1715 
1716 /*
1717  * xdc_remove_iorq: remove "done" IOPB's.
1718  */
1719 int
1720 xdc_remove_iorq(struct xdc_softc *xdcsc)
1721 {
1722 	int     errno, rqno, comm, errs;
1723 	struct xdc *xdc = xdcsc->xdc;
1724 	struct xd_iopb *iopb;
1725 	struct xd_iorq *iorq;
1726 	struct buf *bp;
1727 
1728 	if (xdc->xdc_csr & XDC_F_ERROR) {
1729 		/*
1730 		 * FATAL ERROR: should never happen under normal use. This
1731 		 * error is so bad, you can't even tell which IOPB is bad, so
1732 		 * we dump them all.
1733 		 */
1734 		errno = xdc->xdc_f_err;
1735 		printf("%s: fatal error 0x%02x: %s\n", xdcsc->sc_dev.dv_xname,
1736 		    errno, xdc_e2str(errno));
1737 		if (xdc_reset(xdcsc, 0, XD_RSET_ALL, errno, 0) != XD_ERR_AOK) {
1738 			printf("%s: soft reset failed!\n",
1739 				xdcsc->sc_dev.dv_xname);
1740 			panic("xdc_remove_iorq: controller DEAD");
1741 		}
1742 		return (XD_ERR_AOK);
1743 	}
1744 
1745 	/*
1746 	 * get iopb that is done
1747 	 *
1748 	 * hmm... I used to read the address of the done IOPB off the VME
1749 	 * registers and calculate the rqno directly from that.   that worked
1750 	 * until I started putting a load on the controller.   when loaded, i
1751 	 * would get interrupts but neither the REMIOPB or F_ERROR bits would
1752 	 * be set, even after DELAY'ing a while!   later on the timeout
1753 	 * routine would detect IOPBs that were marked "running" but their
1754 	 * "done" bit was set.   rather than dealing directly with this
1755 	 * problem, it is just easier to look at all running IOPB's for the
1756 	 * done bit.
1757 	 */
1758 	if (xdc->xdc_csr & XDC_REMIOPB) {
1759 		xdc->xdc_csr = XDC_CLRRIO;
1760 	}
1761 
1762 	for (rqno = 0; rqno < XDC_MAXIOPB; rqno++) {
1763 		iorq = &xdcsc->reqs[rqno];
1764 		if (iorq->mode == 0 || XD_STATE(iorq->mode) == XD_SUB_DONE)
1765 			continue;	/* free, or done */
1766 		iopb = &xdcsc->iopbase[rqno];
1767 		if (iopb->done == 0)
1768 			continue;	/* not done yet */
1769 
1770 #ifdef XDC_DEBUG
1771 		{
1772 			u_char *rio = (u_char *) iopb;
1773 			int     sz = sizeof(struct xd_iopb), lcv;
1774 			printf("%s: rio #%d [", xdcsc->sc_dev.dv_xname, rqno);
1775 			for (lcv = 0; lcv < sz; lcv++)
1776 				printf(" %02x", rio[lcv]);
1777 			printf("]\n");
1778 		}
1779 #endif				/* XDC_DEBUG */
1780 
1781 		xdcsc->nrun--;
1782 
1783 		comm = iopb->comm;
1784 		errs = iopb->errs;
1785 
1786 		if (errs)
1787 			iorq->errno = iopb->errno;
1788 		else
1789 			iorq->errno = 0;
1790 
1791 		/* handle non-fatal errors */
1792 
1793 		if (errs &&
1794 		    xdc_error(xdcsc, iorq, iopb, rqno, comm) == XD_ERR_AOK)
1795 			continue;	/* AOK: we resubmitted it */
1796 
1797 
1798 		/* this iorq is now done (hasn't been restarted or anything) */
1799 
1800 		if ((iorq->mode & XD_MODE_VERBO) && iorq->lasterror)
1801 			xdc_perror(iorq, iopb, 0);
1802 
1803 		/* now, if read/write check to make sure we got all the data
1804 		 * we needed. (this may not be the case if we got an error in
1805 		 * the middle of a multisector request).   */
1806 
1807 		if ((iorq->mode & XD_MODE_B144) != 0 && errs == 0 &&
1808 		    (comm == XDCMD_RD || comm == XDCMD_WR)) {
1809 			/* we just successfully processed a bad144 sector
1810 			 * note: if we are in bad 144 mode, the pointers have
1811 			 * been advanced already (see above) and are pointing
1812 			 * at the bad144 sector.   to exit bad144 mode, we
1813 			 * must advance the pointers 1 sector and issue a new
1814 			 * request if there are still sectors left to process
1815 			 *
1816 			 */
1817 			XDC_ADVANCE(iorq, 1);	/* advance 1 sector */
1818 
1819 			/* exit b144 mode */
1820 			iorq->mode = iorq->mode & (~XD_MODE_B144);
1821 
1822 			if (iorq->sectcnt) {	/* more to go! */
1823 				iorq->lasterror = iorq->errno = iopb->errno = 0;
1824 				iopb->errs = iopb->done = 0;
1825 				iorq->tries = 0;
1826 				iopb->sectcnt = iorq->sectcnt;
1827 				iopb->cylno = iorq->blockno /
1828 						iorq->xd->sectpercyl;
1829 				iopb->headno =
1830 					(iorq->blockno / iorq->xd->nhead) %
1831 						iorq->xd->nhead;
1832 				iopb->sectno = iorq->blockno % XDFM_BPS;
1833 				iopb->daddr =
1834 					dvma_kvtopa(iorq->dbuf, xdcsc->bustype);
1835 				XDC_HWAIT(xdcsc, rqno);
1836 				xdc_start(xdcsc, 1);	/* resubmit */
1837 				continue;
1838 			}
1839 		}
1840 		/* final cleanup, totally done with this request */
1841 
1842 		switch (XD_STATE(iorq->mode)) {
1843 		case XD_SUB_NORM:
1844 			bp = iorq->buf;
1845 			if (errs) {
1846 				bp->b_error = EIO;
1847 				bp->b_flags |= B_ERROR;
1848 				bp->b_resid = iorq->sectcnt * XDFM_BPS;
1849 			} else {
1850 				bp->b_resid = 0;	/* done */
1851 			}
1852 			/* Sun3: map/unmap regardless of B_PHYS */
1853 			dvma_mapout(iorq->dbufbase,
1854 					    iorq->buf->b_bcount);
1855 			disk_unbusy(&iorq->xd->sc_dk,
1856 			    (bp->b_bcount - bp->b_resid),
1857 			    (bp->b_flags & B_READ));
1858 			XDC_FREE(xdcsc, rqno);
1859 			biodone(bp);
1860 			break;
1861 		case XD_SUB_WAIT:
1862 			iorq->mode = XD_NEWSTATE(iorq->mode, XD_SUB_DONE);
1863 			xdcsc->ndone++;
1864 			wakeup(iorq);
1865 			break;
1866 		case XD_SUB_POLL:
1867 			iorq->mode = XD_NEWSTATE(iorq->mode, XD_SUB_DONE);
1868 			xdcsc->ndone++;
1869 			break;
1870 		}
1871 	}
1872 
1873 	return (XD_ERR_AOK);
1874 }
1875 
1876 /*
1877  * xdc_perror: print error.
1878  * - if still_trying is true: we got an error, retried and got a
1879  *   different error.  in that case lasterror is the old error,
1880  *   and errno is the new one.
1881  * - if still_trying is not true, then if we ever had an error it
1882  *   is in lasterror. also, if iorq->errno == 0, then we recovered
1883  *   from that error (otherwise iorq->errno == iorq->lasterror).
1884  */
1885 void
1886 xdc_perror(struct xd_iorq *iorq, struct xd_iopb *iopb, int still_trying)
1887 {
1888 
1889 	int     error = iorq->lasterror;
1890 
1891 	printf("%s", (iorq->xd) ?
1892 		iorq->xd->sc_dev.dv_xname :
1893 		iorq->xdc->sc_dev.dv_xname);
1894 	if (iorq->buf)
1895 		printf("%c: ", 'a' + DISKPART(iorq->buf->b_dev));
1896 	if (iopb->comm == XDCMD_RD || iopb->comm == XDCMD_WR)
1897 		printf("%s %d/%d/%d: ",
1898 			(iopb->comm == XDCMD_RD) ? "read" : "write",
1899 			iopb->cylno, iopb->headno, iopb->sectno);
1900 	printf("%s", xdc_e2str(error));
1901 
1902 	if (still_trying)
1903 		printf(" [still trying, new error=%s]", xdc_e2str(iorq->errno));
1904 	else
1905 		if (iorq->errno == 0)
1906 			printf(" [recovered in %d tries]", iorq->tries);
1907 
1908 	printf("\n");
1909 }
1910 
1911 /*
1912  * xdc_error: non-fatal error encountered... recover.
1913  * return AOK if resubmitted, return FAIL if this iopb is done
1914  */
1915 int
1916 xdc_error(struct xdc_softc *xdcsc, struct xd_iorq *iorq, struct xd_iopb *iopb,
1917     int rqno, int comm)
1918 
1919 {
1920 	int     errno = iorq->errno;
1921 	int     erract = errno & XD_ERA_MASK;
1922 	int     oldmode, advance, i;
1923 
1924 	if (erract == XD_ERA_RSET) {	/* some errors require a reset */
1925 		oldmode = iorq->mode;
1926 		iorq->mode = XD_SUB_DONE | (~XD_SUB_MASK & oldmode);
1927 		xdcsc->ndone++;
1928 		/* make xdc_start ignore us */
1929 		xdc_reset(xdcsc, 1, XD_RSET_NONE, errno, iorq->xd);
1930 		iorq->mode = oldmode;
1931 		xdcsc->ndone--;
1932 	}
1933 	/* check for read/write to a sector in bad144 table if bad: redirect
1934 	 * request to bad144 area */
1935 
1936 	if ((comm == XDCMD_RD || comm == XDCMD_WR) &&
1937 	    (iorq->mode & XD_MODE_B144) == 0) {
1938 		advance = iorq->sectcnt - iopb->sectcnt;
1939 		XDC_ADVANCE(iorq, advance);
1940 		if ((i = isbad(&iorq->xd->dkb, iorq->blockno / iorq->xd->sectpercyl,
1941 			    (iorq->blockno / iorq->xd->nsect) % iorq->xd->nhead,
1942 			    iorq->blockno % iorq->xd->nsect)) != -1) {
1943 			iorq->mode |= XD_MODE_B144;	/* enter bad144 mode &
1944 							 * redirect */
1945 			iopb->errno = iopb->done = iopb->errs = 0;
1946 			iopb->sectcnt = 1;
1947 			iopb->cylno = (iorq->xd->ncyl + iorq->xd->acyl) - 2;
1948 			/* second to last acyl */
1949 			i = iorq->xd->sectpercyl - 1 - i;	/* follow bad144
1950 								 * standard */
1951 			iopb->headno = i / iorq->xd->nhead;
1952 			iopb->sectno = i % iorq->xd->nhead;
1953 			XDC_HWAIT(xdcsc, rqno);
1954 			xdc_start(xdcsc, 1);	/* resubmit */
1955 			return (XD_ERR_AOK);	/* recovered! */
1956 		}
1957 	}
1958 
1959 	/*
1960 	 * it isn't a bad144 sector, must be real error! see if we can retry
1961 	 * it?
1962 	 */
1963 	if ((iorq->mode & XD_MODE_VERBO) && iorq->lasterror)
1964 		xdc_perror(iorq, iopb, 1);	/* inform of error state
1965 						 * change */
1966 	iorq->lasterror = errno;
1967 
1968 	if ((erract == XD_ERA_RSET || erract == XD_ERA_HARD)
1969 	    && iorq->tries < XDC_MAXTRIES) {	/* retry? */
1970 		iorq->tries++;
1971 		iorq->errno = iopb->errno = iopb->done = iopb->errs = 0;
1972 		XDC_HWAIT(xdcsc, rqno);
1973 		xdc_start(xdcsc, 1);	/* restart */
1974 		return (XD_ERR_AOK);	/* recovered! */
1975 	}
1976 
1977 	/* failed to recover from this error */
1978 	return (XD_ERR_FAIL);
1979 }
1980 
1981 /*
1982  * xdc_tick: make sure xd is still alive and ticking (err, kicking).
1983  */
1984 void
1985 xdc_tick(void *arg)
1986 
1987 {
1988 	struct xdc_softc *xdcsc = arg;
1989 	int     lcv, s, reset = 0;
1990 #ifdef XDC_DIAG
1991 	int     nwait, nrun, nfree, ndone, whd = 0;
1992 	u_char  fqc[XDC_MAXIOPB], wqc[XDC_MAXIOPB], mark[XDC_MAXIOPB];
1993 	s = splbio();
1994 	nwait = xdcsc->nwait;
1995 	nrun = xdcsc->nrun;
1996 	nfree = xdcsc->nfree;
1997 	ndone = xdcsc->ndone;
1998 	memcpy(wqc, xdcsc->waitq, sizeof(wqc));
1999 	memcpy(fqc, xdcsc->freereq, sizeof(fqc));
2000 	splx(s);
2001 	if (nwait + nrun + nfree + ndone != XDC_MAXIOPB) {
2002 		printf("%s: diag: IOPB miscount (got w/f/r/d %d/%d/%d/%d, wanted %d)\n",
2003 		    xdcsc->sc_dev.dv_xname, nwait, nfree, nrun, ndone,
2004 		    XDC_MAXIOPB);
2005 		memset(mark, 0, sizeof(mark));
2006 		printf("FREE: ");
2007 		for (lcv = nfree; lcv > 0; lcv--) {
2008 			printf("%d ", fqc[lcv - 1]);
2009 			mark[fqc[lcv - 1]] = 1;
2010 		}
2011 		printf("\nWAIT: ");
2012 		lcv = nwait;
2013 		while (lcv > 0) {
2014 			printf("%d ", wqc[whd]);
2015 			mark[wqc[whd]] = 1;
2016 			whd = (whd + 1) % XDC_MAXIOPB;
2017 			lcv--;
2018 		}
2019 		printf("\n");
2020 		for (lcv = 0; lcv < XDC_MAXIOPB; lcv++) {
2021 			if (mark[lcv] == 0)
2022 				printf("MARK: running %d: mode %d done %d errs %d errno 0x%x ttl %d buf %p\n",
2023 				lcv, xdcsc->reqs[lcv].mode,
2024 				xdcsc->iopbase[lcv].done,
2025 				xdcsc->iopbase[lcv].errs,
2026 				xdcsc->iopbase[lcv].errno,
2027 				xdcsc->reqs[lcv].ttl,
2028 				xdcsc->reqs[lcv].buf);
2029 		}
2030 	} else
2031 		if (ndone > XDC_MAXIOPB - XDC_SUBWAITLIM)
2032 			printf("%s: diag: lots of done jobs (%d)\n",
2033 				xdcsc->sc_dev.dv_xname, ndone);
2034 
2035 #endif
2036 #ifdef XDC_DEBUG
2037 	printf("%s: tick: csr 0x%x, w/f/r/d %d/%d/%d/%d\n",
2038 		xdcsc->sc_dev.dv_xname,
2039 		xdcsc->xdc->xdc_csr, xdcsc->nwait, xdcsc->nfree, xdcsc->nrun,
2040 		xdcsc->ndone);
2041 	for (lcv = 0; lcv < XDC_MAXIOPB; lcv++) {
2042 		if (xdcsc->reqs[lcv].mode)
2043 		  printf("running %d: mode %d done %d errs %d errno 0x%x\n",
2044 			 lcv,
2045 			 xdcsc->reqs[lcv].mode, xdcsc->iopbase[lcv].done,
2046 			 xdcsc->iopbase[lcv].errs, xdcsc->iopbase[lcv].errno);
2047 	}
2048 #endif
2049 
2050 	/* reduce ttl for each request if one goes to zero, reset xdc */
2051 	s = splbio();
2052 	for (lcv = 0; lcv < XDC_MAXIOPB; lcv++) {
2053 		if (xdcsc->reqs[lcv].mode == 0 ||
2054 		    XD_STATE(xdcsc->reqs[lcv].mode) == XD_SUB_DONE)
2055 			continue;
2056 		xdcsc->reqs[lcv].ttl--;
2057 		if (xdcsc->reqs[lcv].ttl == 0)
2058 			reset = 1;
2059 	}
2060 	if (reset) {
2061 		printf("%s: watchdog timeout\n", xdcsc->sc_dev.dv_xname);
2062 		xdc_reset(xdcsc, 0, XD_RSET_NONE, XD_ERR_FAIL, NULL);
2063 	}
2064 	splx(s);
2065 
2066 	/* until next time */
2067 
2068 	callout_reset(&xdcsc->sc_tick_ch, XDC_TICKCNT, xdc_tick, xdcsc);
2069 }
2070 
2071 /*
2072  * xdc_ioctlcmd: this function provides a user level interface to the
2073  * controller via ioctl.   this allows "format" programs to be written
2074  * in user code, and is also useful for some debugging.   we return
2075  * an error code.   called at user priority.
2076  */
2077 int
2078 xdc_ioctlcmd(struct xd_softc *xd, dev_t dev, struct xd_iocmd *xio)
2079 
2080 {
2081 	int     s, err, rqno;
2082 	caddr_t dvmabuf = NULL;
2083 	struct xdc_softc *xdcsc;
2084 
2085 	/* check sanity of requested command */
2086 
2087 	switch (xio->cmd) {
2088 
2089 	case XDCMD_NOP:	/* no op: everything should be zero */
2090 		if (xio->subfn || xio->dptr || xio->dlen ||
2091 		    xio->block || xio->sectcnt)
2092 			return (EINVAL);
2093 		break;
2094 
2095 	case XDCMD_RD:		/* read / write sectors (up to XD_IOCMD_MAXS) */
2096 	case XDCMD_WR:
2097 		if (xio->subfn || xio->sectcnt > XD_IOCMD_MAXS ||
2098 		    xio->sectcnt * XDFM_BPS != xio->dlen || xio->dptr == NULL)
2099 			return (EINVAL);
2100 		break;
2101 
2102 	case XDCMD_SK:		/* seek: doesn't seem useful to export this */
2103 		return (EINVAL);
2104 
2105 	case XDCMD_WRP:	/* write parameters */
2106 		return (EINVAL);/* not useful, except maybe drive
2107 				 * parameters... but drive parameters should
2108 				 * go via disklabel changes */
2109 
2110 	case XDCMD_RDP:	/* read parameters */
2111 		if (xio->subfn != XDFUN_DRV ||
2112 		    xio->dlen || xio->block || xio->dptr)
2113 			return (EINVAL);	/* allow read drive params to
2114 						 * get hw_spt */
2115 		xio->sectcnt = xd->hw_spt;	/* we already know the answer */
2116 		return (0);
2117 		break;
2118 
2119 	case XDCMD_XRD:	/* extended read/write */
2120 	case XDCMD_XWR:
2121 
2122 		switch (xio->subfn) {
2123 
2124 		case XDFUN_THD:/* track headers */
2125 			if (xio->sectcnt != xd->hw_spt ||
2126 			    (xio->block % xd->nsect) != 0 ||
2127 			    xio->dlen != XD_IOCMD_HSZ * xd->hw_spt ||
2128 			    xio->dptr == NULL)
2129 				return (EINVAL);
2130 			xio->sectcnt = 0;
2131 			break;
2132 
2133 		case XDFUN_FMT:/* NOTE: also XDFUN_VFY */
2134 			if (xio->cmd == XDCMD_XRD)
2135 				return (EINVAL);	/* no XDFUN_VFY */
2136 			if (xio->sectcnt || xio->dlen ||
2137 			    (xio->block % xd->nsect) != 0 || xio->dptr)
2138 				return (EINVAL);
2139 			break;
2140 
2141 		case XDFUN_HDR:/* header, header verify, data, data ECC */
2142 			return (EINVAL);	/* not yet */
2143 
2144 		case XDFUN_DM:	/* defect map */
2145 		case XDFUN_DMX:/* defect map (alternate location) */
2146 			if (xio->sectcnt || xio->dlen != XD_IOCMD_DMSZ ||
2147 			    (xio->block % xd->nsect) != 0 || xio->dptr == NULL)
2148 				return (EINVAL);
2149 			break;
2150 
2151 		default:
2152 			return (EINVAL);
2153 		}
2154 		break;
2155 
2156 	case XDCMD_TST:	/* diagnostics */
2157 		return (EINVAL);
2158 
2159 	default:
2160 		return (EINVAL);/* ??? */
2161 	}
2162 
2163 	/* create DVMA buffer for request if needed */
2164 
2165 	if (xio->dlen) {
2166 		dvmabuf = dvma_malloc(xio->dlen);
2167 		if (xio->cmd == XDCMD_WR || xio->cmd == XDCMD_XWR) {
2168 			err = copyin(xio->dptr, dvmabuf, xio->dlen);
2169 			if (err) {
2170 				dvma_free(dvmabuf, xio->dlen);
2171 				return (err);
2172 			}
2173 		}
2174 	}
2175 	/* do it! */
2176 
2177 	err = 0;
2178 	xdcsc = xd->parent;
2179 	s = splbio();
2180 	rqno = xdc_cmd(xdcsc, xio->cmd, xio->subfn, xd->xd_drive, xio->block,
2181 	    xio->sectcnt, dvmabuf, XD_SUB_WAIT);
2182 	if (rqno == XD_ERR_FAIL) {
2183 		err = EIO;
2184 		goto done;
2185 	}
2186 	xio->errno = xdcsc->reqs[rqno].errno;
2187 	xio->tries = xdcsc->reqs[rqno].tries;
2188 	XDC_DONE(xdcsc, rqno, err);
2189 
2190 	if (xio->cmd == XDCMD_RD || xio->cmd == XDCMD_XRD)
2191 		err = copyout(dvmabuf, xio->dptr, xio->dlen);
2192 
2193 done:
2194 	splx(s);
2195 	if (dvmabuf)
2196 		dvma_free(dvmabuf, xio->dlen);
2197 	return (err);
2198 }
2199 
2200 /*
2201  * xdc_e2str: convert error code number into an error string
2202  */
2203 const char *
2204 xdc_e2str(int no)
2205 {
2206 	switch (no) {
2207 	case XD_ERR_FAIL:
2208 		return ("Software fatal error");
2209 	case XD_ERR_AOK:
2210 		return ("Successful completion");
2211 	case XD_ERR_ICYL:
2212 		return ("Illegal cylinder address");
2213 	case XD_ERR_IHD:
2214 		return ("Illegal head address");
2215 	case XD_ERR_ISEC:
2216 		return ("Illgal sector address");
2217 	case XD_ERR_CZER:
2218 		return ("Count zero");
2219 	case XD_ERR_UIMP:
2220 		return ("Unimplemented command");
2221 	case XD_ERR_IF1:
2222 		return ("Illegal field length 1");
2223 	case XD_ERR_IF2:
2224 		return ("Illegal field length 2");
2225 	case XD_ERR_IF3:
2226 		return ("Illegal field length 3");
2227 	case XD_ERR_IF4:
2228 		return ("Illegal field length 4");
2229 	case XD_ERR_IF5:
2230 		return ("Illegal field length 5");
2231 	case XD_ERR_IF6:
2232 		return ("Illegal field length 6");
2233 	case XD_ERR_IF7:
2234 		return ("Illegal field length 7");
2235 	case XD_ERR_ISG:
2236 		return ("Illegal scatter/gather length");
2237 	case XD_ERR_ISPT:
2238 		return ("Not enough sectors per track");
2239 	case XD_ERR_ALGN:
2240 		return ("Next IOPB address alignment error");
2241 	case XD_ERR_SGAL:
2242 		return ("Scatter/gather address alignment error");
2243 	case XD_ERR_SGEC:
2244 		return ("Scatter/gather with auto-ECC");
2245 	case XD_ERR_SECC:
2246 		return ("Soft ECC corrected");
2247 	case XD_ERR_SIGN:
2248 		return ("ECC ignored");
2249 	case XD_ERR_ASEK:
2250 		return ("Auto-seek retry recovered");
2251 	case XD_ERR_RTRY:
2252 		return ("Soft retry recovered");
2253 	case XD_ERR_HECC:
2254 		return ("Hard data ECC");
2255 	case XD_ERR_NHDR:
2256 		return ("Header not found");
2257 	case XD_ERR_NRDY:
2258 		return ("Drive not ready");
2259 	case XD_ERR_TOUT:
2260 		return ("Operation timeout");
2261 	case XD_ERR_VTIM:
2262 		return ("VMEDMA timeout");
2263 	case XD_ERR_DSEQ:
2264 		return ("Disk sequencer error");
2265 	case XD_ERR_HDEC:
2266 		return ("Header ECC error");
2267 	case XD_ERR_RVFY:
2268 		return ("Read verify");
2269 	case XD_ERR_VFER:
2270 		return ("Fatail VMEDMA error");
2271 	case XD_ERR_VBUS:
2272 		return ("VMEbus error");
2273 	case XD_ERR_DFLT:
2274 		return ("Drive faulted");
2275 	case XD_ERR_HECY:
2276 		return ("Header error/cyliner");
2277 	case XD_ERR_HEHD:
2278 		return ("Header error/head");
2279 	case XD_ERR_NOCY:
2280 		return ("Drive not on-cylinder");
2281 	case XD_ERR_SEEK:
2282 		return ("Seek error");
2283 	case XD_ERR_ILSS:
2284 		return ("Illegal sector size");
2285 	case XD_ERR_SEC:
2286 		return ("Soft ECC");
2287 	case XD_ERR_WPER:
2288 		return ("Write-protect error");
2289 	case XD_ERR_IRAM:
2290 		return ("IRAM self test failure");
2291 	case XD_ERR_MT3:
2292 		return ("Maintenance test 3 failure (DSKCEL RAM)");
2293 	case XD_ERR_MT4:
2294 		return ("Maintenance test 4 failure (header shift reg)");
2295 	case XD_ERR_MT5:
2296 		return ("Maintenance test 5 failure (VMEDMA regs)");
2297 	case XD_ERR_MT6:
2298 		return ("Maintenance test 6 failure (REGCEL chip)");
2299 	case XD_ERR_MT7:
2300 		return ("Maintenance test 7 failure (buffer parity)");
2301 	case XD_ERR_MT8:
2302 		return ("Maintenance test 8 failure (disk FIFO)");
2303 	case XD_ERR_IOCK:
2304 		return ("IOPB checksum miscompare");
2305 	case XD_ERR_IODM:
2306 		return ("IOPB DMA fatal");
2307 	case XD_ERR_IOAL:
2308 		return ("IOPB address alignment error");
2309 	case XD_ERR_FIRM:
2310 		return ("Firmware error");
2311 	case XD_ERR_MMOD:
2312 		return ("Illegal maintenance mode test number");
2313 	case XD_ERR_ACFL:
2314 		return ("ACFAIL asserted");
2315 	default:
2316 		return ("Unknown error");
2317 	}
2318 }
2319