xref: /netbsd-src/sys/dev/ic/ciss.c (revision cac8e449158efc7261bebc8657cbb0125a2cfdde)
1 /*	$NetBSD: ciss.c,v 1.12 2008/05/25 20:08:34 mhitch Exp $	*/
2 /*	$OpenBSD: ciss.c,v 1.14 2006/03/13 16:02:23 mickey Exp $	*/
3 
4 /*
5  * Copyright (c) 2005 Michael Shalayeff
6  * All rights reserved.
7  *
8  * Permission to use, copy, modify, and distribute this software for any
9  * purpose with or without fee is hereby granted, provided that the above
10  * copyright notice and this permission notice appear in all copies.
11  *
12  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
13  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
14  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
15  * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
16  * WHATSOEVER RESULTING FROM LOSS OF MIND, USE, DATA OR PROFITS, WHETHER IN
17  * AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT
18  * OF OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
19  */
20 
21 #include <sys/cdefs.h>
22 __KERNEL_RCSID(0, "$NetBSD: ciss.c,v 1.12 2008/05/25 20:08:34 mhitch Exp $");
23 
24 #include "bio.h"
25 
26 /* #define CISS_DEBUG */
27 
28 #include <sys/param.h>
29 #include <sys/systm.h>
30 #include <sys/buf.h>
31 #include <sys/ioctl.h>
32 #include <sys/device.h>
33 #include <sys/kernel.h>
34 #include <sys/malloc.h>
35 #include <sys/proc.h>
36 
37 #include <uvm/uvm_extern.h>
38 
39 #include <sys/bus.h>
40 
41 #include <dev/scsipi/scsi_all.h>
42 #include <dev/scsipi/scsi_disk.h>
43 #include <dev/scsipi/scsiconf.h>
44 
45 #include <dev/ic/cissreg.h>
46 #include <dev/ic/cissvar.h>
47 
48 #if NBIO > 0
49 #include <dev/biovar.h>
50 #endif /* NBIO > 0 */
51 
52 #ifdef CISS_DEBUG
53 #define	CISS_DPRINTF(m,a)	if (ciss_debug & (m)) printf a
54 #define	CISS_D_CMD	0x0001
55 #define	CISS_D_INTR	0x0002
56 #define	CISS_D_MISC	0x0004
57 #define	CISS_D_DMA	0x0008
58 #define	CISS_D_IOCTL	0x0010
59 #define	CISS_D_ERR	0x0020
60 int ciss_debug = 0
61 	| CISS_D_CMD
62 	| CISS_D_INTR
63 	| CISS_D_MISC
64 	| CISS_D_DMA
65 	| CISS_D_IOCTL
66 	| CISS_D_ERR
67 	;
68 #else
69 #define	CISS_DPRINTF(m,a)	/* m, a */
70 #endif
71 
72 static void	ciss_scsi_cmd(struct scsipi_channel *chan,
73 			scsipi_adapter_req_t req, void *arg);
74 static int	ciss_scsi_ioctl(struct scsipi_channel *chan, u_long cmd,
75 	    void *addr, int flag, struct proc *p);
76 static void	cissminphys(struct buf *bp);
77 
78 #if 0
79 static void	ciss_scsi_raw_cmd(struct scsipi_channel *chan,
80 			scsipi_adapter_req_t req, void *arg);
81 #endif
82 
83 static int	ciss_sync(struct ciss_softc *sc);
84 static void	ciss_heartbeat(void *v);
85 static void	ciss_shutdown(void *v);
86 
87 static struct ciss_ccb *ciss_get_ccb(struct ciss_softc *sc);
88 static void	ciss_put_ccb(struct ciss_ccb *ccb);
89 static int	ciss_cmd(struct ciss_ccb *ccb, int flags, int wait);
90 static int	ciss_done(struct ciss_ccb *ccb);
91 static int	ciss_error(struct ciss_ccb *ccb);
92 struct ciss_ld *ciss_pdscan(struct ciss_softc *sc, int ld);
93 static int	ciss_inq(struct ciss_softc *sc, struct ciss_inquiry *inq);
94 int	ciss_ldid(struct ciss_softc *, int, struct ciss_ldid *);
95 int	ciss_ldstat(struct ciss_softc *, int, struct ciss_ldstat *);
96 static int	ciss_ldmap(struct ciss_softc *sc);
97 int	ciss_pdid(struct ciss_softc *, u_int8_t, struct ciss_pdid *, int);
98 
99 #if NBIO > 0
100 int		ciss_ioctl(struct device *, u_long, void *);
101 int		ciss_ioctl_vol(struct ciss_softc *, struct bioc_vol *);
102 int		ciss_blink(struct ciss_softc *, int, int, int, struct ciss_blink *);
103 int		ciss_create_sensors(struct ciss_softc *);
104 void		ciss_sensor_refresh(struct sysmon_envsys *, envsys_data_t *);
105 #endif /* NBIO > 0 */
106 
107 static struct ciss_ccb *
108 ciss_get_ccb(struct ciss_softc *sc)
109 {
110 	struct ciss_ccb *ccb;
111 
112 	mutex_enter(&sc->sc_mutex);
113 	if ((ccb = TAILQ_LAST(&sc->sc_free_ccb, ciss_queue_head))) {
114 		TAILQ_REMOVE(&sc->sc_free_ccb, ccb, ccb_link);
115 		ccb->ccb_state = CISS_CCB_READY;
116 	}
117 	mutex_exit(&sc->sc_mutex);
118 	return ccb;
119 }
120 
121 static void
122 ciss_put_ccb(struct ciss_ccb *ccb)
123 {
124 	struct ciss_softc *sc = ccb->ccb_sc;
125 
126 	ccb->ccb_state = CISS_CCB_FREE;
127 	mutex_enter(&sc->sc_mutex);
128 	TAILQ_INSERT_TAIL(&sc->sc_free_ccb, ccb, ccb_link);
129 	mutex_exit(&sc->sc_mutex);
130 }
131 
132 int
133 ciss_attach(struct ciss_softc *sc)
134 {
135 	struct ciss_ccb *ccb;
136 	struct ciss_cmd *cmd;
137 	struct ciss_inquiry *inq;
138 	bus_dma_segment_t seg[1];
139 	int error, i, total, rseg, maxfer;
140 	paddr_t pa;
141 
142 	bus_space_read_region_4(sc->sc_iot, sc->cfg_ioh, sc->cfgoff,
143 	    (u_int32_t *)&sc->cfg, sizeof(sc->cfg) / 4);
144 
145 	if (sc->cfg.signature != CISS_SIGNATURE) {
146 		printf(": bad sign 0x%08x\n", sc->cfg.signature);
147 		return -1;
148 	}
149 
150 	if (!(sc->cfg.methods & CISS_METH_SIMPL)) {
151 		printf(": not simple 0x%08x\n", sc->cfg.methods);
152 		return -1;
153 	}
154 
155 	sc->cfg.rmethod = CISS_METH_SIMPL;
156 	sc->cfg.paddr_lim = 0;			/* 32bit addrs */
157 	sc->cfg.int_delay = 0;			/* disable coalescing */
158 	sc->cfg.int_count = 0;
159 	strlcpy(sc->cfg.hostname, "HUMPPA", sizeof(sc->cfg.hostname));
160 	sc->cfg.driverf |= CISS_DRV_PRF;	/* enable prefetch */
161 	if (!sc->cfg.maxsg)
162 		sc->cfg.maxsg = MAXPHYS / PAGE_SIZE + 1;
163 
164 	bus_space_write_region_4(sc->sc_iot, sc->cfg_ioh, sc->cfgoff,
165 	    (u_int32_t *)&sc->cfg, sizeof(sc->cfg) / 4);
166 	bus_space_barrier(sc->sc_iot, sc->cfg_ioh, sc->cfgoff, sizeof(sc->cfg),
167 	    BUS_SPACE_BARRIER_READ|BUS_SPACE_BARRIER_WRITE);
168 
169 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, CISS_IDB, CISS_IDB_CFG);
170 	bus_space_barrier(sc->sc_iot, sc->sc_ioh, CISS_IDB, 4,
171 	    BUS_SPACE_BARRIER_WRITE);
172 	for (i = 1000; i--; DELAY(1000)) {
173 		/* XXX maybe IDB is really 64bit? - hp dl380 needs this */
174 		(void)bus_space_read_4(sc->sc_iot, sc->sc_ioh, CISS_IDB + 4);
175 		if (!(bus_space_read_4(sc->sc_iot, sc->sc_ioh, CISS_IDB) & CISS_IDB_CFG))
176 			break;
177 		bus_space_barrier(sc->sc_iot, sc->sc_ioh, CISS_IDB, 4,
178 		    BUS_SPACE_BARRIER_READ);
179 	}
180 
181 	if (bus_space_read_4(sc->sc_iot, sc->sc_ioh, CISS_IDB) & CISS_IDB_CFG) {
182 		printf(": cannot set config\n");
183 		return -1;
184 	}
185 
186 	bus_space_read_region_4(sc->sc_iot, sc->cfg_ioh, sc->cfgoff,
187 	    (u_int32_t *)&sc->cfg, sizeof(sc->cfg) / 4);
188 
189 	if (!(sc->cfg.amethod & CISS_METH_SIMPL)) {
190 		printf(": cannot simplify 0x%08x\n", sc->cfg.amethod);
191 		return -1;
192 	}
193 
194 	/* i'm ready for you and i hope you're ready for me */
195 	for (i = 30000; i--; DELAY(1000)) {
196 		if (bus_space_read_4(sc->sc_iot, sc->cfg_ioh, sc->cfgoff +
197 		    offsetof(struct ciss_config, amethod)) & CISS_METH_READY)
198 			break;
199 		bus_space_barrier(sc->sc_iot, sc->cfg_ioh, sc->cfgoff +
200 		    offsetof(struct ciss_config, amethod), 4,
201 		    BUS_SPACE_BARRIER_READ);
202 	}
203 
204 	if (!(bus_space_read_4(sc->sc_iot, sc->cfg_ioh, sc->cfgoff +
205 	    offsetof(struct ciss_config, amethod)) & CISS_METH_READY)) {
206 		printf(": she never came ready for me 0x%08x\n",
207 		    sc->cfg.amethod);
208 		return -1;
209 	}
210 
211 	mutex_init(&sc->sc_mutex, MUTEX_DEFAULT, IPL_VM);
212 	mutex_init(&sc->sc_mutex_scratch, MUTEX_DEFAULT, IPL_VM);
213 	cv_init(&sc->sc_condvar, "ciss_cmd");
214 	sc->maxcmd = sc->cfg.maxcmd;
215 	sc->maxsg = sc->cfg.maxsg;
216 	if (sc->maxsg > MAXPHYS / PAGE_SIZE + 1)
217 		sc->maxsg = MAXPHYS / PAGE_SIZE + 1;
218 	i = sizeof(struct ciss_ccb) +
219 	    sizeof(ccb->ccb_cmd.sgl[0]) * (sc->maxsg - 1);
220 	for (sc->ccblen = 0x10; sc->ccblen < i; sc->ccblen <<= 1);
221 
222 	total = sc->ccblen * sc->maxcmd;
223 	if ((error = bus_dmamem_alloc(sc->sc_dmat, total, PAGE_SIZE, 0,
224 	    sc->cmdseg, 1, &rseg, BUS_DMA_NOWAIT))) {
225 		printf(": cannot allocate CCBs (%d)\n", error);
226 		return -1;
227 	}
228 
229 	if ((error = bus_dmamem_map(sc->sc_dmat, sc->cmdseg, rseg, total,
230 	    (void **)&sc->ccbs, BUS_DMA_NOWAIT))) {
231 		printf(": cannot map CCBs (%d)\n", error);
232 		return -1;
233 	}
234 	bzero(sc->ccbs, total);
235 
236 	if ((error = bus_dmamap_create(sc->sc_dmat, total, 1,
237 	    total, 0, BUS_DMA_NOWAIT | BUS_DMA_ALLOCNOW, &sc->cmdmap))) {
238 		printf(": cannot create CCBs dmamap (%d)\n", error);
239 		bus_dmamem_free(sc->sc_dmat, sc->cmdseg, 1);
240 		return -1;
241 	}
242 
243 	if ((error = bus_dmamap_load(sc->sc_dmat, sc->cmdmap, sc->ccbs, total,
244 	    NULL, BUS_DMA_NOWAIT))) {
245 		printf(": cannot load CCBs dmamap (%d)\n", error);
246 		bus_dmamem_free(sc->sc_dmat, sc->cmdseg, 1);
247 		bus_dmamap_destroy(sc->sc_dmat, sc->cmdmap);
248 		return -1;
249 	}
250 
251 	TAILQ_INIT(&sc->sc_ccbq);
252 	TAILQ_INIT(&sc->sc_ccbdone);
253 	TAILQ_INIT(&sc->sc_free_ccb);
254 
255 	maxfer = sc->maxsg * PAGE_SIZE;
256 	for (i = 0; total > 0 && i < sc->maxcmd; i++, total -= sc->ccblen) {
257 		ccb = (struct ciss_ccb *) ((char *)sc->ccbs + i * sc->ccblen);
258 		cmd = &ccb->ccb_cmd;
259 		pa = sc->cmdseg[0].ds_addr + i * sc->ccblen;
260 
261 		ccb->ccb_sc = sc;
262 		ccb->ccb_cmdpa = pa + offsetof(struct ciss_ccb, ccb_cmd);
263 		ccb->ccb_state = CISS_CCB_FREE;
264 
265 		cmd->id = htole32(i << 2);
266 		cmd->id_hi = htole32(0);
267 		cmd->sgin = sc->maxsg;
268 		cmd->sglen = htole16((u_int16_t)cmd->sgin);
269 		cmd->err_len = htole32(sizeof(ccb->ccb_err));
270 		pa += offsetof(struct ciss_ccb, ccb_err);
271 		cmd->err_pa = htole64((u_int64_t)pa);
272 
273 		if ((error = bus_dmamap_create(sc->sc_dmat, maxfer, sc->maxsg,
274 		    maxfer, 0, BUS_DMA_NOWAIT | BUS_DMA_ALLOCNOW,
275 		    &ccb->ccb_dmamap)))
276 			break;
277 
278 		TAILQ_INSERT_TAIL(&sc->sc_free_ccb, ccb, ccb_link);
279 	}
280 
281 	if (i < sc->maxcmd) {
282 		printf(": cannot create ccb#%d dmamap (%d)\n", i, error);
283 		if (i == 0) {
284 			/* TODO leaking cmd's dmamaps and shitz */
285 			bus_dmamem_free(sc->sc_dmat, sc->cmdseg, 1);
286 			bus_dmamap_destroy(sc->sc_dmat, sc->cmdmap);
287 			return -1;
288 		}
289 	}
290 
291 	if ((error = bus_dmamem_alloc(sc->sc_dmat, PAGE_SIZE, PAGE_SIZE, 0,
292 	    seg, 1, &rseg, BUS_DMA_NOWAIT))) {
293 		printf(": cannot allocate scratch buffer (%d)\n", error);
294 		return -1;
295 	}
296 
297 	if ((error = bus_dmamem_map(sc->sc_dmat, seg, rseg, PAGE_SIZE,
298 	    (void **)&sc->scratch, BUS_DMA_NOWAIT))) {
299 		printf(": cannot map scratch buffer (%d)\n", error);
300 		return -1;
301 	}
302 	bzero(sc->scratch, PAGE_SIZE);
303 	sc->sc_waitflag = XS_CTL_NOSLEEP;		/* can't sleep yet */
304 
305 	mutex_enter(&sc->sc_mutex_scratch);		/* is this really needed? */
306 	inq = sc->scratch;
307 	if (ciss_inq(sc, inq)) {
308 		printf(": adapter inquiry failed\n");
309 		mutex_exit(&sc->sc_mutex_scratch);
310 		bus_dmamem_free(sc->sc_dmat, sc->cmdseg, 1);
311 		bus_dmamap_destroy(sc->sc_dmat, sc->cmdmap);
312 		return -1;
313 	}
314 
315 	if (!(inq->flags & CISS_INQ_BIGMAP)) {
316 		printf(": big map is not supported, flags=0x%x\n",
317 		    inq->flags);
318 		mutex_exit(&sc->sc_mutex_scratch);
319 		bus_dmamem_free(sc->sc_dmat, sc->cmdseg, 1);
320 		bus_dmamap_destroy(sc->sc_dmat, sc->cmdmap);
321 		return -1;
322 	}
323 
324 	sc->maxunits = inq->numld;
325 	sc->nbus = inq->nscsi_bus;
326 	sc->ndrives = inq->buswidth;
327 	printf(": %d LD%s, HW rev %d, FW %4.4s/%4.4s\n",
328 	    inq->numld, inq->numld == 1? "" : "s",
329 	    inq->hw_rev, inq->fw_running, inq->fw_stored);
330 
331 	mutex_exit(&sc->sc_mutex_scratch);
332 
333 	callout_init(&sc->sc_hb, 0);
334 	callout_setfunc(&sc->sc_hb, ciss_heartbeat, sc);
335 	callout_schedule(&sc->sc_hb, hz * 3);
336 
337 	/* map LDs */
338 	if (ciss_ldmap(sc)) {
339 		aprint_error_dev(&sc->sc_dev, "adapter LD map failed\n");
340 		bus_dmamem_free(sc->sc_dmat, sc->cmdseg, 1);
341 		bus_dmamap_destroy(sc->sc_dmat, sc->cmdmap);
342 		return -1;
343 	}
344 
345 	if (!(sc->sc_lds = malloc(sc->maxunits * sizeof(*sc->sc_lds),
346 	    M_DEVBUF, M_NOWAIT))) {
347 		bus_dmamem_free(sc->sc_dmat, sc->cmdseg, 1);
348 		bus_dmamap_destroy(sc->sc_dmat, sc->cmdmap);
349 		return -1;
350 	}
351 	bzero(sc->sc_lds, sc->maxunits * sizeof(*sc->sc_lds));
352 
353 	sc->sc_flush = CISS_FLUSH_ENABLE;
354 	if (!(sc->sc_sh = shutdownhook_establish(ciss_shutdown, sc))) {
355 		printf(": unable to establish shutdown hook\n");
356 		bus_dmamem_free(sc->sc_dmat, sc->cmdseg, 1);
357 		bus_dmamap_destroy(sc->sc_dmat, sc->cmdmap);
358 		return -1;
359 	}
360 
361 	sc->sc_channel.chan_adapter = &sc->sc_adapter;
362 	sc->sc_channel.chan_bustype = &scsi_bustype;
363 	sc->sc_channel.chan_channel = 0;
364 	sc->sc_channel.chan_ntargets = sc->maxunits;
365 	sc->sc_channel.chan_nluns = 8;	/* Maybe should be 1? */
366 	sc->sc_channel.chan_openings = sc->maxcmd / (sc->maxunits? sc->maxunits : 1);
367 #if NBIO > 0
368 	/* XXX Reserve some ccb's for sensor and bioctl. */
369 	if (sc->sc_channel.chan_openings > 2)
370 		sc->sc_channel.chan_openings -= 2;
371 #endif
372 	sc->sc_channel.chan_flags = 0;
373 	sc->sc_channel.chan_id = sc->maxunits;
374 
375 	sc->sc_adapter.adapt_dev = (struct device *) sc;
376 	sc->sc_adapter.adapt_openings = sc->sc_channel.chan_openings;
377 	sc->sc_adapter.adapt_max_periph = sc->maxunits;
378 	sc->sc_adapter.adapt_request = ciss_scsi_cmd;
379 	sc->sc_adapter.adapt_minphys = cissminphys;
380 	sc->sc_adapter.adapt_ioctl = ciss_scsi_ioctl;
381 	sc->sc_adapter.adapt_nchannels = 1;
382 	config_found(&sc->sc_dev, &sc->sc_channel, scsiprint);
383 
384 #if 0
385 	sc->sc_link_raw.adapter_softc = sc;
386 	sc->sc_link.openings = sc->sc_channel.chan_openings;
387 	sc->sc_link_raw.adapter = &ciss_raw_switch;
388 	sc->sc_link_raw.adapter_target = sc->ndrives;
389 	sc->sc_link_raw.adapter_buswidth = sc->ndrives;
390 	config_found(&sc->sc_dev, &sc->sc_channel, scsiprint);
391 #endif
392 
393 #if NBIO > 0
394 	/* now map all the physdevs into their lds */
395 	/* XXX currently we assign all of them into ld0 */
396 	for (i = 0; i < sc->maxunits && i < 1; i++)
397 		if (!(sc->sc_lds[i] = ciss_pdscan(sc, i))) {
398 			sc->sc_waitflag = 0;	/* we can sleep now */
399 			return 0;
400 		}
401 
402 	if (bio_register(&sc->sc_dev, ciss_ioctl) != 0)
403 		aprint_error_dev(&sc->sc_dev, "controller registration failed");
404 	else
405 		sc->sc_ioctl = ciss_ioctl;
406 	if (ciss_create_sensors(sc) != 0)
407 		aprint_error_dev(&sc->sc_dev, "unable to create sensors");
408 #endif
409 	sc->sc_waitflag = 0;			/* we can sleep now */
410 
411 	return 0;
412 }
413 
414 static void
415 ciss_shutdown(void *v)
416 {
417 	struct ciss_softc *sc = v;
418 
419 	sc->sc_flush = CISS_FLUSH_DISABLE;
420 	/* timeout_del(&sc->sc_hb); */
421 	ciss_sync(sc);
422 }
423 
424 static void
425 cissminphys(struct buf *bp)
426 {
427 #if 0	/* TOSO */
428 #define	CISS_MAXFER	(PAGE_SIZE * (sc->maxsg + 1))
429 	if (bp->b_bcount > CISS_MAXFER)
430 		bp->b_bcount = CISS_MAXFER;
431 #endif
432 	minphys(bp);
433 }
434 
435 /*
436  * submit a command and optionally wait for completition.
437  * wait arg abuses XS_CTL_POLL|XS_CTL_NOSLEEP flags to request
438  * to wait (XS_CTL_POLL) and to allow tsleep() (!XS_CTL_NOSLEEP)
439  * instead of busy loop waiting
440  */
441 static int
442 ciss_cmd(struct ciss_ccb *ccb, int flags, int wait)
443 {
444 	struct ciss_softc *sc = ccb->ccb_sc;
445 	struct ciss_cmd *cmd = &ccb->ccb_cmd;
446 	struct ciss_ccb *ccb1;
447 	bus_dmamap_t dmap = ccb->ccb_dmamap;
448 	u_int32_t id;
449 	int i, tohz, error = 0;
450 
451 	if (ccb->ccb_state != CISS_CCB_READY) {
452 		printf("%s: ccb %d not ready state=0x%x\n", device_xname(&sc->sc_dev),
453 		    cmd->id, ccb->ccb_state);
454 		return (EINVAL);
455 	}
456 
457 	if (ccb->ccb_data) {
458 		bus_dma_segment_t *sgd;
459 
460 		if ((error = bus_dmamap_load(sc->sc_dmat, dmap, ccb->ccb_data,
461 		    ccb->ccb_len, NULL, flags))) {
462 			if (error == EFBIG)
463 				printf("more than %d dma segs\n", sc->maxsg);
464 			else
465 				printf("error %d loading dma map\n", error);
466 			ciss_put_ccb(ccb);
467 			return (error);
468 		}
469 		cmd->sgin = dmap->dm_nsegs;
470 
471 		sgd = dmap->dm_segs;
472 		CISS_DPRINTF(CISS_D_DMA, ("data=%p/%u<0x%lx/%lu",
473 		    ccb->ccb_data, ccb->ccb_len, sgd->ds_addr, sgd->ds_len));
474 
475 		for (i = 0; i < dmap->dm_nsegs; sgd++, i++) {
476 			cmd->sgl[i].addr_lo = htole32(sgd->ds_addr);
477 			cmd->sgl[i].addr_hi =
478 			    htole32((u_int64_t)sgd->ds_addr >> 32);
479 			cmd->sgl[i].len = htole32(sgd->ds_len);
480 			cmd->sgl[i].flags = htole32(0);
481 			if (i) {
482 				CISS_DPRINTF(CISS_D_DMA,
483 				    (",0x%lx/%lu", sgd->ds_addr, sgd->ds_len));
484 			}
485 		}
486 
487 		CISS_DPRINTF(CISS_D_DMA, ("> "));
488 
489 		bus_dmamap_sync(sc->sc_dmat, dmap, 0, dmap->dm_mapsize,
490 		    BUS_DMASYNC_PREREAD|BUS_DMASYNC_PREWRITE);
491 	} else
492 		cmd->sgin = 0;
493 	cmd->sglen = htole16((u_int16_t)cmd->sgin);
494 	bzero(&ccb->ccb_err, sizeof(ccb->ccb_err));
495 
496 	bus_dmamap_sync(sc->sc_dmat, sc->cmdmap, 0, sc->cmdmap->dm_mapsize,
497 	    BUS_DMASYNC_PREWRITE);
498 
499 	if ((wait & (XS_CTL_POLL|XS_CTL_NOSLEEP)) == (XS_CTL_POLL|XS_CTL_NOSLEEP))
500 		bus_space_write_4(sc->sc_iot, sc->sc_ioh, CISS_IMR,
501 		    bus_space_read_4(sc->sc_iot, sc->sc_ioh, CISS_IMR) | sc->iem);
502 
503 	mutex_enter(&sc->sc_mutex);
504 	TAILQ_INSERT_TAIL(&sc->sc_ccbq, ccb, ccb_link);
505 	mutex_exit(&sc->sc_mutex);
506 	ccb->ccb_state = CISS_CCB_ONQ;
507 	CISS_DPRINTF(CISS_D_CMD, ("submit=0x%x ", cmd->id));
508 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, CISS_INQ, ccb->ccb_cmdpa);
509 
510 	if (wait & XS_CTL_POLL) {
511 		int etick;
512 		CISS_DPRINTF(CISS_D_CMD, ("waiting "));
513 
514 		i = ccb->ccb_xs? ccb->ccb_xs->timeout : 60000;
515 		tohz = (i / 1000) * hz + (i % 1000) * (hz / 1000);
516 		if (tohz == 0)
517 			tohz = 1;
518 		for (i *= 100, etick = tick + tohz; i--; ) {
519 			if (!(wait & XS_CTL_NOSLEEP)) {
520 				ccb->ccb_state = CISS_CCB_POLL;
521 				CISS_DPRINTF(CISS_D_CMD, ("cv_timedwait(%d) ", tohz));
522 				mutex_enter(&sc->sc_mutex);
523 				if (cv_timedwait(&sc->sc_condvar,
524 				    &sc->sc_mutex, tohz) == EWOULDBLOCK) {
525 					mutex_exit(&sc->sc_mutex);
526 					break;
527 				}
528 				mutex_exit(&sc->sc_mutex);
529 				if (ccb->ccb_state != CISS_CCB_ONQ) {
530 					tohz = etick - tick;
531 					if (tohz <= 0)
532 						break;
533 					CISS_DPRINTF(CISS_D_CMD, ("T"));
534 					continue;
535 				}
536 				ccb1 = ccb;
537 			} else {
538 				DELAY(10);
539 
540 				if (!(bus_space_read_4(sc->sc_iot, sc->sc_ioh,
541 				    CISS_ISR) & sc->iem)) {
542 					CISS_DPRINTF(CISS_D_CMD, ("N"));
543 					continue;
544 				}
545 
546 				if ((id = bus_space_read_4(sc->sc_iot, sc->sc_ioh,
547 				    CISS_OUTQ)) == 0xffffffff) {
548 					CISS_DPRINTF(CISS_D_CMD, ("Q"));
549 					continue;
550 				}
551 
552 				CISS_DPRINTF(CISS_D_CMD, ("got=0x%x ", id));
553 				ccb1 = (struct ciss_ccb *)
554 					((char *)sc->ccbs + (id >> 2) * sc->ccblen);
555 				ccb1->ccb_cmd.id = htole32(id);
556 			}
557 
558 			error = ciss_done(ccb1);
559 			if (ccb1 == ccb)
560 				break;
561 		}
562 
563 		/* if never got a chance to be done above... */
564 		if (ccb->ccb_state != CISS_CCB_FREE) {
565 			ccb->ccb_err.cmd_stat = CISS_ERR_TMO;
566 			error = ciss_done(ccb);
567 		}
568 
569 		CISS_DPRINTF(CISS_D_CMD, ("done %d:%d",
570 		    ccb->ccb_err.cmd_stat, ccb->ccb_err.scsi_stat));
571 	}
572 
573 	if ((wait & (XS_CTL_POLL|XS_CTL_NOSLEEP)) == (XS_CTL_POLL|XS_CTL_NOSLEEP))
574 		bus_space_write_4(sc->sc_iot, sc->sc_ioh, CISS_IMR,
575 		    bus_space_read_4(sc->sc_iot, sc->sc_ioh, CISS_IMR) & ~sc->iem);
576 
577 	return (error);
578 }
579 
580 static int
581 ciss_done(struct ciss_ccb *ccb)
582 {
583 	struct ciss_softc *sc = ccb->ccb_sc;
584 	struct scsipi_xfer *xs = ccb->ccb_xs;
585 	struct ciss_cmd *cmd;
586 	int error = 0;
587 
588 	CISS_DPRINTF(CISS_D_CMD, ("ciss_done(%p) ", ccb));
589 
590 	if (ccb->ccb_state != CISS_CCB_ONQ) {
591 		printf("%s: unqueued ccb %p ready, state=0x%x\n",
592 		    device_xname(&sc->sc_dev), ccb, ccb->ccb_state);
593 		return 1;
594 	}
595 
596 	ccb->ccb_state = CISS_CCB_READY;
597 	mutex_enter(&sc->sc_mutex);
598 	TAILQ_REMOVE(&sc->sc_ccbq, ccb, ccb_link);
599 	mutex_exit(&sc->sc_mutex);
600 
601 	if (ccb->ccb_cmd.id & CISS_CMD_ERR)
602 		error = ciss_error(ccb);
603 
604 	cmd = &ccb->ccb_cmd;
605 	if (ccb->ccb_data) {
606 		bus_dmamap_sync(sc->sc_dmat, ccb->ccb_dmamap, 0,
607 		    ccb->ccb_dmamap->dm_mapsize, (cmd->flags & CISS_CDB_IN) ?
608 		    BUS_DMASYNC_POSTREAD : BUS_DMASYNC_POSTWRITE);
609 		bus_dmamap_unload(sc->sc_dmat, ccb->ccb_dmamap);
610 		ccb->ccb_xs = NULL;
611 		ccb->ccb_data = NULL;
612 	}
613 
614 	ciss_put_ccb(ccb);
615 
616 	if (xs) {
617 		xs->resid = 0;
618 		CISS_DPRINTF(CISS_D_CMD, ("scsipi_done(%p) ", xs));
619 		scsipi_done(xs);
620 	}
621 
622 	return error;
623 }
624 
625 static int
626 ciss_error(struct ciss_ccb *ccb)
627 {
628 	struct ciss_softc *sc = ccb->ccb_sc;
629 	struct ciss_error *err = &ccb->ccb_err;
630 	struct scsipi_xfer *xs = ccb->ccb_xs;
631 	int rv;
632 
633 	switch ((rv = le16toh(err->cmd_stat))) {
634 	case CISS_ERR_OK:
635 		break;
636 
637 	case CISS_ERR_INVCMD:
638 		printf("%s: invalid cmd 0x%x: 0x%x is not valid @ 0x%x[%d]\n",
639 		    device_xname(&sc->sc_dev), ccb->ccb_cmd.id,
640 		    err->err_info, err->err_type[3], err->err_type[2]);
641 		if (xs) {
642 			bzero(&xs->sense, sizeof(xs->sense));
643 			xs->sense.scsi_sense.response_code =
644 				SSD_RCODE_CURRENT | SSD_RCODE_VALID;
645 			xs->sense.scsi_sense.flags = SKEY_ILLEGAL_REQUEST;
646 			xs->sense.scsi_sense.asc = 0x24; /* ill field */
647 			xs->sense.scsi_sense.ascq = 0x0;
648 			xs->error = XS_SENSE;
649 		}
650 		break;
651 
652 	case CISS_ERR_TMO:
653 		xs->error = XS_TIMEOUT;
654 		break;
655 
656 	case CISS_ERR_UNRUN:
657 		/* Underrun */
658 		xs->resid = le32toh(err->resid);
659 		CISS_DPRINTF(CISS_D_CMD, (" underrun resid=0x%x ",
660 					  xs->resid));
661 		break;
662 	default:
663 		if (xs) {
664 			CISS_DPRINTF(CISS_D_CMD, ("scsi_stat=%x ", err->scsi_stat));
665 			switch (err->scsi_stat) {
666 			case SCSI_CHECK:
667 				xs->error = XS_SENSE;
668 				bcopy(&err->sense[0], &xs->sense,
669 				    sizeof(xs->sense));
670 				CISS_DPRINTF(CISS_D_CMD, (" sense=%02x %02x %02x %02x ",
671 					     err->sense[0], err->sense[1], err->sense[2], err->sense[3]));
672 				break;
673 
674 			case XS_BUSY:
675 				xs->error = XS_BUSY;
676 				break;
677 
678 			default:
679 				CISS_DPRINTF(CISS_D_ERR, ("%s: "
680 				    "cmd_stat=%x scsi_stat=0x%x resid=0x%x\n",
681 				    device_xname(&sc->sc_dev), rv, err->scsi_stat,
682 				    le32toh(err->resid)));
683 				printf("ciss driver stuffup in %s:%d: %s()\n",
684 				       __FILE__, __LINE__, __func__);
685 				xs->error = XS_DRIVER_STUFFUP;
686 				break;
687 			}
688 			xs->resid = le32toh(err->resid);
689 		}
690 	}
691 	ccb->ccb_cmd.id &= htole32(~3);
692 
693 	return rv;
694 }
695 
696 static int
697 ciss_inq(struct ciss_softc *sc, struct ciss_inquiry *inq)
698 {
699 	struct ciss_ccb *ccb;
700 	struct ciss_cmd *cmd;
701 
702 	ccb = ciss_get_ccb(sc);
703 	ccb->ccb_len = sizeof(*inq);
704 	ccb->ccb_data = inq;
705 	ccb->ccb_xs = NULL;
706 	cmd = &ccb->ccb_cmd;
707 	cmd->tgt = htole32(CISS_CMD_MODE_PERIPH);
708 	cmd->tgt2 = 0;
709 	cmd->cdblen = 10;
710 	cmd->flags = CISS_CDB_CMD | CISS_CDB_SIMPL | CISS_CDB_IN;
711 	cmd->tmo = htole16(0);
712 	bzero(&cmd->cdb[0], sizeof(cmd->cdb));
713 	cmd->cdb[0] = CISS_CMD_CTRL_GET;
714 	cmd->cdb[6] = CISS_CMS_CTRL_CTRL;
715 	cmd->cdb[7] = sizeof(*inq) >> 8;	/* biiiig endian */
716 	cmd->cdb[8] = sizeof(*inq) & 0xff;
717 
718 	return ciss_cmd(ccb, BUS_DMA_NOWAIT, XS_CTL_POLL|XS_CTL_NOSLEEP);
719 }
720 
721 static int
722 ciss_ldmap(struct ciss_softc *sc)
723 {
724 	struct ciss_ccb *ccb;
725 	struct ciss_cmd *cmd;
726 	struct ciss_ldmap *lmap;
727 	int total, rv;
728 
729 	mutex_enter(&sc->sc_mutex_scratch);
730 	lmap = sc->scratch;
731 	lmap->size = htobe32(sc->maxunits * sizeof(lmap->map));
732 	total = sizeof(*lmap) + (sc->maxunits - 1) * sizeof(lmap->map);
733 
734 	ccb = ciss_get_ccb(sc);
735 	ccb->ccb_len = total;
736 	ccb->ccb_data = lmap;
737 	ccb->ccb_xs = NULL;
738 	cmd = &ccb->ccb_cmd;
739 	cmd->tgt = CISS_CMD_MODE_PERIPH;
740 	cmd->tgt2 = 0;
741 	cmd->cdblen = 12;
742 	cmd->flags = CISS_CDB_CMD | CISS_CDB_SIMPL | CISS_CDB_IN;
743 	cmd->tmo = htole16(30);
744 	bzero(&cmd->cdb[0], sizeof(cmd->cdb));
745 	cmd->cdb[0] = CISS_CMD_LDMAP;
746 	cmd->cdb[8] = total >> 8;	/* biiiig endian */
747 	cmd->cdb[9] = total & 0xff;
748 
749 	rv = ciss_cmd(ccb, BUS_DMA_NOWAIT, XS_CTL_POLL|XS_CTL_NOSLEEP);
750 
751 	if (rv) {
752 		mutex_exit(&sc->sc_mutex_scratch);
753 		return rv;
754 	}
755 
756 	CISS_DPRINTF(CISS_D_MISC, ("lmap %x:%x\n",
757 	    lmap->map[0].tgt, lmap->map[0].tgt2));
758 
759 	mutex_exit(&sc->sc_mutex_scratch);
760 	return 0;
761 }
762 
763 static int
764 ciss_sync(struct ciss_softc *sc)
765 {
766 	struct ciss_ccb *ccb;
767 	struct ciss_cmd *cmd;
768 	struct ciss_flush *flush;
769 	int rv;
770 
771 	mutex_enter(&sc->sc_mutex_scratch);
772 	flush = sc->scratch;
773 	bzero(flush, sizeof(*flush));
774 	flush->flush = sc->sc_flush;
775 
776 	ccb = ciss_get_ccb(sc);
777 	ccb->ccb_len = sizeof(*flush);
778 	ccb->ccb_data = flush;
779 	ccb->ccb_xs = NULL;
780 	cmd = &ccb->ccb_cmd;
781 	cmd->tgt = CISS_CMD_MODE_PERIPH;
782 	cmd->tgt2 = 0;
783 	cmd->cdblen = 10;
784 	cmd->flags = CISS_CDB_CMD | CISS_CDB_SIMPL | CISS_CDB_OUT;
785 	cmd->tmo = 0;
786 	bzero(&cmd->cdb[0], sizeof(cmd->cdb));
787 	cmd->cdb[0] = CISS_CMD_CTRL_SET;
788 	cmd->cdb[6] = CISS_CMS_CTRL_FLUSH;
789 	cmd->cdb[7] = sizeof(*flush) >> 8;	/* biiiig endian */
790 	cmd->cdb[8] = sizeof(*flush) & 0xff;
791 
792 	rv = ciss_cmd(ccb, BUS_DMA_NOWAIT, XS_CTL_POLL|XS_CTL_NOSLEEP);
793 	mutex_exit(&sc->sc_mutex_scratch);
794 
795 	return rv;
796 }
797 
798 int
799 ciss_ldid(struct ciss_softc *sc, int target, struct ciss_ldid *id)
800 {
801 	struct ciss_ccb *ccb;
802 	struct ciss_cmd *cmd;
803 
804 	ccb = ciss_get_ccb(sc);
805 	if (ccb == NULL)
806 		return ENOMEM;
807 	ccb->ccb_len = sizeof(*id);
808 	ccb->ccb_data = id;
809 	ccb->ccb_xs = NULL;
810 	cmd = &ccb->ccb_cmd;
811 	cmd->tgt = htole32(CISS_CMD_MODE_PERIPH);
812 	cmd->tgt2 = 0;
813 	cmd->cdblen = 10;
814 	cmd->flags = CISS_CDB_CMD | CISS_CDB_SIMPL | CISS_CDB_IN;
815 	cmd->tmo = htole16(0);
816 	bzero(&cmd->cdb[0], sizeof(cmd->cdb));
817 	cmd->cdb[0] = CISS_CMD_CTRL_GET;
818 	cmd->cdb[1] = target;
819 	cmd->cdb[6] = CISS_CMS_CTRL_LDIDEXT;
820 	cmd->cdb[7] = sizeof(*id) >> 8;	/* biiiig endian */
821 	cmd->cdb[8] = sizeof(*id) & 0xff;
822 
823 	return ciss_cmd(ccb, BUS_DMA_NOWAIT, XS_CTL_POLL | sc->sc_waitflag);
824 }
825 
826 int
827 ciss_ldstat(struct ciss_softc *sc, int target, struct ciss_ldstat *stat)
828 {
829 	struct ciss_ccb *ccb;
830 	struct ciss_cmd *cmd;
831 
832 	ccb = ciss_get_ccb(sc);
833 	if (ccb == NULL)
834 		return ENOMEM;
835 	ccb->ccb_len = sizeof(*stat);
836 	ccb->ccb_data = stat;
837 	ccb->ccb_xs = NULL;
838 	cmd = &ccb->ccb_cmd;
839 	cmd->tgt = htole32(CISS_CMD_MODE_PERIPH);
840 	cmd->tgt2 = 0;
841 	cmd->cdblen = 10;
842 	cmd->flags = CISS_CDB_CMD | CISS_CDB_SIMPL | CISS_CDB_IN;
843 	cmd->tmo = htole16(0);
844 	bzero(&cmd->cdb[0], sizeof(cmd->cdb));
845 	cmd->cdb[0] = CISS_CMD_CTRL_GET;
846 	cmd->cdb[1] = target;
847 	cmd->cdb[6] = CISS_CMS_CTRL_LDSTAT;
848 	cmd->cdb[7] = sizeof(*stat) >> 8;	/* biiiig endian */
849 	cmd->cdb[8] = sizeof(*stat) & 0xff;
850 
851 	return ciss_cmd(ccb, BUS_DMA_NOWAIT, XS_CTL_POLL | sc->sc_waitflag);
852 }
853 
854 int
855 ciss_pdid(struct ciss_softc *sc, u_int8_t drv, struct ciss_pdid *id, int wait)
856 {
857 	struct ciss_ccb *ccb;
858 	struct ciss_cmd *cmd;
859 
860 	ccb = ciss_get_ccb(sc);
861 	if (ccb == NULL)
862 		return ENOMEM;
863 	ccb->ccb_len = sizeof(*id);
864 	ccb->ccb_data = id;
865 	ccb->ccb_xs = NULL;
866 	cmd = &ccb->ccb_cmd;
867 	cmd->tgt = htole32(CISS_CMD_MODE_PERIPH);
868 	cmd->tgt2 = 0;
869 	cmd->cdblen = 10;
870 	cmd->flags = CISS_CDB_CMD | CISS_CDB_SIMPL | CISS_CDB_IN;
871 	cmd->tmo = htole16(0);
872 	bzero(&cmd->cdb[0], sizeof(cmd->cdb));
873 	cmd->cdb[0] = CISS_CMD_CTRL_GET;
874 	cmd->cdb[2] = drv;
875 	cmd->cdb[6] = CISS_CMS_CTRL_PDID;
876 	cmd->cdb[7] = sizeof(*id) >> 8;	/* biiiig endian */
877 	cmd->cdb[8] = sizeof(*id) & 0xff;
878 
879 	return ciss_cmd(ccb, BUS_DMA_NOWAIT, wait);
880 }
881 
882 
883 struct ciss_ld *
884 ciss_pdscan(struct ciss_softc *sc, int ld)
885 {
886 	struct ciss_pdid *pdid;
887 	struct ciss_ld *ldp;
888 	u_int8_t drv, buf[128];
889 	int i, j, k = 0;
890 
891 	mutex_enter(&sc->sc_mutex_scratch);
892 	pdid = sc->scratch;
893 	for (i = 0; i < sc->nbus; i++)
894 		for (j = 0; j < sc->ndrives; j++) {
895 			drv = CISS_BIGBIT + i * sc->ndrives + j;
896 			if (!ciss_pdid(sc, drv, pdid, XS_CTL_POLL|XS_CTL_NOSLEEP))
897 				buf[k++] = drv;
898 		}
899 	mutex_exit(&sc->sc_mutex_scratch);
900 
901 	if (!k)
902 		return NULL;
903 
904 	ldp = malloc(sizeof(*ldp) + (k-1), M_DEVBUF, M_NOWAIT);
905 	if (!ldp)
906 		return NULL;
907 
908 	bzero(&ldp->bling, sizeof(ldp->bling));
909 	ldp->ndrives = k;
910 	ldp->xname[0] = 0;
911 	bcopy(buf, ldp->tgts, k);
912 	return ldp;
913 }
914 
915 #if 0
916 static void
917 ciss_scsi_raw_cmd(struct scsipi_channel *chan, scsipi_adapter_req_t req,
918 	void *arg)				/* TODO */
919 {
920 	struct scsipi_xfer *xs = (struct scsipi_xfer *) arg;
921 	struct ciss_rawsoftc *rsc =
922 		(struct ciss_rawsoftc *) chan->chan_adapter->adapt_dev;
923 	struct ciss_softc *sc = rsc->sc_softc;
924 	struct ciss_ccb *ccb;
925 	struct ciss_cmd *cmd;
926 	int error;
927 
928 	CISS_DPRINTF(CISS_D_CMD, ("ciss_scsi_raw_cmd "));
929 
930 	switch (req)
931 	{
932 	case ADAPTER_REQ_RUN_XFER:
933 		if (xs->cmdlen > CISS_MAX_CDB) {
934 			CISS_DPRINTF(CISS_D_CMD, ("CDB too big %p ", xs));
935 			bzero(&xs->sense, sizeof(xs->sense));
936 			printf("ciss driver stuffup in %s:%d: %s()\n",
937 			       __FILE__, __LINE__, __func__);
938 			xs->error = XS_DRIVER_STUFFUP;
939 			scsipi_done(xs);
940 			break;
941 		}
942 
943 		error = 0;
944 		xs->error = XS_NOERROR;
945 
946 		/* TODO check this target has not yet employed w/ any volume */
947 
948 		ccb = ciss_get_ccb(sc);
949 		cmd = &ccb->ccb_cmd;
950 		ccb->ccb_len = xs->datalen;
951 		ccb->ccb_data = xs->data;
952 		ccb->ccb_xs = xs;
953 
954 		cmd->cdblen = xs->cmdlen;
955 		cmd->flags = CISS_CDB_CMD | CISS_CDB_SIMPL;
956 		if (xs->xs_control & XS_CTL_DATA_IN)
957 			cmd->flags |= CISS_CDB_IN;
958 		else if (xs->xs_control & XS_CTL_DATA_OUT)
959 			cmd->flags |= CISS_CDB_OUT;
960 		cmd->tmo = xs->timeout < 1000? 1 : xs->timeout / 1000;
961 		bzero(&cmd->cdb[0], sizeof(cmd->cdb));
962 		bcopy(xs->cmd, &cmd->cdb[0], CISS_MAX_CDB);
963 
964 		if (ciss_cmd(ccb, BUS_DMA_WAITOK,
965 		    xs->xs_control & (XS_CTL_POLL|XS_CTL_NOSLEEP))) {
966 			printf("ciss driver stuffup in %s:%d: %s()\n",
967 			       __FILE__, __LINE__, __func__);
968 			xs->error = XS_DRIVER_STUFFUP;
969 			scsipi_done(xs);
970 			break;
971 		}
972 
973 		break;
974 
975 	case ADAPTER_REQ_GROW_RESOURCES:
976 		/*
977 		 * Not supported.
978 		 */
979 		break;
980 
981 	case ADAPTER_REQ_SET_XFER_MODE:
982 		/*
983 		 * We can't change the transfer mode, but at least let
984 		 * scsipi know what the adapter has negociated.
985 		 */
986 		 /* Get xfer mode and return it */
987 		break;
988 	}
989 }
990 #endif
991 
992 static void
993 ciss_scsi_cmd(struct scsipi_channel *chan, scsipi_adapter_req_t req,
994 	void *arg)
995 {
996 	struct scsipi_xfer *xs = (struct scsipi_xfer *) arg;
997 	struct ciss_softc *sc =
998 		(struct ciss_softc *) chan->chan_adapter->adapt_dev;
999 	u_int8_t target;
1000 	struct ciss_ccb *ccb;
1001 	struct ciss_cmd *cmd;
1002 	int error;
1003 
1004 	CISS_DPRINTF(CISS_D_CMD, ("ciss_scsi_cmd "));
1005 
1006 	switch (req)
1007 	{
1008 	case ADAPTER_REQ_RUN_XFER:
1009 		target = xs->xs_periph->periph_target;
1010 		CISS_DPRINTF(CISS_D_CMD, ("targ=%d ", target));
1011 		if (xs->cmdlen > CISS_MAX_CDB) {
1012 			CISS_DPRINTF(CISS_D_CMD, ("CDB too big %p ", xs));
1013 			bzero(&xs->sense, sizeof(xs->sense));
1014 			printf("ciss driver stuffup in %s:%d: %s()\n",
1015 			       __FILE__, __LINE__, __func__);
1016 			xs->error = XS_DRIVER_STUFFUP;
1017 			scsipi_done(xs);
1018 			break;
1019 		}
1020 
1021 		error = 0;
1022 		xs->error = XS_NOERROR;
1023 
1024 		/* XXX emulate SYNCHRONIZE_CACHE ??? */
1025 
1026 		ccb = ciss_get_ccb(sc);
1027 		cmd = &ccb->ccb_cmd;
1028 		ccb->ccb_len = xs->datalen;
1029 		ccb->ccb_data = xs->data;
1030 		ccb->ccb_xs = xs;
1031 		cmd->tgt = CISS_CMD_MODE_LD | target;
1032 		cmd->tgt2 = 0;
1033 		cmd->cdblen = xs->cmdlen;
1034 		cmd->flags = CISS_CDB_CMD | CISS_CDB_SIMPL;
1035 		if (xs->xs_control & XS_CTL_DATA_IN)
1036 			cmd->flags |= CISS_CDB_IN;
1037 		else if (xs->xs_control & XS_CTL_DATA_OUT)
1038 			cmd->flags |= CISS_CDB_OUT;
1039 		cmd->tmo = xs->timeout < 1000? 1 : xs->timeout / 1000;
1040 		bzero(&cmd->cdb[0], sizeof(cmd->cdb));
1041 		bcopy(xs->cmd, &cmd->cdb[0], CISS_MAX_CDB);
1042 		CISS_DPRINTF(CISS_D_CMD, ("cmd=%02x %02x %02x %02x %02x %02x ",
1043 			     cmd->cdb[0], cmd->cdb[1], cmd->cdb[2],
1044 			     cmd->cdb[3], cmd->cdb[4], cmd->cdb[5]));
1045 
1046 		if (ciss_cmd(ccb, BUS_DMA_WAITOK,
1047 		    xs->xs_control & (XS_CTL_POLL|XS_CTL_NOSLEEP))) {
1048 			printf("ciss driver stuffup in %s:%d: %s()\n",
1049 			       __FILE__, __LINE__, __func__);
1050 			xs->error = XS_DRIVER_STUFFUP;
1051 			scsipi_done(xs);
1052 			return;
1053 		}
1054 
1055 		break;
1056 	case ADAPTER_REQ_GROW_RESOURCES:
1057 		/*
1058 		 * Not supported.
1059 		 */
1060 		break;
1061 	case ADAPTER_REQ_SET_XFER_MODE:
1062 		/*
1063 		 * We can't change the transfer mode, but at least let
1064 		 * scsipi know what the adapter has negociated.
1065 		 */
1066 		/* FIXME: get xfer mode and write it into arg */
1067 		break;
1068 	}
1069 }
1070 
1071 int
1072 ciss_intr(void *v)
1073 {
1074 	struct ciss_softc *sc = v;
1075 	struct ciss_ccb *ccb;
1076 	u_int32_t id;
1077 	int hit = 0;
1078 
1079 	CISS_DPRINTF(CISS_D_INTR, ("intr "));
1080 
1081 	if (!(bus_space_read_4(sc->sc_iot, sc->sc_ioh, CISS_ISR) & sc->iem))
1082 		return 0;
1083 
1084 	while ((id = bus_space_read_4(sc->sc_iot, sc->sc_ioh, CISS_OUTQ)) !=
1085 	    0xffffffff) {
1086 
1087 		ccb = (struct ciss_ccb *) ((char *)sc->ccbs + (id >> 2) * sc->ccblen);
1088 		ccb->ccb_cmd.id = htole32(id);
1089 		if (ccb->ccb_state == CISS_CCB_POLL) {
1090 			ccb->ccb_state = CISS_CCB_ONQ;
1091 			mutex_enter(&sc->sc_mutex);
1092 			cv_broadcast(&sc->sc_condvar);
1093 			mutex_exit(&sc->sc_mutex);
1094 		} else
1095 			ciss_done(ccb);
1096 
1097 		hit = 1;
1098 	}
1099 
1100 	CISS_DPRINTF(CISS_D_INTR, ("exit\n"));
1101 	return hit;
1102 }
1103 
1104 static void
1105 ciss_heartbeat(void *v)
1106 {
1107 	struct ciss_softc *sc = v;
1108 	u_int32_t hb;
1109 
1110 	hb = bus_space_read_4(sc->sc_iot, sc->cfg_ioh,
1111 	    sc->cfgoff + offsetof(struct ciss_config, heartbeat));
1112 	if (hb == sc->heartbeat)
1113 		panic("ciss: dead");	/* XX reset! */
1114 	else
1115 		sc->heartbeat = hb;
1116 
1117 	callout_schedule(&sc->sc_hb, hz * 3);
1118 }
1119 
1120 static int
1121 ciss_scsi_ioctl(struct scsipi_channel *chan, u_long cmd,
1122     void *addr, int flag, struct proc *p)
1123 {
1124 #if NBIO > 0
1125 	return ciss_ioctl(chan->chan_adapter->adapt_dev, cmd, addr);
1126 #else
1127 	return ENOTTY;
1128 #endif
1129 }
1130 
1131 #if NBIO > 0
1132 const int ciss_level[] = { 0, 4, 1, 5, 51, 7 };
1133 const int ciss_stat[] = { BIOC_SVONLINE, BIOC_SVOFFLINE, BIOC_SVOFFLINE,
1134     BIOC_SVDEGRADED, BIOC_SVREBUILD, BIOC_SVREBUILD, BIOC_SVDEGRADED,
1135     BIOC_SVDEGRADED, BIOC_SVINVALID, BIOC_SVINVALID, BIOC_SVBUILDING,
1136     BIOC_SVOFFLINE, BIOC_SVBUILDING };
1137 
1138 int
1139 ciss_ioctl(struct device *dev, u_long cmd, void *addr)
1140 {
1141 	struct ciss_softc	*sc = (struct ciss_softc *)dev;
1142 	struct bioc_inq *bi;
1143 	struct bioc_disk *bd;
1144 	struct bioc_blink *bb;
1145 	struct ciss_ldstat *ldstat;
1146 	struct ciss_pdid *pdid;
1147 	struct ciss_blink *blink;
1148 	struct ciss_ld *ldp;
1149 	int ld, pd, error = 0;
1150 
1151 	switch (cmd) {
1152 	case BIOCINQ:
1153 		bi = (struct bioc_inq *)addr;
1154 		strlcpy(bi->bi_dev, device_xname(&sc->sc_dev), sizeof(bi->bi_dev));
1155 		bi->bi_novol = sc->maxunits;
1156 		bi->bi_nodisk = sc->sc_lds[0]->ndrives;
1157 		break;
1158 
1159 	case BIOCVOL:
1160 		error = ciss_ioctl_vol(sc, (struct bioc_vol *)addr);
1161 		break;
1162 
1163 	case BIOCDISK_NOVOL:
1164 /*
1165  * XXX since we don't know how to associate physical drives with logical drives
1166  * yet, BIOCDISK_NOVOL is equivalent to BIOCDISK to the volume that we've
1167  * associated all physical drives to.
1168  * Maybe assoicate all physical drives to all logical volumes, but only return
1169  * physical drives on one logical volume.  Which one?  Either 1st volume that
1170  * is degraded, rebuilding, or failed?
1171  */
1172 		bd = (struct bioc_disk *)addr;
1173 		bd->bd_volid = 0;
1174 		bd->bd_disknovol = true;
1175 		/* FALLTHROUGH */
1176 	case BIOCDISK:
1177 		bd = (struct bioc_disk *)addr;
1178 		if (bd->bd_volid > sc->maxunits) {
1179 			error = EINVAL;
1180 			break;
1181 		}
1182 		ldp = sc->sc_lds[0];
1183 		if (!ldp || (pd = bd->bd_diskid) > ldp->ndrives) {
1184 			error = EINVAL;
1185 			break;
1186 		}
1187 		ldstat = sc->scratch;
1188 		if ((error = ciss_ldstat(sc, bd->bd_volid, ldstat))) {
1189 			break;
1190 		}
1191 		bd->bd_status = -1;
1192 		if (ldstat->bigrebuild == ldp->tgts[pd])
1193 			bd->bd_status = BIOC_SDREBUILD;
1194 		if (ciss_bitset(ldp->tgts[pd] & (~CISS_BIGBIT),
1195 		    ldstat->bigfailed)) {
1196 			bd->bd_status = BIOC_SDFAILED;
1197 			bd->bd_size = 0;
1198 			bd->bd_channel = (ldp->tgts[pd] & (~CISS_BIGBIT)) /
1199 			    sc->ndrives;
1200 			bd->bd_target = ldp->tgts[pd] % sc->ndrives;
1201 			bd->bd_lun = 0;
1202 			bd->bd_vendor[0] = '\0';
1203 			bd->bd_serial[0] = '\0';
1204 			bd->bd_procdev[0] = '\0';
1205 		} else {
1206 			pdid = sc->scratch;
1207 			if ((error = ciss_pdid(sc, ldp->tgts[pd], pdid,
1208 			    XS_CTL_POLL))) {
1209 				bd->bd_status = BIOC_SDFAILED;
1210 				bd->bd_size = 0;
1211 				bd->bd_channel = (ldp->tgts[pd] & (~CISS_BIGBIT)) /
1212 				    sc->ndrives;
1213 				bd->bd_target = ldp->tgts[pd] % sc->ndrives;
1214 				bd->bd_lun = 0;
1215 				bd->bd_vendor[0] = '\0';
1216 				bd->bd_serial[0] = '\0';
1217 				bd->bd_procdev[0] = '\0';
1218 				error = 0;
1219 				break;
1220 			}
1221 			if (bd->bd_status < 0) {
1222 				if (pdid->config & CISS_PD_SPARE)
1223 					bd->bd_status = BIOC_SDHOTSPARE;
1224 				else if (pdid->present & CISS_PD_PRESENT)
1225 					bd->bd_status = BIOC_SDONLINE;
1226 				else
1227 					bd->bd_status = BIOC_SDINVALID;
1228 			}
1229 			bd->bd_size = (u_int64_t)le32toh(pdid->nblocks) *
1230 			    le16toh(pdid->blksz);
1231 			bd->bd_channel = pdid->bus;
1232 			bd->bd_target = pdid->target;
1233 			bd->bd_lun = 0;
1234 			strlcpy(bd->bd_vendor, pdid->model,
1235 			    sizeof(bd->bd_vendor));
1236 			strlcpy(bd->bd_serial, pdid->serial,
1237 			    sizeof(bd->bd_serial));
1238 			bd->bd_procdev[0] = '\0';
1239 		}
1240 		break;
1241 
1242 	case BIOCBLINK:
1243 		bb = (struct bioc_blink *)addr;
1244 		blink = sc->scratch;
1245 		error = EINVAL;
1246 		/* XXX workaround completely dumb scsi addressing */
1247 		for (ld = 0; ld < sc->maxunits; ld++) {
1248 			ldp = sc->sc_lds[ld];
1249 			if (!ldp)
1250 				continue;
1251 			for (pd = 0; pd < ldp->ndrives; pd++)
1252 				if (ldp->tgts[pd] == (CISS_BIGBIT +
1253 				    bb->bb_channel * sc->ndrives +
1254 				    bb->bb_target))
1255 					error = ciss_blink(sc, ld, pd,
1256 					    bb->bb_status, blink);
1257 		}
1258 		break;
1259 
1260 	case BIOCALARM:
1261 	case BIOCSETSTATE:
1262 	default:
1263 		error = EINVAL;
1264 	}
1265 
1266 	return (error);
1267 }
1268 
1269 int
1270 ciss_ioctl_vol(struct ciss_softc *sc, struct bioc_vol *bv)
1271 {
1272 	struct ciss_ldid *ldid;
1273 	struct ciss_ld *ldp;
1274 	struct ciss_ldstat *ldstat;
1275 	struct ciss_pdid *pdid;
1276 	int error = 0;
1277 	u_int blks;
1278 
1279 	if (bv->bv_volid > sc->maxunits) {
1280 		return EINVAL;
1281 	}
1282 	ldp = sc->sc_lds[bv->bv_volid];
1283 	ldid = sc->scratch;
1284 	if ((error = ciss_ldid(sc, bv->bv_volid, ldid))) {
1285 		return error;
1286 	}
1287 	bv->bv_status = BIOC_SVINVALID;
1288 	blks = (u_int)le16toh(ldid->nblocks[1]) << 16 |
1289 	    le16toh(ldid->nblocks[0]);
1290 	bv->bv_size = blks * (u_quad_t)le16toh(ldid->blksize);
1291 	bv->bv_level = ciss_level[ldid->type];
1292 /*
1293  * XXX Should only return bv_nodisk for logigal volume that we've associated
1294  * the physical drives to:  either the 1st degraded, rebuilding, or failed
1295  * volume else volume 0?
1296  */
1297 	if (ldp) {
1298 		bv->bv_nodisk = ldp->ndrives;
1299 		strlcpy(bv->bv_dev, ldp->xname, sizeof(bv->bv_dev));
1300 	}
1301 	strlcpy(bv->bv_vendor, "CISS", sizeof(bv->bv_vendor));
1302 	ldstat = sc->scratch;
1303 	bzero(ldstat, sizeof(*ldstat));
1304 	if ((error = ciss_ldstat(sc, bv->bv_volid, ldstat))) {
1305 		return error;
1306 	}
1307 	bv->bv_percent = -1;
1308 	bv->bv_seconds = 0;
1309 	if (ldstat->stat < sizeof(ciss_stat)/sizeof(ciss_stat[0]))
1310 		bv->bv_status = ciss_stat[ldstat->stat];
1311 	if (bv->bv_status == BIOC_SVREBUILD ||
1312 	    bv->bv_status == BIOC_SVBUILDING) {
1313 	 	u_int64_t prog;
1314 
1315 		ldp = sc->sc_lds[0];
1316 		if (ldp) {
1317 			bv->bv_nodisk = ldp->ndrives;
1318 			strlcpy(bv->bv_dev, ldp->xname, sizeof(bv->bv_dev));
1319 		}
1320 /*
1321  * XXX ldstat->prog is blocks remaining on physical drive being rebuilt
1322  * blks is only correct for a RAID1 set;  RAID5 needs to determine the
1323  * size of the physical device - which we don't yet know.
1324  * ldstat->bigrebuild has physical device target, so could be used with
1325  * pdid to get size.   Another way is to save pd information in sc so it's
1326  * easy to reference.
1327  */
1328 		prog = (u_int64_t)((ldstat->prog[3] << 24) |
1329 		    (ldstat->prog[2] << 16) | (ldstat->prog[1] << 8) |
1330 		    ldstat->prog[0]);
1331 		pdid = sc->scratch;
1332 		if (!ciss_pdid(sc, ldstat->bigrebuild, pdid, XS_CTL_POLL)) {
1333 			blks = le32toh(pdid->nblocks);
1334 			bv->bv_percent = (blks - prog) * 1000ULL / blks;
1335 		 }
1336 	}
1337 	return 0;
1338 }
1339 
1340 int
1341 ciss_blink(struct ciss_softc *sc, int ld, int pd, int stat,
1342     struct ciss_blink *blink)
1343 {
1344 	struct ciss_ccb *ccb;
1345 	struct ciss_cmd *cmd;
1346 	struct ciss_ld *ldp;
1347 
1348 	if (ld > sc->maxunits)
1349 		return EINVAL;
1350 
1351 	ldp = sc->sc_lds[ld];
1352 	if (!ldp || pd > ldp->ndrives)
1353 		return EINVAL;
1354 
1355 	ldp->bling.pdtab[ldp->tgts[pd]] = stat == BIOC_SBUNBLINK? 0 :
1356 	    CISS_BLINK_ALL;
1357 	bcopy(&ldp->bling, blink, sizeof(*blink));
1358 
1359 	ccb = ciss_get_ccb(sc);
1360 	if (ccb == NULL)
1361 		return ENOMEM;
1362 	ccb->ccb_len = sizeof(*blink);
1363 	ccb->ccb_data = blink;
1364 	ccb->ccb_xs = NULL;
1365 	cmd = &ccb->ccb_cmd;
1366 	cmd->tgt = htole32(CISS_CMD_MODE_PERIPH);
1367 	cmd->tgt2 = 0;
1368 	cmd->cdblen = 10;
1369 	cmd->flags = CISS_CDB_CMD | CISS_CDB_SIMPL | CISS_CDB_OUT;
1370 	cmd->tmo = htole16(0);
1371 	bzero(&cmd->cdb[0], sizeof(cmd->cdb));
1372 	cmd->cdb[0] = CISS_CMD_CTRL_SET;
1373 	cmd->cdb[6] = CISS_CMS_CTRL_PDBLINK;
1374 	cmd->cdb[7] = sizeof(*blink) >> 8;	/* biiiig endian */
1375 	cmd->cdb[8] = sizeof(*blink) & 0xff;
1376 
1377 	return ciss_cmd(ccb, BUS_DMA_NOWAIT, XS_CTL_POLL);
1378 }
1379 
1380 int
1381 ciss_create_sensors(struct ciss_softc *sc)
1382 {
1383 	int			i;
1384 	int nsensors = sc->maxunits;
1385 
1386 	sc->sc_sme = sysmon_envsys_create();
1387 	sc->sc_sensor = malloc(sizeof(envsys_data_t) * nsensors,
1388 		M_DEVBUF, M_NOWAIT | M_ZERO);
1389 	if (sc->sc_sensor == NULL) {
1390 		aprint_error_dev(&sc->sc_dev, "can't allocate envsys_data");
1391 		return(ENOMEM);
1392 	}
1393 
1394 	for (i = 0; i < nsensors; i++) {
1395 		sc->sc_sensor[i].units = ENVSYS_DRIVE;
1396 		sc->sc_sensor[i].monitor = true;
1397 		/* Enable monitoring for drive state changes */
1398 		sc->sc_sensor[i].flags |= ENVSYS_FMONSTCHANGED;
1399 		/* logical drives */
1400 		snprintf(sc->sc_sensor[i].desc,
1401 		    sizeof(sc->sc_sensor[i].desc), "%s:%d",
1402 		    device_xname(&sc->sc_dev), i);
1403 		if (sysmon_envsys_sensor_attach(sc->sc_sme,
1404 		    &sc->sc_sensor[i]))
1405 			goto out;
1406 	}
1407 
1408 	sc->sc_sme->sme_name = device_xname(&sc->sc_dev);
1409 	sc->sc_sme->sme_cookie = sc;
1410 	sc->sc_sme->sme_refresh = ciss_sensor_refresh;
1411 	if (sysmon_envsys_register(sc->sc_sme)) {
1412 		printf("%s: unable to register with sysmon\n", device_xname(&sc->sc_dev));
1413 		return(1);
1414 	}
1415 	return (0);
1416 
1417 out:
1418 	free(sc->sc_sensor, M_DEVBUF);
1419 	sysmon_envsys_destroy(sc->sc_sme);
1420 	return EINVAL;
1421 }
1422 
1423 void
1424 ciss_sensor_refresh(struct sysmon_envsys *sme, envsys_data_t *edata)
1425 {
1426 	struct ciss_softc	*sc = sme->sme_cookie;
1427 	struct bioc_vol		bv;
1428 
1429 	if (edata->sensor >= sc->maxunits)
1430 		return;
1431 
1432 	bzero(&bv, sizeof(bv));
1433 	bv.bv_volid = edata->sensor;
1434 	if (ciss_ioctl_vol(sc, &bv)) {
1435 		return;
1436 	}
1437 
1438 	switch(bv.bv_status) {
1439 	case BIOC_SVOFFLINE:
1440 		edata->value_cur = ENVSYS_DRIVE_FAIL;
1441 		edata->state = ENVSYS_SCRITICAL;
1442 		break;
1443 
1444 	case BIOC_SVDEGRADED:
1445 		edata->value_cur = ENVSYS_DRIVE_PFAIL;
1446 		edata->state = ENVSYS_SCRITICAL;
1447 		break;
1448 
1449 	case BIOC_SVSCRUB:
1450 	case BIOC_SVONLINE:
1451 		edata->value_cur = ENVSYS_DRIVE_ONLINE;
1452 		edata->state = ENVSYS_SVALID;
1453 		break;
1454 
1455 	case BIOC_SVREBUILD:
1456 	case BIOC_SVBUILDING:
1457 		edata->value_cur = ENVSYS_DRIVE_REBUILD;
1458 		edata->state = ENVSYS_SVALID;
1459 		break;
1460 
1461 	case BIOC_SVINVALID:
1462 		/* FALLTRHOUGH */
1463 	default:
1464 		edata->value_cur = 0; /* unknown */
1465 		edata->state = ENVSYS_SINVALID;
1466 	}
1467 }
1468 #endif /* NBIO > 0 */
1469