xref: /openbsd-src/sys/dev/ic/gdt_common.c (revision b2ea75c1b17e1a9a339660e7ed45cd24946b230e)
1 /*	$OpenBSD: gdt_common.c,v 1.14 2001/08/12 20:12:12 mickey Exp $	*/
2 
3 /*
4  * Copyright (c) 1999, 2000 Niklas Hallqvist.  All rights reserved.
5  *
6  * Redistribution and use in source and binary forms, with or without
7  * modification, are permitted provided that the following conditions
8  * are met:
9  * 1. Redistributions of source code must retain the above copyright
10  *    notice, this list of conditions and the following disclaimer.
11  * 2. Redistributions in binary form must reproduce the above copyright
12  *    notice, this list of conditions and the following disclaimer in the
13  *    documentation and/or other materials provided with the distribution.
14  * 3. All advertising materials mentioning features or use of this software
15  *    must display the following acknowledgement:
16  *	This product includes software developed by Niklas Hallqvist.
17  * 4. The name of the author may not be used to endorse or promote products
18  *    derived from this software without specific prior written permission.
19  *
20  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
21  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
22  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
23  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
24  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
25  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
26  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
27  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
28  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
29  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
30  */
31 
32 /*
33  * This driver would not have written if it was not for the hardware donations
34  * from both ICP-Vortex and �ko.neT.  I want to thank them for their support.
35  */
36 
37 #include <sys/param.h>
38 #include <sys/systm.h>
39 #include <sys/buf.h>
40 #include <sys/device.h>
41 #include <sys/kernel.h>
42 #include <sys/malloc.h>
43 
44 #include <machine/bus.h>
45 
46 #include <vm/vm.h>
47 
48 #include <scsi/scsi_all.h>
49 #include <scsi/scsi_disk.h>
50 #include <scsi/scsiconf.h>
51 
52 #include <dev/ic/gdtreg.h>
53 #include <dev/ic/gdtvar.h>
54 
55 #ifdef GDT_DEBUG
56 int gdt_maxcmds = GDT_MAXCMDS;
57 #undef GDT_MAXCMDS
58 #define GDT_MAXCMDS gdt_maxcmds
59 #endif
60 
61 int	gdt_async_event __P((struct gdt_softc *, int));
62 void	gdt_chain __P((struct gdt_softc *));
63 void	gdt_clear_events __P((struct gdt_softc *));
64 void	gdt_copy_internal_data __P((struct scsi_xfer *, u_int8_t *, size_t));
65 struct scsi_xfer *gdt_dequeue __P((struct gdt_softc *));
66 void	gdt_enqueue __P((struct gdt_softc *, struct scsi_xfer *, int));
67 void	gdt_enqueue_ccb __P((struct gdt_softc *, struct gdt_ccb *));
68 void	gdt_eval_mapping __P((u_int32_t, int *, int *, int *));
69 int	gdt_exec_ccb __P((struct gdt_ccb *));
70 void	gdt_free_ccb __P((struct gdt_softc *, struct gdt_ccb *));
71 struct gdt_ccb *gdt_get_ccb __P((struct gdt_softc *, int));
72 int	gdt_internal_cache_cmd __P((struct scsi_xfer *));
73 int	gdt_internal_cmd __P((struct gdt_softc *, u_int8_t, u_int16_t,
74     u_int32_t, u_int32_t, u_int32_t));
75 int	gdt_raw_scsi_cmd __P((struct scsi_xfer *));
76 int	gdt_scsi_cmd __P((struct scsi_xfer *));
77 void	gdt_start_ccbs __P((struct gdt_softc *));
78 int	gdt_sync_event __P((struct gdt_softc *, int, u_int8_t,
79     struct scsi_xfer *));
80 void	gdt_timeout __P((void *));
81 int	gdt_wait __P((struct gdt_softc *, struct gdt_ccb *, int));
82 void	gdt_watchdog __P((void *));
83 
84 struct cfdriver gdt_cd = {
85 	NULL, "gdt", DV_DULL
86 };
87 
88 struct scsi_adapter gdt_switch = {
89 	gdt_scsi_cmd, gdtminphys, 0, 0,
90 };
91 
92 struct scsi_adapter gdt_raw_switch = {
93 	gdt_raw_scsi_cmd, gdtminphys, 0, 0,
94 };
95 
96 struct scsi_device gdt_dev = {
97 	NULL, NULL, NULL, NULL
98 };
99 
100 u_int8_t gdt_polling;
101 u_int8_t gdt_from_wait;
102 struct gdt_softc *gdt_wait_gdt;
103 int	gdt_wait_index;
104 #ifdef GDT_DEBUG
105 int	gdt_debug = GDT_DEBUG;
106 #endif
107 
108 int
109 gdt_attach(gdt)
110 	struct gdt_softc *gdt;
111 {
112 	u_int16_t cdev_cnt;
113 	int i, id, drv_cyls, drv_hds, drv_secs, error;
114 
115 	gdt_polling = 1;
116 	gdt_from_wait = 0;
117 	gdt_clear_events(gdt);
118 
119 	TAILQ_INIT(&gdt->sc_free_ccb);
120 	TAILQ_INIT(&gdt->sc_ccbq);
121 	LIST_INIT(&gdt->sc_queue);
122 
123 	/* Initialize the ccbs */
124 	for (i = 0; i < GDT_MAXCMDS; i++) {
125 		gdt->sc_ccbs[i].gc_cmd_index = i + 2;
126 		error = bus_dmamap_create(gdt->sc_dmat,
127 		    (GDT_MAXOFFSETS - 1) << PGSHIFT, GDT_MAXOFFSETS,
128 		    (GDT_MAXOFFSETS - 1) << PGSHIFT, 0,
129 		    BUS_DMA_NOWAIT | BUS_DMA_ALLOCNOW,
130 		    &gdt->sc_ccbs[i].gc_dmamap_xfer);
131 		if (error) {
132 			printf("%s: cannot create ccb dmamap (%d)",
133 			    gdt->sc_dev.dv_xname, error);
134 			return (1);
135 		}
136 		(void)gdt_ccb_set_cmd(gdt->sc_ccbs + i, GDT_GCF_UNUSED);
137 		TAILQ_INSERT_TAIL(&gdt->sc_free_ccb, &gdt->sc_ccbs[i],
138 		    gc_chain);
139 	}
140 
141 	/* Fill in the prototype scsi_link. */
142 	gdt->sc_link.adapter_softc = gdt;
143 	gdt->sc_link.adapter = &gdt_switch;
144 	gdt->sc_link.device = &gdt_dev;
145 	/* XXX what is optimal? */
146 	gdt->sc_link.openings = GDT_MAXCMDS;
147 	gdt->sc_link.adapter_buswidth =
148 	    (gdt->sc_class & GDT_FC) ? GDT_MAXID : GDT_MAX_HDRIVES;
149 	gdt->sc_link.adapter_target = gdt->sc_link.adapter_buswidth;
150 
151 	if (!gdt_internal_cmd(gdt, GDT_SCREENSERVICE, GDT_INIT, 0, 0, 0)) {
152 		printf("screen service initialization error %d\n",
153 		     gdt->sc_status);
154 		return (1);
155 	}
156 
157 	if (!gdt_internal_cmd(gdt, GDT_CACHESERVICE, GDT_INIT, GDT_LINUX_OS, 0,
158 	    0)) {
159 		printf("cache service initialization error %d\n",
160 		    gdt->sc_status);
161 		return (1);
162 	}
163 
164 	if (!gdt_internal_cmd(gdt, GDT_CACHESERVICE, GDT_MOUNT, 0xffff, 1,
165 	    0)) {
166 		printf("cache service mount error %d\n",
167 		    gdt->sc_status);
168 		return (1);
169 	}
170 
171 	if (!gdt_internal_cmd(gdt, GDT_CACHESERVICE, GDT_INIT, GDT_LINUX_OS, 0,
172 	    0)) {
173 		printf("cache service post-mount initialization error %d\n",
174 		    gdt->sc_status);
175 		return (1);
176 	}
177 	cdev_cnt = (u_int16_t)gdt->sc_info;
178 
179 	/* Detect number of busses */
180 	gdt_enc32(gdt->sc_scratch + GDT_IOC_VERSION, GDT_IOC_NEWEST);
181 	gdt->sc_scratch[GDT_IOC_LIST_ENTRIES] = GDT_MAXBUS;
182 	gdt->sc_scratch[GDT_IOC_FIRST_CHAN] = 0;
183 	gdt->sc_scratch[GDT_IOC_LAST_CHAN] = GDT_MAXBUS - 1;
184 	gdt_enc32(gdt->sc_scratch + GDT_IOC_LIST_OFFSET, GDT_IOC_HDR_SZ);
185 	if (gdt_internal_cmd(gdt, GDT_CACHESERVICE, GDT_IOCTL,
186 	    GDT_IOCHAN_RAW_DESC, GDT_INVALID_CHANNEL,
187 	    GDT_IOC_HDR_SZ + GDT_RAWIOC_SZ)) {
188 		gdt->sc_bus_cnt = gdt->sc_scratch[GDT_IOC_CHAN_COUNT];
189 		for (i = 0; i < gdt->sc_bus_cnt; i++) {
190 			id = gdt->sc_scratch[GDT_IOC_HDR_SZ +
191 			    i * GDT_RAWIOC_SZ + GDT_RAWIOC_PROC_ID];
192 			gdt->sc_bus_id[id] = id < GDT_MAXID ? id : 0xff;
193 		}
194 
195 	} else {
196 		/* New method failed, use fallback. */
197 		gdt_enc32(gdt->sc_scratch + GDT_GETCH_CHANNEL_NO, i);
198 		for (i = 0; i < GDT_MAXBUS; i++) {
199 			if (!gdt_internal_cmd(gdt, GDT_CACHESERVICE, GDT_IOCTL,
200 			    GDT_SCSI_CHAN_CNT | GDT_L_CTRL_PATTERN,
201 			    GDT_IO_CHANNEL | GDT_INVALID_CHANNEL,
202 			    GDT_GETCH_SZ)) {
203 				if (i == 0) {
204 					printf("cannot get channel count, "
205 					    "error %d\n", gdt->sc_status);
206 					return (1);
207 				}
208 				break;
209 			}
210 			gdt->sc_bus_id[i] =
211 			    (gdt->sc_scratch[GDT_GETCH_SIOP_ID] < GDT_MAXID) ?
212 			    gdt->sc_scratch[GDT_GETCH_SIOP_ID] : 0xff;
213 		}
214 		gdt->sc_bus_cnt = i;
215 	}
216 
217 	/* Read cache configuration */
218 	if (!gdt_internal_cmd(gdt, GDT_CACHESERVICE, GDT_IOCTL, GDT_CACHE_INFO,
219 	    GDT_INVALID_CHANNEL, GDT_CINFO_SZ)) {
220 		printf("cannot get cache info, error %d\n", gdt->sc_status);
221 		return (1);
222 	}
223 	gdt->sc_cpar.cp_version =
224 	    gdt_dec32(gdt->sc_scratch + GDT_CPAR_VERSION);
225 	gdt->sc_cpar.cp_state = gdt_dec16(gdt->sc_scratch + GDT_CPAR_STATE);
226 	gdt->sc_cpar.cp_strategy =
227 	    gdt_dec16(gdt->sc_scratch + GDT_CPAR_STRATEGY);
228 	gdt->sc_cpar.cp_write_back =
229 	    gdt_dec16(gdt->sc_scratch + GDT_CPAR_WRITE_BACK);
230 	gdt->sc_cpar.cp_block_size =
231 	    gdt_dec16(gdt->sc_scratch + GDT_CPAR_BLOCK_SIZE);
232 
233 	/* Read board information and features */
234 	gdt->sc_more_proc = 0;
235 	if (gdt_internal_cmd(gdt, GDT_CACHESERVICE, GDT_IOCTL, GDT_BOARD_INFO,
236 	    GDT_INVALID_CHANNEL, GDT_BINFO_SZ)) {
237 		/* XXX A lot of these assignments can probably go later */
238 		gdt->sc_binfo.bi_ser_no =
239 		    gdt_dec32(gdt->sc_scratch + GDT_BINFO_SER_NO);
240 		bcopy(gdt->sc_scratch + GDT_BINFO_OEM_ID,
241 		    gdt->sc_binfo.bi_oem_id, sizeof gdt->sc_binfo.bi_oem_id);
242 		gdt->sc_binfo.bi_ep_flags =
243 		    gdt_dec16(gdt->sc_scratch + GDT_BINFO_EP_FLAGS);
244 		gdt->sc_binfo.bi_proc_id =
245 		    gdt_dec32(gdt->sc_scratch + GDT_BINFO_PROC_ID);
246 		gdt->sc_binfo.bi_memsize =
247 		    gdt_dec32(gdt->sc_scratch + GDT_BINFO_MEMSIZE);
248 		gdt->sc_binfo.bi_mem_banks =
249 		    gdt->sc_scratch[GDT_BINFO_MEM_BANKS];
250 		gdt->sc_binfo.bi_chan_type =
251 		    gdt->sc_scratch[GDT_BINFO_CHAN_TYPE];
252 		gdt->sc_binfo.bi_chan_count =
253 		    gdt->sc_scratch[GDT_BINFO_CHAN_COUNT];
254 		gdt->sc_binfo.bi_rdongle_pres =
255 		    gdt->sc_scratch[GDT_BINFO_RDONGLE_PRES];
256 		gdt->sc_binfo.bi_epr_fw_ver =
257 		    gdt_dec32(gdt->sc_scratch + GDT_BINFO_EPR_FW_VER);
258 		gdt->sc_binfo.bi_upd_fw_ver =
259 		    gdt_dec32(gdt->sc_scratch + GDT_BINFO_UPD_FW_VER);
260 		gdt->sc_binfo.bi_upd_revision =
261 		    gdt_dec32(gdt->sc_scratch + GDT_BINFO_UPD_REVISION);
262 		bcopy(gdt->sc_scratch + GDT_BINFO_TYPE_STRING,
263 		    gdt->sc_binfo.bi_type_string,
264 		    sizeof gdt->sc_binfo.bi_type_string);
265 		bcopy(gdt->sc_scratch + GDT_BINFO_RAID_STRING,
266 		    gdt->sc_binfo.bi_raid_string,
267 		    sizeof gdt->sc_binfo.bi_raid_string);
268 		gdt->sc_binfo.bi_update_pres =
269 		    gdt->sc_scratch[GDT_BINFO_UPDATE_PRES];
270 		gdt->sc_binfo.bi_xor_pres =
271 		    gdt->sc_scratch[GDT_BINFO_XOR_PRES];
272 		gdt->sc_binfo.bi_prom_type =
273 		    gdt->sc_scratch[GDT_BINFO_PROM_TYPE];
274 		gdt->sc_binfo.bi_prom_count =
275 		    gdt->sc_scratch[GDT_BINFO_PROM_COUNT];
276 		gdt->sc_binfo.bi_dup_pres =
277 		    gdt_dec32(gdt->sc_scratch + GDT_BINFO_DUP_PRES);
278 		gdt->sc_binfo.bi_chan_pres =
279 		    gdt_dec32(gdt->sc_scratch + GDT_BINFO_CHAN_PRES);
280 		gdt->sc_binfo.bi_mem_pres =
281 		    gdt_dec32(gdt->sc_scratch + GDT_BINFO_MEM_PRES);
282 		gdt->sc_binfo.bi_ft_bus_system =
283 		    gdt->sc_scratch[GDT_BINFO_FT_BUS_SYSTEM];
284 		gdt->sc_binfo.bi_subtype_valid =
285 		    gdt->sc_scratch[GDT_BINFO_SUBTYPE_VALID];
286 		gdt->sc_binfo.bi_board_subtype =
287 		    gdt->sc_scratch[GDT_BINFO_BOARD_SUBTYPE];
288 		gdt->sc_binfo.bi_rampar_pres =
289 		    gdt->sc_scratch[GDT_BINFO_RAMPAR_PRES];
290 
291 		if (gdt_internal_cmd(gdt, GDT_CACHESERVICE, GDT_IOCTL,
292 		    GDT_BOARD_FEATURES, GDT_INVALID_CHANNEL, GDT_BFEAT_SZ)) {
293 			gdt->sc_bfeat.bf_chaining =
294 			    gdt->sc_scratch[GDT_BFEAT_CHAINING];
295 			gdt->sc_bfeat.bf_striping =
296 			    gdt->sc_scratch[GDT_BFEAT_STRIPING];
297 			gdt->sc_bfeat.bf_mirroring =
298 			    gdt->sc_scratch[GDT_BFEAT_MIRRORING];
299 			gdt->sc_bfeat.bf_raid =
300 			    gdt->sc_scratch[GDT_BFEAT_RAID];
301 			gdt->sc_more_proc = 1;
302 		}
303 	} else {
304 		/* XXX Not implemented yet */
305 	}
306 
307 	/* Read more information */
308 	if (gdt->sc_more_proc) {
309 		/* XXX Not implemented yet */
310 	}
311 
312 	if (!gdt_internal_cmd(gdt, GDT_SCSIRAWSERVICE, GDT_INIT, 0, 0, 0)) {
313 		printf("raw service initialization error %d\n",
314 		    gdt->sc_status);
315 		return (1);
316 	}
317 
318 	/* Set/get features raw service (scatter/gather) */
319 	gdt->sc_raw_feat = 0;
320 	if (gdt_internal_cmd(gdt, GDT_SCSIRAWSERVICE, GDT_SET_FEAT,
321 	    GDT_SCATTER_GATHER, 0, 0))
322 		if (gdt_internal_cmd(gdt, GDT_SCSIRAWSERVICE, GDT_GET_FEAT, 0,
323 		    0, 0))
324 			gdt->sc_raw_feat = gdt->sc_info;
325 
326 	/* Set/get features cache service (scatter/gather) */
327 	gdt->sc_cache_feat = 0;
328 	if (gdt_internal_cmd(gdt, GDT_CACHESERVICE, GDT_SET_FEAT, 0,
329 	    GDT_SCATTER_GATHER, 0))
330 		if (gdt_internal_cmd(gdt, GDT_CACHESERVICE, GDT_GET_FEAT, 0, 0,
331 		    0))
332 			gdt->sc_cache_feat = gdt->sc_info;
333 
334 	/* XXX Linux reserve drives here, potentially */
335 
336 	/* Scan for cache devices */
337 	for (i = 0; i < cdev_cnt && i < GDT_MAX_HDRIVES; i++)
338 		if (gdt_internal_cmd(gdt, GDT_CACHESERVICE, GDT_INFO, i, 0,
339 		    0)) {
340 			gdt->sc_hdr[i].hd_present = 1;
341 			gdt->sc_hdr[i].hd_size = gdt->sc_info;
342 
343 			/*
344 			 * Evaluate mapping (sectors per head, heads per cyl)
345 			 */
346 			gdt->sc_hdr[i].hd_size &= ~GDT_SECS32;
347 			if (gdt->sc_info2 == 0)
348 				gdt_eval_mapping(gdt->sc_hdr[i].hd_size,
349 				    &drv_cyls, &drv_hds, &drv_secs);
350 			else {
351 				drv_hds = gdt->sc_info2 & 0xff;
352 				drv_secs = (gdt->sc_info2 >> 8) & 0xff;
353 				drv_cyls = gdt->sc_hdr[i].hd_size / drv_hds /
354 				    drv_secs;
355 			}
356 			gdt->sc_hdr[i].hd_heads = drv_hds;
357 			gdt->sc_hdr[i].hd_secs = drv_secs;
358 			/* Round the size */
359 			gdt->sc_hdr[i].hd_size = drv_cyls * drv_hds * drv_secs;
360 
361 			if (gdt_internal_cmd(gdt, GDT_CACHESERVICE,
362 			    GDT_DEVTYPE, i, 0, 0))
363 				gdt->sc_hdr[i].hd_devtype = gdt->sc_info;
364 		}
365 
366 	printf("dpmem %x %d-bus %d cache device%s\n", gdt->sc_dpmembase,
367 	    gdt->sc_bus_cnt, cdev_cnt, cdev_cnt == 1 ? "" : "s");
368 	printf("%s: ver %x, cache %s, strategy %d, writeback %s, blksz %d\n",
369 	    gdt->sc_dev.dv_xname, gdt->sc_cpar.cp_version,
370 	    gdt->sc_cpar.cp_state ? "on" : "off", gdt->sc_cpar.cp_strategy,
371 	    gdt->sc_cpar.cp_write_back ? "on" : "off",
372 	    gdt->sc_cpar.cp_block_size);
373 #if 1
374 	printf("%s: raw feat %x cache feat %x\n", gdt->sc_dev.dv_xname,
375 	    gdt->sc_raw_feat, gdt->sc_cache_feat);
376 #endif
377 
378 	config_found(&gdt->sc_dev, &gdt->sc_link, scsiprint);
379 
380 	gdt->sc_raw_link = malloc(gdt->sc_bus_cnt * sizeof (struct scsi_link),
381 				  M_DEVBUF, M_NOWAIT);
382 	bzero(gdt->sc_raw_link, gdt->sc_bus_cnt * sizeof (struct scsi_link));
383 
384 	for (i = 0; i < gdt->sc_bus_cnt; i++) {
385 		/* Fill in the prototype scsi_link. */
386 		gdt->sc_raw_link[i].adapter_softc = gdt;
387 		gdt->sc_raw_link[i].adapter = &gdt_raw_switch;
388 		gdt->sc_raw_link[i].adapter_target = 7;
389 		gdt->sc_raw_link[i].device = &gdt_dev;
390 		gdt->sc_raw_link[i].openings = 4;	/* XXX a guess */
391 		gdt->sc_raw_link[i].adapter_buswidth =
392 		    (gdt->sc_class & GDT_FC) ? GDT_MAXID : 16;	/* XXX */
393 
394 		config_found(&gdt->sc_dev, &gdt->sc_raw_link[i], scsiprint);
395 	}
396 
397 	gdt_polling = 0;
398 	return (0);
399 }
400 
401 void
402 gdt_eval_mapping(size, cyls, heads, secs)
403 	u_int32_t size;
404 	int *cyls, *heads, *secs;
405 {
406 	*cyls = size / GDT_HEADS / GDT_SECS;
407 	if (*cyls < GDT_MAXCYLS) {
408 		*heads = GDT_HEADS;
409 		*secs = GDT_SECS;
410 	} else {
411 		/* Too high for 64 * 32 */
412 		*cyls = size / GDT_MEDHEADS / GDT_MEDSECS;
413 		if (*cyls < GDT_MAXCYLS) {
414 			*heads = GDT_MEDHEADS;
415 			*secs = GDT_MEDSECS;
416 		} else {
417 			/* Too high for 127 * 63 */
418 			*cyls = size / GDT_BIGHEADS / GDT_BIGSECS;
419 			*heads = GDT_BIGHEADS;
420 			*secs = GDT_BIGSECS;
421 		}
422 	}
423 }
424 
425 /*
426  * Insert a command into the driver queue, either at the front or at the tail.
427  * It's ok to overload the freelist link as these structures are never on
428  * the freelist at this time.
429  */
430 void
431 gdt_enqueue(gdt, xs, infront)
432 	struct gdt_softc *gdt;
433 	struct scsi_xfer *xs;
434 	int infront;
435 {
436 	if (infront || LIST_FIRST(&gdt->sc_queue) == NULL) {
437 		if (LIST_FIRST(&gdt->sc_queue) == NULL)
438 			gdt->sc_queuelast = xs;
439 		LIST_INSERT_HEAD(&gdt->sc_queue, xs, free_list);
440 		return;
441 	}
442 	LIST_INSERT_AFTER(gdt->sc_queuelast, xs, free_list);
443 	gdt->sc_queuelast = xs;
444 }
445 
446 /*
447  * Pull a command off the front of the driver queue.
448  */
449 struct scsi_xfer *
450 gdt_dequeue(gdt)
451 	struct gdt_softc *gdt;
452 {
453 	struct scsi_xfer *xs;
454 
455 	xs = LIST_FIRST(&gdt->sc_queue);
456 	if (xs == NULL)
457 		return (NULL);
458 	LIST_REMOVE(xs, free_list);
459 
460 	if (LIST_FIRST(&gdt->sc_queue) == NULL)
461 		gdt->sc_queuelast = NULL;
462 
463 	return (xs);
464 }
465 
466 /*
467  * Start a SCSI operation on a cache device.
468  * XXX Polled operation is not yet complete.  What kind of locking do we need?
469  */
470 int
471 gdt_scsi_cmd(xs)
472 	struct scsi_xfer *xs;
473 {
474 	struct scsi_link *link = xs->sc_link;
475 	struct gdt_softc *gdt = link->adapter_softc;
476 	u_int8_t target = link->target;
477 	struct gdt_ccb *ccb;
478 	u_int32_t blockno, blockcnt;
479 	struct scsi_rw *rw;
480 	struct scsi_rw_big *rwb;
481 	bus_dmamap_t xfer;
482 	int error, retval = SUCCESSFULLY_QUEUED;
483 	gdt_lock_t lock;
484 
485 	GDT_DPRINTF(GDT_D_CMD, ("gdt_scsi_cmd "));
486 
487 	xs->error = XS_NOERROR;
488 
489 	if (target >= GDT_MAX_HDRIVES || !gdt->sc_hdr[target].hd_present ||
490 	    link->lun != 0) {
491 		/*
492 		 * XXX Should be XS_SENSE but that would require setting up a
493 		 * faked sense too.
494 		 */
495 		xs->error = XS_DRIVER_STUFFUP;
496 		xs->flags |= ITSDONE;
497 		scsi_done(xs);
498 		return (COMPLETE);
499 	}
500 
501 	lock = GDT_LOCK_GDT(lock);
502 
503 	/* Don't double enqueue if we came from gdt_chain. */
504 	if (xs != LIST_FIRST(&gdt->sc_queue))
505 		gdt_enqueue(gdt, xs, 0);
506 
507 	while ((xs = gdt_dequeue(gdt))) {
508 		xs->error = XS_NOERROR;
509 		ccb = NULL;
510 		link = xs->sc_link;
511 		target = link->target;
512 
513 		if (!gdt_polling && !(xs->flags & SCSI_POLL) &&
514 		    gdt->sc_test_busy(gdt)) {
515 			/*
516 			 * Put it back in front.  XXX Should we instead
517 			 * set xs->error to XS_BUSY?
518 			 */
519 			gdt_enqueue(gdt, xs, 1);
520 			break;
521 		}
522 
523 		switch (xs->cmd->opcode) {
524 		case TEST_UNIT_READY:
525 		case REQUEST_SENSE:
526 		case INQUIRY:
527 		case MODE_SENSE:
528 		case START_STOP:
529 		case READ_CAPACITY:
530 #if 0
531 		case VERIFY:
532 #endif
533 			if (!gdt_internal_cache_cmd(xs)) {
534 				GDT_UNLOCK_GDT(gdt, lock);
535 				return (TRY_AGAIN_LATER);
536 			}
537 			xs->flags |= ITSDONE;
538 			scsi_done(xs);
539 			goto ready;
540 
541 		case PREVENT_ALLOW:
542 			GDT_DPRINTF(GDT_D_CMD, ("PREVENT/ALLOW "));
543 			/* XXX Not yet implemented */
544 			xs->error = XS_NOERROR;
545 			xs->flags |= ITSDONE;
546 			scsi_done(xs);
547 			goto ready;
548 
549 		default:
550 			GDT_DPRINTF(GDT_D_CMD,
551 			    ("unknown opc %d ", xs->cmd->opcode));
552 			/* XXX Not yet implemented */
553 			xs->error = XS_DRIVER_STUFFUP;
554 			xs->flags |= ITSDONE;
555 			scsi_done(xs);
556 			goto ready;
557 
558 		case READ_COMMAND:
559 		case READ_BIG:
560 		case WRITE_COMMAND:
561 		case WRITE_BIG:
562 		case SYNCHRONIZE_CACHE:
563 			/*
564 			 * A new command chain, start from the beginning.
565 			 */
566 			gdt->sc_cmd_off = 0;
567 
568 			if (xs->cmd->opcode != SYNCHRONIZE_CACHE) {
569 				/* A read or write operation. */
570 				if (xs->cmdlen == 6) {
571 					rw = (struct scsi_rw *)xs->cmd;
572 					blockno = _3btol(rw->addr) &
573 					    (SRW_TOPADDR << 16 | 0xffff);
574 					blockcnt =
575 					    rw->length ? rw->length : 0x100;
576 				} else {
577 					rwb = (struct scsi_rw_big *)xs->cmd;
578 					blockno = _4btol(rwb->addr);
579 					blockcnt = _2btol(rwb->length);
580 				}
581 				if (blockno >= gdt->sc_hdr[target].hd_size ||
582 				    blockno + blockcnt >
583 				    gdt->sc_hdr[target].hd_size) {
584 					printf(
585 					    "%s: out of bounds %u-%u >= %u\n",
586 					    gdt->sc_dev.dv_xname, blockno,
587 					    blockcnt,
588 					    gdt->sc_hdr[target].hd_size);
589 					/*
590 					 * XXX Should be XS_SENSE but that
591 					 * would require setting up a faked
592 					 * sense too.
593 					 */
594 					xs->error = XS_DRIVER_STUFFUP;
595 					xs->flags |= ITSDONE;
596 					scsi_done(xs);
597 					goto ready;
598 				}
599 			}
600 
601 			ccb = gdt_get_ccb(gdt, xs->flags);
602 			/*
603 			 * Are we out of commands, something is wrong.
604 			 *
605 			 */
606 			if (ccb == NULL) {
607 				printf("%s: no ccb in gdt_scsi_cmd",
608 				    gdt->sc_dev.dv_xname);
609 				xs->error = XS_DRIVER_STUFFUP;
610 				xs->flags |= ITSDONE;
611 				scsi_done(xs);
612 				goto ready;
613 			}
614 
615 			ccb->gc_blockno = blockno;
616 			ccb->gc_blockcnt = blockcnt;
617 			ccb->gc_xs = xs;
618 			ccb->gc_timeout = xs->timeout;
619 			ccb->gc_service = GDT_CACHESERVICE;
620 			gdt_ccb_set_cmd(ccb, GDT_GCF_SCSI);
621 
622 			if (xs->cmd->opcode != SYNCHRONIZE_CACHE) {
623 				xfer = ccb->gc_dmamap_xfer;
624 				error = bus_dmamap_load(gdt->sc_dmat, xfer,
625 				    xs->data, xs->datalen, NULL,
626 				    (xs->flags & SCSI_NOSLEEP) ?
627 				    BUS_DMA_NOWAIT : BUS_DMA_WAITOK);
628 				if (error) {
629 					printf("%s: gdt_scsi_cmd: ",
630 					    gdt->sc_dev.dv_xname);
631 					if (error == EFBIG)
632 						printf(
633 						    "more than %d dma segs\n",
634 						    GDT_MAXOFFSETS);
635 					else
636 						printf("error %d "
637 						    "loading dma map\n",
638 						    error);
639 
640 					gdt_free_ccb(gdt, ccb);
641 					xs->error = XS_DRIVER_STUFFUP;
642 					xs->flags |= ITSDONE;
643 					scsi_done(xs);
644 					goto ready;
645 				}
646 				bus_dmamap_sync(gdt->sc_dmat, xfer,
647 				    (xs->flags & SCSI_DATA_IN) ?
648 				    BUS_DMASYNC_PREREAD :
649 				    BUS_DMASYNC_PREWRITE);
650 			}
651 
652 			gdt_enqueue_ccb(gdt, ccb);
653 			/* XXX what if enqueue did not start a transfer? */
654 			if (gdt_polling || (xs->flags & SCSI_POLL)) {
655 				if (!gdt_wait(gdt, ccb, ccb->gc_timeout)) {
656 					GDT_UNLOCK_GDT(gdt, lock);
657 					printf("%s: command %d timed out\n",
658 					    gdt->sc_dev.dv_xname,
659 					    ccb->gc_cmd_index);
660 					xs->error = XS_TIMEOUT;
661 					return (TRY_AGAIN_LATER);
662 				}
663 				xs->flags |= ITSDONE;
664 				scsi_done(xs);
665 			}
666 		}
667 
668 	ready:
669 		/*
670 		 * Don't process the queue if we are polling.
671 		 */
672 		if (xs->flags & SCSI_POLL) {
673 			retval = COMPLETE;
674 			break;
675 		}
676 	}
677 
678 	GDT_UNLOCK_GDT(gdt, lock);
679 	return (retval);
680 }
681 
682 /* XXX Currently only for cacheservice, returns 0 if busy */
683 int
684 gdt_exec_ccb(ccb)
685 	struct gdt_ccb *ccb;
686 {
687 	struct scsi_xfer *xs = ccb->gc_xs;
688 	struct scsi_link *link = xs->sc_link;
689 	struct gdt_softc *gdt = link->adapter_softc;
690 	u_int8_t target = link->target;
691 	u_int32_t sg_canz;
692 	bus_dmamap_t xfer;
693 	int i;
694 
695 	GDT_DPRINTF(GDT_D_CMD, ("gdt_exec_ccb(%p, %p) ", xs, ccb));
696 
697 	gdt->sc_cmd_cnt = 0;
698 
699 	/*
700 	 * XXX Yeah I know it's an always-true condition, but that may change
701 	 * later.
702 	 */
703 	if (gdt->sc_cmd_cnt == 0)
704 		gdt->sc_set_sema0(gdt);
705 
706 	gdt_enc32(gdt->sc_cmd + GDT_CMD_COMMANDINDEX, ccb->gc_cmd_index);
707 	gdt_enc32(gdt->sc_cmd + GDT_CMD_BOARDNODE, GDT_LOCALBOARD);
708 	gdt_enc16(gdt->sc_cmd + GDT_CMD_UNION + GDT_CACHE_DEVICENO,
709 	    target);
710 
711 	switch (xs->cmd->opcode) {
712 	case PREVENT_ALLOW:
713 	case SYNCHRONIZE_CACHE:
714 		if (xs->cmd->opcode == PREVENT_ALLOW) {
715 			/* XXX PREVENT_ALLOW support goes here */
716 		} else {
717 			GDT_DPRINTF(GDT_D_CMD,
718 			    ("SYNCHRONIZE CACHE tgt %d ", target));
719 			gdt->sc_cmd[GDT_CMD_OPCODE] = GDT_FLUSH;
720 		}
721 		gdt_enc32(gdt->sc_cmd + GDT_CMD_UNION + GDT_CACHE_BLOCKNO,
722 		    1);
723 		sg_canz = 0;
724 		break;
725 
726 	case WRITE_COMMAND:
727 	case WRITE_BIG:
728 		/* XXX WRITE_THR could be supported too */
729 		gdt->sc_cmd[GDT_CMD_OPCODE] = GDT_WRITE;
730 		break;
731 
732 	case READ_COMMAND:
733 	case READ_BIG:
734 		gdt->sc_cmd[GDT_CMD_OPCODE] = GDT_READ;
735 		break;
736 	}
737 
738 	if (xs->cmd->opcode != PREVENT_ALLOW &&
739 	    xs->cmd->opcode != SYNCHRONIZE_CACHE) {
740 		gdt_enc32(gdt->sc_cmd + GDT_CMD_UNION + GDT_CACHE_BLOCKNO,
741 		    ccb->gc_blockno);
742 		gdt_enc32(gdt->sc_cmd + GDT_CMD_UNION + GDT_CACHE_BLOCKCNT,
743 		    ccb->gc_blockcnt);
744 
745 		xfer = ccb->gc_dmamap_xfer;
746 		if (gdt->sc_cache_feat & GDT_SCATTER_GATHER) {
747 			gdt_enc32(
748 			    gdt->sc_cmd + GDT_CMD_UNION + GDT_CACHE_DESTADDR,
749 			    0xffffffff);
750 			for (i = 0; i < xfer->dm_nsegs; i++) {
751 				gdt_enc32(gdt->sc_cmd + GDT_CMD_UNION +
752 				    GDT_CACHE_SG_LST + i * GDT_SG_SZ +
753 				    GDT_SG_PTR,
754 				    xfer->dm_segs[i].ds_addr);
755 				gdt_enc32(gdt->sc_cmd + GDT_CMD_UNION +
756 				    GDT_CACHE_SG_LST + i * GDT_SG_SZ +
757 				    GDT_SG_LEN,
758 				    xfer->dm_segs[i].ds_len);
759 				GDT_DPRINTF(GDT_D_IO,
760 				    ("#%d va %p pa %p len %x\n", i, buf,
761 				    xfer->dm_segs[i].ds_addr,
762 				    xfer->dm_segs[i].ds_len));
763 			}
764 			sg_canz = xfer->dm_nsegs;
765 			gdt_enc32(
766 			    gdt->sc_cmd + GDT_CMD_UNION + GDT_CACHE_SG_LST +
767 			    sg_canz * GDT_SG_SZ + GDT_SG_LEN, 0);
768 		} else {
769 			/* XXX Hardly correct */
770 			gdt_enc32(
771 			    gdt->sc_cmd + GDT_CMD_UNION + GDT_CACHE_DESTADDR,
772 			    xfer->dm_segs[0].ds_addr);
773 			sg_canz = 0;
774 		}
775 	}
776 	gdt_enc32(gdt->sc_cmd + GDT_CMD_UNION + GDT_CACHE_SG_CANZ, sg_canz);
777 
778 	gdt->sc_cmd_len =
779 	    roundup(GDT_CMD_UNION + GDT_CACHE_SG_LST + sg_canz * GDT_SG_SZ,
780 	    sizeof (u_int32_t));
781 
782 	if (gdt->sc_cmd_cnt > 0 &&
783 	    gdt->sc_cmd_off + gdt->sc_cmd_len + GDT_DPMEM_COMMAND_OFFSET >
784 	    gdt->sc_ic_all_size) {
785 		printf("%s: DPMEM overflow\n", gdt->sc_dev.dv_xname);
786 		gdt_free_ccb(gdt, ccb);
787 		xs->error = XS_BUSY;
788 		return (0);
789 	}
790 
791 	gdt->sc_copy_cmd(gdt, ccb);
792 	gdt->sc_release_event(gdt, ccb);
793 
794 	xs->error = XS_NOERROR;
795 	xs->resid = 0;
796 	return (1);
797 }
798 
799 void
800 gdt_copy_internal_data(xs, data, size)
801 	struct scsi_xfer *xs;
802 	u_int8_t *data;
803 	size_t size;
804 {
805 	size_t copy_cnt;
806 
807 	GDT_DPRINTF(GDT_D_MISC, ("gdt_copy_internal_data "));
808 
809 	if (!xs->datalen)
810 		printf("uio move not yet supported\n");
811 	else {
812 		copy_cnt = MIN(size, xs->datalen);
813 		bcopy(data, xs->data, copy_cnt);
814 	}
815 }
816 
817 /* Emulated SCSI operation on cache device */
818 int
819 gdt_internal_cache_cmd(xs)
820 	struct scsi_xfer *xs;
821 {
822 	struct scsi_link *link = xs->sc_link;
823 	struct gdt_softc *gdt = link->adapter_softc;
824 	struct scsi_inquiry_data inq;
825 	struct scsi_sense_data sd;
826 	struct {
827 		struct scsi_mode_header hd;
828 		struct scsi_blk_desc bd;
829 		union scsi_disk_pages dp;
830 	} mpd;
831 	struct scsi_read_cap_data rcd;
832 	u_int8_t target = link->target;
833 
834 	GDT_DPRINTF(GDT_D_CMD, ("gdt_internal_cache_cmd "));
835 
836 	switch (xs->cmd->opcode) {
837 	case TEST_UNIT_READY:
838 	case START_STOP:
839 #if 0
840 	case VERIFY:
841 #endif
842 		GDT_DPRINTF(GDT_D_CMD, ("opc %d tgt %d ", xs->cmd->opcode,
843 		    target));
844 		break;
845 
846 	case REQUEST_SENSE:
847 		GDT_DPRINTF(GDT_D_CMD, ("REQUEST SENSE tgt %d ", target));
848 		bzero(&sd, sizeof sd);
849 		sd.error_code = 0x70;
850 		sd.segment = 0;
851 		sd.flags = SKEY_NO_SENSE;
852 		gdt_enc32(sd.info, 0);
853 		sd.extra_len = 0;
854 		gdt_copy_internal_data(xs, (u_int8_t *)&sd, sizeof sd);
855 		break;
856 
857 	case INQUIRY:
858 		GDT_DPRINTF(GDT_D_CMD, ("INQUIRY tgt %d devtype %x ", target,
859 		    gdt->sc_hdr[target].hd_devtype));
860 		bzero(&inq, sizeof inq);
861 		inq.device =
862 		    (gdt->sc_hdr[target].hd_devtype & 4) ? T_CDROM : T_DIRECT;
863 		inq.dev_qual2 =
864 		    (gdt->sc_hdr[target].hd_devtype & 1) ? SID_REMOVABLE : 0;
865 		inq.version = 2;
866 		inq.response_format = 2;
867 		inq.additional_length = 32;
868 		strcpy(inq.vendor, "ICP    ");
869 		sprintf(inq.product, "Host drive  #%02d", target);
870 		strcpy(inq.revision, "   ");
871 		gdt_copy_internal_data(xs, (u_int8_t *)&inq, sizeof inq);
872 		break;
873 
874 	case MODE_SENSE:
875 		GDT_DPRINTF(GDT_D_CMD, ("MODE SENSE tgt %d ", target));
876 
877 		bzero(&mpd, sizeof mpd);
878 		switch (((struct scsi_mode_sense *)xs->cmd)->page) {
879 		case 4:
880 			/* scsi_disk.h says this should be 0x16 */
881 			mpd.dp.rigid_geometry.pg_length = 0x16;
882 			mpd.hd.data_length = sizeof mpd.hd + sizeof mpd.bd +
883 			    mpd.dp.rigid_geometry.pg_length;
884 			mpd.hd.blk_desc_len = sizeof mpd.bd;
885 
886 			/* XXX */
887 			mpd.hd.dev_spec =
888 			    (gdt->sc_hdr[target].hd_devtype & 2) ? 0x80 : 0;
889 			_lto3b(GDT_SECTOR_SIZE, mpd.bd.blklen);
890 			mpd.dp.rigid_geometry.pg_code = 4;
891 			_lto3b(gdt->sc_hdr[target].hd_size /
892 			    gdt->sc_hdr[target].hd_heads /
893 			    gdt->sc_hdr[target].hd_secs,
894 			    mpd.dp.rigid_geometry.ncyl);
895 			mpd.dp.rigid_geometry.nheads =
896 			    gdt->sc_hdr[target].hd_heads;
897 			gdt_copy_internal_data(xs, (u_int8_t *)&mpd,
898 			    sizeof mpd);
899 			break;
900 
901 		default:
902 			printf("%s: mode sense page %d not simulated\n",
903 			    gdt->sc_dev.dv_xname,
904 			    ((struct scsi_mode_sense *)xs->cmd)->page);
905 			xs->error = XS_DRIVER_STUFFUP;
906 			return (0);
907 		}
908 		break;
909 
910 	case READ_CAPACITY:
911 		GDT_DPRINTF(GDT_D_CMD, ("READ CAPACITY tgt %d ", target));
912 		bzero(&rcd, sizeof rcd);
913 		_lto4b(gdt->sc_hdr[target].hd_size - 1, rcd.addr);
914 		_lto4b(GDT_SECTOR_SIZE, rcd.length);
915 		gdt_copy_internal_data(xs, (u_int8_t *)&rcd, sizeof rcd);
916 		break;
917 
918 	default:
919 		printf("gdt_internal_cache_cmd got bad opcode: %d\n",
920 		    xs->cmd->opcode);
921 		xs->error = XS_DRIVER_STUFFUP;
922 		return (0);
923 	}
924 
925 	xs->error = XS_NOERROR;
926 	return (1);
927 }
928 
929 /* Start a raw SCSI operation */
930 int
931 gdt_raw_scsi_cmd(xs)
932 	struct scsi_xfer *xs;
933 {
934 	GDT_DPRINTF(GDT_D_CMD, ("gdt_raw_scsi_cmd "));
935 
936 	/* XXX Not yet implemented */
937 	xs->error = XS_DRIVER_STUFFUP;
938 	return (COMPLETE);
939 }
940 
941 void
942 gdt_clear_events(gdt)
943 	struct gdt_softc *gdt;
944 {
945 	GDT_DPRINTF(GDT_D_MISC, ("gdt_clear_events(%p) ", gdt));
946 
947 	/* XXX To be implemented */
948 }
949 
950 int
951 gdt_async_event(gdt, service)
952 	struct gdt_softc *gdt;
953 	int service;
954 {
955 	GDT_DPRINTF(GDT_D_INTR, ("gdt_async_event(%p, %d) ", gdt, service));
956 
957 	if (service == GDT_SCREENSERVICE) {
958 		/* XXX To be implemented */
959 	} else {
960 		/* XXX To be implemented */
961 	}
962 
963 	return (0);
964 }
965 
966 int
967 gdt_sync_event(gdt, service, index, xs)
968 	struct gdt_softc *gdt;
969 	int service;
970 	u_int8_t index;
971 	struct scsi_xfer *xs;
972 {
973 	GDT_DPRINTF(GDT_D_INTR,
974 	    ("gdt_sync_event(%p, %d, %d, %p) ", gdt, service, index, xs));
975 
976 	if (service == GDT_SCREENSERVICE) {
977 		GDT_DPRINTF(GDT_D_INTR, ("service == GDT_SCREENSERVICE "));
978 		/* XXX To be implemented */
979 		return (0);
980 	} else {
981 		switch (gdt->sc_status) {
982 		case GDT_S_OK:
983 			GDT_DPRINTF(GDT_D_INTR, ("sc_status == GDT_S_OK "));
984 			/* XXX To be implemented */
985 			break;
986 		case GDT_S_BSY:
987 			GDT_DPRINTF(GDT_D_INTR, ("sc_status == GDT_S_BSY "));
988 			/* XXX To be implemented */
989 			return (2);
990 		default:
991 			GDT_DPRINTF(GDT_D_INTR, ("sc_status is %d ",
992 			    gdt->sc_status));
993 			/* XXX To be implemented */
994 			return (0);
995 		}
996 	}
997 
998 	return (1);
999 }
1000 
1001 int
1002 gdt_intr(arg)
1003 	void *arg;
1004 {
1005 	struct gdt_softc *gdt = arg;
1006 	struct gdt_intr_ctx ctx;
1007 	int chain = 1;
1008 	int sync_val = 0;
1009 	struct scsi_xfer *xs;
1010 	int prev_cmd;
1011 	struct gdt_ccb *ccb;
1012 	gdt_lock_t lock;
1013 
1014 	GDT_DPRINTF(GDT_D_INTR, ("gdt_intr(%p) ", gdt));
1015 
1016 	/* If polling and we were not called from gdt_wait, just return */
1017 	if (gdt_polling && !gdt_from_wait)
1018 		return (0);
1019 
1020 	if (!gdt_polling)
1021 		lock = GDT_LOCK_GDT(gdt);
1022 
1023 	ctx.istatus = gdt->sc_get_status(gdt);
1024 	if (!ctx.istatus) {
1025 		if (!gdt_polling)
1026 			GDT_UNLOCK_GDT(gdt, lock);
1027 		gdt->sc_status = GDT_S_NO_STATUS;
1028 		return (0);
1029 	}
1030 
1031 	gdt_wait_index = 0;
1032 	ctx.service = ctx.info2 = 0;
1033 
1034 	gdt->sc_intr(gdt, &ctx);
1035 
1036 	gdt->sc_status = ctx.cmd_status;
1037 	gdt->sc_info = ctx.info;
1038 	gdt->sc_info2 = ctx.info2;
1039 
1040 	if (gdt_from_wait) {
1041 		gdt_wait_gdt = gdt;
1042 		gdt_wait_index = ctx.istatus;
1043 	}
1044 
1045 	switch (ctx.istatus) {
1046 	case GDT_ASYNCINDEX:
1047 		gdt_async_event(gdt, ctx.service);
1048 		goto finish;
1049 
1050 	case GDT_SPEZINDEX:
1051 		printf("%s: uninitialized or unknown service (%d %d)\n",
1052 		    gdt->sc_dev.dv_xname, ctx.info, ctx.info2);
1053 		chain = 0;
1054 		goto finish;
1055 	}
1056 
1057 	ccb = &gdt->sc_ccbs[ctx.istatus - 2];
1058 	xs = ccb->gc_xs;
1059 	if (!gdt_polling)
1060 		timeout_del(&xs->stimeout);
1061 	ctx.service = ccb->gc_service;
1062 	prev_cmd = ccb->gc_flags & GDT_GCF_CMD_MASK;
1063 	if (xs && xs->cmd->opcode != PREVENT_ALLOW &&
1064 	    xs->cmd->opcode != SYNCHRONIZE_CACHE) {
1065 		bus_dmamap_sync(gdt->sc_dmat, ccb->gc_dmamap_xfer,
1066 		    (xs->flags & SCSI_DATA_IN) ? BUS_DMASYNC_POSTREAD :
1067 		    BUS_DMASYNC_POSTWRITE);
1068 		bus_dmamap_unload(gdt->sc_dmat, ccb->gc_dmamap_xfer);
1069 	}
1070 	gdt_free_ccb(gdt, ccb);
1071 	switch (prev_cmd) {
1072 	case GDT_GCF_UNUSED:
1073 		/* XXX Not yet implemented */
1074 		chain = 0;
1075 		goto finish;
1076 	case GDT_GCF_INTERNAL:
1077 		chain = 0;
1078 		goto finish;
1079 	}
1080 
1081 	sync_val = gdt_sync_event(gdt, ctx.service, ctx.istatus, xs);
1082 
1083  finish:
1084 	if (!gdt_polling)
1085 		GDT_UNLOCK_GDT(gdt, lock);
1086 
1087 	switch (sync_val) {
1088 	case 1:
1089 		xs->flags |= ITSDONE;
1090 		scsi_done(xs);
1091 		break;
1092 
1093 	case 2:
1094 		gdt_enqueue(gdt, xs, 0);
1095 	}
1096 
1097 	if (chain)
1098 		gdt_chain(gdt);
1099 	return (1);
1100 }
1101 
1102 void
1103 gdtminphys(bp)
1104 	struct buf *bp;
1105 {
1106 #if 0
1107 	u_int8_t *buf = bp->b_data;
1108 	paddr_t pa;
1109 	long off;
1110 #endif
1111 
1112 	GDT_DPRINTF(GDT_D_MISC, ("gdtminphys(0x%x) ", bp));
1113 
1114 #if 1
1115 	/* As this is way more than MAXPHYS it's really not necessary. */
1116 	if (bp->b_bcount > ((GDT_MAXOFFSETS - 1) * PAGE_SIZE))
1117 		bp->b_bcount = ((GDT_MAXOFFSETS - 1) * PAGE_SIZE);
1118 #else
1119 	for (off = PAGE_SIZE, pa = vtophys(buf); off < bp->b_bcount;
1120 	    off += PAGE_SIZE)
1121 		if (pa + off != vtophys(buf + off)) {
1122 			bp->b_bcount = off;
1123 			break;
1124 		}
1125 #endif
1126 	minphys(bp);
1127 }
1128 
1129 int
1130 gdt_wait(gdt, ccb, timeout)
1131 	struct gdt_softc *gdt;
1132 	struct gdt_ccb *ccb;
1133 	int timeout;
1134 {
1135 	int rv = 0;
1136 
1137 	GDT_DPRINTF(GDT_D_MISC,
1138 	    ("gdt_wait(%p, %p, %d) ", gdt, ccb, timeout));
1139 
1140 	gdt_from_wait = 1;
1141 	do {
1142 		if (gdt_intr(gdt) && gdt == gdt_wait_gdt &&
1143 		    ccb->gc_cmd_index == gdt_wait_index) {
1144 			rv = 1;
1145 			break;
1146 		}
1147 		DELAY(1);
1148 	} while (--timeout);
1149 	gdt_from_wait = 0;
1150 
1151 	while (gdt->sc_test_busy(gdt))
1152 		DELAY(0);		/* XXX correct? */
1153 
1154 	return (rv);
1155 }
1156 
1157 int
1158 gdt_internal_cmd(gdt, service, opcode, arg1, arg2, arg3)
1159 	struct gdt_softc *gdt;
1160 	u_int8_t service;
1161 	u_int16_t opcode;
1162 	u_int32_t arg1, arg2, arg3;
1163 {
1164 	int retries;
1165 	struct gdt_ccb *ccb;
1166 
1167 	GDT_DPRINTF(GDT_D_CMD, ("gdt_internal_cmd(%p, %d, %d, %d, %d, %d) ",
1168 	    gdt, service, opcode, arg1, arg2, arg3));
1169 
1170 	bzero(gdt->sc_cmd, GDT_CMD_SZ);
1171 
1172 	for (retries = GDT_RETRIES; ; ) {
1173 		ccb = gdt_get_ccb(gdt, SCSI_NOSLEEP);
1174 		if (ccb == NULL) {
1175 			printf("%s: no free command index found\n",
1176 			    gdt->sc_dev.dv_xname);
1177 			return (0);
1178 		}
1179 		ccb->gc_service = service;
1180 		gdt_ccb_set_cmd(ccb, GDT_GCF_INTERNAL);
1181 
1182 		gdt->sc_set_sema0(gdt);
1183 		gdt_enc32(gdt->sc_cmd + GDT_CMD_COMMANDINDEX,
1184 		    ccb->gc_cmd_index);
1185 		gdt_enc16(gdt->sc_cmd + GDT_CMD_OPCODE, opcode);
1186 		gdt_enc32(gdt->sc_cmd + GDT_CMD_BOARDNODE, GDT_LOCALBOARD);
1187 
1188 		switch (service) {
1189 		case GDT_CACHESERVICE:
1190 			if (opcode == GDT_IOCTL) {
1191 				gdt_enc32(gdt->sc_cmd + GDT_CMD_UNION +
1192 				    GDT_IOCTL_SUBFUNC, arg1);
1193 				gdt_enc32(gdt->sc_cmd + GDT_CMD_UNION +
1194 				    GDT_IOCTL_CHANNEL, arg2);
1195 				gdt_enc16(gdt->sc_cmd + GDT_CMD_UNION +
1196 				    GDT_IOCTL_PARAM_SIZE, (u_int16_t)arg3);
1197 				gdt_enc32(gdt->sc_cmd + GDT_CMD_UNION +
1198 				    GDT_IOCTL_P_PARAM,
1199 				    vtophys(gdt->sc_scratch));
1200 			} else {
1201 				gdt_enc16(gdt->sc_cmd + GDT_CMD_UNION +
1202 				    GDT_CACHE_DEVICENO, (u_int16_t)arg1);
1203 				gdt_enc32(gdt->sc_cmd + GDT_CMD_UNION +
1204 				    GDT_CACHE_BLOCKNO, arg2);
1205 			}
1206 			break;
1207 
1208 		case GDT_SCSIRAWSERVICE:
1209 			gdt_enc32(gdt->sc_cmd + GDT_CMD_UNION +
1210 			    GDT_RAW_DIRECTION, arg1);
1211 			gdt->sc_cmd[GDT_CMD_UNION + GDT_RAW_BUS] =
1212 			    (u_int8_t)arg2;
1213 			gdt->sc_cmd[GDT_CMD_UNION + GDT_RAW_TARGET] =
1214 			    (u_int8_t)arg3;
1215 			gdt->sc_cmd[GDT_CMD_UNION + GDT_RAW_LUN] =
1216 			    (u_int8_t)(arg3 >> 8);
1217 		}
1218 
1219 		gdt->sc_cmd_len = GDT_CMD_SZ;
1220 		gdt->sc_cmd_off = 0;
1221 		gdt->sc_cmd_cnt = 0;
1222 		gdt->sc_copy_cmd(gdt, ccb);
1223 		gdt->sc_release_event(gdt, ccb);
1224 		DELAY(20);
1225 		if (!gdt_wait(gdt, ccb, GDT_POLL_TIMEOUT))
1226 			return (0);
1227 		if (gdt->sc_status != GDT_S_BSY || --retries == 0)
1228 			break;
1229 		DELAY(1);
1230 	}
1231 	return (gdt->sc_status == GDT_S_OK);
1232 }
1233 
1234 struct gdt_ccb *
1235 gdt_get_ccb(gdt, flags)
1236 	struct gdt_softc *gdt;
1237 	int flags;
1238 {
1239 	struct gdt_ccb *ccb;
1240 	gdt_lock_t lock;
1241 
1242 	GDT_DPRINTF(GDT_D_QUEUE, ("gdt_get_ccb(%p, 0x%x) ", gdt, flags));
1243 
1244 	lock = GDT_LOCK_GDT(gdt);
1245 
1246 	for (;;) {
1247 		ccb = TAILQ_FIRST(&gdt->sc_free_ccb);
1248 		if (ccb != NULL)
1249 			break;
1250 		if (flags & SCSI_NOSLEEP)
1251 			goto bail_out;
1252 		tsleep(&gdt->sc_free_ccb, PRIBIO, "gdt_ccb", 0);
1253 	}
1254 
1255 	TAILQ_REMOVE(&gdt->sc_free_ccb, ccb, gc_chain);
1256 
1257  bail_out:
1258 	GDT_UNLOCK_GDT(gdt, lock);
1259 	return (ccb);
1260 }
1261 
1262 void
1263 gdt_free_ccb(gdt, ccb)
1264 	struct gdt_softc *gdt;
1265 	struct gdt_ccb *ccb;
1266 {
1267 	gdt_lock_t lock;
1268 
1269 	GDT_DPRINTF(GDT_D_QUEUE, ("gdt_free_ccb(%p, %p) ", gdt, ccb));
1270 
1271 	lock = GDT_LOCK_GDT(gdt);
1272 
1273 	TAILQ_INSERT_HEAD(&gdt->sc_free_ccb, ccb, gc_chain);
1274 
1275 	/* If the free list was empty, wake up potential waiters. */
1276 	if (TAILQ_NEXT(ccb, gc_chain) == NULL)
1277 		wakeup(&gdt->sc_free_ccb);
1278 
1279 	GDT_UNLOCK_GDT(gdt, lock);
1280 }
1281 
1282 void
1283 gdt_enqueue_ccb(gdt, ccb)
1284 	struct gdt_softc *gdt;
1285 	struct gdt_ccb *ccb;
1286 {
1287 	GDT_DPRINTF(GDT_D_QUEUE, ("gdt_enqueue_ccb(%p, %p) ", gdt, ccb));
1288 
1289 	timeout_set(&ccb->gc_xs->stimeout, gdt_timeout, ccb);
1290 	TAILQ_INSERT_TAIL(&gdt->sc_ccbq, ccb, gc_chain);
1291 	gdt_start_ccbs(gdt);
1292 }
1293 
1294 void
1295 gdt_start_ccbs(gdt)
1296 	struct gdt_softc *gdt;
1297 {
1298 	struct gdt_ccb *ccb;
1299 	struct scsi_xfer *xs;
1300 
1301 	GDT_DPRINTF(GDT_D_QUEUE, ("gdt_start_ccbs(%p) ", gdt));
1302 
1303 	while ((ccb = TAILQ_FIRST(&gdt->sc_ccbq)) != NULL) {
1304 
1305 		xs = ccb->gc_xs;
1306 		if (ccb->gc_flags & GDT_GCF_WATCHDOG)
1307 			timeout_del(&xs->stimeout);
1308 
1309 		if (gdt_exec_ccb(ccb) == 0) {
1310 			ccb->gc_flags |= GDT_GCF_WATCHDOG;
1311 			timeout_set(&ccb->gc_xs->stimeout, gdt_watchdog, ccb);
1312 			timeout_add(&xs->stimeout,
1313 			    (GDT_WATCH_TIMEOUT * hz) / 1000);
1314 			break;
1315 		}
1316 		TAILQ_REMOVE(&gdt->sc_ccbq, ccb, gc_chain);
1317 
1318 		if ((xs->flags & SCSI_POLL) == 0) {
1319 			timeout_set(&ccb->gc_xs->stimeout, gdt_timeout, ccb);
1320 			timeout_add(&xs->stimeout,
1321 			    (ccb->gc_timeout * hz) / 1000);
1322 		}
1323 	}
1324 }
1325 
1326 void
1327 gdt_chain(gdt)
1328 	struct gdt_softc *gdt;
1329 {
1330 	GDT_DPRINTF(GDT_D_INTR, ("gdt_chain(%p) ", gdt));
1331 
1332 	if (LIST_FIRST(&gdt->sc_queue))
1333 		gdt_scsi_cmd(LIST_FIRST(&gdt->sc_queue));
1334 }
1335 
1336 void
1337 gdt_timeout(arg)
1338 	void *arg;
1339 {
1340 	struct gdt_ccb *ccb = arg;
1341 	struct scsi_link *link = ccb->gc_xs->sc_link;
1342 	struct gdt_softc *gdt = link->adapter_softc;
1343 	gdt_lock_t lock;
1344 
1345 	sc_print_addr(link);
1346 	printf("timed out\n");
1347 
1348 	/* XXX Test for multiple timeouts */
1349 
1350 	ccb->gc_xs->error = XS_TIMEOUT;
1351 	lock = GDT_LOCK_GDT(gdt);
1352 	gdt_enqueue_ccb(gdt, ccb);
1353 	GDT_UNLOCK_GDT(gdt, lock);
1354 }
1355 
1356 void
1357 gdt_watchdog(arg)
1358 	void *arg;
1359 {
1360 	struct gdt_ccb *ccb = arg;
1361 	struct scsi_link *link = ccb->gc_xs->sc_link;
1362 	struct gdt_softc *gdt = link->adapter_softc;
1363 	gdt_lock_t lock;
1364 
1365 	lock = GDT_LOCK_GDT(gdt);
1366 	ccb->gc_flags &= ~GDT_GCF_WATCHDOG;
1367 	gdt_start_ccbs(gdt);
1368 	GDT_UNLOCK_GDT(gdt, lock);
1369 }
1370