xref: /dflybsd-src/sys/dev/disk/buslogic/bt.c (revision 6bc31f17c9c90db02ddbd88208e06c29ed0f1534)
1 /*
2  * Generic driver for the BusLogic MultiMaster SCSI host adapters
3  * Product specific probe and attach routines can be found in:
4  * sys/dev/buslogic/bt_isa.c	BT-54X, BT-445 cards
5  * sys/dev/buslogic/bt_mca.c	BT-64X, SDC3211B, SDC3211F
6  * sys/dev/buslogic/bt_eisa.c	BT-74X, BT-75x cards, SDC3222F
7  * sys/dev/buslogic/bt_pci.c	BT-946, BT-948, BT-956, BT-958 cards
8  *
9  * Copyright (c) 1998, 1999 Justin T. Gibbs.
10  * All rights reserved.
11  *
12  * Redistribution and use in source and binary forms, with or without
13  * modification, are permitted provided that the following conditions
14  * are met:
15  * 1. Redistributions of source code must retain the above copyright
16  *    notice, this list of conditions, and the following disclaimer,
17  *    without modification, immediately at the beginning of the file.
18  * 2. The name of the author may not be used to endorse or promote products
19  *    derived from this software without specific prior written permission.
20  *
21  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
22  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
23  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
24  * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE FOR
25  * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
26  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
27  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
28  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
29  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
30  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
31  * SUCH DAMAGE.
32  *
33  * $FreeBSD: src/sys/dev/buslogic/bt.c,v 1.25.2.1 2000/08/02 22:32:26 peter Exp $
34  * $DragonFly: src/sys/dev/disk/buslogic/bt.c,v 1.9 2005/06/03 21:56:23 swildner Exp $
35  */
36 
37  /*
38   * Special thanks to Leonard N. Zubkoff for writing such a complete and
39   * well documented Mylex/BusLogic MultiMaster driver for Linux.  Support
40   * in this driver for the wide range of MultiMaster controllers and
41   * firmware revisions, with their otherwise undocumented quirks, would not
42   * have been possible without his efforts.
43   */
44 
45 #include <sys/param.h>
46 #include <sys/systm.h>
47 #include <sys/malloc.h>
48 #include <sys/buf.h>
49 #include <sys/kernel.h>
50 #include <sys/sysctl.h>
51 #include <sys/bus.h>
52 #include <sys/thread2.h>
53 
54 /*
55  * XXX It appears that BusLogic PCI adapters go out to lunch if you
56  *     attempt to perform memory mapped I/O.
57  */
58 #if 0
59 #include "use_pci.h"
60 #if NPCI > 0
61 #include <machine/bus_memio.h>
62 #endif
63 #endif
64 #include <machine/bus_pio.h>
65 #include <machine/bus.h>
66 #include <machine/clock.h>
67 #include <sys/rman.h>
68 
69 #include <bus/cam/cam.h>
70 #include <bus/cam/cam_ccb.h>
71 #include <bus/cam/cam_sim.h>
72 #include <bus/cam/cam_xpt_sim.h>
73 #include <bus/cam/cam_debug.h>
74 
75 #include <bus/cam/scsi/scsi_message.h>
76 
77 #include <vm/vm.h>
78 #include <vm/pmap.h>
79 
80 #include "btreg.h"
81 
82 /* MailBox Management functions */
83 static __inline void	btnextinbox(struct bt_softc *bt);
84 static __inline void	btnextoutbox(struct bt_softc *bt);
85 
86 static __inline void
87 btnextinbox(struct bt_softc *bt)
88 {
89 	if (bt->cur_inbox == bt->last_inbox)
90 		bt->cur_inbox = bt->in_boxes;
91 	else
92 		bt->cur_inbox++;
93 }
94 
95 static __inline void
96 btnextoutbox(struct bt_softc *bt)
97 {
98 	if (bt->cur_outbox == bt->last_outbox)
99 		bt->cur_outbox = bt->out_boxes;
100 	else
101 		bt->cur_outbox++;
102 }
103 
104 /* CCB Mangement functions */
105 static __inline u_int32_t		btccbvtop(struct bt_softc *bt,
106 						  struct bt_ccb *bccb);
107 static __inline struct bt_ccb*		btccbptov(struct bt_softc *bt,
108 						  u_int32_t ccb_addr);
109 static __inline u_int32_t		btsensepaddr(struct bt_softc *bt,
110 						     struct bt_ccb *bccb);
111 static __inline struct scsi_sense_data* btsensevaddr(struct bt_softc *bt,
112 						     struct bt_ccb *bccb);
113 
114 static __inline u_int32_t
115 btccbvtop(struct bt_softc *bt, struct bt_ccb *bccb)
116 {
117 	return (bt->bt_ccb_physbase
118 	      + (u_int32_t)((caddr_t)bccb - (caddr_t)bt->bt_ccb_array));
119 }
120 
121 static __inline struct bt_ccb *
122 btccbptov(struct bt_softc *bt, u_int32_t ccb_addr)
123 {
124 	return (bt->bt_ccb_array +
125 	        ((struct bt_ccb*)ccb_addr-(struct bt_ccb*)bt->bt_ccb_physbase));
126 }
127 
128 static __inline u_int32_t
129 btsensepaddr(struct bt_softc *bt, struct bt_ccb *bccb)
130 {
131 	u_int index;
132 
133 	index = (u_int)(bccb - bt->bt_ccb_array);
134 	return (bt->sense_buffers_physbase
135 		+ (index * sizeof(struct scsi_sense_data)));
136 }
137 
138 static __inline struct scsi_sense_data *
139 btsensevaddr(struct bt_softc *bt, struct bt_ccb *bccb)
140 {
141 	u_int index;
142 
143 	index = (u_int)(bccb - bt->bt_ccb_array);
144 	return (bt->sense_buffers + index);
145 }
146 
147 static __inline struct bt_ccb*	btgetccb(struct bt_softc *bt);
148 static __inline void		btfreeccb(struct bt_softc *bt,
149 					  struct bt_ccb *bccb);
150 static void		btallocccbs(struct bt_softc *bt);
151 static bus_dmamap_callback_t btexecuteccb;
152 static void		btdone(struct bt_softc *bt, struct bt_ccb *bccb,
153 			       bt_mbi_comp_code_t comp_code);
154 
155 /* Host adapter command functions */
156 static int	btreset(struct bt_softc* bt, int hard_reset);
157 
158 /* Initialization functions */
159 static int			btinitmboxes(struct bt_softc *bt);
160 static bus_dmamap_callback_t	btmapmboxes;
161 static bus_dmamap_callback_t	btmapccbs;
162 static bus_dmamap_callback_t	btmapsgs;
163 
164 /* Transfer Negotiation Functions */
165 static void btfetchtransinfo(struct bt_softc *bt,
166 			     struct ccb_trans_settings *cts);
167 
168 /* CAM SIM entry points */
169 #define ccb_bccb_ptr spriv_ptr0
170 #define ccb_bt_ptr spriv_ptr1
171 static void	btaction(struct cam_sim *sim, union ccb *ccb);
172 static void	btpoll(struct cam_sim *sim);
173 
174 /* Our timeout handler */
175 timeout_t bttimeout;
176 
177 u_long bt_unit = 0;
178 
179 /*
180  * XXX
181  * Do our own re-probe protection until a configuration
182  * manager can do it for us.  This ensures that we don't
183  * reprobe a card already found by the EISA or PCI probes.
184  */
185 struct bt_isa_port bt_isa_ports[] =
186 {
187 	{ 0x130, 0, 4 },
188 	{ 0x134, 0, 5 },
189 	{ 0x230, 0, 2 },
190 	{ 0x234, 0, 3 },
191 	{ 0x330, 0, 0 },
192 	{ 0x334, 0, 1 }
193 };
194 
195 /*
196  * I/O ports listed in the order enumerated by the
197  * card for certain op codes.
198  */
199 u_int16_t bt_board_ports[] =
200 {
201 	0x330,
202 	0x334,
203 	0x230,
204 	0x234,
205 	0x130,
206 	0x134
207 };
208 
209 /* Exported functions */
210 void
211 bt_init_softc(device_t dev, struct resource *port,
212 	      struct resource *irq, struct resource *drq)
213 {
214 	struct bt_softc *bt = device_get_softc(dev);
215 
216 	SLIST_INIT(&bt->free_bt_ccbs);
217 	LIST_INIT(&bt->pending_ccbs);
218 	SLIST_INIT(&bt->sg_maps);
219 	bt->dev = dev;
220 	bt->unit = device_get_unit(dev);
221 	bt->port = port;
222 	bt->irq = irq;
223 	bt->drq = drq;
224 	bt->tag = rman_get_bustag(port);
225 	bt->bsh = rman_get_bushandle(port);
226 }
227 
228 void
229 bt_free_softc(device_t dev)
230 {
231 	struct bt_softc *bt = device_get_softc(dev);
232 
233 	switch (bt->init_level) {
234 	default:
235 	case 11:
236 		bus_dmamap_unload(bt->sense_dmat, bt->sense_dmamap);
237 	case 10:
238 		bus_dmamem_free(bt->sense_dmat, bt->sense_buffers,
239 				bt->sense_dmamap);
240 	case 9:
241 		bus_dma_tag_destroy(bt->sense_dmat);
242 	case 8:
243 	{
244 		struct sg_map_node *sg_map;
245 
246 		while ((sg_map = SLIST_FIRST(&bt->sg_maps))!= NULL) {
247 			SLIST_REMOVE_HEAD(&bt->sg_maps, links);
248 			bus_dmamap_unload(bt->sg_dmat,
249 					  sg_map->sg_dmamap);
250 			bus_dmamem_free(bt->sg_dmat, sg_map->sg_vaddr,
251 					sg_map->sg_dmamap);
252 			free(sg_map, M_DEVBUF);
253 		}
254 		bus_dma_tag_destroy(bt->sg_dmat);
255 	}
256 	case 7:
257 		bus_dmamap_unload(bt->ccb_dmat, bt->ccb_dmamap);
258 	case 6:
259 		bus_dmamem_free(bt->ccb_dmat, bt->bt_ccb_array,
260 				bt->ccb_dmamap);
261 		bus_dmamap_destroy(bt->ccb_dmat, bt->ccb_dmamap);
262 	case 5:
263 		bus_dma_tag_destroy(bt->ccb_dmat);
264 	case 4:
265 		bus_dmamap_unload(bt->mailbox_dmat, bt->mailbox_dmamap);
266 	case 3:
267 		bus_dmamem_free(bt->mailbox_dmat, bt->in_boxes,
268 				bt->mailbox_dmamap);
269 		bus_dmamap_destroy(bt->mailbox_dmat, bt->mailbox_dmamap);
270 	case 2:
271 		bus_dma_tag_destroy(bt->buffer_dmat);
272 	case 1:
273 		bus_dma_tag_destroy(bt->mailbox_dmat);
274 	case 0:
275 		break;
276 	}
277 }
278 
279 int
280 bt_port_probe(device_t dev, struct bt_probe_info *info)
281 {
282 	struct bt_softc *bt = device_get_softc(dev);
283 	config_data_t config_data;
284 	int error;
285 
286 	/* See if there is really a card present */
287 	if (bt_probe(dev) || bt_fetch_adapter_info(dev))
288 		return(1);
289 
290 	/*
291 	 * Determine our IRQ, and DMA settings and
292 	 * export them to the configuration system.
293 	 */
294 	error = bt_cmd(bt, BOP_INQUIRE_CONFIG, NULL, /*parmlen*/0,
295 		       (u_int8_t*)&config_data, sizeof(config_data),
296 		       DEFAULT_CMD_TIMEOUT);
297 	if (error != 0) {
298 		printf("bt_port_probe: Could not determine IRQ or DMA "
299 		       "settings for adapter.\n");
300 		return (1);
301 	}
302 
303 	if (bt->model[0] == '5') {
304 		/* DMA settings only make sense for ISA cards */
305 		switch (config_data.dma_chan) {
306 		case DMA_CHAN_5:
307 			info->drq = 5;
308 			break;
309 		case DMA_CHAN_6:
310 			info->drq = 6;
311 			break;
312 		case DMA_CHAN_7:
313 			info->drq = 7;
314 			break;
315 		default:
316 			printf("bt_port_probe: Invalid DMA setting "
317 			       "detected for adapter.\n");
318 			return (1);
319 		}
320 	} else {
321 		/* VL/EISA/PCI DMA */
322 		info->drq = -1;
323 	}
324 	switch (config_data.irq) {
325 	case IRQ_9:
326 	case IRQ_10:
327 	case IRQ_11:
328 	case IRQ_12:
329 	case IRQ_14:
330 	case IRQ_15:
331 		info->irq = ffs(config_data.irq) + 8;
332 		break;
333 	default:
334 		printf("bt_port_probe: Invalid IRQ setting %x"
335 		       "detected for adapter.\n", config_data.irq);
336 		return (1);
337 	}
338 	return (0);
339 }
340 
341 /*
342  * Probe the adapter and verify that the card is a BusLogic.
343  */
344 int
345 bt_probe(device_t dev)
346 {
347 	struct bt_softc *bt = device_get_softc(dev);
348 	esetup_info_data_t esetup_info;
349 	u_int	 status;
350 	u_int	 intstat;
351 	u_int	 geometry;
352 	int	 error;
353 	u_int8_t param;
354 
355 	/*
356 	 * See if the three I/O ports look reasonable.
357 	 * Touch the minimal number of registers in the
358 	 * failure case.
359 	 */
360 	status = bt_inb(bt, STATUS_REG);
361 	if ((status == 0)
362 	 || (status & (DIAG_ACTIVE|CMD_REG_BUSY|
363 		       STATUS_REG_RSVD|CMD_INVALID)) != 0) {
364 		if (bootverbose)
365 			device_printf(dev, "Failed Status Reg Test - %x\n",
366 			       status);
367 		return (ENXIO);
368 	}
369 
370 	intstat = bt_inb(bt, INTSTAT_REG);
371 	if ((intstat & INTSTAT_REG_RSVD) != 0) {
372 		device_printf(dev, "Failed Intstat Reg Test\n");
373 		return (ENXIO);
374 	}
375 
376 	geometry = bt_inb(bt, GEOMETRY_REG);
377 	if (geometry == 0xFF) {
378 		if (bootverbose)
379 			device_printf(dev, "Failed Geometry Reg Test\n");
380 		return (ENXIO);
381 	}
382 
383 	/*
384 	 * Looking good so far.  Final test is to reset the
385 	 * adapter and attempt to fetch the extended setup
386 	 * information.  This should filter out all 1542 cards.
387 	 */
388 	if ((error = btreset(bt, /*hard_reset*/TRUE)) != 0) {
389 		if (bootverbose)
390 			device_printf(dev, "Failed Reset\n");
391 		return (ENXIO);
392 	}
393 
394 	param = sizeof(esetup_info);
395 	error = bt_cmd(bt, BOP_INQUIRE_ESETUP_INFO, &param, /*parmlen*/1,
396 		       (u_int8_t*)&esetup_info, sizeof(esetup_info),
397 		       DEFAULT_CMD_TIMEOUT);
398 	if (error != 0) {
399 		return (ENXIO);
400 	}
401 
402 	return (0);
403 }
404 
405 /*
406  * Pull the boards setup information and record it in our softc.
407  */
408 int
409 bt_fetch_adapter_info(device_t dev)
410 {
411 	struct bt_softc *bt = device_get_softc(dev);
412 	board_id_data_t	board_id;
413 	esetup_info_data_t esetup_info;
414 	config_data_t config_data;
415 	int	 error;
416 	u_int8_t length_param;
417 
418 	/* First record the firmware version */
419 	error = bt_cmd(bt, BOP_INQUIRE_BOARD_ID, NULL, /*parmlen*/0,
420 		       (u_int8_t*)&board_id, sizeof(board_id),
421 		       DEFAULT_CMD_TIMEOUT);
422 	if (error != 0) {
423 		device_printf(dev, "bt_fetch_adapter_info - Failed Get Board Info\n");
424 		return (error);
425 	}
426 	bt->firmware_ver[0] = board_id.firmware_rev_major;
427 	bt->firmware_ver[1] = '.';
428 	bt->firmware_ver[2] = board_id.firmware_rev_minor;
429 	bt->firmware_ver[3] = '\0';
430 
431 	/*
432 	 * Depending on the firmware major and minor version,
433 	 * we may be able to fetch additional minor version info.
434 	 */
435 	if (bt->firmware_ver[0] > '0') {
436 
437 		error = bt_cmd(bt, BOP_INQUIRE_FW_VER_3DIG, NULL, /*parmlen*/0,
438 			       (u_int8_t*)&bt->firmware_ver[3], 1,
439 			       DEFAULT_CMD_TIMEOUT);
440 		if (error != 0) {
441 			device_printf(dev,
442 				      "bt_fetch_adapter_info - Failed Get "
443 				      "Firmware 3rd Digit\n");
444 			return (error);
445 		}
446 		if (bt->firmware_ver[3] == ' ')
447 			bt->firmware_ver[3] = '\0';
448 		bt->firmware_ver[4] = '\0';
449 	}
450 
451 	if (strcmp(bt->firmware_ver, "3.3") >= 0) {
452 
453 		error = bt_cmd(bt, BOP_INQUIRE_FW_VER_4DIG, NULL, /*parmlen*/0,
454 			       (u_int8_t*)&bt->firmware_ver[4], 1,
455 			       DEFAULT_CMD_TIMEOUT);
456 		if (error != 0) {
457 			device_printf(dev,
458 				      "bt_fetch_adapter_info - Failed Get "
459 				      "Firmware 4th Digit\n");
460 			return (error);
461 		}
462 		if (bt->firmware_ver[4] == ' ')
463 			bt->firmware_ver[4] = '\0';
464 		bt->firmware_ver[5] = '\0';
465 	}
466 
467 	/*
468 	 * Some boards do not handle the "recently documented"
469 	 * Inquire Board Model Number command correctly or do not give
470 	 * exact information.  Use the Firmware and Extended Setup
471 	 * information in these cases to come up with the right answer.
472 	 * The major firmware revision number indicates:
473 	 *
474 	 * 	5.xx	BusLogic "W" Series Host Adapters:
475 	 *		BT-948/958/958D
476 	 *	4.xx	BusLogic "C" Series Host Adapters:
477 	 *		BT-946C/956C/956CD/747C/757C/757CD/445C/545C/540CF
478 	 *	3.xx	BusLogic "S" Series Host Adapters:
479 	 *		BT-747S/747D/757S/757D/445S/545S/542D
480 	 *		BT-542B/742A (revision H)
481 	 *	2.xx	BusLogic "A" Series Host Adapters:
482 	 *		BT-542B/742A (revision G and below)
483 	 *	0.xx	AMI FastDisk VLB/EISA BusLogic Clone Host Adapter
484 	 */
485 	length_param = sizeof(esetup_info);
486 	error = bt_cmd(bt, BOP_INQUIRE_ESETUP_INFO, &length_param, /*parmlen*/1,
487 		       (u_int8_t*)&esetup_info, sizeof(esetup_info),
488 		       DEFAULT_CMD_TIMEOUT);
489 	if (error != 0) {
490 		return (error);
491 	}
492 
493   	bt->bios_addr = esetup_info.bios_addr << 12;
494 
495 	if (esetup_info.bus_type == 'A'
496 	 && bt->firmware_ver[0] == '2') {
497 		snprintf(bt->model, sizeof(bt->model), "542B");
498 	} else if (esetup_info.bus_type == 'E'
499 		&& (strncmp(bt->firmware_ver, "2.1", 3) == 0
500 		 || strncmp(bt->firmware_ver, "2.20", 4) == 0)) {
501 		snprintf(bt->model, sizeof(bt->model), "742A");
502 	} else if (esetup_info.bus_type == 'E'
503 		&& bt->firmware_ver[0] == '0') {
504 		/* AMI FastDisk EISA Series 441 0.x */
505 		snprintf(bt->model, sizeof(bt->model), "747A");
506 	} else {
507 		ha_model_data_t model_data;
508 		int i;
509 
510 		length_param = sizeof(model_data);
511 		error = bt_cmd(bt, BOP_INQUIRE_MODEL, &length_param, 1,
512 			       (u_int8_t*)&model_data, sizeof(model_data),
513 			       DEFAULT_CMD_TIMEOUT);
514 		if (error != 0) {
515 			device_printf(dev,
516 				      "bt_fetch_adapter_info - Failed Inquire "
517 				      "Model Number\n");
518 			return (error);
519 		}
520 		for (i = 0; i < sizeof(model_data.ascii_model); i++) {
521 			bt->model[i] = model_data.ascii_model[i];
522 			if (bt->model[i] == ' ')
523 				break;
524 		}
525 		bt->model[i] = '\0';
526 	}
527 
528 	bt->level_trigger_ints = esetup_info.level_trigger_ints ? 1 : 0;
529 
530 	/* SG element limits */
531 	bt->max_sg = esetup_info.max_sg;
532 
533 	/* Set feature flags */
534 	bt->wide_bus = esetup_info.wide_bus;
535 	bt->diff_bus = esetup_info.diff_bus;
536 	bt->ultra_scsi = esetup_info.ultra_scsi;
537 
538 	if ((bt->firmware_ver[0] == '5')
539 	 || (bt->firmware_ver[0] == '4' && bt->wide_bus))
540 		bt->extended_lun = TRUE;
541 
542 	bt->strict_rr = (strcmp(bt->firmware_ver, "3.31") >= 0);
543 
544 	bt->extended_trans =
545 	    ((bt_inb(bt, GEOMETRY_REG) & EXTENDED_TRANSLATION) != 0);
546 
547 	/*
548 	 * Determine max CCB count and whether tagged queuing is
549 	 * available based on controller type. Tagged queuing
550 	 * only works on 'W' series adapters, 'C' series adapters
551 	 * with firmware of rev 4.42 and higher, and 'S' series
552 	 * adapters with firmware of rev 3.35 and higher.  The
553 	 * maximum CCB counts are as follows:
554 	 *
555 	 *	192	BT-948/958/958D
556 	 *	100	BT-946C/956C/956CD/747C/757C/757CD/445C
557 	 * 	50	BT-545C/540CF
558 	 * 	30	BT-747S/747D/757S/757D/445S/545S/542D/542B/742A
559 	 */
560 	if (bt->firmware_ver[0] == '5') {
561 		bt->max_ccbs = 192;
562 		bt->tag_capable = TRUE;
563 	} else if (bt->firmware_ver[0] == '4') {
564 		if (bt->model[0] == '5')
565 			bt->max_ccbs = 50;
566 		else
567 			bt->max_ccbs = 100;
568 		bt->tag_capable = (strcmp(bt->firmware_ver, "4.22") >= 0);
569 	} else {
570 		bt->max_ccbs = 30;
571 		if (bt->firmware_ver[0] == '3'
572 		 && (strcmp(bt->firmware_ver, "3.35") >= 0))
573 			bt->tag_capable = TRUE;
574 		else
575 			bt->tag_capable = FALSE;
576 	}
577 
578 	if (bt->tag_capable != FALSE)
579 		bt->tags_permitted = ALL_TARGETS;
580 
581 	/* Determine Sync/Wide/Disc settings */
582 	if (bt->firmware_ver[0] >= '4') {
583 		auto_scsi_data_t auto_scsi_data;
584 		fetch_lram_params_t fetch_lram_params;
585 		int error;
586 
587 		/*
588 		 * These settings are stored in the
589 		 * AutoSCSI data in LRAM of 'W' and 'C'
590 		 * adapters.
591 		 */
592 		fetch_lram_params.offset = AUTO_SCSI_BYTE_OFFSET;
593 		fetch_lram_params.response_len = sizeof(auto_scsi_data);
594 		error = bt_cmd(bt, BOP_FETCH_LRAM,
595 			       (u_int8_t*)&fetch_lram_params,
596 			       sizeof(fetch_lram_params),
597 			       (u_int8_t*)&auto_scsi_data,
598 			       sizeof(auto_scsi_data), DEFAULT_CMD_TIMEOUT);
599 
600 		if (error != 0) {
601 			device_printf(dev,
602 				      "bt_fetch_adapter_info - Failed "
603 				      "Get Auto SCSI Info\n");
604 			return (error);
605 		}
606 
607 		bt->disc_permitted = auto_scsi_data.low_disc_permitted
608 				   | (auto_scsi_data.high_disc_permitted << 8);
609 		bt->sync_permitted = auto_scsi_data.low_sync_permitted
610 				   | (auto_scsi_data.high_sync_permitted << 8);
611 		bt->fast_permitted = auto_scsi_data.low_fast_permitted
612 				   | (auto_scsi_data.high_fast_permitted << 8);
613 		bt->ultra_permitted = auto_scsi_data.low_ultra_permitted
614 				   | (auto_scsi_data.high_ultra_permitted << 8);
615 		bt->wide_permitted = auto_scsi_data.low_wide_permitted
616 				   | (auto_scsi_data.high_wide_permitted << 8);
617 
618 		if (bt->ultra_scsi == FALSE)
619 			bt->ultra_permitted = 0;
620 
621 		if (bt->wide_bus == FALSE)
622 			bt->wide_permitted = 0;
623 	} else {
624 		/*
625 		 * 'S' and 'A' series have this information in the setup
626 		 * information structure.
627 		 */
628 		setup_data_t	setup_info;
629 
630 		length_param = sizeof(setup_info);
631 		error = bt_cmd(bt, BOP_INQUIRE_SETUP_INFO, &length_param,
632 			       /*paramlen*/1, (u_int8_t*)&setup_info,
633 			       sizeof(setup_info), DEFAULT_CMD_TIMEOUT);
634 
635 		if (error != 0) {
636 			device_printf(dev,
637 				      "bt_fetch_adapter_info - Failed "
638 				      "Get Setup Info\n");
639 			return (error);
640 		}
641 
642 		if (setup_info.initiate_sync != 0) {
643 			bt->sync_permitted = ALL_TARGETS;
644 
645 			if (bt->model[0] == '7') {
646 				if (esetup_info.sync_neg10MB != 0)
647 					bt->fast_permitted = ALL_TARGETS;
648 				if (strcmp(bt->model, "757") == 0)
649 					bt->wide_permitted = ALL_TARGETS;
650 			}
651 		}
652 		bt->disc_permitted = ALL_TARGETS;
653 	}
654 
655 	/* We need as many mailboxes as we can have ccbs */
656 	bt->num_boxes = bt->max_ccbs;
657 
658 	/* Determine our SCSI ID */
659 
660 	error = bt_cmd(bt, BOP_INQUIRE_CONFIG, NULL, /*parmlen*/0,
661 		       (u_int8_t*)&config_data, sizeof(config_data),
662 		       DEFAULT_CMD_TIMEOUT);
663 	if (error != 0) {
664 		device_printf(dev,
665 			      "bt_fetch_adapter_info - Failed Get Config\n");
666 		return (error);
667 	}
668 	bt->scsi_id = config_data.scsi_id;
669 
670 	return (0);
671 }
672 
673 /*
674  * Start the board, ready for normal operation
675  */
676 int
677 bt_init(device_t dev)
678 {
679 	struct bt_softc *bt = device_get_softc(dev);
680 
681 	/* Announce the Adapter */
682 	device_printf(dev, "BT-%s FW Rev. %s ", bt->model, bt->firmware_ver);
683 
684 	if (bt->ultra_scsi != 0)
685 		printf("Ultra ");
686 
687 	if (bt->wide_bus != 0)
688 		printf("Wide ");
689 	else
690 		printf("Narrow ");
691 
692 	if (bt->diff_bus != 0)
693 		printf("Diff ");
694 
695 	printf("SCSI Host Adapter, SCSI ID %d, %d CCBs\n", bt->scsi_id,
696 	       bt->max_ccbs);
697 
698 	/*
699 	 * Create our DMA tags.  These tags define the kinds of device
700 	 * accessible memory allocations and memory mappings we will
701 	 * need to perform during normal operation.
702 	 *
703 	 * Unless we need to further restrict the allocation, we rely
704 	 * on the restrictions of the parent dmat, hence the common
705 	 * use of MAXADDR and MAXSIZE.
706 	 */
707 
708 	/* DMA tag for mapping buffers into device visible space. */
709 	if (bus_dma_tag_create(bt->parent_dmat, /*alignment*/1, /*boundary*/0,
710 			       /*lowaddr*/BUS_SPACE_MAXADDR,
711 			       /*highaddr*/BUS_SPACE_MAXADDR,
712 			       /*filter*/NULL, /*filterarg*/NULL,
713 			       /*maxsize*/MAXBSIZE, /*nsegments*/BT_NSEG,
714 			       /*maxsegsz*/BUS_SPACE_MAXSIZE_32BIT,
715 			       /*flags*/BUS_DMA_ALLOCNOW,
716 			       &bt->buffer_dmat) != 0) {
717 		goto error_exit;
718 	}
719 
720 	bt->init_level++;
721 	/* DMA tag for our mailboxes */
722 	if (bus_dma_tag_create(bt->parent_dmat, /*alignment*/1, /*boundary*/0,
723 			       /*lowaddr*/BUS_SPACE_MAXADDR,
724 			       /*highaddr*/BUS_SPACE_MAXADDR,
725 			       /*filter*/NULL, /*filterarg*/NULL,
726 			       bt->num_boxes * (sizeof(bt_mbox_in_t)
727 					      + sizeof(bt_mbox_out_t)),
728 			       /*nsegments*/1,
729 			       /*maxsegsz*/BUS_SPACE_MAXSIZE_32BIT,
730 			       /*flags*/0, &bt->mailbox_dmat) != 0) {
731 		goto error_exit;
732         }
733 
734 	bt->init_level++;
735 
736 	/* Allocation for our mailboxes */
737 	if (bus_dmamem_alloc(bt->mailbox_dmat, (void **)&bt->out_boxes,
738 			     BUS_DMA_NOWAIT, &bt->mailbox_dmamap) != 0) {
739 		goto error_exit;
740 	}
741 
742 	bt->init_level++;
743 
744 	/* And permanently map them */
745 	bus_dmamap_load(bt->mailbox_dmat, bt->mailbox_dmamap,
746        			bt->out_boxes,
747 			bt->num_boxes * (sizeof(bt_mbox_in_t)
748 				       + sizeof(bt_mbox_out_t)),
749 			btmapmboxes, bt, /*flags*/0);
750 
751 	bt->init_level++;
752 
753 	bt->in_boxes = (bt_mbox_in_t *)&bt->out_boxes[bt->num_boxes];
754 
755 	btinitmboxes(bt);
756 
757 	/* DMA tag for our ccb structures */
758 	if (bus_dma_tag_create(bt->parent_dmat, /*alignment*/1, /*boundary*/0,
759 			       /*lowaddr*/BUS_SPACE_MAXADDR,
760 			       /*highaddr*/BUS_SPACE_MAXADDR,
761 			       /*filter*/NULL, /*filterarg*/NULL,
762 			       bt->max_ccbs * sizeof(struct bt_ccb),
763 			       /*nsegments*/1,
764 			       /*maxsegsz*/BUS_SPACE_MAXSIZE_32BIT,
765 			       /*flags*/0, &bt->ccb_dmat) != 0) {
766 		goto error_exit;
767         }
768 
769 	bt->init_level++;
770 
771 	/* Allocation for our ccbs */
772 	if (bus_dmamem_alloc(bt->ccb_dmat, (void **)&bt->bt_ccb_array,
773 			     BUS_DMA_NOWAIT, &bt->ccb_dmamap) != 0) {
774 		goto error_exit;
775 	}
776 
777 	bt->init_level++;
778 
779 	/* And permanently map them */
780 	bus_dmamap_load(bt->ccb_dmat, bt->ccb_dmamap,
781        			bt->bt_ccb_array,
782 			bt->max_ccbs * sizeof(struct bt_ccb),
783 			btmapccbs, bt, /*flags*/0);
784 
785 	bt->init_level++;
786 
787 	/* DMA tag for our S/G structures.  We allocate in page sized chunks */
788 	if (bus_dma_tag_create(bt->parent_dmat, /*alignment*/1, /*boundary*/0,
789 			       /*lowaddr*/BUS_SPACE_MAXADDR,
790 			       /*highaddr*/BUS_SPACE_MAXADDR,
791 			       /*filter*/NULL, /*filterarg*/NULL,
792 			       PAGE_SIZE, /*nsegments*/1,
793 			       /*maxsegsz*/BUS_SPACE_MAXSIZE_32BIT,
794 			       /*flags*/0, &bt->sg_dmat) != 0) {
795 		goto error_exit;
796         }
797 
798 	bt->init_level++;
799 
800 	/* Perform initial CCB allocation */
801 	bzero(bt->bt_ccb_array, bt->max_ccbs * sizeof(struct bt_ccb));
802 	btallocccbs(bt);
803 
804 	if (bt->num_ccbs == 0) {
805 		device_printf(dev,
806 			      "bt_init - Unable to allocate initial ccbs\n");
807 		goto error_exit;
808 	}
809 
810 	/*
811 	 * Note that we are going and return (to probe)
812 	 */
813 	return 0;
814 
815 error_exit:
816 
817 	return (ENXIO);
818 }
819 
820 int
821 bt_attach(device_t dev)
822 {
823 	struct bt_softc *bt = device_get_softc(dev);
824 	int tagged_dev_openings;
825 	struct cam_devq *devq;
826 	int error;
827 
828 	/*
829 	 * We reserve 1 ccb for error recovery, so don't
830 	 * tell the XPT about it.
831 	 */
832 	if (bt->tag_capable != 0)
833 		tagged_dev_openings = bt->max_ccbs - 1;
834 	else
835 		tagged_dev_openings = 0;
836 
837 	/*
838 	 * Create the device queue for our SIM.
839 	 */
840 	devq = cam_simq_alloc(bt->max_ccbs - 1);
841 	if (devq == NULL)
842 		return (ENOMEM);
843 
844 	/*
845 	 * Construct our SIM entry
846 	 */
847 	bt->sim = cam_sim_alloc(btaction, btpoll, "bt", bt, bt->unit,
848 				2, tagged_dev_openings, devq);
849 	cam_simq_release(devq);
850 	if (bt->sim == NULL)
851 		return (ENOMEM);
852 
853 	if (xpt_bus_register(bt->sim, 0) != CAM_SUCCESS) {
854 		cam_sim_free(bt->sim);
855 		return (ENXIO);
856 	}
857 
858 	if (xpt_create_path(&bt->path, /*periph*/NULL,
859 			    cam_sim_path(bt->sim), CAM_TARGET_WILDCARD,
860 			    CAM_LUN_WILDCARD) != CAM_REQ_CMP) {
861 		xpt_bus_deregister(cam_sim_path(bt->sim));
862 		cam_sim_free(bt->sim);
863 		return (ENXIO);
864 	}
865 
866 	/*
867 	 * Setup interrupt.
868 	 */
869 	error = bus_setup_intr(dev, bt->irq, INTR_TYPE_CAM,
870 			       bt_intr, bt, &bt->ih, NULL);
871 	if (error) {
872 		device_printf(dev, "bus_setup_intr() failed: %d\n", error);
873 		return (error);
874 	}
875 
876 	return (0);
877 }
878 
879 int
880 bt_check_probed_iop(u_int ioport)
881 {
882 	u_int i;
883 
884 	for (i = 0; i < BT_NUM_ISAPORTS; i++) {
885 		if (bt_isa_ports[i].addr == ioport) {
886 			if (bt_isa_ports[i].probed != 0)
887 				return (1);
888 			else {
889 				return (0);
890 			}
891 		}
892 	}
893 	return (1);
894 }
895 
896 void
897 bt_mark_probed_bio(isa_compat_io_t port)
898 {
899 	if (port < BIO_DISABLED)
900 		bt_mark_probed_iop(bt_board_ports[port]);
901 }
902 
903 void
904 bt_mark_probed_iop(u_int ioport)
905 {
906 	u_int i;
907 
908 	for (i = 0; i < BT_NUM_ISAPORTS; i++) {
909 		if (ioport == bt_isa_ports[i].addr) {
910 			bt_isa_ports[i].probed = 1;
911 			break;
912 		}
913 	}
914 }
915 
916 void
917 bt_find_probe_range(int ioport, int *port_index, int *max_port_index)
918 {
919 	if (ioport > 0) {
920 		int i;
921 
922 		for (i = 0;i < BT_NUM_ISAPORTS; i++)
923 			if (ioport <= bt_isa_ports[i].addr)
924 				break;
925 		if ((i >= BT_NUM_ISAPORTS)
926 		 || (ioport != bt_isa_ports[i].addr)) {
927 			printf("\nbt_isa_probe: Invalid baseport of 0x%x specified.\n"
928 			       "bt_isa_probe: Nearest valid baseport is 0x%x.\n"
929 			       "bt_isa_probe: Failing probe.\n",
930 			       ioport,
931 			       (i < BT_NUM_ISAPORTS)
932 				    ? bt_isa_ports[i].addr
933 				    : bt_isa_ports[BT_NUM_ISAPORTS - 1].addr);
934 			*port_index = *max_port_index = -1;
935 			return;
936 		}
937 		*port_index = *max_port_index = bt_isa_ports[i].bio;
938 	} else {
939 		*port_index = 0;
940 		*max_port_index = BT_NUM_ISAPORTS - 1;
941 	}
942 }
943 
944 int
945 bt_iop_from_bio(isa_compat_io_t bio_index)
946 {
947 	if (bio_index >= 0 && bio_index < BT_NUM_ISAPORTS)
948 		return (bt_board_ports[bio_index]);
949 	return (-1);
950 }
951 
952 
953 static void
954 btallocccbs(struct bt_softc *bt)
955 {
956 	struct bt_ccb *next_ccb;
957 	struct sg_map_node *sg_map;
958 	bus_addr_t physaddr;
959 	bt_sg_t *segs;
960 	int newcount;
961 	int i;
962 
963 	if (bt->num_ccbs >= bt->max_ccbs)
964 		/* Can't allocate any more */
965 		return;
966 
967 	next_ccb = &bt->bt_ccb_array[bt->num_ccbs];
968 
969 	sg_map = malloc(sizeof(*sg_map), M_DEVBUF, M_WAITOK);
970 
971 	/* Allocate S/G space for the next batch of CCBS */
972 	if (bus_dmamem_alloc(bt->sg_dmat, (void **)&sg_map->sg_vaddr,
973 			     BUS_DMA_NOWAIT, &sg_map->sg_dmamap) != 0) {
974 		free(sg_map, M_DEVBUF);
975 		goto error_exit;
976 	}
977 
978 	SLIST_INSERT_HEAD(&bt->sg_maps, sg_map, links);
979 
980 	bus_dmamap_load(bt->sg_dmat, sg_map->sg_dmamap, sg_map->sg_vaddr,
981 			PAGE_SIZE, btmapsgs, bt, /*flags*/0);
982 
983 	segs = sg_map->sg_vaddr;
984 	physaddr = sg_map->sg_physaddr;
985 
986 	newcount = (PAGE_SIZE / (BT_NSEG * sizeof(bt_sg_t)));
987 	for (i = 0; bt->num_ccbs < bt->max_ccbs && i < newcount; i++) {
988 		int error;
989 
990 		next_ccb->sg_list = segs;
991 		next_ccb->sg_list_phys = physaddr;
992 		next_ccb->flags = BCCB_FREE;
993 		error = bus_dmamap_create(bt->buffer_dmat, /*flags*/0,
994 					  &next_ccb->dmamap);
995 		if (error != 0)
996 			break;
997 		SLIST_INSERT_HEAD(&bt->free_bt_ccbs, next_ccb, links);
998 		segs += BT_NSEG;
999 		physaddr += (BT_NSEG * sizeof(bt_sg_t));
1000 		next_ccb++;
1001 		bt->num_ccbs++;
1002 	}
1003 
1004 	/* Reserve a CCB for error recovery */
1005 	if (bt->recovery_bccb == NULL) {
1006 		bt->recovery_bccb = SLIST_FIRST(&bt->free_bt_ccbs);
1007 		SLIST_REMOVE_HEAD(&bt->free_bt_ccbs, links);
1008 	}
1009 
1010 	if (SLIST_FIRST(&bt->free_bt_ccbs) != NULL)
1011 		return;
1012 
1013 error_exit:
1014 	device_printf(bt->dev, "Can't malloc BCCBs\n");
1015 }
1016 
1017 static __inline void
1018 btfreeccb(struct bt_softc *bt, struct bt_ccb *bccb)
1019 {
1020 	crit_enter();
1021 	if ((bccb->flags & BCCB_ACTIVE) != 0)
1022 		LIST_REMOVE(&bccb->ccb->ccb_h, sim_links.le);
1023 	if (bt->resource_shortage != 0
1024 	 && (bccb->ccb->ccb_h.status & CAM_RELEASE_SIMQ) == 0) {
1025 		bccb->ccb->ccb_h.status |= CAM_RELEASE_SIMQ;
1026 		bt->resource_shortage = FALSE;
1027 	}
1028 	bccb->flags = BCCB_FREE;
1029 	SLIST_INSERT_HEAD(&bt->free_bt_ccbs, bccb, links);
1030 	bt->active_ccbs--;
1031 	crit_exit();
1032 }
1033 
1034 static __inline struct bt_ccb*
1035 btgetccb(struct bt_softc *bt)
1036 {
1037 	struct	bt_ccb* bccb;
1038 
1039 	crit_enter();
1040 	if ((bccb = SLIST_FIRST(&bt->free_bt_ccbs)) != NULL) {
1041 		SLIST_REMOVE_HEAD(&bt->free_bt_ccbs, links);
1042 		bt->active_ccbs++;
1043 	} else {
1044 		btallocccbs(bt);
1045 		bccb = SLIST_FIRST(&bt->free_bt_ccbs);
1046 		if (bccb != NULL) {
1047 			SLIST_REMOVE_HEAD(&bt->free_bt_ccbs, links);
1048 			bt->active_ccbs++;
1049 		}
1050 	}
1051 	crit_exit();
1052 
1053 	return (bccb);
1054 }
1055 
1056 static void
1057 btaction(struct cam_sim *sim, union ccb *ccb)
1058 {
1059 	struct	bt_softc *bt;
1060 
1061 	CAM_DEBUG(ccb->ccb_h.path, CAM_DEBUG_TRACE, ("btaction\n"));
1062 
1063 	bt = (struct bt_softc *)cam_sim_softc(sim);
1064 
1065 	switch (ccb->ccb_h.func_code) {
1066 	/* Common cases first */
1067 	case XPT_SCSI_IO:	/* Execute the requested I/O operation */
1068 	case XPT_RESET_DEV:	/* Bus Device Reset the specified SCSI device */
1069 	{
1070 		struct	bt_ccb	*bccb;
1071 		struct	bt_hccb *hccb;
1072 
1073 		/*
1074 		 * get a bccb to use.
1075 		 */
1076 		if ((bccb = btgetccb(bt)) == NULL) {
1077 			crit_enter();
1078 			bt->resource_shortage = TRUE;
1079 			crit_exit();
1080 			xpt_freeze_simq(bt->sim, /*count*/1);
1081 			ccb->ccb_h.status = CAM_REQUEUE_REQ;
1082 			xpt_done(ccb);
1083 			return;
1084 		}
1085 
1086 		hccb = &bccb->hccb;
1087 
1088 		/*
1089 		 * So we can find the BCCB when an abort is requested
1090 		 */
1091 		bccb->ccb = ccb;
1092 		ccb->ccb_h.ccb_bccb_ptr = bccb;
1093 		ccb->ccb_h.ccb_bt_ptr = bt;
1094 
1095 		/*
1096 		 * Put all the arguments for the xfer in the bccb
1097 		 */
1098 		hccb->target_id = ccb->ccb_h.target_id;
1099 		hccb->target_lun = ccb->ccb_h.target_lun;
1100 		hccb->btstat = 0;
1101 		hccb->sdstat = 0;
1102 
1103 		if (ccb->ccb_h.func_code == XPT_SCSI_IO) {
1104 			struct ccb_scsiio *csio;
1105 			struct ccb_hdr *ccbh;
1106 
1107 			csio = &ccb->csio;
1108 			ccbh = &csio->ccb_h;
1109 			hccb->opcode = INITIATOR_CCB_WRESID;
1110 			hccb->datain = (ccb->ccb_h.flags & CAM_DIR_IN) ? 1 : 0;
1111 			hccb->dataout =(ccb->ccb_h.flags & CAM_DIR_OUT) ? 1 : 0;
1112 			hccb->cmd_len = csio->cdb_len;
1113 			if (hccb->cmd_len > sizeof(hccb->scsi_cdb)) {
1114 				ccb->ccb_h.status = CAM_REQ_INVALID;
1115 				btfreeccb(bt, bccb);
1116 				xpt_done(ccb);
1117 				return;
1118 			}
1119 			hccb->sense_len = csio->sense_len;
1120 			if ((ccbh->flags & CAM_TAG_ACTION_VALID) != 0
1121 			 && ccb->csio.tag_action != CAM_TAG_ACTION_NONE) {
1122 				hccb->tag_enable = TRUE;
1123 				hccb->tag_type = (ccb->csio.tag_action & 0x3);
1124 			} else {
1125 				hccb->tag_enable = FALSE;
1126 				hccb->tag_type = 0;
1127 			}
1128 			if ((ccbh->flags & CAM_CDB_POINTER) != 0) {
1129 				if ((ccbh->flags & CAM_CDB_PHYS) == 0) {
1130 					bcopy(csio->cdb_io.cdb_ptr,
1131 					      hccb->scsi_cdb, hccb->cmd_len);
1132 				} else {
1133 					/* I guess I could map it in... */
1134 					ccbh->status = CAM_REQ_INVALID;
1135 					btfreeccb(bt, bccb);
1136 					xpt_done(ccb);
1137 					return;
1138 				}
1139 			} else {
1140 				bcopy(csio->cdb_io.cdb_bytes,
1141 				      hccb->scsi_cdb, hccb->cmd_len);
1142 			}
1143 			/* If need be, bounce our sense buffer */
1144 			if (bt->sense_buffers != NULL) {
1145 				hccb->sense_addr = btsensepaddr(bt, bccb);
1146 			} else {
1147 				hccb->sense_addr = vtophys(&csio->sense_data);
1148 			}
1149 			/*
1150 			 * If we have any data to send with this command,
1151 			 * map it into bus space.
1152 			 */
1153 		        /* Only use S/G if there is a transfer */
1154 			if ((ccbh->flags & CAM_DIR_MASK) != CAM_DIR_NONE) {
1155 				if ((ccbh->flags & CAM_SCATTER_VALID) == 0) {
1156 					/*
1157 					 * We've been given a pointer
1158 					 * to a single buffer.
1159 					 */
1160 					if ((ccbh->flags & CAM_DATA_PHYS)==0) {
1161 						int error;
1162 
1163 						crit_enter();
1164 						error = bus_dmamap_load(
1165 						    bt->buffer_dmat,
1166 						    bccb->dmamap,
1167 						    csio->data_ptr,
1168 						    csio->dxfer_len,
1169 						    btexecuteccb,
1170 						    bccb,
1171 						    /*flags*/0);
1172 						if (error == EINPROGRESS) {
1173 							/*
1174 							 * So as to maintain
1175 							 * ordering, freeze the
1176 							 * controller queue
1177 							 * until our mapping is
1178 							 * returned.
1179 							 */
1180 							xpt_freeze_simq(bt->sim,
1181 									1);
1182 							csio->ccb_h.status |=
1183 							    CAM_RELEASE_SIMQ;
1184 						}
1185 						crit_exit();
1186 					} else {
1187 						struct bus_dma_segment seg;
1188 
1189 						/* Pointer to physical buffer */
1190 						seg.ds_addr =
1191 						    (bus_addr_t)csio->data_ptr;
1192 						seg.ds_len = csio->dxfer_len;
1193 						btexecuteccb(bccb, &seg, 1, 0);
1194 					}
1195 				} else {
1196 					struct bus_dma_segment *segs;
1197 
1198 					if ((ccbh->flags & CAM_DATA_PHYS) != 0)
1199 						panic("btaction - Physical "
1200 						      "segment pointers "
1201 						      "unsupported");
1202 
1203 					if ((ccbh->flags&CAM_SG_LIST_PHYS)==0)
1204 						panic("btaction - Virtual "
1205 						      "segment addresses "
1206 						      "unsupported");
1207 
1208 					/* Just use the segments provided */
1209 					segs = (struct bus_dma_segment *)
1210 					    csio->data_ptr;
1211 					btexecuteccb(bccb, segs,
1212 						     csio->sglist_cnt, 0);
1213 				}
1214 			} else {
1215 				btexecuteccb(bccb, NULL, 0, 0);
1216 			}
1217 		} else {
1218 			hccb->opcode = INITIATOR_BUS_DEV_RESET;
1219 			/* No data transfer */
1220 			hccb->datain = TRUE;
1221 			hccb->dataout = TRUE;
1222 			hccb->cmd_len = 0;
1223 			hccb->sense_len = 0;
1224 			hccb->tag_enable = FALSE;
1225 			hccb->tag_type = 0;
1226 			btexecuteccb(bccb, NULL, 0, 0);
1227 		}
1228 		break;
1229 	}
1230 	case XPT_EN_LUN:		/* Enable LUN as a target */
1231 	case XPT_TARGET_IO:		/* Execute target I/O request */
1232 	case XPT_ACCEPT_TARGET_IO:	/* Accept Host Target Mode CDB */
1233 	case XPT_CONT_TARGET_IO:	/* Continue Host Target I/O Connection*/
1234 	case XPT_ABORT:			/* Abort the specified CCB */
1235 		/* XXX Implement */
1236 		ccb->ccb_h.status = CAM_REQ_INVALID;
1237 		xpt_done(ccb);
1238 		break;
1239 	case XPT_SET_TRAN_SETTINGS:
1240 	{
1241 		/* XXX Implement */
1242 		ccb->ccb_h.status = CAM_PROVIDE_FAIL;
1243 		xpt_done(ccb);
1244 		break;
1245 	}
1246 	case XPT_GET_TRAN_SETTINGS:
1247 	/* Get default/user set transfer settings for the target */
1248 	{
1249 		struct	ccb_trans_settings *cts;
1250 		u_int	target_mask;
1251 
1252 		cts = &ccb->cts;
1253 		target_mask = 0x01 << ccb->ccb_h.target_id;
1254 		if ((cts->flags & CCB_TRANS_USER_SETTINGS) != 0) {
1255 			cts->flags = 0;
1256 			if ((bt->disc_permitted & target_mask) != 0)
1257 				cts->flags |= CCB_TRANS_DISC_ENB;
1258 			if ((bt->tags_permitted & target_mask) != 0)
1259 				cts->flags |= CCB_TRANS_TAG_ENB;
1260 			if ((bt->wide_permitted & target_mask) != 0)
1261 				cts->bus_width = MSG_EXT_WDTR_BUS_16_BIT;
1262 			else
1263 				cts->bus_width = MSG_EXT_WDTR_BUS_8_BIT;
1264 			if ((bt->ultra_permitted & target_mask) != 0)
1265 				cts->sync_period = 12;
1266 			else if ((bt->fast_permitted & target_mask) != 0)
1267 				cts->sync_period = 25;
1268 			else if ((bt->sync_permitted & target_mask) != 0)
1269 				cts->sync_period = 50;
1270 			else
1271 				cts->sync_period = 0;
1272 
1273 			if (cts->sync_period != 0)
1274 				cts->sync_offset = 15;
1275 
1276 			cts->valid = CCB_TRANS_SYNC_RATE_VALID
1277 				   | CCB_TRANS_SYNC_OFFSET_VALID
1278 				   | CCB_TRANS_BUS_WIDTH_VALID
1279 				   | CCB_TRANS_DISC_VALID
1280 				   | CCB_TRANS_TQ_VALID;
1281 		} else {
1282 			btfetchtransinfo(bt, cts);
1283 		}
1284 
1285 		ccb->ccb_h.status = CAM_REQ_CMP;
1286 		xpt_done(ccb);
1287 		break;
1288 	}
1289 	case XPT_CALC_GEOMETRY:
1290 	{
1291 		struct	  ccb_calc_geometry *ccg;
1292 		u_int32_t size_mb;
1293 		u_int32_t secs_per_cylinder;
1294 
1295 		ccg = &ccb->ccg;
1296 		size_mb = ccg->volume_size
1297 			/ ((1024L * 1024L) / ccg->block_size);
1298 
1299 		if (size_mb >= 1024 && (bt->extended_trans != 0)) {
1300 			if (size_mb >= 2048) {
1301 				ccg->heads = 255;
1302 				ccg->secs_per_track = 63;
1303 			} else {
1304 				ccg->heads = 128;
1305 				ccg->secs_per_track = 32;
1306 			}
1307 		} else {
1308 			ccg->heads = 64;
1309 			ccg->secs_per_track = 32;
1310 		}
1311 		secs_per_cylinder = ccg->heads * ccg->secs_per_track;
1312 		ccg->cylinders = ccg->volume_size / secs_per_cylinder;
1313 		ccb->ccb_h.status = CAM_REQ_CMP;
1314 		xpt_done(ccb);
1315 		break;
1316 	}
1317 	case XPT_RESET_BUS:		/* Reset the specified SCSI bus */
1318 	{
1319 		btreset(bt, /*hardreset*/TRUE);
1320 		ccb->ccb_h.status = CAM_REQ_CMP;
1321 		xpt_done(ccb);
1322 		break;
1323 	}
1324 	case XPT_TERM_IO:		/* Terminate the I/O process */
1325 		/* XXX Implement */
1326 		ccb->ccb_h.status = CAM_REQ_INVALID;
1327 		xpt_done(ccb);
1328 		break;
1329 	case XPT_PATH_INQ:		/* Path routing inquiry */
1330 	{
1331 		struct ccb_pathinq *cpi = &ccb->cpi;
1332 
1333 		cpi->version_num = 1; /* XXX??? */
1334 		cpi->hba_inquiry = PI_SDTR_ABLE;
1335 		if (bt->tag_capable != 0)
1336 			cpi->hba_inquiry |= PI_TAG_ABLE;
1337 		if (bt->wide_bus != 0)
1338 			cpi->hba_inquiry |= PI_WIDE_16;
1339 		cpi->target_sprt = 0;
1340 		cpi->hba_misc = 0;
1341 		cpi->hba_eng_cnt = 0;
1342 		cpi->max_target = bt->wide_bus ? 15 : 7;
1343 		cpi->max_lun = 7;
1344 		cpi->initiator_id = bt->scsi_id;
1345 		cpi->bus_id = cam_sim_bus(sim);
1346 		cpi->base_transfer_speed = 3300;
1347 		strncpy(cpi->sim_vid, "FreeBSD", SIM_IDLEN);
1348 		strncpy(cpi->hba_vid, "BusLogic", HBA_IDLEN);
1349 		strncpy(cpi->dev_name, cam_sim_name(sim), DEV_IDLEN);
1350 		cpi->unit_number = cam_sim_unit(sim);
1351 		cpi->ccb_h.status = CAM_REQ_CMP;
1352 		xpt_done(ccb);
1353 		break;
1354 	}
1355 	default:
1356 		ccb->ccb_h.status = CAM_REQ_INVALID;
1357 		xpt_done(ccb);
1358 		break;
1359 	}
1360 }
1361 
1362 static void
1363 btexecuteccb(void *arg, bus_dma_segment_t *dm_segs, int nseg, int error)
1364 {
1365 	struct	 bt_ccb *bccb;
1366 	union	 ccb *ccb;
1367 	struct	 bt_softc *bt;
1368 
1369 	bccb = (struct bt_ccb *)arg;
1370 	ccb = bccb->ccb;
1371 	bt = (struct bt_softc *)ccb->ccb_h.ccb_bt_ptr;
1372 
1373 	if (error != 0) {
1374 		if (error != EFBIG)
1375 			device_printf(bt->dev,
1376 				      "Unexepected error 0x%x returned from "
1377 				      "bus_dmamap_load\n", error);
1378 		if (ccb->ccb_h.status == CAM_REQ_INPROG) {
1379 			xpt_freeze_devq(ccb->ccb_h.path, /*count*/1);
1380 			ccb->ccb_h.status = CAM_REQ_TOO_BIG|CAM_DEV_QFRZN;
1381 		}
1382 		btfreeccb(bt, bccb);
1383 		xpt_done(ccb);
1384 		return;
1385 	}
1386 
1387 	if (nseg != 0) {
1388 		bt_sg_t *sg;
1389 		bus_dma_segment_t *end_seg;
1390 		bus_dmasync_op_t op;
1391 
1392 		end_seg = dm_segs + nseg;
1393 
1394 		/* Copy the segments into our SG list */
1395 		sg = bccb->sg_list;
1396 		while (dm_segs < end_seg) {
1397 			sg->len = dm_segs->ds_len;
1398 			sg->addr = dm_segs->ds_addr;
1399 			sg++;
1400 			dm_segs++;
1401 		}
1402 
1403 		if (nseg > 1) {
1404 			bccb->hccb.opcode = INITIATOR_SG_CCB_WRESID;
1405 			bccb->hccb.data_len = sizeof(bt_sg_t) * nseg;
1406 			bccb->hccb.data_addr = bccb->sg_list_phys;
1407 		} else {
1408 			bccb->hccb.data_len = bccb->sg_list->len;
1409 			bccb->hccb.data_addr = bccb->sg_list->addr;
1410 		}
1411 
1412 		if ((ccb->ccb_h.flags & CAM_DIR_MASK) == CAM_DIR_IN)
1413 			op = BUS_DMASYNC_PREREAD;
1414 		else
1415 			op = BUS_DMASYNC_PREWRITE;
1416 
1417 		bus_dmamap_sync(bt->buffer_dmat, bccb->dmamap, op);
1418 
1419 	} else {
1420 		bccb->hccb.opcode = INITIATOR_CCB;
1421 		bccb->hccb.data_len = 0;
1422 		bccb->hccb.data_addr = 0;
1423 	}
1424 
1425 	crit_enter();
1426 
1427 	/*
1428 	 * Last time we need to check if this CCB needs to
1429 	 * be aborted.
1430 	 */
1431 	if (ccb->ccb_h.status != CAM_REQ_INPROG) {
1432 		if (nseg != 0)
1433 			bus_dmamap_unload(bt->buffer_dmat, bccb->dmamap);
1434 		btfreeccb(bt, bccb);
1435 		xpt_done(ccb);
1436 		crit_exit();
1437 		return;
1438 	}
1439 
1440 	bccb->flags = BCCB_ACTIVE;
1441 	ccb->ccb_h.status |= CAM_SIM_QUEUED;
1442 	LIST_INSERT_HEAD(&bt->pending_ccbs, &ccb->ccb_h, sim_links.le);
1443 
1444 	callout_reset(&ccb->ccb_h.timeout_ch, (ccb->ccb_h.timeout * hz) / 1000,
1445 	    bttimeout, bccb);
1446 
1447 	/* Tell the adapter about this command */
1448 	bt->cur_outbox->ccb_addr = btccbvtop(bt, bccb);
1449 	if (bt->cur_outbox->action_code != BMBO_FREE) {
1450 		/*
1451 		 * We should never encounter a busy mailbox.
1452 		 * If we do, warn the user, and treat it as
1453 		 * a resource shortage.  If the controller is
1454 		 * hung, one of the pending transactions will
1455 		 * timeout causing us to start recovery operations.
1456 		 */
1457 		device_printf(bt->dev,
1458 			      "Encountered busy mailbox with %d out of %d "
1459 			      "commands active!!!\n", bt->active_ccbs,
1460 			      bt->max_ccbs);
1461 		callout_stop(&ccb->ccb_h.timeout_ch);
1462 		if (nseg != 0)
1463 			bus_dmamap_unload(bt->buffer_dmat, bccb->dmamap);
1464 		btfreeccb(bt, bccb);
1465 		bt->resource_shortage = TRUE;
1466 		xpt_freeze_simq(bt->sim, /*count*/1);
1467 		ccb->ccb_h.status = CAM_REQUEUE_REQ;
1468 		xpt_done(ccb);
1469 		return;
1470 	}
1471 	bt->cur_outbox->action_code = BMBO_START;
1472 	bt_outb(bt, COMMAND_REG, BOP_START_MBOX);
1473 	btnextoutbox(bt);
1474 	crit_exit();
1475 }
1476 
1477 void
1478 bt_intr(void *arg)
1479 {
1480 	struct	bt_softc *bt;
1481 	u_int	intstat;
1482 
1483 	bt = (struct bt_softc *)arg;
1484 	while (((intstat = bt_inb(bt, INTSTAT_REG)) & INTR_PENDING) != 0) {
1485 
1486 		if ((intstat & CMD_COMPLETE) != 0) {
1487 			bt->latched_status = bt_inb(bt, STATUS_REG);
1488 			bt->command_cmp = TRUE;
1489 		}
1490 
1491 		bt_outb(bt, CONTROL_REG, RESET_INTR);
1492 
1493 		if ((intstat & IMB_LOADED) != 0) {
1494 			while (bt->cur_inbox->comp_code != BMBI_FREE) {
1495 				btdone(bt,
1496 				       btccbptov(bt, bt->cur_inbox->ccb_addr),
1497 				       bt->cur_inbox->comp_code);
1498 				bt->cur_inbox->comp_code = BMBI_FREE;
1499 				btnextinbox(bt);
1500 			}
1501 		}
1502 
1503 		if ((intstat & SCSI_BUS_RESET) != 0) {
1504 			btreset(bt, /*hardreset*/FALSE);
1505 		}
1506 	}
1507 }
1508 
1509 static void
1510 btdone(struct bt_softc *bt, struct bt_ccb *bccb, bt_mbi_comp_code_t comp_code)
1511 {
1512 	union  ccb	  *ccb;
1513 	struct ccb_scsiio *csio;
1514 
1515 	ccb = bccb->ccb;
1516 	csio = &bccb->ccb->csio;
1517 
1518 	if ((bccb->flags & BCCB_ACTIVE) == 0) {
1519 		device_printf(bt->dev,
1520 			      "btdone - Attempt to free non-active BCCB %p\n",
1521 			      (void *)bccb);
1522 		return;
1523 	}
1524 
1525 	if ((ccb->ccb_h.flags & CAM_DIR_MASK) != CAM_DIR_NONE) {
1526 		bus_dmasync_op_t op;
1527 
1528 		if ((ccb->ccb_h.flags & CAM_DIR_MASK) == CAM_DIR_IN)
1529 			op = BUS_DMASYNC_POSTREAD;
1530 		else
1531 			op = BUS_DMASYNC_POSTWRITE;
1532 		bus_dmamap_sync(bt->buffer_dmat, bccb->dmamap, op);
1533 		bus_dmamap_unload(bt->buffer_dmat, bccb->dmamap);
1534 	}
1535 
1536 	if (bccb == bt->recovery_bccb) {
1537 		/*
1538 		 * The recovery BCCB does not have a CCB associated
1539 		 * with it, so short circuit the normal error handling.
1540 		 * We now traverse our list of pending CCBs and process
1541 		 * any that were terminated by the recovery CCBs action.
1542 		 * We also reinstate timeouts for all remaining, pending,
1543 		 * CCBs.
1544 		 */
1545 		struct cam_path *path;
1546 		struct ccb_hdr *ccb_h;
1547 		cam_status error;
1548 
1549 		/* Notify all clients that a BDR occured */
1550 		error = xpt_create_path(&path, /*periph*/NULL,
1551 					cam_sim_path(bt->sim),
1552 					bccb->hccb.target_id,
1553 					CAM_LUN_WILDCARD);
1554 
1555 		if (error == CAM_REQ_CMP)
1556 			xpt_async(AC_SENT_BDR, path, NULL);
1557 
1558 		ccb_h = LIST_FIRST(&bt->pending_ccbs);
1559 		while (ccb_h != NULL) {
1560 			struct bt_ccb *pending_bccb;
1561 
1562 			pending_bccb = (struct bt_ccb *)ccb_h->ccb_bccb_ptr;
1563 			if (pending_bccb->hccb.target_id
1564 			 == bccb->hccb.target_id) {
1565 				pending_bccb->hccb.btstat = BTSTAT_HA_BDR;
1566 				ccb_h = LIST_NEXT(ccb_h, sim_links.le);
1567 				btdone(bt, pending_bccb, BMBI_ERROR);
1568 			} else {
1569 				callout_reset(&ccb_h->timeout_ch,
1570 				    (ccb_h->timeout * hz) / 1000,
1571 				    bttimeout, pending_bccb);
1572 				ccb_h = LIST_NEXT(ccb_h, sim_links.le);
1573 			}
1574 		}
1575 		device_printf(bt->dev, "No longer in timeout\n");
1576 		return;
1577 	}
1578 
1579 	callout_stop(&ccb->ccb_h.timeout_ch);
1580 
1581 	switch (comp_code) {
1582 	case BMBI_FREE:
1583 		device_printf(bt->dev,
1584 			      "btdone - CCB completed with free status!\n");
1585 		break;
1586 	case BMBI_NOT_FOUND:
1587 		device_printf(bt->dev,
1588 			      "btdone - CCB Abort failed to find CCB\n");
1589 		break;
1590 	case BMBI_ABORT:
1591 	case BMBI_ERROR:
1592 		if (bootverbose) {
1593 			printf("bt: ccb %p - error %x occured.  "
1594 			       "btstat = %x, sdstat = %x\n",
1595 			       (void *)bccb, comp_code, bccb->hccb.btstat,
1596 			       bccb->hccb.sdstat);
1597 		}
1598 		/* An error occured */
1599 		switch(bccb->hccb.btstat) {
1600 		case BTSTAT_DATARUN_ERROR:
1601 			if (bccb->hccb.data_len == 0) {
1602 				/*
1603 				 * At least firmware 4.22, does this
1604 				 * for a QUEUE FULL condition.
1605 				 */
1606 				bccb->hccb.sdstat = SCSI_STATUS_QUEUE_FULL;
1607 			} else if (bccb->hccb.data_len < 0) {
1608 				csio->ccb_h.status = CAM_DATA_RUN_ERR;
1609 				break;
1610 			}
1611 			/* FALLTHROUGH */
1612 		case BTSTAT_NOERROR:
1613 		case BTSTAT_LINKED_CMD_COMPLETE:
1614 		case BTSTAT_LINKED_CMD_FLAG_COMPLETE:
1615 		case BTSTAT_DATAUNDERUN_ERROR:
1616 
1617 			csio->scsi_status = bccb->hccb.sdstat;
1618 			csio->ccb_h.status |= CAM_SCSI_STATUS_ERROR;
1619 			switch(csio->scsi_status) {
1620 			case SCSI_STATUS_CHECK_COND:
1621 			case SCSI_STATUS_CMD_TERMINATED:
1622 				csio->ccb_h.status |= CAM_AUTOSNS_VALID;
1623 				/* Bounce sense back if necessary */
1624 				if (bt->sense_buffers != NULL) {
1625 					csio->sense_data =
1626 					    *btsensevaddr(bt, bccb);
1627 				}
1628 				break;
1629 			default:
1630 				break;
1631 			case SCSI_STATUS_OK:
1632 				csio->ccb_h.status = CAM_REQ_CMP;
1633 				break;
1634 			}
1635 			csio->resid = bccb->hccb.data_len;
1636 			break;
1637 		case BTSTAT_SELTIMEOUT:
1638 			csio->ccb_h.status = CAM_SEL_TIMEOUT;
1639 			break;
1640 		case BTSTAT_UNEXPECTED_BUSFREE:
1641 			csio->ccb_h.status = CAM_UNEXP_BUSFREE;
1642 			break;
1643 		case BTSTAT_INVALID_PHASE:
1644 			csio->ccb_h.status = CAM_SEQUENCE_FAIL;
1645 			break;
1646 		case BTSTAT_INVALID_ACTION_CODE:
1647 			panic("%s: Inavlid Action code", bt_name(bt));
1648 			break;
1649 		case BTSTAT_INVALID_OPCODE:
1650 			panic("%s: Inavlid CCB Opcode code", bt_name(bt));
1651 			break;
1652 		case BTSTAT_LINKED_CCB_LUN_MISMATCH:
1653 			/* We don't even support linked commands... */
1654 			panic("%s: Linked CCB Lun Mismatch", bt_name(bt));
1655 			break;
1656 		case BTSTAT_INVALID_CCB_OR_SG_PARAM:
1657 			panic("%s: Invalid CCB or SG list", bt_name(bt));
1658 			break;
1659 		case BTSTAT_AUTOSENSE_FAILED:
1660 			csio->ccb_h.status = CAM_AUTOSENSE_FAIL;
1661 			break;
1662 		case BTSTAT_TAGGED_MSG_REJECTED:
1663 		{
1664 			struct ccb_trans_settings neg;
1665 
1666 			xpt_print_path(csio->ccb_h.path);
1667 			printf("refuses tagged commands.  Performing "
1668 			       "non-tagged I/O\n");
1669 			neg.flags = 0;
1670 			neg.valid = CCB_TRANS_TQ_VALID;
1671 			xpt_setup_ccb(&neg.ccb_h, csio->ccb_h.path,
1672 				      /*priority*/1);
1673 			xpt_async(AC_TRANSFER_NEG, csio->ccb_h.path, &neg);
1674 			bt->tags_permitted &= ~(0x01 << csio->ccb_h.target_id);
1675 			csio->ccb_h.status = CAM_MSG_REJECT_REC;
1676 			break;
1677 		}
1678 		case BTSTAT_UNSUPPORTED_MSG_RECEIVED:
1679 			/*
1680 			 * XXX You would think that this is
1681 			 *     a recoverable error... Hmmm.
1682 			 */
1683 			csio->ccb_h.status = CAM_REQ_CMP_ERR;
1684 			break;
1685 		case BTSTAT_HA_SOFTWARE_ERROR:
1686 		case BTSTAT_HA_WATCHDOG_ERROR:
1687 		case BTSTAT_HARDWARE_FAILURE:
1688 			/* Hardware reset ??? Can we recover ??? */
1689 			csio->ccb_h.status = CAM_NO_HBA;
1690 			break;
1691 		case BTSTAT_TARGET_IGNORED_ATN:
1692 		case BTSTAT_OTHER_SCSI_BUS_RESET:
1693 		case BTSTAT_HA_SCSI_BUS_RESET:
1694 			if ((csio->ccb_h.status & CAM_STATUS_MASK)
1695 			 != CAM_CMD_TIMEOUT)
1696 				csio->ccb_h.status = CAM_SCSI_BUS_RESET;
1697 			break;
1698 		case BTSTAT_HA_BDR:
1699 			if ((bccb->flags & BCCB_DEVICE_RESET) == 0)
1700 				csio->ccb_h.status = CAM_BDR_SENT;
1701 			else
1702 				csio->ccb_h.status = CAM_CMD_TIMEOUT;
1703 			break;
1704 		case BTSTAT_INVALID_RECONNECT:
1705 		case BTSTAT_ABORT_QUEUE_GENERATED:
1706 			csio->ccb_h.status = CAM_REQ_TERMIO;
1707 			break;
1708 		case BTSTAT_SCSI_PERROR_DETECTED:
1709 			csio->ccb_h.status = CAM_UNCOR_PARITY;
1710 			break;
1711 		}
1712 		if (csio->ccb_h.status != CAM_REQ_CMP) {
1713 			xpt_freeze_devq(csio->ccb_h.path, /*count*/1);
1714 			csio->ccb_h.status |= CAM_DEV_QFRZN;
1715 		}
1716 		if ((bccb->flags & BCCB_RELEASE_SIMQ) != 0)
1717 			ccb->ccb_h.status |= CAM_RELEASE_SIMQ;
1718 		btfreeccb(bt, bccb);
1719 		xpt_done(ccb);
1720 		break;
1721 	case BMBI_OK:
1722 		/* All completed without incident */
1723 		ccb->ccb_h.status |= CAM_REQ_CMP;
1724 		if ((bccb->flags & BCCB_RELEASE_SIMQ) != 0)
1725 			ccb->ccb_h.status |= CAM_RELEASE_SIMQ;
1726 		btfreeccb(bt, bccb);
1727 		xpt_done(ccb);
1728 		break;
1729 	}
1730 }
1731 
1732 static int
1733 btreset(struct bt_softc* bt, int hard_reset)
1734 {
1735 	struct	 ccb_hdr *ccb_h;
1736 	u_int	 status;
1737 	u_int	 timeout;
1738 	u_int8_t reset_type;
1739 
1740 	if (hard_reset != 0)
1741 		reset_type = HARD_RESET;
1742 	else
1743 		reset_type = SOFT_RESET;
1744 	bt_outb(bt, CONTROL_REG, reset_type);
1745 
1746 	/* Wait 5sec. for Diagnostic start */
1747 	timeout = 5 * 10000;
1748 	while (--timeout) {
1749 		status = bt_inb(bt, STATUS_REG);
1750 		if ((status & DIAG_ACTIVE) != 0)
1751 			break;
1752 		DELAY(100);
1753 	}
1754 	if (timeout == 0) {
1755 		if (bootverbose)
1756 			printf("%s: btreset - Diagnostic Active failed to "
1757 				"assert. status = 0x%x\n", bt_name(bt), status);
1758 		return (ETIMEDOUT);
1759 	}
1760 
1761 	/* Wait 10sec. for Diagnostic end */
1762 	timeout = 10 * 10000;
1763 	while (--timeout) {
1764 		status = bt_inb(bt, STATUS_REG);
1765 		if ((status & DIAG_ACTIVE) == 0)
1766 			break;
1767 		DELAY(100);
1768 	}
1769 	if (timeout == 0) {
1770 		panic("%s: btreset - Diagnostic Active failed to drop. "
1771 		       "status = 0x%x\n", bt_name(bt), status);
1772 		return (ETIMEDOUT);
1773 	}
1774 
1775 	/* Wait for the host adapter to become ready or report a failure */
1776 	timeout = 10000;
1777 	while (--timeout) {
1778 		status = bt_inb(bt, STATUS_REG);
1779 		if ((status & (DIAG_FAIL|HA_READY|DATAIN_REG_READY)) != 0)
1780 			break;
1781 		DELAY(100);
1782 	}
1783 	if (timeout == 0) {
1784 		printf("%s: btreset - Host adapter failed to come ready. "
1785 		       "status = 0x%x\n", bt_name(bt), status);
1786 		return (ETIMEDOUT);
1787 	}
1788 
1789 	/* If the diagnostics failed, tell the user */
1790 	if ((status & DIAG_FAIL) != 0
1791 	 || (status & HA_READY) == 0) {
1792 		printf("%s: btreset - Adapter failed diagnostics\n",
1793 		       bt_name(bt));
1794 
1795 		if ((status & DATAIN_REG_READY) != 0)
1796 			printf("%s: btreset - Host Adapter Error code = 0x%x\n",
1797 			       bt_name(bt), bt_inb(bt, DATAIN_REG));
1798 		return (ENXIO);
1799 	}
1800 
1801 	/* If we've allocated mailboxes, initialize them */
1802 	if (bt->init_level > 4)
1803 		btinitmboxes(bt);
1804 
1805 	/* If we've attached to the XPT, tell it about the event */
1806 	if (bt->path != NULL)
1807 		xpt_async(AC_BUS_RESET, bt->path, NULL);
1808 
1809 	/*
1810 	 * Perform completion processing for all outstanding CCBs.
1811 	 */
1812 	while ((ccb_h = LIST_FIRST(&bt->pending_ccbs)) != NULL) {
1813 		struct bt_ccb *pending_bccb;
1814 
1815 		pending_bccb = (struct bt_ccb *)ccb_h->ccb_bccb_ptr;
1816 		pending_bccb->hccb.btstat = BTSTAT_HA_SCSI_BUS_RESET;
1817 		btdone(bt, pending_bccb, BMBI_ERROR);
1818 	}
1819 
1820 	return (0);
1821 }
1822 
1823 /*
1824  * Send a command to the adapter.
1825  */
1826 int
1827 bt_cmd(struct bt_softc *bt, bt_op_t opcode, u_int8_t *params, u_int param_len,
1828       u_int8_t *reply_data, u_int reply_len, u_int cmd_timeout)
1829 {
1830 	u_int	timeout;
1831 	u_int	status;
1832 	u_int	saved_status;
1833 	u_int	intstat;
1834 	u_int	reply_buf_size;
1835 	int	cmd_complete;
1836 	int	error;
1837 
1838 	/* No data returned to start */
1839 	reply_buf_size = reply_len;
1840 	reply_len = 0;
1841 	intstat = 0;
1842 	cmd_complete = 0;
1843 	saved_status = 0;
1844 	error = 0;
1845 
1846 	bt->command_cmp = 0;
1847 	/*
1848 	 * Wait up to 10 sec. for the adapter to become
1849 	 * ready to accept commands.
1850 	 */
1851 	timeout = 100000;
1852 	while (--timeout) {
1853 		status = bt_inb(bt, STATUS_REG);
1854 		if ((status & HA_READY) != 0
1855 		 && (status & CMD_REG_BUSY) == 0)
1856 			break;
1857 		/*
1858 		 * Throw away any pending data which may be
1859 		 * left over from earlier commands that we
1860 		 * timedout on.
1861 		 */
1862 		if ((status & DATAIN_REG_READY) != 0)
1863 			(void)bt_inb(bt, DATAIN_REG);
1864 		DELAY(100);
1865 	}
1866 	if (timeout == 0) {
1867 		printf("%s: bt_cmd: Timeout waiting for adapter ready, "
1868 		       "status = 0x%x\n", bt_name(bt), status);
1869 		return (ETIMEDOUT);
1870 	}
1871 
1872 	/*
1873 	 * Send the opcode followed by any necessary parameter bytes.
1874 	 */
1875 	bt_outb(bt, COMMAND_REG, opcode);
1876 
1877 	/*
1878 	 * Wait for up to 1sec for each byte of the the
1879 	 * parameter list sent to be sent.
1880 	 */
1881 	timeout = 10000;
1882 	while (param_len && --timeout) {
1883 		DELAY(100);
1884 		crit_enter();
1885 		status = bt_inb(bt, STATUS_REG);
1886 		intstat = bt_inb(bt, INTSTAT_REG);
1887 		crit_exit();
1888 
1889 		if ((intstat & (INTR_PENDING|CMD_COMPLETE))
1890 		 == (INTR_PENDING|CMD_COMPLETE)) {
1891 			saved_status = status;
1892 			cmd_complete = 1;
1893 			break;
1894 		}
1895 		if (bt->command_cmp != 0) {
1896 			saved_status = bt->latched_status;
1897 			cmd_complete = 1;
1898 			break;
1899 		}
1900 		if ((status & DATAIN_REG_READY) != 0)
1901 			break;
1902 		if ((status & CMD_REG_BUSY) == 0) {
1903 			bt_outb(bt, COMMAND_REG, *params++);
1904 			param_len--;
1905 			timeout = 10000;
1906 		}
1907 	}
1908 	if (timeout == 0) {
1909 		printf("%s: bt_cmd: Timeout sending parameters, "
1910 		       "status = 0x%x\n", bt_name(bt), status);
1911 		cmd_complete = 1;
1912 		saved_status = status;
1913 		error = ETIMEDOUT;
1914 	}
1915 
1916 	/*
1917 	 * Wait for the command to complete.
1918 	 */
1919 	while (cmd_complete == 0 && --cmd_timeout) {
1920 
1921 		crit_enter();
1922 		status = bt_inb(bt, STATUS_REG);
1923 		intstat = bt_inb(bt, INTSTAT_REG);
1924 		/*
1925 		 * It may be that this command was issued with
1926 		 * controller interrupts disabled.  We'll never
1927 		 * get to our command if an incoming mailbox
1928 		 * interrupt is pending, so take care of completed
1929 		 * mailbox commands by calling our interrupt handler.
1930 		 */
1931 		if ((intstat & (INTR_PENDING|IMB_LOADED))
1932 		 == (INTR_PENDING|IMB_LOADED))
1933 			bt_intr(bt);
1934 		crit_exit();
1935 
1936 		if (bt->command_cmp != 0) {
1937  			/*
1938 			 * Our interrupt handler saw CMD_COMPLETE
1939 			 * status before we did.
1940 			 */
1941 			cmd_complete = 1;
1942 			saved_status = bt->latched_status;
1943 		} else if ((intstat & (INTR_PENDING|CMD_COMPLETE))
1944 			== (INTR_PENDING|CMD_COMPLETE)) {
1945 			/*
1946 			 * Our poll (in case interrupts are blocked)
1947 			 * saw the CMD_COMPLETE interrupt.
1948 			 */
1949 			cmd_complete = 1;
1950 			saved_status = status;
1951 		} else if (opcode == BOP_MODIFY_IO_ADDR
1952 			&& (status & CMD_REG_BUSY) == 0) {
1953 			/*
1954 			 * The BOP_MODIFY_IO_ADDR does not issue a CMD_COMPLETE,
1955 			 * but it should update the status register.  So, we
1956 			 * consider this command complete when the CMD_REG_BUSY
1957 			 * status clears.
1958 			 */
1959 			saved_status = status;
1960 			cmd_complete = 1;
1961 		} else if ((status & DATAIN_REG_READY) != 0) {
1962 			u_int8_t data;
1963 
1964 			data = bt_inb(bt, DATAIN_REG);
1965 			if (reply_len < reply_buf_size) {
1966 				*reply_data++ = data;
1967 			} else {
1968 				printf("%s: bt_cmd - Discarded reply data byte "
1969 				       "for opcode 0x%x\n", bt_name(bt),
1970 				       opcode);
1971 			}
1972 			/*
1973 			 * Reset timeout to ensure at least a second
1974 			 * between response bytes.
1975 			 */
1976 			cmd_timeout = MAX(cmd_timeout, 10000);
1977 			reply_len++;
1978 
1979 		} else if ((opcode == BOP_FETCH_LRAM)
1980 			&& (status & HA_READY) != 0) {
1981 				saved_status = status;
1982 				cmd_complete = 1;
1983 		}
1984 		DELAY(100);
1985 	}
1986 	if (cmd_timeout == 0) {
1987 		printf("%s: bt_cmd: Timeout waiting for command (%x) "
1988 		       "to complete.\n%s: status = 0x%x, intstat = 0x%x, "
1989 		       "rlen %d\n", bt_name(bt), opcode,
1990 		       bt_name(bt), status, intstat, reply_len);
1991 		error = (ETIMEDOUT);
1992 	}
1993 
1994 	/*
1995 	 * Clear any pending interrupts.  Block interrupts so our
1996 	 * interrupt handler is not re-entered.
1997 	 */
1998 	crit_enter();
1999 	bt_intr(bt);
2000 	crit_exit();
2001 
2002 	if (error != 0)
2003 		return (error);
2004 
2005 	/*
2006 	 * If the command was rejected by the controller, tell the caller.
2007 	 */
2008 	if ((saved_status & CMD_INVALID) != 0) {
2009 		/*
2010 		 * Some early adapters may not recover properly from
2011 		 * an invalid command.  If it appears that the controller
2012 		 * has wedged (i.e. status was not cleared by our interrupt
2013 		 * reset above), perform a soft reset.
2014       		 */
2015 		if (bootverbose)
2016 			printf("%s: Invalid Command 0x%x\n", bt_name(bt),
2017 				opcode);
2018 		DELAY(1000);
2019 		status = bt_inb(bt, STATUS_REG);
2020 		if ((status & (CMD_INVALID|STATUS_REG_RSVD|DATAIN_REG_READY|
2021 			      CMD_REG_BUSY|DIAG_FAIL|DIAG_ACTIVE)) != 0
2022 		 || (status & (HA_READY|INIT_REQUIRED))
2023 		  != (HA_READY|INIT_REQUIRED)) {
2024 			btreset(bt, /*hard_reset*/FALSE);
2025 		}
2026 		return (EINVAL);
2027 	}
2028 
2029 	if (param_len > 0) {
2030 		/* The controller did not accept the full argument list */
2031 	 	return (E2BIG);
2032 	}
2033 
2034 	if (reply_len != reply_buf_size) {
2035 		/* Too much or too little data received */
2036 		return (EMSGSIZE);
2037 	}
2038 
2039 	/* We were successful */
2040 	return (0);
2041 }
2042 
2043 static int
2044 btinitmboxes(struct bt_softc *bt) {
2045 	init_32b_mbox_params_t init_mbox;
2046 	int error;
2047 
2048 	bzero(bt->in_boxes, sizeof(bt_mbox_in_t) * bt->num_boxes);
2049 	bzero(bt->out_boxes, sizeof(bt_mbox_out_t) * bt->num_boxes);
2050 	bt->cur_inbox = bt->in_boxes;
2051 	bt->last_inbox = bt->in_boxes + bt->num_boxes - 1;
2052 	bt->cur_outbox = bt->out_boxes;
2053 	bt->last_outbox = bt->out_boxes + bt->num_boxes - 1;
2054 
2055 	/* Tell the adapter about them */
2056 	init_mbox.num_boxes = bt->num_boxes;
2057 	init_mbox.base_addr[0] = bt->mailbox_physbase & 0xFF;
2058 	init_mbox.base_addr[1] = (bt->mailbox_physbase >> 8) & 0xFF;
2059 	init_mbox.base_addr[2] = (bt->mailbox_physbase >> 16) & 0xFF;
2060 	init_mbox.base_addr[3] = (bt->mailbox_physbase >> 24) & 0xFF;
2061 	error = bt_cmd(bt, BOP_INITIALIZE_32BMBOX, (u_int8_t *)&init_mbox,
2062 		       /*parmlen*/sizeof(init_mbox), /*reply_buf*/NULL,
2063 		       /*reply_len*/0, DEFAULT_CMD_TIMEOUT);
2064 
2065 	if (error != 0)
2066 		printf("btinitmboxes: Initialization command failed\n");
2067 	else if (bt->strict_rr != 0) {
2068 		/*
2069 		 * If the controller supports
2070 		 * strict round robin mode,
2071 		 * enable it
2072 		 */
2073 		u_int8_t param;
2074 
2075 		param = 0;
2076 		error = bt_cmd(bt, BOP_ENABLE_STRICT_RR, &param, 1,
2077 			       /*reply_buf*/NULL, /*reply_len*/0,
2078 			       DEFAULT_CMD_TIMEOUT);
2079 
2080 		if (error != 0) {
2081 			printf("btinitmboxes: Unable to enable strict RR\n");
2082 			error = 0;
2083 		} else if (bootverbose) {
2084 			printf("%s: Using Strict Round Robin Mailbox Mode\n",
2085 			       bt_name(bt));
2086 		}
2087 	}
2088 
2089 	return (error);
2090 }
2091 
2092 /*
2093  * Update the XPT's idea of the negotiated transfer
2094  * parameters for a particular target.
2095  */
2096 static void
2097 btfetchtransinfo(struct bt_softc *bt, struct ccb_trans_settings* cts)
2098 {
2099 	setup_data_t	setup_info;
2100 	u_int		target;
2101 	u_int		targ_offset;
2102 	u_int		targ_mask;
2103 	u_int		sync_period;
2104 	int		error;
2105 	u_int8_t	param;
2106 	targ_syncinfo_t	sync_info;
2107 
2108 	target = cts->ccb_h.target_id;
2109 	targ_offset = (target & 0x7);
2110 	targ_mask = (0x01 << targ_offset);
2111 
2112 	/*
2113 	 * Inquire Setup Information.  This command retreives the
2114 	 * Wide negotiation status for recent adapters as well as
2115 	 * the sync info for older models.
2116 	 */
2117 	param = sizeof(setup_info);
2118 	error = bt_cmd(bt, BOP_INQUIRE_SETUP_INFO, &param, /*paramlen*/1,
2119 		       (u_int8_t*)&setup_info, sizeof(setup_info),
2120 		       DEFAULT_CMD_TIMEOUT);
2121 
2122 	if (error != 0) {
2123 		printf("%s: btfetchtransinfo - Inquire Setup Info Failed %x\n",
2124 		       bt_name(bt), error);
2125 		cts->valid = 0;
2126 		return;
2127 	}
2128 
2129 	sync_info = (target < 8) ? setup_info.low_syncinfo[targ_offset]
2130 				 : setup_info.high_syncinfo[targ_offset];
2131 
2132 	if (sync_info.sync == 0)
2133 		cts->sync_offset = 0;
2134 	else
2135 		cts->sync_offset = sync_info.offset;
2136 
2137 	cts->bus_width = MSG_EXT_WDTR_BUS_8_BIT;
2138 	if (strcmp(bt->firmware_ver, "5.06L") >= 0) {
2139 		u_int wide_active;
2140 
2141 		wide_active =
2142 		    (target < 8) ? (setup_info.low_wide_active & targ_mask)
2143 		    		 : (setup_info.high_wide_active & targ_mask);
2144 
2145 		if (wide_active)
2146 			cts->bus_width = MSG_EXT_WDTR_BUS_16_BIT;
2147 	} else if ((bt->wide_permitted & targ_mask) != 0) {
2148 		struct ccb_getdev cgd;
2149 
2150 		/*
2151 		 * Prior to rev 5.06L, wide status isn't provided,
2152 		 * so we "guess" that wide transfers are in effect
2153 		 * if the user settings allow for wide and the inquiry
2154 		 * data for the device indicates that it can handle
2155 		 * wide transfers.
2156 		 */
2157 		xpt_setup_ccb(&cgd.ccb_h, cts->ccb_h.path, /*priority*/1);
2158 		cgd.ccb_h.func_code = XPT_GDEV_TYPE;
2159 		xpt_action((union ccb *)&cgd);
2160 		if ((cgd.ccb_h.status & CAM_STATUS_MASK) == CAM_REQ_CMP
2161 		 && (cgd.inq_data.flags & SID_WBus16) != 0)
2162 			cts->bus_width = MSG_EXT_WDTR_BUS_16_BIT;
2163 	}
2164 
2165 	if (bt->firmware_ver[0] >= '3') {
2166 		/*
2167 		 * For adapters that can do fast or ultra speeds,
2168 		 * use the more exact Target Sync Information command.
2169 		 */
2170 		target_sync_info_data_t sync_info;
2171 
2172 		param = sizeof(sync_info);
2173 		error = bt_cmd(bt, BOP_TARG_SYNC_INFO, &param, /*paramlen*/1,
2174 			       (u_int8_t*)&sync_info, sizeof(sync_info),
2175 			       DEFAULT_CMD_TIMEOUT);
2176 
2177 		if (error != 0) {
2178 			printf("%s: btfetchtransinfo - Inquire Sync "
2179 			       "Info Failed 0x%x\n", bt_name(bt), error);
2180 			cts->valid = 0;
2181 			return;
2182 		}
2183 		sync_period = sync_info.sync_rate[target] * 100;
2184 	} else {
2185 		sync_period = 2000 + (500 * sync_info.period);
2186 	}
2187 
2188 	/* Convert ns value to standard SCSI sync rate */
2189 	if (cts->sync_offset != 0)
2190 		cts->sync_period = scsi_calc_syncparam(sync_period);
2191 	else
2192 		cts->sync_period = 0;
2193 
2194 	cts->valid = CCB_TRANS_SYNC_RATE_VALID
2195 		   | CCB_TRANS_SYNC_OFFSET_VALID
2196 		   | CCB_TRANS_BUS_WIDTH_VALID;
2197         xpt_async(AC_TRANSFER_NEG, cts->ccb_h.path, cts);
2198 }
2199 
2200 static void
2201 btmapmboxes(void *arg, bus_dma_segment_t *segs, int nseg, int error)
2202 {
2203 	struct bt_softc* bt;
2204 
2205 	bt = (struct bt_softc*)arg;
2206 	bt->mailbox_physbase = segs->ds_addr;
2207 }
2208 
2209 static void
2210 btmapccbs(void *arg, bus_dma_segment_t *segs, int nseg, int error)
2211 {
2212 	struct bt_softc* bt;
2213 
2214 	bt = (struct bt_softc*)arg;
2215 	bt->bt_ccb_physbase = segs->ds_addr;
2216 }
2217 
2218 static void
2219 btmapsgs(void *arg, bus_dma_segment_t *segs, int nseg, int error)
2220 {
2221 
2222 	struct bt_softc* bt;
2223 
2224 	bt = (struct bt_softc*)arg;
2225 	SLIST_FIRST(&bt->sg_maps)->sg_physaddr = segs->ds_addr;
2226 }
2227 
2228 static void
2229 btpoll(struct cam_sim *sim)
2230 {
2231 	bt_intr(cam_sim_softc(sim));
2232 }
2233 
2234 void
2235 bttimeout(void *arg)
2236 {
2237 	struct bt_ccb	*bccb;
2238 	union  ccb	*ccb;
2239 	struct bt_softc *bt;
2240 
2241 	bccb = (struct bt_ccb *)arg;
2242 	ccb = bccb->ccb;
2243 	bt = (struct bt_softc *)ccb->ccb_h.ccb_bt_ptr;
2244 	xpt_print_path(ccb->ccb_h.path);
2245 	printf("CCB %p - timed out\n", (void *)bccb);
2246 
2247 	crit_enter();
2248 
2249 	if ((bccb->flags & BCCB_ACTIVE) == 0) {
2250 		xpt_print_path(ccb->ccb_h.path);
2251 		printf("CCB %p - timed out CCB already completed\n",
2252 		       (void *)bccb);
2253 		crit_exit();
2254 		return;
2255 	}
2256 
2257 	/*
2258 	 * In order to simplify the recovery process, we ask the XPT
2259 	 * layer to halt the queue of new transactions and we traverse
2260 	 * the list of pending CCBs and remove their timeouts. This
2261 	 * means that the driver attempts to clear only one error
2262 	 * condition at a time.  In general, timeouts that occur
2263 	 * close together are related anyway, so there is no benefit
2264 	 * in attempting to handle errors in parrallel.  Timeouts will
2265 	 * be reinstated when the recovery process ends.
2266 	 */
2267 	if ((bccb->flags & BCCB_DEVICE_RESET) == 0) {
2268 		struct ccb_hdr *ccb_h;
2269 
2270 		if ((bccb->flags & BCCB_RELEASE_SIMQ) == 0) {
2271 			xpt_freeze_simq(bt->sim, /*count*/1);
2272 			bccb->flags |= BCCB_RELEASE_SIMQ;
2273 		}
2274 
2275 		ccb_h = LIST_FIRST(&bt->pending_ccbs);
2276 		while (ccb_h != NULL) {
2277 			struct bt_ccb *pending_bccb;
2278 
2279 			pending_bccb = (struct bt_ccb *)ccb_h->ccb_bccb_ptr;
2280 			callout_stop(&ccb_h->timeout_ch);
2281 			ccb_h = LIST_NEXT(ccb_h, sim_links.le);
2282 		}
2283 	}
2284 
2285 	if ((bccb->flags & BCCB_DEVICE_RESET) != 0
2286 	 || bt->cur_outbox->action_code != BMBO_FREE
2287 	 || ((bccb->hccb.tag_enable == TRUE)
2288 	  && (bt->firmware_ver[0] < '5'))) {
2289 		/*
2290 		 * Try a full host adapter/SCSI bus reset.
2291 		 * We do this only if we have already attempted
2292 		 * to clear the condition with a BDR, or we cannot
2293 		 * attempt a BDR for lack of mailbox resources
2294 		 * or because of faulty firmware.  It turns out
2295 		 * that firmware versions prior to 5.xx treat BDRs
2296 		 * as untagged commands that cannot be sent until
2297 		 * all outstanding tagged commands have been processed.
2298 		 * This makes it somewhat difficult to use a BDR to
2299 		 * clear up a problem with an uncompleted tagged command.
2300 		 */
2301 		ccb->ccb_h.status = CAM_CMD_TIMEOUT;
2302 		btreset(bt, /*hardreset*/TRUE);
2303 		printf("%s: No longer in timeout\n", bt_name(bt));
2304 	} else {
2305 		/*
2306 		 * Send a Bus Device Reset message:
2307 		 * The target that is holding up the bus may not
2308 		 * be the same as the one that triggered this timeout
2309 		 * (different commands have different timeout lengths),
2310 		 * but we have no way of determining this from our
2311 		 * timeout handler.  Our strategy here is to queue a
2312 		 * BDR message to the target of the timed out command.
2313 		 * If this fails, we'll get another timeout 2 seconds
2314 		 * later which will attempt a bus reset.
2315 		 */
2316 		bccb->flags |= BCCB_DEVICE_RESET;
2317 		callout_reset(&ccb->ccb_h.timeout_ch, 2 * hz, bttimeout, bccb);
2318 
2319 		bt->recovery_bccb->hccb.opcode = INITIATOR_BUS_DEV_RESET;
2320 
2321 		/* No Data Transfer */
2322 		bt->recovery_bccb->hccb.datain = TRUE;
2323 		bt->recovery_bccb->hccb.dataout = TRUE;
2324 		bt->recovery_bccb->hccb.btstat = 0;
2325 		bt->recovery_bccb->hccb.sdstat = 0;
2326 		bt->recovery_bccb->hccb.target_id = ccb->ccb_h.target_id;
2327 
2328 		/* Tell the adapter about this command */
2329 		bt->cur_outbox->ccb_addr = btccbvtop(bt, bt->recovery_bccb);
2330 		bt->cur_outbox->action_code = BMBO_START;
2331 		bt_outb(bt, COMMAND_REG, BOP_START_MBOX);
2332 		btnextoutbox(bt);
2333 	}
2334 
2335 	crit_exit();
2336 }
2337 
2338