xref: /dflybsd-src/sys/dev/disk/buslogic/bt.c (revision 9bb2a92deb77a8c17f5fcc2740d0e3cc0e1c6c84)
1 /*
2  * Generic driver for the BusLogic MultiMaster SCSI host adapters
3  * Product specific probe and attach routines can be found in:
4  * sys/dev/buslogic/bt_isa.c	BT-54X, BT-445 cards
5  * sys/dev/buslogic/bt_mca.c	BT-64X, SDC3211B, SDC3211F
6  * sys/dev/buslogic/bt_eisa.c	BT-74X, BT-75x cards, SDC3222F
7  * sys/dev/buslogic/bt_pci.c	BT-946, BT-948, BT-956, BT-958 cards
8  *
9  * Copyright (c) 1998, 1999 Justin T. Gibbs.
10  * All rights reserved.
11  *
12  * Redistribution and use in source and binary forms, with or without
13  * modification, are permitted provided that the following conditions
14  * are met:
15  * 1. Redistributions of source code must retain the above copyright
16  *    notice, this list of conditions, and the following disclaimer,
17  *    without modification, immediately at the beginning of the file.
18  * 2. The name of the author may not be used to endorse or promote products
19  *    derived from this software without specific prior written permission.
20  *
21  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
22  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
23  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
24  * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE FOR
25  * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
26  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
27  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
28  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
29  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
30  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
31  * SUCH DAMAGE.
32  *
33  * $FreeBSD: src/sys/dev/buslogic/bt.c,v 1.25.2.1 2000/08/02 22:32:26 peter Exp $
34  * $DragonFly: src/sys/dev/disk/buslogic/bt.c,v 1.5 2004/01/25 15:43:24 joerg Exp $
35  */
36 
37  /*
38   * Special thanks to Leonard N. Zubkoff for writing such a complete and
39   * well documented Mylex/BusLogic MultiMaster driver for Linux.  Support
40   * in this driver for the wide range of MultiMaster controllers and
41   * firmware revisions, with their otherwise undocumented quirks, would not
42   * have been possible without his efforts.
43   */
44 
45 #include <sys/param.h>
46 #include <sys/systm.h>
47 #include <sys/malloc.h>
48 #include <sys/buf.h>
49 #include <sys/kernel.h>
50 #include <sys/sysctl.h>
51 #include <sys/bus.h>
52 
53 /*
54  * XXX It appears that BusLogic PCI adapters go out to lunch if you
55  *     attempt to perform memory mapped I/O.
56  */
57 #if 0
58 #include "use_pci.h"
59 #if NPCI > 0
60 #include <machine/bus_memio.h>
61 #endif
62 #endif
63 #include <machine/bus_pio.h>
64 #include <machine/bus.h>
65 #include <machine/clock.h>
66 #include <sys/rman.h>
67 
68 #include <bus/cam/cam.h>
69 #include <bus/cam/cam_ccb.h>
70 #include <bus/cam/cam_sim.h>
71 #include <bus/cam/cam_xpt_sim.h>
72 #include <bus/cam/cam_debug.h>
73 
74 #include <bus/cam/scsi/scsi_message.h>
75 
76 #include <vm/vm.h>
77 #include <vm/pmap.h>
78 
79 #include "btreg.h"
80 
81 /* MailBox Management functions */
82 static __inline void	btnextinbox(struct bt_softc *bt);
83 static __inline void	btnextoutbox(struct bt_softc *bt);
84 
85 static __inline void
86 btnextinbox(struct bt_softc *bt)
87 {
88 	if (bt->cur_inbox == bt->last_inbox)
89 		bt->cur_inbox = bt->in_boxes;
90 	else
91 		bt->cur_inbox++;
92 }
93 
94 static __inline void
95 btnextoutbox(struct bt_softc *bt)
96 {
97 	if (bt->cur_outbox == bt->last_outbox)
98 		bt->cur_outbox = bt->out_boxes;
99 	else
100 		bt->cur_outbox++;
101 }
102 
103 /* CCB Mangement functions */
104 static __inline u_int32_t		btccbvtop(struct bt_softc *bt,
105 						  struct bt_ccb *bccb);
106 static __inline struct bt_ccb*		btccbptov(struct bt_softc *bt,
107 						  u_int32_t ccb_addr);
108 static __inline u_int32_t		btsensepaddr(struct bt_softc *bt,
109 						     struct bt_ccb *bccb);
110 static __inline struct scsi_sense_data* btsensevaddr(struct bt_softc *bt,
111 						     struct bt_ccb *bccb);
112 
113 static __inline u_int32_t
114 btccbvtop(struct bt_softc *bt, struct bt_ccb *bccb)
115 {
116 	return (bt->bt_ccb_physbase
117 	      + (u_int32_t)((caddr_t)bccb - (caddr_t)bt->bt_ccb_array));
118 }
119 
120 static __inline struct bt_ccb *
121 btccbptov(struct bt_softc *bt, u_int32_t ccb_addr)
122 {
123 	return (bt->bt_ccb_array +
124 	        ((struct bt_ccb*)ccb_addr-(struct bt_ccb*)bt->bt_ccb_physbase));
125 }
126 
127 static __inline u_int32_t
128 btsensepaddr(struct bt_softc *bt, struct bt_ccb *bccb)
129 {
130 	u_int index;
131 
132 	index = (u_int)(bccb - bt->bt_ccb_array);
133 	return (bt->sense_buffers_physbase
134 		+ (index * sizeof(struct scsi_sense_data)));
135 }
136 
137 static __inline struct scsi_sense_data *
138 btsensevaddr(struct bt_softc *bt, struct bt_ccb *bccb)
139 {
140 	u_int index;
141 
142 	index = (u_int)(bccb - bt->bt_ccb_array);
143 	return (bt->sense_buffers + index);
144 }
145 
146 static __inline struct bt_ccb*	btgetccb(struct bt_softc *bt);
147 static __inline void		btfreeccb(struct bt_softc *bt,
148 					  struct bt_ccb *bccb);
149 static void		btallocccbs(struct bt_softc *bt);
150 static bus_dmamap_callback_t btexecuteccb;
151 static void		btdone(struct bt_softc *bt, struct bt_ccb *bccb,
152 			       bt_mbi_comp_code_t comp_code);
153 
154 /* Host adapter command functions */
155 static int	btreset(struct bt_softc* bt, int hard_reset);
156 
157 /* Initialization functions */
158 static int			btinitmboxes(struct bt_softc *bt);
159 static bus_dmamap_callback_t	btmapmboxes;
160 static bus_dmamap_callback_t	btmapccbs;
161 static bus_dmamap_callback_t	btmapsgs;
162 
163 /* Transfer Negotiation Functions */
164 static void btfetchtransinfo(struct bt_softc *bt,
165 			     struct ccb_trans_settings *cts);
166 
167 /* CAM SIM entry points */
168 #define ccb_bccb_ptr spriv_ptr0
169 #define ccb_bt_ptr spriv_ptr1
170 static void	btaction(struct cam_sim *sim, union ccb *ccb);
171 static void	btpoll(struct cam_sim *sim);
172 
173 /* Our timeout handler */
174 timeout_t bttimeout;
175 
176 u_long bt_unit = 0;
177 
178 /*
179  * XXX
180  * Do our own re-probe protection until a configuration
181  * manager can do it for us.  This ensures that we don't
182  * reprobe a card already found by the EISA or PCI probes.
183  */
184 struct bt_isa_port bt_isa_ports[] =
185 {
186 	{ 0x130, 0, 4 },
187 	{ 0x134, 0, 5 },
188 	{ 0x230, 0, 2 },
189 	{ 0x234, 0, 3 },
190 	{ 0x330, 0, 0 },
191 	{ 0x334, 0, 1 }
192 };
193 
194 /*
195  * I/O ports listed in the order enumerated by the
196  * card for certain op codes.
197  */
198 u_int16_t bt_board_ports[] =
199 {
200 	0x330,
201 	0x334,
202 	0x230,
203 	0x234,
204 	0x130,
205 	0x134
206 };
207 
208 /* Exported functions */
209 void
210 bt_init_softc(device_t dev, struct resource *port,
211 	      struct resource *irq, struct resource *drq)
212 {
213 	struct bt_softc *bt = device_get_softc(dev);
214 
215 	SLIST_INIT(&bt->free_bt_ccbs);
216 	LIST_INIT(&bt->pending_ccbs);
217 	SLIST_INIT(&bt->sg_maps);
218 	bt->dev = dev;
219 	bt->unit = device_get_unit(dev);
220 	bt->port = port;
221 	bt->irq = irq;
222 	bt->drq = drq;
223 	bt->tag = rman_get_bustag(port);
224 	bt->bsh = rman_get_bushandle(port);
225 }
226 
227 void
228 bt_free_softc(device_t dev)
229 {
230 	struct bt_softc *bt = device_get_softc(dev);
231 
232 	switch (bt->init_level) {
233 	default:
234 	case 11:
235 		bus_dmamap_unload(bt->sense_dmat, bt->sense_dmamap);
236 	case 10:
237 		bus_dmamem_free(bt->sense_dmat, bt->sense_buffers,
238 				bt->sense_dmamap);
239 	case 9:
240 		bus_dma_tag_destroy(bt->sense_dmat);
241 	case 8:
242 	{
243 		struct sg_map_node *sg_map;
244 
245 		while ((sg_map = SLIST_FIRST(&bt->sg_maps))!= NULL) {
246 			SLIST_REMOVE_HEAD(&bt->sg_maps, links);
247 			bus_dmamap_unload(bt->sg_dmat,
248 					  sg_map->sg_dmamap);
249 			bus_dmamem_free(bt->sg_dmat, sg_map->sg_vaddr,
250 					sg_map->sg_dmamap);
251 			free(sg_map, M_DEVBUF);
252 		}
253 		bus_dma_tag_destroy(bt->sg_dmat);
254 	}
255 	case 7:
256 		bus_dmamap_unload(bt->ccb_dmat, bt->ccb_dmamap);
257 	case 6:
258 		bus_dmamem_free(bt->ccb_dmat, bt->bt_ccb_array,
259 				bt->ccb_dmamap);
260 		bus_dmamap_destroy(bt->ccb_dmat, bt->ccb_dmamap);
261 	case 5:
262 		bus_dma_tag_destroy(bt->ccb_dmat);
263 	case 4:
264 		bus_dmamap_unload(bt->mailbox_dmat, bt->mailbox_dmamap);
265 	case 3:
266 		bus_dmamem_free(bt->mailbox_dmat, bt->in_boxes,
267 				bt->mailbox_dmamap);
268 		bus_dmamap_destroy(bt->mailbox_dmat, bt->mailbox_dmamap);
269 	case 2:
270 		bus_dma_tag_destroy(bt->buffer_dmat);
271 	case 1:
272 		bus_dma_tag_destroy(bt->mailbox_dmat);
273 	case 0:
274 		break;
275 	}
276 }
277 
278 int
279 bt_port_probe(device_t dev, struct bt_probe_info *info)
280 {
281 	struct bt_softc *bt = device_get_softc(dev);
282 	config_data_t config_data;
283 	int error;
284 
285 	/* See if there is really a card present */
286 	if (bt_probe(dev) || bt_fetch_adapter_info(dev))
287 		return(1);
288 
289 	/*
290 	 * Determine our IRQ, and DMA settings and
291 	 * export them to the configuration system.
292 	 */
293 	error = bt_cmd(bt, BOP_INQUIRE_CONFIG, NULL, /*parmlen*/0,
294 		       (u_int8_t*)&config_data, sizeof(config_data),
295 		       DEFAULT_CMD_TIMEOUT);
296 	if (error != 0) {
297 		printf("bt_port_probe: Could not determine IRQ or DMA "
298 		       "settings for adapter.\n");
299 		return (1);
300 	}
301 
302 	if (bt->model[0] == '5') {
303 		/* DMA settings only make sense for ISA cards */
304 		switch (config_data.dma_chan) {
305 		case DMA_CHAN_5:
306 			info->drq = 5;
307 			break;
308 		case DMA_CHAN_6:
309 			info->drq = 6;
310 			break;
311 		case DMA_CHAN_7:
312 			info->drq = 7;
313 			break;
314 		default:
315 			printf("bt_port_probe: Invalid DMA setting "
316 			       "detected for adapter.\n");
317 			return (1);
318 		}
319 	} else {
320 		/* VL/EISA/PCI DMA */
321 		info->drq = -1;
322 	}
323 	switch (config_data.irq) {
324 	case IRQ_9:
325 	case IRQ_10:
326 	case IRQ_11:
327 	case IRQ_12:
328 	case IRQ_14:
329 	case IRQ_15:
330 		info->irq = ffs(config_data.irq) + 8;
331 		break;
332 	default:
333 		printf("bt_port_probe: Invalid IRQ setting %x"
334 		       "detected for adapter.\n", config_data.irq);
335 		return (1);
336 	}
337 	return (0);
338 }
339 
340 /*
341  * Probe the adapter and verify that the card is a BusLogic.
342  */
343 int
344 bt_probe(device_t dev)
345 {
346 	struct bt_softc *bt = device_get_softc(dev);
347 	esetup_info_data_t esetup_info;
348 	u_int	 status;
349 	u_int	 intstat;
350 	u_int	 geometry;
351 	int	 error;
352 	u_int8_t param;
353 
354 	/*
355 	 * See if the three I/O ports look reasonable.
356 	 * Touch the minimal number of registers in the
357 	 * failure case.
358 	 */
359 	status = bt_inb(bt, STATUS_REG);
360 	if ((status == 0)
361 	 || (status & (DIAG_ACTIVE|CMD_REG_BUSY|
362 		       STATUS_REG_RSVD|CMD_INVALID)) != 0) {
363 		if (bootverbose)
364 			device_printf(dev, "Failed Status Reg Test - %x\n",
365 			       status);
366 		return (ENXIO);
367 	}
368 
369 	intstat = bt_inb(bt, INTSTAT_REG);
370 	if ((intstat & INTSTAT_REG_RSVD) != 0) {
371 		device_printf(dev, "Failed Intstat Reg Test\n");
372 		return (ENXIO);
373 	}
374 
375 	geometry = bt_inb(bt, GEOMETRY_REG);
376 	if (geometry == 0xFF) {
377 		if (bootverbose)
378 			device_printf(dev, "Failed Geometry Reg Test\n");
379 		return (ENXIO);
380 	}
381 
382 	/*
383 	 * Looking good so far.  Final test is to reset the
384 	 * adapter and attempt to fetch the extended setup
385 	 * information.  This should filter out all 1542 cards.
386 	 */
387 	if ((error = btreset(bt, /*hard_reset*/TRUE)) != 0) {
388 		if (bootverbose)
389 			device_printf(dev, "Failed Reset\n");
390 		return (ENXIO);
391 	}
392 
393 	param = sizeof(esetup_info);
394 	error = bt_cmd(bt, BOP_INQUIRE_ESETUP_INFO, &param, /*parmlen*/1,
395 		       (u_int8_t*)&esetup_info, sizeof(esetup_info),
396 		       DEFAULT_CMD_TIMEOUT);
397 	if (error != 0) {
398 		return (ENXIO);
399 	}
400 
401 	return (0);
402 }
403 
404 /*
405  * Pull the boards setup information and record it in our softc.
406  */
407 int
408 bt_fetch_adapter_info(device_t dev)
409 {
410 	struct bt_softc *bt = device_get_softc(dev);
411 	board_id_data_t	board_id;
412 	esetup_info_data_t esetup_info;
413 	config_data_t config_data;
414 	int	 error;
415 	u_int8_t length_param;
416 
417 	/* First record the firmware version */
418 	error = bt_cmd(bt, BOP_INQUIRE_BOARD_ID, NULL, /*parmlen*/0,
419 		       (u_int8_t*)&board_id, sizeof(board_id),
420 		       DEFAULT_CMD_TIMEOUT);
421 	if (error != 0) {
422 		device_printf(dev, "bt_fetch_adapter_info - Failed Get Board Info\n");
423 		return (error);
424 	}
425 	bt->firmware_ver[0] = board_id.firmware_rev_major;
426 	bt->firmware_ver[1] = '.';
427 	bt->firmware_ver[2] = board_id.firmware_rev_minor;
428 	bt->firmware_ver[3] = '\0';
429 
430 	/*
431 	 * Depending on the firmware major and minor version,
432 	 * we may be able to fetch additional minor version info.
433 	 */
434 	if (bt->firmware_ver[0] > '0') {
435 
436 		error = bt_cmd(bt, BOP_INQUIRE_FW_VER_3DIG, NULL, /*parmlen*/0,
437 			       (u_int8_t*)&bt->firmware_ver[3], 1,
438 			       DEFAULT_CMD_TIMEOUT);
439 		if (error != 0) {
440 			device_printf(dev,
441 				      "bt_fetch_adapter_info - Failed Get "
442 				      "Firmware 3rd Digit\n");
443 			return (error);
444 		}
445 		if (bt->firmware_ver[3] == ' ')
446 			bt->firmware_ver[3] = '\0';
447 		bt->firmware_ver[4] = '\0';
448 	}
449 
450 	if (strcmp(bt->firmware_ver, "3.3") >= 0) {
451 
452 		error = bt_cmd(bt, BOP_INQUIRE_FW_VER_4DIG, NULL, /*parmlen*/0,
453 			       (u_int8_t*)&bt->firmware_ver[4], 1,
454 			       DEFAULT_CMD_TIMEOUT);
455 		if (error != 0) {
456 			device_printf(dev,
457 				      "bt_fetch_adapter_info - Failed Get "
458 				      "Firmware 4th Digit\n");
459 			return (error);
460 		}
461 		if (bt->firmware_ver[4] == ' ')
462 			bt->firmware_ver[4] = '\0';
463 		bt->firmware_ver[5] = '\0';
464 	}
465 
466 	/*
467 	 * Some boards do not handle the "recently documented"
468 	 * Inquire Board Model Number command correctly or do not give
469 	 * exact information.  Use the Firmware and Extended Setup
470 	 * information in these cases to come up with the right answer.
471 	 * The major firmware revision number indicates:
472 	 *
473 	 * 	5.xx	BusLogic "W" Series Host Adapters:
474 	 *		BT-948/958/958D
475 	 *	4.xx	BusLogic "C" Series Host Adapters:
476 	 *		BT-946C/956C/956CD/747C/757C/757CD/445C/545C/540CF
477 	 *	3.xx	BusLogic "S" Series Host Adapters:
478 	 *		BT-747S/747D/757S/757D/445S/545S/542D
479 	 *		BT-542B/742A (revision H)
480 	 *	2.xx	BusLogic "A" Series Host Adapters:
481 	 *		BT-542B/742A (revision G and below)
482 	 *	0.xx	AMI FastDisk VLB/EISA BusLogic Clone Host Adapter
483 	 */
484 	length_param = sizeof(esetup_info);
485 	error = bt_cmd(bt, BOP_INQUIRE_ESETUP_INFO, &length_param, /*parmlen*/1,
486 		       (u_int8_t*)&esetup_info, sizeof(esetup_info),
487 		       DEFAULT_CMD_TIMEOUT);
488 	if (error != 0) {
489 		return (error);
490 	}
491 
492   	bt->bios_addr = esetup_info.bios_addr << 12;
493 
494 	if (esetup_info.bus_type == 'A'
495 	 && bt->firmware_ver[0] == '2') {
496 		snprintf(bt->model, sizeof(bt->model), "542B");
497 	} else if (esetup_info.bus_type == 'E'
498 		&& (strncmp(bt->firmware_ver, "2.1", 3) == 0
499 		 || strncmp(bt->firmware_ver, "2.20", 4) == 0)) {
500 		snprintf(bt->model, sizeof(bt->model), "742A");
501 	} else if (esetup_info.bus_type == 'E'
502 		&& bt->firmware_ver[0] == '0') {
503 		/* AMI FastDisk EISA Series 441 0.x */
504 		snprintf(bt->model, sizeof(bt->model), "747A");
505 	} else {
506 		ha_model_data_t model_data;
507 		int i;
508 
509 		length_param = sizeof(model_data);
510 		error = bt_cmd(bt, BOP_INQUIRE_MODEL, &length_param, 1,
511 			       (u_int8_t*)&model_data, sizeof(model_data),
512 			       DEFAULT_CMD_TIMEOUT);
513 		if (error != 0) {
514 			device_printf(dev,
515 				      "bt_fetch_adapter_info - Failed Inquire "
516 				      "Model Number\n");
517 			return (error);
518 		}
519 		for (i = 0; i < sizeof(model_data.ascii_model); i++) {
520 			bt->model[i] = model_data.ascii_model[i];
521 			if (bt->model[i] == ' ')
522 				break;
523 		}
524 		bt->model[i] = '\0';
525 	}
526 
527 	bt->level_trigger_ints = esetup_info.level_trigger_ints ? 1 : 0;
528 
529 	/* SG element limits */
530 	bt->max_sg = esetup_info.max_sg;
531 
532 	/* Set feature flags */
533 	bt->wide_bus = esetup_info.wide_bus;
534 	bt->diff_bus = esetup_info.diff_bus;
535 	bt->ultra_scsi = esetup_info.ultra_scsi;
536 
537 	if ((bt->firmware_ver[0] == '5')
538 	 || (bt->firmware_ver[0] == '4' && bt->wide_bus))
539 		bt->extended_lun = TRUE;
540 
541 	bt->strict_rr = (strcmp(bt->firmware_ver, "3.31") >= 0);
542 
543 	bt->extended_trans =
544 	    ((bt_inb(bt, GEOMETRY_REG) & EXTENDED_TRANSLATION) != 0);
545 
546 	/*
547 	 * Determine max CCB count and whether tagged queuing is
548 	 * available based on controller type. Tagged queuing
549 	 * only works on 'W' series adapters, 'C' series adapters
550 	 * with firmware of rev 4.42 and higher, and 'S' series
551 	 * adapters with firmware of rev 3.35 and higher.  The
552 	 * maximum CCB counts are as follows:
553 	 *
554 	 *	192	BT-948/958/958D
555 	 *	100	BT-946C/956C/956CD/747C/757C/757CD/445C
556 	 * 	50	BT-545C/540CF
557 	 * 	30	BT-747S/747D/757S/757D/445S/545S/542D/542B/742A
558 	 */
559 	if (bt->firmware_ver[0] == '5') {
560 		bt->max_ccbs = 192;
561 		bt->tag_capable = TRUE;
562 	} else if (bt->firmware_ver[0] == '4') {
563 		if (bt->model[0] == '5')
564 			bt->max_ccbs = 50;
565 		else
566 			bt->max_ccbs = 100;
567 		bt->tag_capable = (strcmp(bt->firmware_ver, "4.22") >= 0);
568 	} else {
569 		bt->max_ccbs = 30;
570 		if (bt->firmware_ver[0] == '3'
571 		 && (strcmp(bt->firmware_ver, "3.35") >= 0))
572 			bt->tag_capable = TRUE;
573 		else
574 			bt->tag_capable = FALSE;
575 	}
576 
577 	if (bt->tag_capable != FALSE)
578 		bt->tags_permitted = ALL_TARGETS;
579 
580 	/* Determine Sync/Wide/Disc settings */
581 	if (bt->firmware_ver[0] >= '4') {
582 		auto_scsi_data_t auto_scsi_data;
583 		fetch_lram_params_t fetch_lram_params;
584 		int error;
585 
586 		/*
587 		 * These settings are stored in the
588 		 * AutoSCSI data in LRAM of 'W' and 'C'
589 		 * adapters.
590 		 */
591 		fetch_lram_params.offset = AUTO_SCSI_BYTE_OFFSET;
592 		fetch_lram_params.response_len = sizeof(auto_scsi_data);
593 		error = bt_cmd(bt, BOP_FETCH_LRAM,
594 			       (u_int8_t*)&fetch_lram_params,
595 			       sizeof(fetch_lram_params),
596 			       (u_int8_t*)&auto_scsi_data,
597 			       sizeof(auto_scsi_data), DEFAULT_CMD_TIMEOUT);
598 
599 		if (error != 0) {
600 			device_printf(dev,
601 				      "bt_fetch_adapter_info - Failed "
602 				      "Get Auto SCSI Info\n");
603 			return (error);
604 		}
605 
606 		bt->disc_permitted = auto_scsi_data.low_disc_permitted
607 				   | (auto_scsi_data.high_disc_permitted << 8);
608 		bt->sync_permitted = auto_scsi_data.low_sync_permitted
609 				   | (auto_scsi_data.high_sync_permitted << 8);
610 		bt->fast_permitted = auto_scsi_data.low_fast_permitted
611 				   | (auto_scsi_data.high_fast_permitted << 8);
612 		bt->ultra_permitted = auto_scsi_data.low_ultra_permitted
613 				   | (auto_scsi_data.high_ultra_permitted << 8);
614 		bt->wide_permitted = auto_scsi_data.low_wide_permitted
615 				   | (auto_scsi_data.high_wide_permitted << 8);
616 
617 		if (bt->ultra_scsi == FALSE)
618 			bt->ultra_permitted = 0;
619 
620 		if (bt->wide_bus == FALSE)
621 			bt->wide_permitted = 0;
622 	} else {
623 		/*
624 		 * 'S' and 'A' series have this information in the setup
625 		 * information structure.
626 		 */
627 		setup_data_t	setup_info;
628 
629 		length_param = sizeof(setup_info);
630 		error = bt_cmd(bt, BOP_INQUIRE_SETUP_INFO, &length_param,
631 			       /*paramlen*/1, (u_int8_t*)&setup_info,
632 			       sizeof(setup_info), DEFAULT_CMD_TIMEOUT);
633 
634 		if (error != 0) {
635 			device_printf(dev,
636 				      "bt_fetch_adapter_info - Failed "
637 				      "Get Setup Info\n");
638 			return (error);
639 		}
640 
641 		if (setup_info.initiate_sync != 0) {
642 			bt->sync_permitted = ALL_TARGETS;
643 
644 			if (bt->model[0] == '7') {
645 				if (esetup_info.sync_neg10MB != 0)
646 					bt->fast_permitted = ALL_TARGETS;
647 				if (strcmp(bt->model, "757") == 0)
648 					bt->wide_permitted = ALL_TARGETS;
649 			}
650 		}
651 		bt->disc_permitted = ALL_TARGETS;
652 	}
653 
654 	/* We need as many mailboxes as we can have ccbs */
655 	bt->num_boxes = bt->max_ccbs;
656 
657 	/* Determine our SCSI ID */
658 
659 	error = bt_cmd(bt, BOP_INQUIRE_CONFIG, NULL, /*parmlen*/0,
660 		       (u_int8_t*)&config_data, sizeof(config_data),
661 		       DEFAULT_CMD_TIMEOUT);
662 	if (error != 0) {
663 		device_printf(dev,
664 			      "bt_fetch_adapter_info - Failed Get Config\n");
665 		return (error);
666 	}
667 	bt->scsi_id = config_data.scsi_id;
668 
669 	return (0);
670 }
671 
672 /*
673  * Start the board, ready for normal operation
674  */
675 int
676 bt_init(device_t dev)
677 {
678 	struct bt_softc *bt = device_get_softc(dev);
679 
680 	/* Announce the Adapter */
681 	device_printf(dev, "BT-%s FW Rev. %s ", bt->model, bt->firmware_ver);
682 
683 	if (bt->ultra_scsi != 0)
684 		printf("Ultra ");
685 
686 	if (bt->wide_bus != 0)
687 		printf("Wide ");
688 	else
689 		printf("Narrow ");
690 
691 	if (bt->diff_bus != 0)
692 		printf("Diff ");
693 
694 	printf("SCSI Host Adapter, SCSI ID %d, %d CCBs\n", bt->scsi_id,
695 	       bt->max_ccbs);
696 
697 	/*
698 	 * Create our DMA tags.  These tags define the kinds of device
699 	 * accessible memory allocations and memory mappings we will
700 	 * need to perform during normal operation.
701 	 *
702 	 * Unless we need to further restrict the allocation, we rely
703 	 * on the restrictions of the parent dmat, hence the common
704 	 * use of MAXADDR and MAXSIZE.
705 	 */
706 
707 	/* DMA tag for mapping buffers into device visible space. */
708 	if (bus_dma_tag_create(bt->parent_dmat, /*alignment*/1, /*boundary*/0,
709 			       /*lowaddr*/BUS_SPACE_MAXADDR,
710 			       /*highaddr*/BUS_SPACE_MAXADDR,
711 			       /*filter*/NULL, /*filterarg*/NULL,
712 			       /*maxsize*/MAXBSIZE, /*nsegments*/BT_NSEG,
713 			       /*maxsegsz*/BUS_SPACE_MAXSIZE_32BIT,
714 			       /*flags*/BUS_DMA_ALLOCNOW,
715 			       &bt->buffer_dmat) != 0) {
716 		goto error_exit;
717 	}
718 
719 	bt->init_level++;
720 	/* DMA tag for our mailboxes */
721 	if (bus_dma_tag_create(bt->parent_dmat, /*alignment*/1, /*boundary*/0,
722 			       /*lowaddr*/BUS_SPACE_MAXADDR,
723 			       /*highaddr*/BUS_SPACE_MAXADDR,
724 			       /*filter*/NULL, /*filterarg*/NULL,
725 			       bt->num_boxes * (sizeof(bt_mbox_in_t)
726 					      + sizeof(bt_mbox_out_t)),
727 			       /*nsegments*/1,
728 			       /*maxsegsz*/BUS_SPACE_MAXSIZE_32BIT,
729 			       /*flags*/0, &bt->mailbox_dmat) != 0) {
730 		goto error_exit;
731         }
732 
733 	bt->init_level++;
734 
735 	/* Allocation for our mailboxes */
736 	if (bus_dmamem_alloc(bt->mailbox_dmat, (void **)&bt->out_boxes,
737 			     BUS_DMA_NOWAIT, &bt->mailbox_dmamap) != 0) {
738 		goto error_exit;
739 	}
740 
741 	bt->init_level++;
742 
743 	/* And permanently map them */
744 	bus_dmamap_load(bt->mailbox_dmat, bt->mailbox_dmamap,
745        			bt->out_boxes,
746 			bt->num_boxes * (sizeof(bt_mbox_in_t)
747 				       + sizeof(bt_mbox_out_t)),
748 			btmapmboxes, bt, /*flags*/0);
749 
750 	bt->init_level++;
751 
752 	bt->in_boxes = (bt_mbox_in_t *)&bt->out_boxes[bt->num_boxes];
753 
754 	btinitmboxes(bt);
755 
756 	/* DMA tag for our ccb structures */
757 	if (bus_dma_tag_create(bt->parent_dmat, /*alignment*/1, /*boundary*/0,
758 			       /*lowaddr*/BUS_SPACE_MAXADDR,
759 			       /*highaddr*/BUS_SPACE_MAXADDR,
760 			       /*filter*/NULL, /*filterarg*/NULL,
761 			       bt->max_ccbs * sizeof(struct bt_ccb),
762 			       /*nsegments*/1,
763 			       /*maxsegsz*/BUS_SPACE_MAXSIZE_32BIT,
764 			       /*flags*/0, &bt->ccb_dmat) != 0) {
765 		goto error_exit;
766         }
767 
768 	bt->init_level++;
769 
770 	/* Allocation for our ccbs */
771 	if (bus_dmamem_alloc(bt->ccb_dmat, (void **)&bt->bt_ccb_array,
772 			     BUS_DMA_NOWAIT, &bt->ccb_dmamap) != 0) {
773 		goto error_exit;
774 	}
775 
776 	bt->init_level++;
777 
778 	/* And permanently map them */
779 	bus_dmamap_load(bt->ccb_dmat, bt->ccb_dmamap,
780        			bt->bt_ccb_array,
781 			bt->max_ccbs * sizeof(struct bt_ccb),
782 			btmapccbs, bt, /*flags*/0);
783 
784 	bt->init_level++;
785 
786 	/* DMA tag for our S/G structures.  We allocate in page sized chunks */
787 	if (bus_dma_tag_create(bt->parent_dmat, /*alignment*/1, /*boundary*/0,
788 			       /*lowaddr*/BUS_SPACE_MAXADDR,
789 			       /*highaddr*/BUS_SPACE_MAXADDR,
790 			       /*filter*/NULL, /*filterarg*/NULL,
791 			       PAGE_SIZE, /*nsegments*/1,
792 			       /*maxsegsz*/BUS_SPACE_MAXSIZE_32BIT,
793 			       /*flags*/0, &bt->sg_dmat) != 0) {
794 		goto error_exit;
795         }
796 
797 	bt->init_level++;
798 
799 	/* Perform initial CCB allocation */
800 	bzero(bt->bt_ccb_array, bt->max_ccbs * sizeof(struct bt_ccb));
801 	btallocccbs(bt);
802 
803 	if (bt->num_ccbs == 0) {
804 		device_printf(dev,
805 			      "bt_init - Unable to allocate initial ccbs\n");
806 		goto error_exit;
807 	}
808 
809 	/*
810 	 * Note that we are going and return (to probe)
811 	 */
812 	return 0;
813 
814 error_exit:
815 
816 	return (ENXIO);
817 }
818 
819 int
820 bt_attach(device_t dev)
821 {
822 	struct bt_softc *bt = device_get_softc(dev);
823 	int tagged_dev_openings;
824 	struct cam_devq *devq;
825 	int error;
826 
827 	/*
828 	 * We reserve 1 ccb for error recovery, so don't
829 	 * tell the XPT about it.
830 	 */
831 	if (bt->tag_capable != 0)
832 		tagged_dev_openings = bt->max_ccbs - 1;
833 	else
834 		tagged_dev_openings = 0;
835 
836 	/*
837 	 * Create the device queue for our SIM.
838 	 */
839 	devq = cam_simq_alloc(bt->max_ccbs - 1);
840 	if (devq == NULL)
841 		return (ENOMEM);
842 
843 	/*
844 	 * Construct our SIM entry
845 	 */
846 	bt->sim = cam_sim_alloc(btaction, btpoll, "bt", bt, bt->unit,
847 				2, tagged_dev_openings, devq);
848 	if (bt->sim == NULL) {
849 		cam_simq_free(devq);
850 		return (ENOMEM);
851 	}
852 
853 	if (xpt_bus_register(bt->sim, 0) != CAM_SUCCESS) {
854 		cam_sim_free(bt->sim, /*free_devq*/TRUE);
855 		return (ENXIO);
856 	}
857 
858 	if (xpt_create_path(&bt->path, /*periph*/NULL,
859 			    cam_sim_path(bt->sim), CAM_TARGET_WILDCARD,
860 			    CAM_LUN_WILDCARD) != CAM_REQ_CMP) {
861 		xpt_bus_deregister(cam_sim_path(bt->sim));
862 		cam_sim_free(bt->sim, /*free_devq*/TRUE);
863 		return (ENXIO);
864 	}
865 
866 	/*
867 	 * Setup interrupt.
868 	 */
869 	error = bus_setup_intr(dev, bt->irq, INTR_TYPE_CAM,
870 			       bt_intr, bt, &bt->ih);
871 	if (error) {
872 		device_printf(dev, "bus_setup_intr() failed: %d\n", error);
873 		return (error);
874 	}
875 
876 	return (0);
877 }
878 
879 int
880 bt_check_probed_iop(u_int ioport)
881 {
882 	u_int i;
883 
884 	for (i = 0; i < BT_NUM_ISAPORTS; i++) {
885 		if (bt_isa_ports[i].addr == ioport) {
886 			if (bt_isa_ports[i].probed != 0)
887 				return (1);
888 			else {
889 				return (0);
890 			}
891 		}
892 	}
893 	return (1);
894 }
895 
896 void
897 bt_mark_probed_bio(isa_compat_io_t port)
898 {
899 	if (port < BIO_DISABLED)
900 		bt_mark_probed_iop(bt_board_ports[port]);
901 }
902 
903 void
904 bt_mark_probed_iop(u_int ioport)
905 {
906 	u_int i;
907 
908 	for (i = 0; i < BT_NUM_ISAPORTS; i++) {
909 		if (ioport == bt_isa_ports[i].addr) {
910 			bt_isa_ports[i].probed = 1;
911 			break;
912 		}
913 	}
914 }
915 
916 void
917 bt_find_probe_range(int ioport, int *port_index, int *max_port_index)
918 {
919 	if (ioport > 0) {
920 		int i;
921 
922 		for (i = 0;i < BT_NUM_ISAPORTS; i++)
923 			if (ioport <= bt_isa_ports[i].addr)
924 				break;
925 		if ((i >= BT_NUM_ISAPORTS)
926 		 || (ioport != bt_isa_ports[i].addr)) {
927 			printf("\nbt_isa_probe: Invalid baseport of 0x%x specified.\n"
928 			       "bt_isa_probe: Nearest valid baseport is 0x%x.\n"
929 			       "bt_isa_probe: Failing probe.\n",
930 			       ioport,
931 			       (i < BT_NUM_ISAPORTS)
932 				    ? bt_isa_ports[i].addr
933 				    : bt_isa_ports[BT_NUM_ISAPORTS - 1].addr);
934 			*port_index = *max_port_index = -1;
935 			return;
936 		}
937 		*port_index = *max_port_index = bt_isa_ports[i].bio;
938 	} else {
939 		*port_index = 0;
940 		*max_port_index = BT_NUM_ISAPORTS - 1;
941 	}
942 }
943 
944 int
945 bt_iop_from_bio(isa_compat_io_t bio_index)
946 {
947 	if (bio_index >= 0 && bio_index < BT_NUM_ISAPORTS)
948 		return (bt_board_ports[bio_index]);
949 	return (-1);
950 }
951 
952 
953 static void
954 btallocccbs(struct bt_softc *bt)
955 {
956 	struct bt_ccb *next_ccb;
957 	struct sg_map_node *sg_map;
958 	bus_addr_t physaddr;
959 	bt_sg_t *segs;
960 	int newcount;
961 	int i;
962 
963 	if (bt->num_ccbs >= bt->max_ccbs)
964 		/* Can't allocate any more */
965 		return;
966 
967 	next_ccb = &bt->bt_ccb_array[bt->num_ccbs];
968 
969 	sg_map = malloc(sizeof(*sg_map), M_DEVBUF, M_NOWAIT);
970 
971 	if (sg_map == NULL)
972 		goto error_exit;
973 
974 	/* Allocate S/G space for the next batch of CCBS */
975 	if (bus_dmamem_alloc(bt->sg_dmat, (void **)&sg_map->sg_vaddr,
976 			     BUS_DMA_NOWAIT, &sg_map->sg_dmamap) != 0) {
977 		free(sg_map, M_DEVBUF);
978 		goto error_exit;
979 	}
980 
981 	SLIST_INSERT_HEAD(&bt->sg_maps, sg_map, links);
982 
983 	bus_dmamap_load(bt->sg_dmat, sg_map->sg_dmamap, sg_map->sg_vaddr,
984 			PAGE_SIZE, btmapsgs, bt, /*flags*/0);
985 
986 	segs = sg_map->sg_vaddr;
987 	physaddr = sg_map->sg_physaddr;
988 
989 	newcount = (PAGE_SIZE / (BT_NSEG * sizeof(bt_sg_t)));
990 	for (i = 0; bt->num_ccbs < bt->max_ccbs && i < newcount; i++) {
991 		int error;
992 
993 		next_ccb->sg_list = segs;
994 		next_ccb->sg_list_phys = physaddr;
995 		next_ccb->flags = BCCB_FREE;
996 		error = bus_dmamap_create(bt->buffer_dmat, /*flags*/0,
997 					  &next_ccb->dmamap);
998 		if (error != 0)
999 			break;
1000 		SLIST_INSERT_HEAD(&bt->free_bt_ccbs, next_ccb, links);
1001 		segs += BT_NSEG;
1002 		physaddr += (BT_NSEG * sizeof(bt_sg_t));
1003 		next_ccb++;
1004 		bt->num_ccbs++;
1005 	}
1006 
1007 	/* Reserve a CCB for error recovery */
1008 	if (bt->recovery_bccb == NULL) {
1009 		bt->recovery_bccb = SLIST_FIRST(&bt->free_bt_ccbs);
1010 		SLIST_REMOVE_HEAD(&bt->free_bt_ccbs, links);
1011 	}
1012 
1013 	if (SLIST_FIRST(&bt->free_bt_ccbs) != NULL)
1014 		return;
1015 
1016 error_exit:
1017 	device_printf(bt->dev, "Can't malloc BCCBs\n");
1018 }
1019 
1020 static __inline void
1021 btfreeccb(struct bt_softc *bt, struct bt_ccb *bccb)
1022 {
1023 	int s;
1024 
1025 	s = splcam();
1026 	if ((bccb->flags & BCCB_ACTIVE) != 0)
1027 		LIST_REMOVE(&bccb->ccb->ccb_h, sim_links.le);
1028 	if (bt->resource_shortage != 0
1029 	 && (bccb->ccb->ccb_h.status & CAM_RELEASE_SIMQ) == 0) {
1030 		bccb->ccb->ccb_h.status |= CAM_RELEASE_SIMQ;
1031 		bt->resource_shortage = FALSE;
1032 	}
1033 	bccb->flags = BCCB_FREE;
1034 	SLIST_INSERT_HEAD(&bt->free_bt_ccbs, bccb, links);
1035 	bt->active_ccbs--;
1036 	splx(s);
1037 }
1038 
1039 static __inline struct bt_ccb*
1040 btgetccb(struct bt_softc *bt)
1041 {
1042 	struct	bt_ccb* bccb;
1043 	int	s;
1044 
1045 	s = splcam();
1046 	if ((bccb = SLIST_FIRST(&bt->free_bt_ccbs)) != NULL) {
1047 		SLIST_REMOVE_HEAD(&bt->free_bt_ccbs, links);
1048 		bt->active_ccbs++;
1049 	} else {
1050 		btallocccbs(bt);
1051 		bccb = SLIST_FIRST(&bt->free_bt_ccbs);
1052 		if (bccb != NULL) {
1053 			SLIST_REMOVE_HEAD(&bt->free_bt_ccbs, links);
1054 			bt->active_ccbs++;
1055 		}
1056 	}
1057 	splx(s);
1058 
1059 	return (bccb);
1060 }
1061 
1062 static void
1063 btaction(struct cam_sim *sim, union ccb *ccb)
1064 {
1065 	struct	bt_softc *bt;
1066 
1067 	CAM_DEBUG(ccb->ccb_h.path, CAM_DEBUG_TRACE, ("btaction\n"));
1068 
1069 	bt = (struct bt_softc *)cam_sim_softc(sim);
1070 
1071 	switch (ccb->ccb_h.func_code) {
1072 	/* Common cases first */
1073 	case XPT_SCSI_IO:	/* Execute the requested I/O operation */
1074 	case XPT_RESET_DEV:	/* Bus Device Reset the specified SCSI device */
1075 	{
1076 		struct	bt_ccb	*bccb;
1077 		struct	bt_hccb *hccb;
1078 
1079 		/*
1080 		 * get a bccb to use.
1081 		 */
1082 		if ((bccb = btgetccb(bt)) == NULL) {
1083 			int s;
1084 
1085 			s = splcam();
1086 			bt->resource_shortage = TRUE;
1087 			splx(s);
1088 			xpt_freeze_simq(bt->sim, /*count*/1);
1089 			ccb->ccb_h.status = CAM_REQUEUE_REQ;
1090 			xpt_done(ccb);
1091 			return;
1092 		}
1093 
1094 		hccb = &bccb->hccb;
1095 
1096 		/*
1097 		 * So we can find the BCCB when an abort is requested
1098 		 */
1099 		bccb->ccb = ccb;
1100 		ccb->ccb_h.ccb_bccb_ptr = bccb;
1101 		ccb->ccb_h.ccb_bt_ptr = bt;
1102 
1103 		/*
1104 		 * Put all the arguments for the xfer in the bccb
1105 		 */
1106 		hccb->target_id = ccb->ccb_h.target_id;
1107 		hccb->target_lun = ccb->ccb_h.target_lun;
1108 		hccb->btstat = 0;
1109 		hccb->sdstat = 0;
1110 
1111 		if (ccb->ccb_h.func_code == XPT_SCSI_IO) {
1112 			struct ccb_scsiio *csio;
1113 			struct ccb_hdr *ccbh;
1114 
1115 			csio = &ccb->csio;
1116 			ccbh = &csio->ccb_h;
1117 			hccb->opcode = INITIATOR_CCB_WRESID;
1118 			hccb->datain = (ccb->ccb_h.flags & CAM_DIR_IN) ? 1 : 0;
1119 			hccb->dataout =(ccb->ccb_h.flags & CAM_DIR_OUT) ? 1 : 0;
1120 			hccb->cmd_len = csio->cdb_len;
1121 			if (hccb->cmd_len > sizeof(hccb->scsi_cdb)) {
1122 				ccb->ccb_h.status = CAM_REQ_INVALID;
1123 				btfreeccb(bt, bccb);
1124 				xpt_done(ccb);
1125 				return;
1126 			}
1127 			hccb->sense_len = csio->sense_len;
1128 			if ((ccbh->flags & CAM_TAG_ACTION_VALID) != 0
1129 			 && ccb->csio.tag_action != CAM_TAG_ACTION_NONE) {
1130 				hccb->tag_enable = TRUE;
1131 				hccb->tag_type = (ccb->csio.tag_action & 0x3);
1132 			} else {
1133 				hccb->tag_enable = FALSE;
1134 				hccb->tag_type = 0;
1135 			}
1136 			if ((ccbh->flags & CAM_CDB_POINTER) != 0) {
1137 				if ((ccbh->flags & CAM_CDB_PHYS) == 0) {
1138 					bcopy(csio->cdb_io.cdb_ptr,
1139 					      hccb->scsi_cdb, hccb->cmd_len);
1140 				} else {
1141 					/* I guess I could map it in... */
1142 					ccbh->status = CAM_REQ_INVALID;
1143 					btfreeccb(bt, bccb);
1144 					xpt_done(ccb);
1145 					return;
1146 				}
1147 			} else {
1148 				bcopy(csio->cdb_io.cdb_bytes,
1149 				      hccb->scsi_cdb, hccb->cmd_len);
1150 			}
1151 			/* If need be, bounce our sense buffer */
1152 			if (bt->sense_buffers != NULL) {
1153 				hccb->sense_addr = btsensepaddr(bt, bccb);
1154 			} else {
1155 				hccb->sense_addr = vtophys(&csio->sense_data);
1156 			}
1157 			/*
1158 			 * If we have any data to send with this command,
1159 			 * map it into bus space.
1160 			 */
1161 		        /* Only use S/G if there is a transfer */
1162 			if ((ccbh->flags & CAM_DIR_MASK) != CAM_DIR_NONE) {
1163 				if ((ccbh->flags & CAM_SCATTER_VALID) == 0) {
1164 					/*
1165 					 * We've been given a pointer
1166 					 * to a single buffer.
1167 					 */
1168 					if ((ccbh->flags & CAM_DATA_PHYS)==0) {
1169 						int s;
1170 						int error;
1171 
1172 						s = splsoftvm();
1173 						error = bus_dmamap_load(
1174 						    bt->buffer_dmat,
1175 						    bccb->dmamap,
1176 						    csio->data_ptr,
1177 						    csio->dxfer_len,
1178 						    btexecuteccb,
1179 						    bccb,
1180 						    /*flags*/0);
1181 						if (error == EINPROGRESS) {
1182 							/*
1183 							 * So as to maintain
1184 							 * ordering, freeze the
1185 							 * controller queue
1186 							 * until our mapping is
1187 							 * returned.
1188 							 */
1189 							xpt_freeze_simq(bt->sim,
1190 									1);
1191 							csio->ccb_h.status |=
1192 							    CAM_RELEASE_SIMQ;
1193 						}
1194 						splx(s);
1195 					} else {
1196 						struct bus_dma_segment seg;
1197 
1198 						/* Pointer to physical buffer */
1199 						seg.ds_addr =
1200 						    (bus_addr_t)csio->data_ptr;
1201 						seg.ds_len = csio->dxfer_len;
1202 						btexecuteccb(bccb, &seg, 1, 0);
1203 					}
1204 				} else {
1205 					struct bus_dma_segment *segs;
1206 
1207 					if ((ccbh->flags & CAM_DATA_PHYS) != 0)
1208 						panic("btaction - Physical "
1209 						      "segment pointers "
1210 						      "unsupported");
1211 
1212 					if ((ccbh->flags&CAM_SG_LIST_PHYS)==0)
1213 						panic("btaction - Virtual "
1214 						      "segment addresses "
1215 						      "unsupported");
1216 
1217 					/* Just use the segments provided */
1218 					segs = (struct bus_dma_segment *)
1219 					    csio->data_ptr;
1220 					btexecuteccb(bccb, segs,
1221 						     csio->sglist_cnt, 0);
1222 				}
1223 			} else {
1224 				btexecuteccb(bccb, NULL, 0, 0);
1225 			}
1226 		} else {
1227 			hccb->opcode = INITIATOR_BUS_DEV_RESET;
1228 			/* No data transfer */
1229 			hccb->datain = TRUE;
1230 			hccb->dataout = TRUE;
1231 			hccb->cmd_len = 0;
1232 			hccb->sense_len = 0;
1233 			hccb->tag_enable = FALSE;
1234 			hccb->tag_type = 0;
1235 			btexecuteccb(bccb, NULL, 0, 0);
1236 		}
1237 		break;
1238 	}
1239 	case XPT_EN_LUN:		/* Enable LUN as a target */
1240 	case XPT_TARGET_IO:		/* Execute target I/O request */
1241 	case XPT_ACCEPT_TARGET_IO:	/* Accept Host Target Mode CDB */
1242 	case XPT_CONT_TARGET_IO:	/* Continue Host Target I/O Connection*/
1243 	case XPT_ABORT:			/* Abort the specified CCB */
1244 		/* XXX Implement */
1245 		ccb->ccb_h.status = CAM_REQ_INVALID;
1246 		xpt_done(ccb);
1247 		break;
1248 	case XPT_SET_TRAN_SETTINGS:
1249 	{
1250 		/* XXX Implement */
1251 		ccb->ccb_h.status = CAM_PROVIDE_FAIL;
1252 		xpt_done(ccb);
1253 		break;
1254 	}
1255 	case XPT_GET_TRAN_SETTINGS:
1256 	/* Get default/user set transfer settings for the target */
1257 	{
1258 		struct	ccb_trans_settings *cts;
1259 		u_int	target_mask;
1260 
1261 		cts = &ccb->cts;
1262 		target_mask = 0x01 << ccb->ccb_h.target_id;
1263 		if ((cts->flags & CCB_TRANS_USER_SETTINGS) != 0) {
1264 			cts->flags = 0;
1265 			if ((bt->disc_permitted & target_mask) != 0)
1266 				cts->flags |= CCB_TRANS_DISC_ENB;
1267 			if ((bt->tags_permitted & target_mask) != 0)
1268 				cts->flags |= CCB_TRANS_TAG_ENB;
1269 			if ((bt->wide_permitted & target_mask) != 0)
1270 				cts->bus_width = MSG_EXT_WDTR_BUS_16_BIT;
1271 			else
1272 				cts->bus_width = MSG_EXT_WDTR_BUS_8_BIT;
1273 			if ((bt->ultra_permitted & target_mask) != 0)
1274 				cts->sync_period = 12;
1275 			else if ((bt->fast_permitted & target_mask) != 0)
1276 				cts->sync_period = 25;
1277 			else if ((bt->sync_permitted & target_mask) != 0)
1278 				cts->sync_period = 50;
1279 			else
1280 				cts->sync_period = 0;
1281 
1282 			if (cts->sync_period != 0)
1283 				cts->sync_offset = 15;
1284 
1285 			cts->valid = CCB_TRANS_SYNC_RATE_VALID
1286 				   | CCB_TRANS_SYNC_OFFSET_VALID
1287 				   | CCB_TRANS_BUS_WIDTH_VALID
1288 				   | CCB_TRANS_DISC_VALID
1289 				   | CCB_TRANS_TQ_VALID;
1290 		} else {
1291 			btfetchtransinfo(bt, cts);
1292 		}
1293 
1294 		ccb->ccb_h.status = CAM_REQ_CMP;
1295 		xpt_done(ccb);
1296 		break;
1297 	}
1298 	case XPT_CALC_GEOMETRY:
1299 	{
1300 		struct	  ccb_calc_geometry *ccg;
1301 		u_int32_t size_mb;
1302 		u_int32_t secs_per_cylinder;
1303 
1304 		ccg = &ccb->ccg;
1305 		size_mb = ccg->volume_size
1306 			/ ((1024L * 1024L) / ccg->block_size);
1307 
1308 		if (size_mb >= 1024 && (bt->extended_trans != 0)) {
1309 			if (size_mb >= 2048) {
1310 				ccg->heads = 255;
1311 				ccg->secs_per_track = 63;
1312 			} else {
1313 				ccg->heads = 128;
1314 				ccg->secs_per_track = 32;
1315 			}
1316 		} else {
1317 			ccg->heads = 64;
1318 			ccg->secs_per_track = 32;
1319 		}
1320 		secs_per_cylinder = ccg->heads * ccg->secs_per_track;
1321 		ccg->cylinders = ccg->volume_size / secs_per_cylinder;
1322 		ccb->ccb_h.status = CAM_REQ_CMP;
1323 		xpt_done(ccb);
1324 		break;
1325 	}
1326 	case XPT_RESET_BUS:		/* Reset the specified SCSI bus */
1327 	{
1328 		btreset(bt, /*hardreset*/TRUE);
1329 		ccb->ccb_h.status = CAM_REQ_CMP;
1330 		xpt_done(ccb);
1331 		break;
1332 	}
1333 	case XPT_TERM_IO:		/* Terminate the I/O process */
1334 		/* XXX Implement */
1335 		ccb->ccb_h.status = CAM_REQ_INVALID;
1336 		xpt_done(ccb);
1337 		break;
1338 	case XPT_PATH_INQ:		/* Path routing inquiry */
1339 	{
1340 		struct ccb_pathinq *cpi = &ccb->cpi;
1341 
1342 		cpi->version_num = 1; /* XXX??? */
1343 		cpi->hba_inquiry = PI_SDTR_ABLE;
1344 		if (bt->tag_capable != 0)
1345 			cpi->hba_inquiry |= PI_TAG_ABLE;
1346 		if (bt->wide_bus != 0)
1347 			cpi->hba_inquiry |= PI_WIDE_16;
1348 		cpi->target_sprt = 0;
1349 		cpi->hba_misc = 0;
1350 		cpi->hba_eng_cnt = 0;
1351 		cpi->max_target = bt->wide_bus ? 15 : 7;
1352 		cpi->max_lun = 7;
1353 		cpi->initiator_id = bt->scsi_id;
1354 		cpi->bus_id = cam_sim_bus(sim);
1355 		cpi->base_transfer_speed = 3300;
1356 		strncpy(cpi->sim_vid, "FreeBSD", SIM_IDLEN);
1357 		strncpy(cpi->hba_vid, "BusLogic", HBA_IDLEN);
1358 		strncpy(cpi->dev_name, cam_sim_name(sim), DEV_IDLEN);
1359 		cpi->unit_number = cam_sim_unit(sim);
1360 		cpi->ccb_h.status = CAM_REQ_CMP;
1361 		xpt_done(ccb);
1362 		break;
1363 	}
1364 	default:
1365 		ccb->ccb_h.status = CAM_REQ_INVALID;
1366 		xpt_done(ccb);
1367 		break;
1368 	}
1369 }
1370 
1371 static void
1372 btexecuteccb(void *arg, bus_dma_segment_t *dm_segs, int nseg, int error)
1373 {
1374 	struct	 bt_ccb *bccb;
1375 	union	 ccb *ccb;
1376 	struct	 bt_softc *bt;
1377 	int	 s;
1378 
1379 	bccb = (struct bt_ccb *)arg;
1380 	ccb = bccb->ccb;
1381 	bt = (struct bt_softc *)ccb->ccb_h.ccb_bt_ptr;
1382 
1383 	if (error != 0) {
1384 		if (error != EFBIG)
1385 			device_printf(bt->dev,
1386 				      "Unexepected error 0x%x returned from "
1387 				      "bus_dmamap_load\n", error);
1388 		if (ccb->ccb_h.status == CAM_REQ_INPROG) {
1389 			xpt_freeze_devq(ccb->ccb_h.path, /*count*/1);
1390 			ccb->ccb_h.status = CAM_REQ_TOO_BIG|CAM_DEV_QFRZN;
1391 		}
1392 		btfreeccb(bt, bccb);
1393 		xpt_done(ccb);
1394 		return;
1395 	}
1396 
1397 	if (nseg != 0) {
1398 		bt_sg_t *sg;
1399 		bus_dma_segment_t *end_seg;
1400 		bus_dmasync_op_t op;
1401 
1402 		end_seg = dm_segs + nseg;
1403 
1404 		/* Copy the segments into our SG list */
1405 		sg = bccb->sg_list;
1406 		while (dm_segs < end_seg) {
1407 			sg->len = dm_segs->ds_len;
1408 			sg->addr = dm_segs->ds_addr;
1409 			sg++;
1410 			dm_segs++;
1411 		}
1412 
1413 		if (nseg > 1) {
1414 			bccb->hccb.opcode = INITIATOR_SG_CCB_WRESID;
1415 			bccb->hccb.data_len = sizeof(bt_sg_t) * nseg;
1416 			bccb->hccb.data_addr = bccb->sg_list_phys;
1417 		} else {
1418 			bccb->hccb.data_len = bccb->sg_list->len;
1419 			bccb->hccb.data_addr = bccb->sg_list->addr;
1420 		}
1421 
1422 		if ((ccb->ccb_h.flags & CAM_DIR_MASK) == CAM_DIR_IN)
1423 			op = BUS_DMASYNC_PREREAD;
1424 		else
1425 			op = BUS_DMASYNC_PREWRITE;
1426 
1427 		bus_dmamap_sync(bt->buffer_dmat, bccb->dmamap, op);
1428 
1429 	} else {
1430 		bccb->hccb.opcode = INITIATOR_CCB;
1431 		bccb->hccb.data_len = 0;
1432 		bccb->hccb.data_addr = 0;
1433 	}
1434 
1435 	s = splcam();
1436 
1437 	/*
1438 	 * Last time we need to check if this CCB needs to
1439 	 * be aborted.
1440 	 */
1441 	if (ccb->ccb_h.status != CAM_REQ_INPROG) {
1442 		if (nseg != 0)
1443 			bus_dmamap_unload(bt->buffer_dmat, bccb->dmamap);
1444 		btfreeccb(bt, bccb);
1445 		xpt_done(ccb);
1446 		splx(s);
1447 		return;
1448 	}
1449 
1450 	bccb->flags = BCCB_ACTIVE;
1451 	ccb->ccb_h.status |= CAM_SIM_QUEUED;
1452 	LIST_INSERT_HEAD(&bt->pending_ccbs, &ccb->ccb_h, sim_links.le);
1453 
1454 	ccb->ccb_h.timeout_ch =
1455 	    timeout(bttimeout, (caddr_t)bccb,
1456 		    (ccb->ccb_h.timeout * hz) / 1000);
1457 
1458 	/* Tell the adapter about this command */
1459 	bt->cur_outbox->ccb_addr = btccbvtop(bt, bccb);
1460 	if (bt->cur_outbox->action_code != BMBO_FREE) {
1461 		/*
1462 		 * We should never encounter a busy mailbox.
1463 		 * If we do, warn the user, and treat it as
1464 		 * a resource shortage.  If the controller is
1465 		 * hung, one of the pending transactions will
1466 		 * timeout causing us to start recovery operations.
1467 		 */
1468 		device_printf(bt->dev,
1469 			      "Encountered busy mailbox with %d out of %d "
1470 			      "commands active!!!\n", bt->active_ccbs,
1471 			      bt->max_ccbs);
1472 		untimeout(bttimeout, bccb, ccb->ccb_h.timeout_ch);
1473 		if (nseg != 0)
1474 			bus_dmamap_unload(bt->buffer_dmat, bccb->dmamap);
1475 		btfreeccb(bt, bccb);
1476 		bt->resource_shortage = TRUE;
1477 		xpt_freeze_simq(bt->sim, /*count*/1);
1478 		ccb->ccb_h.status = CAM_REQUEUE_REQ;
1479 		xpt_done(ccb);
1480 		return;
1481 	}
1482 	bt->cur_outbox->action_code = BMBO_START;
1483 	bt_outb(bt, COMMAND_REG, BOP_START_MBOX);
1484 	btnextoutbox(bt);
1485 	splx(s);
1486 }
1487 
1488 void
1489 bt_intr(void *arg)
1490 {
1491 	struct	bt_softc *bt;
1492 	u_int	intstat;
1493 
1494 	bt = (struct bt_softc *)arg;
1495 	while (((intstat = bt_inb(bt, INTSTAT_REG)) & INTR_PENDING) != 0) {
1496 
1497 		if ((intstat & CMD_COMPLETE) != 0) {
1498 			bt->latched_status = bt_inb(bt, STATUS_REG);
1499 			bt->command_cmp = TRUE;
1500 		}
1501 
1502 		bt_outb(bt, CONTROL_REG, RESET_INTR);
1503 
1504 		if ((intstat & IMB_LOADED) != 0) {
1505 			while (bt->cur_inbox->comp_code != BMBI_FREE) {
1506 				btdone(bt,
1507 				       btccbptov(bt, bt->cur_inbox->ccb_addr),
1508 				       bt->cur_inbox->comp_code);
1509 				bt->cur_inbox->comp_code = BMBI_FREE;
1510 				btnextinbox(bt);
1511 			}
1512 		}
1513 
1514 		if ((intstat & SCSI_BUS_RESET) != 0) {
1515 			btreset(bt, /*hardreset*/FALSE);
1516 		}
1517 	}
1518 }
1519 
1520 static void
1521 btdone(struct bt_softc *bt, struct bt_ccb *bccb, bt_mbi_comp_code_t comp_code)
1522 {
1523 	union  ccb	  *ccb;
1524 	struct ccb_scsiio *csio;
1525 
1526 	ccb = bccb->ccb;
1527 	csio = &bccb->ccb->csio;
1528 
1529 	if ((bccb->flags & BCCB_ACTIVE) == 0) {
1530 		device_printf(bt->dev,
1531 			      "btdone - Attempt to free non-active BCCB %p\n",
1532 			      (void *)bccb);
1533 		return;
1534 	}
1535 
1536 	if ((ccb->ccb_h.flags & CAM_DIR_MASK) != CAM_DIR_NONE) {
1537 		bus_dmasync_op_t op;
1538 
1539 		if ((ccb->ccb_h.flags & CAM_DIR_MASK) == CAM_DIR_IN)
1540 			op = BUS_DMASYNC_POSTREAD;
1541 		else
1542 			op = BUS_DMASYNC_POSTWRITE;
1543 		bus_dmamap_sync(bt->buffer_dmat, bccb->dmamap, op);
1544 		bus_dmamap_unload(bt->buffer_dmat, bccb->dmamap);
1545 	}
1546 
1547 	if (bccb == bt->recovery_bccb) {
1548 		/*
1549 		 * The recovery BCCB does not have a CCB associated
1550 		 * with it, so short circuit the normal error handling.
1551 		 * We now traverse our list of pending CCBs and process
1552 		 * any that were terminated by the recovery CCBs action.
1553 		 * We also reinstate timeouts for all remaining, pending,
1554 		 * CCBs.
1555 		 */
1556 		struct cam_path *path;
1557 		struct ccb_hdr *ccb_h;
1558 		cam_status error;
1559 
1560 		/* Notify all clients that a BDR occured */
1561 		error = xpt_create_path(&path, /*periph*/NULL,
1562 					cam_sim_path(bt->sim),
1563 					bccb->hccb.target_id,
1564 					CAM_LUN_WILDCARD);
1565 
1566 		if (error == CAM_REQ_CMP)
1567 			xpt_async(AC_SENT_BDR, path, NULL);
1568 
1569 		ccb_h = LIST_FIRST(&bt->pending_ccbs);
1570 		while (ccb_h != NULL) {
1571 			struct bt_ccb *pending_bccb;
1572 
1573 			pending_bccb = (struct bt_ccb *)ccb_h->ccb_bccb_ptr;
1574 			if (pending_bccb->hccb.target_id
1575 			 == bccb->hccb.target_id) {
1576 				pending_bccb->hccb.btstat = BTSTAT_HA_BDR;
1577 				ccb_h = LIST_NEXT(ccb_h, sim_links.le);
1578 				btdone(bt, pending_bccb, BMBI_ERROR);
1579 			} else {
1580 				ccb_h->timeout_ch =
1581 				    timeout(bttimeout, (caddr_t)pending_bccb,
1582 					    (ccb_h->timeout * hz) / 1000);
1583 				ccb_h = LIST_NEXT(ccb_h, sim_links.le);
1584 			}
1585 		}
1586 		device_printf(bt->dev, "No longer in timeout\n");
1587 		return;
1588 	}
1589 
1590 	untimeout(bttimeout, bccb, ccb->ccb_h.timeout_ch);
1591 
1592 	switch (comp_code) {
1593 	case BMBI_FREE:
1594 		device_printf(bt->dev,
1595 			      "btdone - CCB completed with free status!\n");
1596 		break;
1597 	case BMBI_NOT_FOUND:
1598 		device_printf(bt->dev,
1599 			      "btdone - CCB Abort failed to find CCB\n");
1600 		break;
1601 	case BMBI_ABORT:
1602 	case BMBI_ERROR:
1603 		if (bootverbose) {
1604 			printf("bt: ccb %p - error %x occured.  "
1605 			       "btstat = %x, sdstat = %x\n",
1606 			       (void *)bccb, comp_code, bccb->hccb.btstat,
1607 			       bccb->hccb.sdstat);
1608 		}
1609 		/* An error occured */
1610 		switch(bccb->hccb.btstat) {
1611 		case BTSTAT_DATARUN_ERROR:
1612 			if (bccb->hccb.data_len == 0) {
1613 				/*
1614 				 * At least firmware 4.22, does this
1615 				 * for a QUEUE FULL condition.
1616 				 */
1617 				bccb->hccb.sdstat = SCSI_STATUS_QUEUE_FULL;
1618 			} else if (bccb->hccb.data_len < 0) {
1619 				csio->ccb_h.status = CAM_DATA_RUN_ERR;
1620 				break;
1621 			}
1622 			/* FALLTHROUGH */
1623 		case BTSTAT_NOERROR:
1624 		case BTSTAT_LINKED_CMD_COMPLETE:
1625 		case BTSTAT_LINKED_CMD_FLAG_COMPLETE:
1626 		case BTSTAT_DATAUNDERUN_ERROR:
1627 
1628 			csio->scsi_status = bccb->hccb.sdstat;
1629 			csio->ccb_h.status |= CAM_SCSI_STATUS_ERROR;
1630 			switch(csio->scsi_status) {
1631 			case SCSI_STATUS_CHECK_COND:
1632 			case SCSI_STATUS_CMD_TERMINATED:
1633 				csio->ccb_h.status |= CAM_AUTOSNS_VALID;
1634 				/* Bounce sense back if necessary */
1635 				if (bt->sense_buffers != NULL) {
1636 					csio->sense_data =
1637 					    *btsensevaddr(bt, bccb);
1638 				}
1639 				break;
1640 			default:
1641 				break;
1642 			case SCSI_STATUS_OK:
1643 				csio->ccb_h.status = CAM_REQ_CMP;
1644 				break;
1645 			}
1646 			csio->resid = bccb->hccb.data_len;
1647 			break;
1648 		case BTSTAT_SELTIMEOUT:
1649 			csio->ccb_h.status = CAM_SEL_TIMEOUT;
1650 			break;
1651 		case BTSTAT_UNEXPECTED_BUSFREE:
1652 			csio->ccb_h.status = CAM_UNEXP_BUSFREE;
1653 			break;
1654 		case BTSTAT_INVALID_PHASE:
1655 			csio->ccb_h.status = CAM_SEQUENCE_FAIL;
1656 			break;
1657 		case BTSTAT_INVALID_ACTION_CODE:
1658 			panic("%s: Inavlid Action code", bt_name(bt));
1659 			break;
1660 		case BTSTAT_INVALID_OPCODE:
1661 			panic("%s: Inavlid CCB Opcode code", bt_name(bt));
1662 			break;
1663 		case BTSTAT_LINKED_CCB_LUN_MISMATCH:
1664 			/* We don't even support linked commands... */
1665 			panic("%s: Linked CCB Lun Mismatch", bt_name(bt));
1666 			break;
1667 		case BTSTAT_INVALID_CCB_OR_SG_PARAM:
1668 			panic("%s: Invalid CCB or SG list", bt_name(bt));
1669 			break;
1670 		case BTSTAT_AUTOSENSE_FAILED:
1671 			csio->ccb_h.status = CAM_AUTOSENSE_FAIL;
1672 			break;
1673 		case BTSTAT_TAGGED_MSG_REJECTED:
1674 		{
1675 			struct ccb_trans_settings neg;
1676 
1677 			xpt_print_path(csio->ccb_h.path);
1678 			printf("refuses tagged commands.  Performing "
1679 			       "non-tagged I/O\n");
1680 			neg.flags = 0;
1681 			neg.valid = CCB_TRANS_TQ_VALID;
1682 			xpt_setup_ccb(&neg.ccb_h, csio->ccb_h.path,
1683 				      /*priority*/1);
1684 			xpt_async(AC_TRANSFER_NEG, csio->ccb_h.path, &neg);
1685 			bt->tags_permitted &= ~(0x01 << csio->ccb_h.target_id);
1686 			csio->ccb_h.status = CAM_MSG_REJECT_REC;
1687 			break;
1688 		}
1689 		case BTSTAT_UNSUPPORTED_MSG_RECEIVED:
1690 			/*
1691 			 * XXX You would think that this is
1692 			 *     a recoverable error... Hmmm.
1693 			 */
1694 			csio->ccb_h.status = CAM_REQ_CMP_ERR;
1695 			break;
1696 		case BTSTAT_HA_SOFTWARE_ERROR:
1697 		case BTSTAT_HA_WATCHDOG_ERROR:
1698 		case BTSTAT_HARDWARE_FAILURE:
1699 			/* Hardware reset ??? Can we recover ??? */
1700 			csio->ccb_h.status = CAM_NO_HBA;
1701 			break;
1702 		case BTSTAT_TARGET_IGNORED_ATN:
1703 		case BTSTAT_OTHER_SCSI_BUS_RESET:
1704 		case BTSTAT_HA_SCSI_BUS_RESET:
1705 			if ((csio->ccb_h.status & CAM_STATUS_MASK)
1706 			 != CAM_CMD_TIMEOUT)
1707 				csio->ccb_h.status = CAM_SCSI_BUS_RESET;
1708 			break;
1709 		case BTSTAT_HA_BDR:
1710 			if ((bccb->flags & BCCB_DEVICE_RESET) == 0)
1711 				csio->ccb_h.status = CAM_BDR_SENT;
1712 			else
1713 				csio->ccb_h.status = CAM_CMD_TIMEOUT;
1714 			break;
1715 		case BTSTAT_INVALID_RECONNECT:
1716 		case BTSTAT_ABORT_QUEUE_GENERATED:
1717 			csio->ccb_h.status = CAM_REQ_TERMIO;
1718 			break;
1719 		case BTSTAT_SCSI_PERROR_DETECTED:
1720 			csio->ccb_h.status = CAM_UNCOR_PARITY;
1721 			break;
1722 		}
1723 		if (csio->ccb_h.status != CAM_REQ_CMP) {
1724 			xpt_freeze_devq(csio->ccb_h.path, /*count*/1);
1725 			csio->ccb_h.status |= CAM_DEV_QFRZN;
1726 		}
1727 		if ((bccb->flags & BCCB_RELEASE_SIMQ) != 0)
1728 			ccb->ccb_h.status |= CAM_RELEASE_SIMQ;
1729 		btfreeccb(bt, bccb);
1730 		xpt_done(ccb);
1731 		break;
1732 	case BMBI_OK:
1733 		/* All completed without incident */
1734 		ccb->ccb_h.status |= CAM_REQ_CMP;
1735 		if ((bccb->flags & BCCB_RELEASE_SIMQ) != 0)
1736 			ccb->ccb_h.status |= CAM_RELEASE_SIMQ;
1737 		btfreeccb(bt, bccb);
1738 		xpt_done(ccb);
1739 		break;
1740 	}
1741 }
1742 
1743 static int
1744 btreset(struct bt_softc* bt, int hard_reset)
1745 {
1746 	struct	 ccb_hdr *ccb_h;
1747 	u_int	 status;
1748 	u_int	 timeout;
1749 	u_int8_t reset_type;
1750 
1751 	if (hard_reset != 0)
1752 		reset_type = HARD_RESET;
1753 	else
1754 		reset_type = SOFT_RESET;
1755 	bt_outb(bt, CONTROL_REG, reset_type);
1756 
1757 	/* Wait 5sec. for Diagnostic start */
1758 	timeout = 5 * 10000;
1759 	while (--timeout) {
1760 		status = bt_inb(bt, STATUS_REG);
1761 		if ((status & DIAG_ACTIVE) != 0)
1762 			break;
1763 		DELAY(100);
1764 	}
1765 	if (timeout == 0) {
1766 		if (bootverbose)
1767 			printf("%s: btreset - Diagnostic Active failed to "
1768 				"assert. status = 0x%x\n", bt_name(bt), status);
1769 		return (ETIMEDOUT);
1770 	}
1771 
1772 	/* Wait 10sec. for Diagnostic end */
1773 	timeout = 10 * 10000;
1774 	while (--timeout) {
1775 		status = bt_inb(bt, STATUS_REG);
1776 		if ((status & DIAG_ACTIVE) == 0)
1777 			break;
1778 		DELAY(100);
1779 	}
1780 	if (timeout == 0) {
1781 		panic("%s: btreset - Diagnostic Active failed to drop. "
1782 		       "status = 0x%x\n", bt_name(bt), status);
1783 		return (ETIMEDOUT);
1784 	}
1785 
1786 	/* Wait for the host adapter to become ready or report a failure */
1787 	timeout = 10000;
1788 	while (--timeout) {
1789 		status = bt_inb(bt, STATUS_REG);
1790 		if ((status & (DIAG_FAIL|HA_READY|DATAIN_REG_READY)) != 0)
1791 			break;
1792 		DELAY(100);
1793 	}
1794 	if (timeout == 0) {
1795 		printf("%s: btreset - Host adapter failed to come ready. "
1796 		       "status = 0x%x\n", bt_name(bt), status);
1797 		return (ETIMEDOUT);
1798 	}
1799 
1800 	/* If the diagnostics failed, tell the user */
1801 	if ((status & DIAG_FAIL) != 0
1802 	 || (status & HA_READY) == 0) {
1803 		printf("%s: btreset - Adapter failed diagnostics\n",
1804 		       bt_name(bt));
1805 
1806 		if ((status & DATAIN_REG_READY) != 0)
1807 			printf("%s: btreset - Host Adapter Error code = 0x%x\n",
1808 			       bt_name(bt), bt_inb(bt, DATAIN_REG));
1809 		return (ENXIO);
1810 	}
1811 
1812 	/* If we've allocated mailboxes, initialize them */
1813 	if (bt->init_level > 4)
1814 		btinitmboxes(bt);
1815 
1816 	/* If we've attached to the XPT, tell it about the event */
1817 	if (bt->path != NULL)
1818 		xpt_async(AC_BUS_RESET, bt->path, NULL);
1819 
1820 	/*
1821 	 * Perform completion processing for all outstanding CCBs.
1822 	 */
1823 	while ((ccb_h = LIST_FIRST(&bt->pending_ccbs)) != NULL) {
1824 		struct bt_ccb *pending_bccb;
1825 
1826 		pending_bccb = (struct bt_ccb *)ccb_h->ccb_bccb_ptr;
1827 		pending_bccb->hccb.btstat = BTSTAT_HA_SCSI_BUS_RESET;
1828 		btdone(bt, pending_bccb, BMBI_ERROR);
1829 	}
1830 
1831 	return (0);
1832 }
1833 
1834 /*
1835  * Send a command to the adapter.
1836  */
1837 int
1838 bt_cmd(struct bt_softc *bt, bt_op_t opcode, u_int8_t *params, u_int param_len,
1839       u_int8_t *reply_data, u_int reply_len, u_int cmd_timeout)
1840 {
1841 	u_int	timeout;
1842 	u_int	status;
1843 	u_int	saved_status;
1844 	u_int	intstat;
1845 	u_int	reply_buf_size;
1846 	int	s;
1847 	int	cmd_complete;
1848 	int	error;
1849 
1850 	/* No data returned to start */
1851 	reply_buf_size = reply_len;
1852 	reply_len = 0;
1853 	intstat = 0;
1854 	cmd_complete = 0;
1855 	saved_status = 0;
1856 	error = 0;
1857 
1858 	bt->command_cmp = 0;
1859 	/*
1860 	 * Wait up to 10 sec. for the adapter to become
1861 	 * ready to accept commands.
1862 	 */
1863 	timeout = 100000;
1864 	while (--timeout) {
1865 		status = bt_inb(bt, STATUS_REG);
1866 		if ((status & HA_READY) != 0
1867 		 && (status & CMD_REG_BUSY) == 0)
1868 			break;
1869 		/*
1870 		 * Throw away any pending data which may be
1871 		 * left over from earlier commands that we
1872 		 * timedout on.
1873 		 */
1874 		if ((status & DATAIN_REG_READY) != 0)
1875 			(void)bt_inb(bt, DATAIN_REG);
1876 		DELAY(100);
1877 	}
1878 	if (timeout == 0) {
1879 		printf("%s: bt_cmd: Timeout waiting for adapter ready, "
1880 		       "status = 0x%x\n", bt_name(bt), status);
1881 		return (ETIMEDOUT);
1882 	}
1883 
1884 	/*
1885 	 * Send the opcode followed by any necessary parameter bytes.
1886 	 */
1887 	bt_outb(bt, COMMAND_REG, opcode);
1888 
1889 	/*
1890 	 * Wait for up to 1sec for each byte of the the
1891 	 * parameter list sent to be sent.
1892 	 */
1893 	timeout = 10000;
1894 	while (param_len && --timeout) {
1895 		DELAY(100);
1896 		s = splcam();
1897 		status = bt_inb(bt, STATUS_REG);
1898 		intstat = bt_inb(bt, INTSTAT_REG);
1899 		splx(s);
1900 
1901 		if ((intstat & (INTR_PENDING|CMD_COMPLETE))
1902 		 == (INTR_PENDING|CMD_COMPLETE)) {
1903 			saved_status = status;
1904 			cmd_complete = 1;
1905 			break;
1906 		}
1907 		if (bt->command_cmp != 0) {
1908 			saved_status = bt->latched_status;
1909 			cmd_complete = 1;
1910 			break;
1911 		}
1912 		if ((status & DATAIN_REG_READY) != 0)
1913 			break;
1914 		if ((status & CMD_REG_BUSY) == 0) {
1915 			bt_outb(bt, COMMAND_REG, *params++);
1916 			param_len--;
1917 			timeout = 10000;
1918 		}
1919 	}
1920 	if (timeout == 0) {
1921 		printf("%s: bt_cmd: Timeout sending parameters, "
1922 		       "status = 0x%x\n", bt_name(bt), status);
1923 		cmd_complete = 1;
1924 		saved_status = status;
1925 		error = ETIMEDOUT;
1926 	}
1927 
1928 	/*
1929 	 * Wait for the command to complete.
1930 	 */
1931 	while (cmd_complete == 0 && --cmd_timeout) {
1932 
1933 		s = splcam();
1934 		status = bt_inb(bt, STATUS_REG);
1935 		intstat = bt_inb(bt, INTSTAT_REG);
1936 		/*
1937 		 * It may be that this command was issued with
1938 		 * controller interrupts disabled.  We'll never
1939 		 * get to our command if an incoming mailbox
1940 		 * interrupt is pending, so take care of completed
1941 		 * mailbox commands by calling our interrupt handler.
1942 		 */
1943 		if ((intstat & (INTR_PENDING|IMB_LOADED))
1944 		 == (INTR_PENDING|IMB_LOADED))
1945 			bt_intr(bt);
1946 		splx(s);
1947 
1948 		if (bt->command_cmp != 0) {
1949  			/*
1950 			 * Our interrupt handler saw CMD_COMPLETE
1951 			 * status before we did.
1952 			 */
1953 			cmd_complete = 1;
1954 			saved_status = bt->latched_status;
1955 		} else if ((intstat & (INTR_PENDING|CMD_COMPLETE))
1956 			== (INTR_PENDING|CMD_COMPLETE)) {
1957 			/*
1958 			 * Our poll (in case interrupts are blocked)
1959 			 * saw the CMD_COMPLETE interrupt.
1960 			 */
1961 			cmd_complete = 1;
1962 			saved_status = status;
1963 		} else if (opcode == BOP_MODIFY_IO_ADDR
1964 			&& (status & CMD_REG_BUSY) == 0) {
1965 			/*
1966 			 * The BOP_MODIFY_IO_ADDR does not issue a CMD_COMPLETE,
1967 			 * but it should update the status register.  So, we
1968 			 * consider this command complete when the CMD_REG_BUSY
1969 			 * status clears.
1970 			 */
1971 			saved_status = status;
1972 			cmd_complete = 1;
1973 		} else if ((status & DATAIN_REG_READY) != 0) {
1974 			u_int8_t data;
1975 
1976 			data = bt_inb(bt, DATAIN_REG);
1977 			if (reply_len < reply_buf_size) {
1978 				*reply_data++ = data;
1979 			} else {
1980 				printf("%s: bt_cmd - Discarded reply data byte "
1981 				       "for opcode 0x%x\n", bt_name(bt),
1982 				       opcode);
1983 			}
1984 			/*
1985 			 * Reset timeout to ensure at least a second
1986 			 * between response bytes.
1987 			 */
1988 			cmd_timeout = MAX(cmd_timeout, 10000);
1989 			reply_len++;
1990 
1991 		} else if ((opcode == BOP_FETCH_LRAM)
1992 			&& (status & HA_READY) != 0) {
1993 				saved_status = status;
1994 				cmd_complete = 1;
1995 		}
1996 		DELAY(100);
1997 	}
1998 	if (cmd_timeout == 0) {
1999 		printf("%s: bt_cmd: Timeout waiting for command (%x) "
2000 		       "to complete.\n%s: status = 0x%x, intstat = 0x%x, "
2001 		       "rlen %d\n", bt_name(bt), opcode,
2002 		       bt_name(bt), status, intstat, reply_len);
2003 		error = (ETIMEDOUT);
2004 	}
2005 
2006 	/*
2007 	 * Clear any pending interrupts.  Block interrupts so our
2008 	 * interrupt handler is not re-entered.
2009 	 */
2010 	s = splcam();
2011 	bt_intr(bt);
2012 	splx(s);
2013 
2014 	if (error != 0)
2015 		return (error);
2016 
2017 	/*
2018 	 * If the command was rejected by the controller, tell the caller.
2019 	 */
2020 	if ((saved_status & CMD_INVALID) != 0) {
2021 		/*
2022 		 * Some early adapters may not recover properly from
2023 		 * an invalid command.  If it appears that the controller
2024 		 * has wedged (i.e. status was not cleared by our interrupt
2025 		 * reset above), perform a soft reset.
2026       		 */
2027 		if (bootverbose)
2028 			printf("%s: Invalid Command 0x%x\n", bt_name(bt),
2029 				opcode);
2030 		DELAY(1000);
2031 		status = bt_inb(bt, STATUS_REG);
2032 		if ((status & (CMD_INVALID|STATUS_REG_RSVD|DATAIN_REG_READY|
2033 			      CMD_REG_BUSY|DIAG_FAIL|DIAG_ACTIVE)) != 0
2034 		 || (status & (HA_READY|INIT_REQUIRED))
2035 		  != (HA_READY|INIT_REQUIRED)) {
2036 			btreset(bt, /*hard_reset*/FALSE);
2037 		}
2038 		return (EINVAL);
2039 	}
2040 
2041 	if (param_len > 0) {
2042 		/* The controller did not accept the full argument list */
2043 	 	return (E2BIG);
2044 	}
2045 
2046 	if (reply_len != reply_buf_size) {
2047 		/* Too much or too little data received */
2048 		return (EMSGSIZE);
2049 	}
2050 
2051 	/* We were successful */
2052 	return (0);
2053 }
2054 
2055 static int
2056 btinitmboxes(struct bt_softc *bt) {
2057 	init_32b_mbox_params_t init_mbox;
2058 	int error;
2059 
2060 	bzero(bt->in_boxes, sizeof(bt_mbox_in_t) * bt->num_boxes);
2061 	bzero(bt->out_boxes, sizeof(bt_mbox_out_t) * bt->num_boxes);
2062 	bt->cur_inbox = bt->in_boxes;
2063 	bt->last_inbox = bt->in_boxes + bt->num_boxes - 1;
2064 	bt->cur_outbox = bt->out_boxes;
2065 	bt->last_outbox = bt->out_boxes + bt->num_boxes - 1;
2066 
2067 	/* Tell the adapter about them */
2068 	init_mbox.num_boxes = bt->num_boxes;
2069 	init_mbox.base_addr[0] = bt->mailbox_physbase & 0xFF;
2070 	init_mbox.base_addr[1] = (bt->mailbox_physbase >> 8) & 0xFF;
2071 	init_mbox.base_addr[2] = (bt->mailbox_physbase >> 16) & 0xFF;
2072 	init_mbox.base_addr[3] = (bt->mailbox_physbase >> 24) & 0xFF;
2073 	error = bt_cmd(bt, BOP_INITIALIZE_32BMBOX, (u_int8_t *)&init_mbox,
2074 		       /*parmlen*/sizeof(init_mbox), /*reply_buf*/NULL,
2075 		       /*reply_len*/0, DEFAULT_CMD_TIMEOUT);
2076 
2077 	if (error != 0)
2078 		printf("btinitmboxes: Initialization command failed\n");
2079 	else if (bt->strict_rr != 0) {
2080 		/*
2081 		 * If the controller supports
2082 		 * strict round robin mode,
2083 		 * enable it
2084 		 */
2085 		u_int8_t param;
2086 
2087 		param = 0;
2088 		error = bt_cmd(bt, BOP_ENABLE_STRICT_RR, &param, 1,
2089 			       /*reply_buf*/NULL, /*reply_len*/0,
2090 			       DEFAULT_CMD_TIMEOUT);
2091 
2092 		if (error != 0) {
2093 			printf("btinitmboxes: Unable to enable strict RR\n");
2094 			error = 0;
2095 		} else if (bootverbose) {
2096 			printf("%s: Using Strict Round Robin Mailbox Mode\n",
2097 			       bt_name(bt));
2098 		}
2099 	}
2100 
2101 	return (error);
2102 }
2103 
2104 /*
2105  * Update the XPT's idea of the negotiated transfer
2106  * parameters for a particular target.
2107  */
2108 static void
2109 btfetchtransinfo(struct bt_softc *bt, struct ccb_trans_settings* cts)
2110 {
2111 	setup_data_t	setup_info;
2112 	u_int		target;
2113 	u_int		targ_offset;
2114 	u_int		targ_mask;
2115 	u_int		sync_period;
2116 	int		error;
2117 	u_int8_t	param;
2118 	targ_syncinfo_t	sync_info;
2119 
2120 	target = cts->ccb_h.target_id;
2121 	targ_offset = (target & 0x7);
2122 	targ_mask = (0x01 << targ_offset);
2123 
2124 	/*
2125 	 * Inquire Setup Information.  This command retreives the
2126 	 * Wide negotiation status for recent adapters as well as
2127 	 * the sync info for older models.
2128 	 */
2129 	param = sizeof(setup_info);
2130 	error = bt_cmd(bt, BOP_INQUIRE_SETUP_INFO, &param, /*paramlen*/1,
2131 		       (u_int8_t*)&setup_info, sizeof(setup_info),
2132 		       DEFAULT_CMD_TIMEOUT);
2133 
2134 	if (error != 0) {
2135 		printf("%s: btfetchtransinfo - Inquire Setup Info Failed %x\n",
2136 		       bt_name(bt), error);
2137 		cts->valid = 0;
2138 		return;
2139 	}
2140 
2141 	sync_info = (target < 8) ? setup_info.low_syncinfo[targ_offset]
2142 				 : setup_info.high_syncinfo[targ_offset];
2143 
2144 	if (sync_info.sync == 0)
2145 		cts->sync_offset = 0;
2146 	else
2147 		cts->sync_offset = sync_info.offset;
2148 
2149 	cts->bus_width = MSG_EXT_WDTR_BUS_8_BIT;
2150 	if (strcmp(bt->firmware_ver, "5.06L") >= 0) {
2151 		u_int wide_active;
2152 
2153 		wide_active =
2154 		    (target < 8) ? (setup_info.low_wide_active & targ_mask)
2155 		    		 : (setup_info.high_wide_active & targ_mask);
2156 
2157 		if (wide_active)
2158 			cts->bus_width = MSG_EXT_WDTR_BUS_16_BIT;
2159 	} else if ((bt->wide_permitted & targ_mask) != 0) {
2160 		struct ccb_getdev cgd;
2161 
2162 		/*
2163 		 * Prior to rev 5.06L, wide status isn't provided,
2164 		 * so we "guess" that wide transfers are in effect
2165 		 * if the user settings allow for wide and the inquiry
2166 		 * data for the device indicates that it can handle
2167 		 * wide transfers.
2168 		 */
2169 		xpt_setup_ccb(&cgd.ccb_h, cts->ccb_h.path, /*priority*/1);
2170 		cgd.ccb_h.func_code = XPT_GDEV_TYPE;
2171 		xpt_action((union ccb *)&cgd);
2172 		if ((cgd.ccb_h.status & CAM_STATUS_MASK) == CAM_REQ_CMP
2173 		 && (cgd.inq_data.flags & SID_WBus16) != 0)
2174 			cts->bus_width = MSG_EXT_WDTR_BUS_16_BIT;
2175 	}
2176 
2177 	if (bt->firmware_ver[0] >= '3') {
2178 		/*
2179 		 * For adapters that can do fast or ultra speeds,
2180 		 * use the more exact Target Sync Information command.
2181 		 */
2182 		target_sync_info_data_t sync_info;
2183 
2184 		param = sizeof(sync_info);
2185 		error = bt_cmd(bt, BOP_TARG_SYNC_INFO, &param, /*paramlen*/1,
2186 			       (u_int8_t*)&sync_info, sizeof(sync_info),
2187 			       DEFAULT_CMD_TIMEOUT);
2188 
2189 		if (error != 0) {
2190 			printf("%s: btfetchtransinfo - Inquire Sync "
2191 			       "Info Failed 0x%x\n", bt_name(bt), error);
2192 			cts->valid = 0;
2193 			return;
2194 		}
2195 		sync_period = sync_info.sync_rate[target] * 100;
2196 	} else {
2197 		sync_period = 2000 + (500 * sync_info.period);
2198 	}
2199 
2200 	/* Convert ns value to standard SCSI sync rate */
2201 	if (cts->sync_offset != 0)
2202 		cts->sync_period = scsi_calc_syncparam(sync_period);
2203 	else
2204 		cts->sync_period = 0;
2205 
2206 	cts->valid = CCB_TRANS_SYNC_RATE_VALID
2207 		   | CCB_TRANS_SYNC_OFFSET_VALID
2208 		   | CCB_TRANS_BUS_WIDTH_VALID;
2209         xpt_async(AC_TRANSFER_NEG, cts->ccb_h.path, cts);
2210 }
2211 
2212 static void
2213 btmapmboxes(void *arg, bus_dma_segment_t *segs, int nseg, int error)
2214 {
2215 	struct bt_softc* bt;
2216 
2217 	bt = (struct bt_softc*)arg;
2218 	bt->mailbox_physbase = segs->ds_addr;
2219 }
2220 
2221 static void
2222 btmapccbs(void *arg, bus_dma_segment_t *segs, int nseg, int error)
2223 {
2224 	struct bt_softc* bt;
2225 
2226 	bt = (struct bt_softc*)arg;
2227 	bt->bt_ccb_physbase = segs->ds_addr;
2228 }
2229 
2230 static void
2231 btmapsgs(void *arg, bus_dma_segment_t *segs, int nseg, int error)
2232 {
2233 
2234 	struct bt_softc* bt;
2235 
2236 	bt = (struct bt_softc*)arg;
2237 	SLIST_FIRST(&bt->sg_maps)->sg_physaddr = segs->ds_addr;
2238 }
2239 
2240 static void
2241 btpoll(struct cam_sim *sim)
2242 {
2243 	bt_intr(cam_sim_softc(sim));
2244 }
2245 
2246 void
2247 bttimeout(void *arg)
2248 {
2249 	struct bt_ccb	*bccb;
2250 	union  ccb	*ccb;
2251 	struct bt_softc *bt;
2252 	int		 s;
2253 
2254 	bccb = (struct bt_ccb *)arg;
2255 	ccb = bccb->ccb;
2256 	bt = (struct bt_softc *)ccb->ccb_h.ccb_bt_ptr;
2257 	xpt_print_path(ccb->ccb_h.path);
2258 	printf("CCB %p - timed out\n", (void *)bccb);
2259 
2260 	s = splcam();
2261 
2262 	if ((bccb->flags & BCCB_ACTIVE) == 0) {
2263 		xpt_print_path(ccb->ccb_h.path);
2264 		printf("CCB %p - timed out CCB already completed\n",
2265 		       (void *)bccb);
2266 		splx(s);
2267 		return;
2268 	}
2269 
2270 	/*
2271 	 * In order to simplify the recovery process, we ask the XPT
2272 	 * layer to halt the queue of new transactions and we traverse
2273 	 * the list of pending CCBs and remove their timeouts. This
2274 	 * means that the driver attempts to clear only one error
2275 	 * condition at a time.  In general, timeouts that occur
2276 	 * close together are related anyway, so there is no benefit
2277 	 * in attempting to handle errors in parrallel.  Timeouts will
2278 	 * be reinstated when the recovery process ends.
2279 	 */
2280 	if ((bccb->flags & BCCB_DEVICE_RESET) == 0) {
2281 		struct ccb_hdr *ccb_h;
2282 
2283 		if ((bccb->flags & BCCB_RELEASE_SIMQ) == 0) {
2284 			xpt_freeze_simq(bt->sim, /*count*/1);
2285 			bccb->flags |= BCCB_RELEASE_SIMQ;
2286 		}
2287 
2288 		ccb_h = LIST_FIRST(&bt->pending_ccbs);
2289 		while (ccb_h != NULL) {
2290 			struct bt_ccb *pending_bccb;
2291 
2292 			pending_bccb = (struct bt_ccb *)ccb_h->ccb_bccb_ptr;
2293 			untimeout(bttimeout, pending_bccb, ccb_h->timeout_ch);
2294 			ccb_h = LIST_NEXT(ccb_h, sim_links.le);
2295 		}
2296 	}
2297 
2298 	if ((bccb->flags & BCCB_DEVICE_RESET) != 0
2299 	 || bt->cur_outbox->action_code != BMBO_FREE
2300 	 || ((bccb->hccb.tag_enable == TRUE)
2301 	  && (bt->firmware_ver[0] < '5'))) {
2302 		/*
2303 		 * Try a full host adapter/SCSI bus reset.
2304 		 * We do this only if we have already attempted
2305 		 * to clear the condition with a BDR, or we cannot
2306 		 * attempt a BDR for lack of mailbox resources
2307 		 * or because of faulty firmware.  It turns out
2308 		 * that firmware versions prior to 5.xx treat BDRs
2309 		 * as untagged commands that cannot be sent until
2310 		 * all outstanding tagged commands have been processed.
2311 		 * This makes it somewhat difficult to use a BDR to
2312 		 * clear up a problem with an uncompleted tagged command.
2313 		 */
2314 		ccb->ccb_h.status = CAM_CMD_TIMEOUT;
2315 		btreset(bt, /*hardreset*/TRUE);
2316 		printf("%s: No longer in timeout\n", bt_name(bt));
2317 	} else {
2318 		/*
2319 		 * Send a Bus Device Reset message:
2320 		 * The target that is holding up the bus may not
2321 		 * be the same as the one that triggered this timeout
2322 		 * (different commands have different timeout lengths),
2323 		 * but we have no way of determining this from our
2324 		 * timeout handler.  Our strategy here is to queue a
2325 		 * BDR message to the target of the timed out command.
2326 		 * If this fails, we'll get another timeout 2 seconds
2327 		 * later which will attempt a bus reset.
2328 		 */
2329 		bccb->flags |= BCCB_DEVICE_RESET;
2330 		ccb->ccb_h.timeout_ch =
2331 		    timeout(bttimeout, (caddr_t)bccb, 2 * hz);
2332 
2333 		bt->recovery_bccb->hccb.opcode = INITIATOR_BUS_DEV_RESET;
2334 
2335 		/* No Data Transfer */
2336 		bt->recovery_bccb->hccb.datain = TRUE;
2337 		bt->recovery_bccb->hccb.dataout = TRUE;
2338 		bt->recovery_bccb->hccb.btstat = 0;
2339 		bt->recovery_bccb->hccb.sdstat = 0;
2340 		bt->recovery_bccb->hccb.target_id = ccb->ccb_h.target_id;
2341 
2342 		/* Tell the adapter about this command */
2343 		bt->cur_outbox->ccb_addr = btccbvtop(bt, bt->recovery_bccb);
2344 		bt->cur_outbox->action_code = BMBO_START;
2345 		bt_outb(bt, COMMAND_REG, BOP_START_MBOX);
2346 		btnextoutbox(bt);
2347 	}
2348 
2349 	splx(s);
2350 }
2351 
2352