xref: /netbsd-src/sys/dev/ic/isp_netbsd.c (revision b1c86f5f087524e68db12794ee9c3e3da1ab17a0)
1 /* $NetBSD: isp_netbsd.c,v 1.83 2010/03/26 20:52:00 mjacob Exp $ */
2 /*
3  * Platform (NetBSD) dependent common attachment code for Qlogic adapters.
4  */
5 /*
6  * Copyright (C) 1997, 1998, 1999 National Aeronautics & Space Administration
7  * All rights reserved.
8  *
9  * Additional Copyright (C) 2000-2007 by Matthew Jacob
10  * All rights reserved.
11  *
12  * Redistribution and use in source and binary forms, with or without
13  * modification, are permitted provided that the following conditions
14  * are met:
15  * 1. Redistributions of source code must retain the above copyright
16  *    notice, this list of conditions and the following disclaimer.
17  * 2. Redistributions in binary form must reproduce the above copyright
18  *    notice, this list of conditions and the following disclaimer in the
19  *    documentation and/or other materials provided with the distribution.
20  * 3. The name of the author may not be used to endorse or promote products
21  *    derived from this software without specific prior written permission
22  *
23  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
24  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
25  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
26  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
27  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
28  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
29  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
30  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
31  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
32  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
33  */
34 
35 #include <sys/cdefs.h>
36 __KERNEL_RCSID(0, "$NetBSD: isp_netbsd.c,v 1.83 2010/03/26 20:52:00 mjacob Exp $");
37 
38 #include <dev/ic/isp_netbsd.h>
39 #include <dev/ic/isp_ioctl.h>
40 #include <sys/scsiio.h>
41 
42 #include <sys/timevar.h>
43 
44 /*
45  * Set a timeout for the watchdogging of a command.
46  *
47  * The dimensional analysis is
48  *
49  *	milliseconds * (seconds/millisecond) * (ticks/second) = ticks
50  *
51  *			=
52  *
53  *	(milliseconds / 1000) * hz = ticks
54  *
55  *
56  * For timeouts less than 1 second, we'll get zero. Because of this, and
57  * because we want to establish *our* timeout to be longer than what the
58  * firmware might do, we just add 3 seconds at the back end.
59  */
60 #define	_XT(xs)	((((xs)->timeout/1000) * hz) + (3 * hz))
61 
62 static void isp_config_interrupts(device_t);
63 static void ispminphys_1020(struct buf *);
64 static void ispminphys(struct buf *);
65 static void ispcmd(struct ispsoftc *, XS_T *);
66 static void isprequest(struct scsipi_channel *, scsipi_adapter_req_t, void *);
67 static int
68 ispioctl(struct scsipi_channel *, u_long, void *, int, struct proc *);
69 
70 static void isp_polled_cmd_wait(struct ispsoftc *, XS_T *);
71 static void isp_dog(void *);
72 static void isp_gdt(void *);
73 static void isp_ldt(void *);
74 static void isp_make_here(ispsoftc_t *, int);
75 static void isp_make_gone(ispsoftc_t *, int);
76 static void isp_fc_worker(void *);
77 
78 static const char *roles[4] = {
79     "(none)", "Target", "Initiator", "Target/Initiator"
80 };
81 static const char prom3[] =
82     "PortID 0x%06x Departed from Target %u because of %s";
83 int isp_change_is_bad = 0;	/* "changed" devices are bad */
84 int isp_quickboot_time = 15;	/* don't wait more than N secs for loop up */
85 static int isp_fabric_hysteresis = 5;
86 #define	isp_change_is_bad	0
87 
88 /*
89  * Complete attachment of hardware, include subdevices.
90  */
91 
92 void
93 isp_attach(struct ispsoftc *isp)
94 {
95 	device_t self = isp->isp_osinfo.dev;
96 	int i;
97 
98 	isp->isp_state = ISP_RUNSTATE;
99 
100 	isp->isp_osinfo.adapter.adapt_dev = self;
101 	isp->isp_osinfo.adapter.adapt_openings = isp->isp_maxcmds;
102 	isp->isp_osinfo.loop_down_limit = 300;
103 
104 	/*
105 	 * It's not stated whether max_periph is limited by SPI
106 	 * tag uage, but let's assume that it is.
107 	 */
108 	isp->isp_osinfo.adapter.adapt_max_periph = min(isp->isp_maxcmds, 255);
109 	isp->isp_osinfo.adapter.adapt_ioctl = ispioctl;
110 	isp->isp_osinfo.adapter.adapt_request = isprequest;
111 	if (isp->isp_type <= ISP_HA_SCSI_1020A) {
112 		isp->isp_osinfo.adapter.adapt_minphys = ispminphys_1020;
113 	} else {
114 		isp->isp_osinfo.adapter.adapt_minphys = ispminphys;
115 	}
116 
117 	callout_init(&isp->isp_osinfo.gdt, 0);
118 	callout_setfunc(&isp->isp_osinfo.gdt, isp_gdt, isp);
119 	callout_init(&isp->isp_osinfo.ldt, 0);
120 	callout_setfunc(&isp->isp_osinfo.ldt, isp_ldt, isp);
121 	if (IS_FC(isp)) {
122 		if (kthread_create(PRI_NONE, 0, NULL, isp_fc_worker, isp,
123 		    &isp->isp_osinfo.thread, "%s:fc_thrd",
124 		    device_xname(self))) {
125 			isp_prt(isp, ISP_LOGERR,
126 			    "unable to create FC worker thread");
127 			return;
128 		}
129 	}
130 
131 	for (i = 0; i != isp->isp_osinfo.adapter.adapt_nchannels; i++) {
132 		isp->isp_osinfo.chan[i].chan_adapter =
133 		    &isp->isp_osinfo.adapter;
134 		isp->isp_osinfo.chan[i].chan_bustype = &scsi_bustype;
135 		isp->isp_osinfo.chan[i].chan_channel = i;
136 		/*
137 		 * Until the midlayer is fixed to use REPORT LUNS,
138 		 * limit to 8 luns.
139 		 */
140 		isp->isp_osinfo.chan[i].chan_nluns = min(isp->isp_maxluns, 8);
141 		if (IS_FC(isp)) {
142 			isp->isp_osinfo.chan[i].chan_ntargets = MAX_FC_TARG;
143 			if (ISP_CAP_2KLOGIN(isp) == 0 && MAX_FC_TARG > 256) {
144 				isp->isp_osinfo.chan[i].chan_ntargets = 256;
145 			}
146 			isp->isp_osinfo.chan[i].chan_id = MAX_FC_TARG;
147 		} else {
148 			isp->isp_osinfo.chan[i].chan_ntargets = MAX_TARGETS;
149 			isp->isp_osinfo.chan[i].chan_id =
150 			    SDPARAM(isp, i)->isp_initiator_id;
151 			ISP_LOCK(isp);
152 			(void) isp_control(isp, ISPCTL_RESET_BUS, i);
153 			ISP_UNLOCK(isp);
154 		}
155 	}
156 
157 	/*
158          * Defer enabling mailbox interrupts until later.
159          */
160         config_interrupts(self, isp_config_interrupts);
161 }
162 
163 static void
164 isp_config_interrupts(device_t self)
165 {
166 	int i;
167         struct ispsoftc *isp = device_private(self);
168 
169         isp->isp_osinfo.mbox_sleep_ok = 1;
170 
171 	if (IS_FC(isp) && (FCPARAM(isp, 0)->isp_fwstate != FW_READY ||
172 	    FCPARAM(isp, 0)->isp_loopstate != LOOP_READY)) {
173 		isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0,
174 		   "Starting Initial Loop Down Timer");
175 		callout_schedule(&isp->isp_osinfo.ldt, isp_quickboot_time * hz);
176 	}
177 
178 	/*
179 	 * And attach children (if any).
180 	 */
181 	for (i = 0; i < isp->isp_osinfo.adapter.adapt_nchannels; i++) {
182 		config_found(self, &isp->isp_osinfo.chan[i], scsiprint);
183 	}
184 }
185 
186 /*
187  * minphys our xfers
188  */
189 static void
190 ispminphys_1020(struct buf *bp)
191 {
192 	if (bp->b_bcount >= (1 << 24)) {
193 		bp->b_bcount = (1 << 24);
194 	}
195 	minphys(bp);
196 }
197 
198 static void
199 ispminphys(struct buf *bp)
200 {
201 	if (bp->b_bcount >= (1 << 30)) {
202 		bp->b_bcount = (1 << 30);
203 	}
204 	minphys(bp);
205 }
206 
207 static int
208 ispioctl(struct scsipi_channel *chan, u_long cmd, void *addr, int flag,
209 	struct proc *p)
210 {
211 	struct ispsoftc *isp = device_private(chan->chan_adapter->adapt_dev);
212 	int nr, bus, retval = ENOTTY;
213 
214 	switch (cmd) {
215 	case ISP_SDBLEV:
216 	{
217 		int olddblev = isp->isp_dblev;
218 		isp->isp_dblev = *(int *)addr;
219 		*(int *)addr = olddblev;
220 		retval = 0;
221 		break;
222 	}
223 	case ISP_GETROLE:
224 		bus = *(int *)addr;
225 		if (bus < 0 || bus >= isp->isp_nchan) {
226 			retval = -ENXIO;
227 			break;
228 		}
229 		if (IS_FC(isp)) {
230 			*(int *)addr = FCPARAM(isp, bus)->role;
231 		} else {
232 			*(int *)addr = SDPARAM(isp, bus)->role;
233 		}
234 		retval = 0;
235 		break;
236 	case ISP_SETROLE:
237 
238 		nr = *(int *)addr;
239 		bus = nr >> 8;
240 		if (bus < 0 || bus >= isp->isp_nchan) {
241 			retval = -ENXIO;
242 			break;
243 		}
244 		nr &= 0xff;
245 		if (nr & ~(ISP_ROLE_INITIATOR|ISP_ROLE_TARGET)) {
246 			retval = EINVAL;
247 			break;
248 		}
249 		if (IS_FC(isp)) {
250 			*(int *)addr = FCPARAM(isp, bus)->role;
251 			FCPARAM(isp, bus)->role = nr;
252 		} else {
253 			*(int *)addr = SDPARAM(isp, bus)->role;
254 			SDPARAM(isp, bus)->role = nr;
255 		}
256 		retval = 0;
257 		break;
258 
259 	case ISP_RESETHBA:
260 		ISP_LOCK(isp);
261 		isp_reinit(isp, 0);
262 		ISP_UNLOCK(isp);
263 		retval = 0;
264 		break;
265 
266 	case ISP_RESCAN:
267 		if (IS_FC(isp)) {
268 			bus = *(int *)addr;
269 			if (bus < 0 || bus >= isp->isp_nchan) {
270 				retval = -ENXIO;
271 				break;
272 			}
273 			ISP_LOCK(isp);
274 			if (isp_fc_runstate(isp, bus, 5 * 1000000)) {
275 				retval = EIO;
276 			} else {
277 				retval = 0;
278 			}
279 			ISP_UNLOCK(isp);
280 		}
281 		break;
282 
283 	case ISP_FC_LIP:
284 		if (IS_FC(isp)) {
285 			bus = *(int *)addr;
286 			if (bus < 0 || bus >= isp->isp_nchan) {
287 				retval = -ENXIO;
288 				break;
289 			}
290 			ISP_LOCK(isp);
291 			if (isp_control(isp, ISPCTL_SEND_LIP, bus)) {
292 				retval = EIO;
293 			} else {
294 				retval = 0;
295 			}
296 			ISP_UNLOCK(isp);
297 		}
298 		break;
299 	case ISP_FC_GETDINFO:
300 	{
301 		struct isp_fc_device *ifc = (struct isp_fc_device *) addr;
302 		fcportdb_t *lp;
303 
304 		if (IS_SCSI(isp)) {
305 			break;
306 		}
307 		if (ifc->loopid >= MAX_FC_TARG) {
308 			retval = EINVAL;
309 			break;
310 		}
311 		lp = &FCPARAM(isp, ifc->chan)->portdb[ifc->loopid];
312 		if (lp->state == FC_PORTDB_STATE_VALID) {
313 			ifc->role = lp->roles;
314 			ifc->loopid = lp->handle;
315 			ifc->portid = lp->portid;
316 			ifc->node_wwn = lp->node_wwn;
317 			ifc->port_wwn = lp->port_wwn;
318 			retval = 0;
319 		} else {
320 			retval = ENODEV;
321 		}
322 		break;
323 	}
324 	case ISP_GET_STATS:
325 	{
326 		isp_stats_t *sp = (isp_stats_t *) addr;
327 
328 		ISP_MEMZERO(sp, sizeof (*sp));
329 		sp->isp_stat_version = ISP_STATS_VERSION;
330 		sp->isp_type = isp->isp_type;
331 		sp->isp_revision = isp->isp_revision;
332 		ISP_LOCK(isp);
333 		sp->isp_stats[ISP_INTCNT] = isp->isp_intcnt;
334 		sp->isp_stats[ISP_INTBOGUS] = isp->isp_intbogus;
335 		sp->isp_stats[ISP_INTMBOXC] = isp->isp_intmboxc;
336 		sp->isp_stats[ISP_INGOASYNC] = isp->isp_intoasync;
337 		sp->isp_stats[ISP_RSLTCCMPLT] = isp->isp_rsltccmplt;
338 		sp->isp_stats[ISP_FPHCCMCPLT] = isp->isp_fphccmplt;
339 		sp->isp_stats[ISP_RSCCHIWAT] = isp->isp_rscchiwater;
340 		sp->isp_stats[ISP_FPCCHIWAT] = isp->isp_fpcchiwater;
341 		ISP_UNLOCK(isp);
342 		retval = 0;
343 		break;
344 	}
345 	case ISP_CLR_STATS:
346 		ISP_LOCK(isp);
347 		isp->isp_intcnt = 0;
348 		isp->isp_intbogus = 0;
349 		isp->isp_intmboxc = 0;
350 		isp->isp_intoasync = 0;
351 		isp->isp_rsltccmplt = 0;
352 		isp->isp_fphccmplt = 0;
353 		isp->isp_rscchiwater = 0;
354 		isp->isp_fpcchiwater = 0;
355 		ISP_UNLOCK(isp);
356 		retval = 0;
357 		break;
358 	case ISP_FC_GETHINFO:
359 	{
360 		struct isp_hba_device *hba = (struct isp_hba_device *) addr;
361 		bus = hba->fc_channel;
362 
363 		if (bus < 0 || bus >= isp->isp_nchan) {
364 			retval = ENXIO;
365 			break;
366 		}
367 		hba->fc_fw_major = ISP_FW_MAJORX(isp->isp_fwrev);
368 		hba->fc_fw_minor = ISP_FW_MINORX(isp->isp_fwrev);
369 		hba->fc_fw_micro = ISP_FW_MICROX(isp->isp_fwrev);
370 		hba->fc_nchannels = isp->isp_nchan;
371 		hba->fc_nports = isp->isp_nchan;/* XXXX 24XX STUFF? XXX */
372 		if (IS_FC(isp)) {
373 			hba->fc_speed = FCPARAM(isp, bus)->isp_gbspeed;
374 			hba->fc_topology = FCPARAM(isp, bus)->isp_topo + 1;
375 			hba->fc_loopid = FCPARAM(isp, bus)->isp_loopid;
376 			hba->nvram_node_wwn = FCPARAM(isp, bus)->isp_wwnn_nvram;
377 			hba->nvram_port_wwn = FCPARAM(isp, bus)->isp_wwpn_nvram;
378 			hba->active_node_wwn = FCPARAM(isp, bus)->isp_wwnn;
379 			hba->active_port_wwn = FCPARAM(isp, bus)->isp_wwpn;
380 		} else {
381 			hba->fc_speed = 0;
382 			hba->fc_topology = 0;
383 			hba->nvram_node_wwn = 0ull;
384 			hba->nvram_port_wwn = 0ull;
385 			hba->active_node_wwn = 0ull;
386 			hba->active_port_wwn = 0ull;
387 		}
388 		retval = 0;
389 		break;
390 	}
391 	case ISP_TSK_MGMT:
392 	{
393 		int needmarker;
394 		struct isp_fc_tsk_mgmt *fct = (struct isp_fc_tsk_mgmt *) addr;
395 		uint16_t loopid;
396 		mbreg_t mbs;
397 
398 		if (IS_SCSI(isp)) {
399 			break;
400 		}
401 
402 		bus = fct->chan;
403 		if (bus < 0 || bus >= isp->isp_nchan) {
404 			retval = -ENXIO;
405 			break;
406 		}
407 
408 		memset(&mbs, 0, sizeof (mbs));
409 		needmarker = retval = 0;
410 		loopid = fct->loopid;
411 		if (ISP_CAP_2KLOGIN(isp) == 0) {
412 			loopid <<= 8;
413 		}
414 		switch (fct->action) {
415 		case IPT_CLEAR_ACA:
416 			mbs.param[0] = MBOX_CLEAR_ACA;
417 			mbs.param[1] = loopid;
418 			mbs.param[2] = fct->lun;
419 			break;
420 		case IPT_TARGET_RESET:
421 			mbs.param[0] = MBOX_TARGET_RESET;
422 			mbs.param[1] = loopid;
423 			needmarker = 1;
424 			break;
425 		case IPT_LUN_RESET:
426 			mbs.param[0] = MBOX_LUN_RESET;
427 			mbs.param[1] = loopid;
428 			mbs.param[2] = fct->lun;
429 			needmarker = 1;
430 			break;
431 		case IPT_CLEAR_TASK_SET:
432 			mbs.param[0] = MBOX_CLEAR_TASK_SET;
433 			mbs.param[1] = loopid;
434 			mbs.param[2] = fct->lun;
435 			needmarker = 1;
436 			break;
437 		case IPT_ABORT_TASK_SET:
438 			mbs.param[0] = MBOX_ABORT_TASK_SET;
439 			mbs.param[1] = loopid;
440 			mbs.param[2] = fct->lun;
441 			needmarker = 1;
442 			break;
443 		default:
444 			retval = EINVAL;
445 			break;
446 		}
447 		if (retval == 0) {
448 			if (needmarker) {
449 				FCPARAM(isp, bus)->sendmarker = 1;
450 			}
451 			ISP_LOCK(isp);
452 			retval = isp_control(isp, ISPCTL_RUN_MBOXCMD, &mbs);
453 			ISP_UNLOCK(isp);
454 			if (retval) {
455 				retval = EIO;
456 			}
457 		}
458 		break;
459 	}
460 	case ISP_FC_GETDLIST:
461 	{
462 		isp_dlist_t local, *ua;
463 		uint16_t nph, nphe, count, channel, lim;
464 		struct wwnpair pair, *uptr;
465 
466 		if (IS_SCSI(isp)) {
467 			retval = EINVAL;
468 			break;
469 		}
470 
471 		ua = *(isp_dlist_t **)addr;
472 		if (copyin(ua, &local, sizeof (isp_dlist_t))) {
473 			retval = EFAULT;
474 			break;
475 		}
476 		lim = local.count;
477 		channel = local.channel;
478 
479 		ua = *(isp_dlist_t **)addr;
480 		uptr = &ua->wwns[0];
481 
482 		if (ISP_CAP_2KLOGIN(isp)) {
483 			nphe = NPH_MAX_2K;
484 		} else {
485 			nphe = NPH_MAX;
486 		}
487 		for (count = 0, nph = 0; count < lim && nph != nphe; nph++) {
488 			ISP_LOCK(isp);
489 			retval = isp_control(isp, ISPCTL_GET_NAMES, channel,
490 			    nph, &pair.wwnn, &pair.wwpn);
491 			ISP_UNLOCK(isp);
492 			if (retval || (pair.wwpn == INI_NONE &&
493 			    pair.wwnn == INI_NONE)) {
494 				retval = 0;
495 				continue;
496 			}
497 			if (copyout(&pair, (void *)uptr++, sizeof (pair))) {
498 				retval = EFAULT;
499 				break;
500 			}
501 			count++;
502 		}
503 		if (retval == 0) {
504 			if (copyout(&count, (void *)&ua->count,
505 			    sizeof (count))) {
506 				retval = EFAULT;
507 			}
508 		}
509 		break;
510 	}
511 	case SCBUSIORESET:
512 		ISP_LOCK(isp);
513 		if (isp_control(isp, ISPCTL_RESET_BUS, &chan->chan_channel)) {
514 			retval = EIO;
515 		} else {
516 			retval = 0;
517 		}
518 		ISP_UNLOCK(isp);
519 		break;
520 	default:
521 		break;
522 	}
523 	return (retval);
524 }
525 
526 static void
527 ispcmd(struct ispsoftc *isp, XS_T *xs)
528 {
529 	volatile uint8_t ombi;
530 	int lim, chan;
531 
532 	ISP_LOCK(isp);
533 	if (isp->isp_state < ISP_RUNSTATE) {
534 		ISP_DISABLE_INTS(isp);
535 		isp_init(isp);
536 		if (isp->isp_state != ISP_INITSTATE) {
537 			ISP_ENABLE_INTS(isp);
538 			ISP_UNLOCK(isp);
539 			isp_prt(isp, ISP_LOGERR, "isp not at init state");
540 			XS_SETERR(xs, HBA_BOTCH);
541 			scsipi_done(xs);
542 			return;
543 		}
544 		isp->isp_state = ISP_RUNSTATE;
545 		ISP_ENABLE_INTS(isp);
546 	}
547 	chan = XS_CHANNEL(xs);
548 
549 	/*
550 	 * Handle the case of a FC card where the FC thread hasn't
551 	 * fired up yet and we don't yet have a known loop state.
552 	 */
553 	if (IS_FC(isp) && (FCPARAM(isp, chan)->isp_fwstate != FW_READY ||
554 	    FCPARAM(isp, chan)->isp_loopstate != LOOP_READY) &&
555 	    isp->isp_osinfo.thread == NULL) {
556 		ombi = isp->isp_osinfo.mbox_sleep_ok != 0;
557 		int delay_time;
558 
559 		if (xs->xs_control & XS_CTL_POLL) {
560 			isp->isp_osinfo.mbox_sleep_ok = 0;
561 		}
562 
563 		if (isp->isp_osinfo.loop_checked == 0) {
564 			delay_time = 10 * 1000000;
565 			isp->isp_osinfo.loop_checked = 1;
566 		} else {
567 			delay_time = 250000;
568 		}
569 
570 		if (isp_fc_runstate(isp,  XS_CHANNEL(xs), delay_time) != 0) {
571 			if (xs->xs_control & XS_CTL_POLL) {
572 				isp->isp_osinfo.mbox_sleep_ok = ombi;
573 			}
574 			if (FCPARAM(isp, XS_CHANNEL(xs))->loop_seen_once == 0) {
575 				XS_SETERR(xs, HBA_SELTIMEOUT);
576 				scsipi_done(xs);
577 				ISP_UNLOCK(isp);
578 				return;
579 			}
580 			/*
581 			 * Otherwise, fall thru to be queued up for later.
582 			 */
583 		} else {
584 			int wasblocked =
585 			    (isp->isp_osinfo.blocked || isp->isp_osinfo.paused);
586 			isp->isp_osinfo.blocked = isp->isp_osinfo.paused = 0;
587 			if (wasblocked) {
588 				isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0,
589 				    "THAW QUEUES @ LINE %d", __LINE__);
590 				scsipi_channel_thaw(&isp->isp_osinfo.chan[chan],
591 				    1);
592 			}
593 		}
594 		if (xs->xs_control & XS_CTL_POLL) {
595 			isp->isp_osinfo.mbox_sleep_ok = ombi;
596 		}
597 	}
598 
599 	if (isp->isp_osinfo.paused) {
600 		isp_prt(isp, ISP_LOGWARN, "I/O while paused");
601 		xs->error = XS_RESOURCE_SHORTAGE;
602 		scsipi_done(xs);
603 		ISP_UNLOCK(isp);
604 		return;
605 	}
606 	if (isp->isp_osinfo.blocked) {
607 		isp_prt(isp, ISP_LOGWARN,
608 		    "I/O while blocked with retries %d", xs, xs->xs_retries);
609 		if (xs->xs_retries) {
610 			xs->error = XS_REQUEUE;
611 			xs->xs_retries--;
612 		} else {
613 			XS_SETERR(xs, HBA_SELTIMEOUT);
614 		}
615 		scsipi_done(xs);
616 		ISP_UNLOCK(isp);
617 		return;
618 	}
619 
620 	if (xs->xs_control & XS_CTL_POLL) {
621 		ombi = isp->isp_osinfo.mbox_sleep_ok;
622 		isp->isp_osinfo.mbox_sleep_ok = 0;
623 	}
624 
625 	switch (isp_start(xs)) {
626 	case CMD_QUEUED:
627 		if (IS_FC(isp) && isp->isp_osinfo.wwns[XS_TGT(xs)] == 0) {
628 			fcparam *fcp = FCPARAM(isp, XS_CHANNEL(xs));
629 			int dbidx = fcp->isp_dev_map[XS_TGT(xs)] - 1;
630 			device_t dev = xs->xs_periph->periph_dev;
631 
632 			if (dbidx >= 0 && dev &&
633 			    prop_dictionary_set_uint64(device_properties(dev),
634 			    "port-wwn", fcp->portdb[dbidx].port_wwn) == TRUE) {
635 				isp->isp_osinfo.wwns[XS_TGT(xs)] =
636 				    fcp->portdb[dbidx].port_wwn;
637 			}
638                 }
639 		if (xs->xs_control & XS_CTL_POLL) {
640 			isp_polled_cmd_wait(isp, xs);
641 			isp->isp_osinfo.mbox_sleep_ok = ombi;
642 		} else if (xs->timeout) {
643 			callout_reset(&xs->xs_callout, _XT(xs), isp_dog, xs);
644 		}
645 		break;
646 	case CMD_EAGAIN:
647 		isp->isp_osinfo.paused = 1;
648 		xs->error = XS_RESOURCE_SHORTAGE;
649 		isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0,
650 		    "FREEZE QUEUES @ LINE %d", __LINE__);
651 		for (chan = 0; chan < isp->isp_nchan; chan++) {
652 			scsipi_channel_freeze(&isp->isp_osinfo.chan[chan], 1);
653 		}
654 		scsipi_done(xs);
655 		break;
656 	case CMD_RQLATER:
657 		/*
658 		 * We can only get RQLATER from FC devices (1 channel only)
659 		 *
660 		 * If we've never seen loop up see if if we've been down
661 		 * quickboot time, otherwise wait loop down limit time.
662 		 * If so, then we start giving up on commands.
663 		 */
664 		if (FCPARAM(isp, XS_CHANNEL(xs))->loop_seen_once == 0) {
665 			lim = isp_quickboot_time;
666 		} else {
667 			lim = isp->isp_osinfo.loop_down_limit;
668 		}
669 		if (isp->isp_osinfo.loop_down_time >= lim) {
670 			isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0,
671 			    "RQLATER->SELTIMEOUT for %d (%d >= %d)", XS_TGT(xs),
672 			    isp->isp_osinfo.loop_down_time, lim);
673 			XS_SETERR(xs, HBA_SELTIMEOUT);
674 			scsipi_done(xs);
675 			break;
676 		}
677 		if (isp->isp_osinfo.blocked == 0) {
678 			isp->isp_osinfo.blocked = 1;
679 			scsipi_channel_freeze(&isp->isp_osinfo.chan[chan], 1);
680 			isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0,
681 			    "FREEZE QUEUES @ LINE %d", __LINE__);
682 		} else {
683 			isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0,
684 			    "RQLATER WITH FROZEN QUEUES @ LINE %d", __LINE__);
685 		}
686 		xs->error = XS_REQUEUE;
687 		scsipi_done(xs);
688 		break;
689 	case CMD_COMPLETE:
690 		scsipi_done(xs);
691 		break;
692 	}
693 	ISP_UNLOCK(isp);
694 }
695 
696 static void
697 isprequest(struct scsipi_channel *chan, scsipi_adapter_req_t req, void *arg)
698 {
699 	struct ispsoftc *isp = device_private(chan->chan_adapter->adapt_dev);
700 
701 	switch (req) {
702 	case ADAPTER_REQ_RUN_XFER:
703 		ispcmd(isp, (XS_T *) arg);
704 		break;
705 
706 	case ADAPTER_REQ_GROW_RESOURCES:
707 		/* Not supported. */
708 		break;
709 
710 	case ADAPTER_REQ_SET_XFER_MODE:
711 	if (IS_SCSI(isp)) {
712 		struct scsipi_xfer_mode *xm = arg;
713 		int dflags = 0;
714 		sdparam *sdp = SDPARAM(isp, chan->chan_channel);
715 
716 printf("CHAN %d\n", chan->chan_channel);
717 if (1) break;
718 		if (xm->xm_mode & PERIPH_CAP_TQING)
719 			dflags |= DPARM_TQING;
720 		if (xm->xm_mode & PERIPH_CAP_WIDE16)
721 			dflags |= DPARM_WIDE;
722 		if (xm->xm_mode & PERIPH_CAP_SYNC)
723 			dflags |= DPARM_SYNC;
724 		ISP_LOCK(isp);
725 		sdp->isp_devparam[xm->xm_target].goal_flags |= dflags;
726 		dflags = sdp->isp_devparam[xm->xm_target].goal_flags;
727 		sdp->isp_devparam[xm->xm_target].dev_update = 1;
728 		sdp->update = 1;
729 		ISP_UNLOCK(isp);
730 		isp_prt(isp, ISP_LOGDEBUG1,
731 		    "isprequest: device flags 0x%x for %d.%d.X",
732 		    dflags, chan->chan_channel, xm->xm_target);
733 		break;
734 	}
735 	default:
736 		break;
737 	}
738 }
739 
740 static void
741 isp_polled_cmd_wait(struct ispsoftc *isp, XS_T *xs)
742 {
743 	int infinite = 0, mswait;
744 
745 	/*
746 	 * If we can't use interrupts, poll on completion.
747 	 */
748 	if ((mswait = XS_TIME(xs)) == 0) {
749 		infinite = 1;
750 	}
751 
752 	while (mswait || infinite) {
753 		uint32_t isr;
754 		uint16_t sema, mbox;
755 		if (ISP_READ_ISR(isp, &isr, &sema, &mbox)) {
756 			isp_intr(isp, isr, sema, mbox);
757 			if (XS_CMD_DONE_P(xs)) {
758 				break;
759 			}
760 		}
761 		ISP_DELAY(1000);
762 		mswait -= 1;
763 	}
764 
765 	/*
766 	 * If no other error occurred but we didn't finish
767 	 * something bad happened, so abort the command.
768 	 */
769 	if (XS_CMD_DONE_P(xs) == 0) {
770 		if (isp_control(isp, ISPCTL_ABORT_CMD, xs)) {
771 			isp_reinit(isp, 0);
772 		}
773 		if (XS_NOERR(xs)) {
774 			isp_prt(isp, ISP_LOGERR, "polled command timed out");
775 			XS_SETERR(xs, HBA_BOTCH);
776 		}
777 	}
778 	scsipi_done(xs);
779 }
780 
781 void
782 isp_done(XS_T *xs)
783 {
784 	if (XS_CMD_WDOG_P(xs) == 0) {
785 		struct ispsoftc *isp = XS_ISP(xs);
786 		callout_stop(&xs->xs_callout);
787 		if (XS_CMD_GRACE_P(xs)) {
788 			isp_prt(isp, ISP_LOGDEBUG1,
789 			    "finished command on borrowed time");
790 		}
791 		XS_CMD_S_CLEAR(xs);
792 		/*
793 		 * Fixup- if we get a QFULL, we need
794 		 * to set XS_BUSY as the error.
795 		 */
796 		if (xs->status == SCSI_QUEUE_FULL) {
797 			xs->error = XS_BUSY;
798 		}
799 		if (isp->isp_osinfo.paused) {
800 			int i;
801 			isp->isp_osinfo.paused = 0;
802 			isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0,
803 			    "THAW QUEUES @ LINE %d", __LINE__);
804 			for (i = 0; i < isp->isp_nchan; i++) {
805 				scsipi_channel_timed_thaw(&isp->isp_osinfo.chan[i]);
806 			}
807 		}
808 		if (xs->error == XS_DRIVER_STUFFUP) {
809 			isp_prt(isp, ISP_LOGERR,
810 			    "BOTCHED cmd for %d.%d.%d cmd 0x%x datalen %ld",
811 			    XS_CHANNEL(xs), XS_TGT(xs), XS_LUN(xs),
812 			    XS_CDBP(xs)[0], (long) XS_XFRLEN(xs));
813 		}
814 		scsipi_done(xs);
815 	}
816 }
817 
818 static void
819 isp_dog(void *arg)
820 {
821 	XS_T *xs = arg;
822 	struct ispsoftc *isp = XS_ISP(xs);
823 	uint32_t handle;
824 
825 
826 	ISP_ILOCK(isp);
827 	/*
828 	 * We've decided this command is dead. Make sure we're not trying
829 	 * to kill a command that's already dead by getting it's handle and
830 	 * and seeing whether it's still alive.
831 	 */
832 	handle = isp_find_handle(isp, xs);
833 	if (handle) {
834 		uint32_t isr;
835 		uint16_t mbox, sema;
836 
837 		if (XS_CMD_DONE_P(xs)) {
838 			isp_prt(isp, ISP_LOGDEBUG1,
839 			    "watchdog found done cmd (handle 0x%x)", handle);
840 			ISP_IUNLOCK(isp);
841 			return;
842 		}
843 
844 		if (XS_CMD_WDOG_P(xs)) {
845 			isp_prt(isp, ISP_LOGDEBUG1,
846 			    "recursive watchdog (handle 0x%x)", handle);
847 			ISP_IUNLOCK(isp);
848 			return;
849 		}
850 
851 		XS_CMD_S_WDOG(xs);
852 
853 		if (ISP_READ_ISR(isp, &isr, &sema, &mbox)) {
854 			isp_intr(isp, isr, sema, mbox);
855 
856 		}
857 		if (XS_CMD_DONE_P(xs)) {
858 			isp_prt(isp, ISP_LOGDEBUG1,
859 			    "watchdog cleanup for handle 0x%x", handle);
860 			XS_CMD_C_WDOG(xs);
861 			isp_done(xs);
862 		} else if (XS_CMD_GRACE_P(xs)) {
863 			isp_prt(isp, ISP_LOGDEBUG1,
864 			    "watchdog timeout for handle 0x%x", handle);
865 			/*
866 			 * Make sure the command is *really* dead before we
867 			 * release the handle (and DMA resources) for reuse.
868 			 */
869 			(void) isp_control(isp, ISPCTL_ABORT_CMD, arg);
870 
871 			/*
872 			 * After this point, the command is really dead.
873 			 */
874 			if (XS_XFRLEN(xs)) {
875 				ISP_DMAFREE(isp, xs, handle);
876 			}
877 			isp_destroy_handle(isp, handle);
878 			XS_SETERR(xs, XS_TIMEOUT);
879 			XS_CMD_S_CLEAR(xs);
880 			isp_done(xs);
881 		} else {
882 			void *qe;
883 			isp_marker_t local, *mp = &local;
884 			isp_prt(isp, ISP_LOGDEBUG2,
885 			    "possible command timeout on handle %x", handle);
886 			XS_CMD_C_WDOG(xs);
887 			callout_reset(&xs->xs_callout, hz, isp_dog, xs);
888 			qe = isp_getrqentry(isp);
889 			if (qe == NULL) {
890 				ISP_UNLOCK(isp);
891 				return;
892 			}
893 			XS_CMD_S_GRACE(xs);
894 			ISP_MEMZERO((void *) mp, sizeof (*mp));
895 			mp->mrk_header.rqs_entry_count = 1;
896 			mp->mrk_header.rqs_entry_type = RQSTYPE_MARKER;
897 			mp->mrk_modifier = SYNC_ALL;
898 			mp->mrk_target = XS_CHANNEL(xs) << 7;
899 			isp_put_marker(isp, mp, qe);
900 			ISP_SYNC_REQUEST(isp);
901 		}
902 	} else {
903 		isp_prt(isp, ISP_LOGDEBUG0, "watchdog with no command");
904 	}
905 	ISP_IUNLOCK(isp);
906 }
907 
908 /*
909  * Gone Device Timer Function- when we have decided that a device has gone
910  * away, we wait a specific period of time prior to telling the OS it has
911  * gone away.
912  *
913  * This timer function fires once a second and then scans the port database
914  * for devices that are marked dead but still have a virtual target assigned.
915  * We decrement a counter for that port database entry, and when it hits zero,
916  * we tell the OS the device has gone away.
917  */
918 static void
919 isp_gdt(void *arg)
920 {
921 	ispsoftc_t *isp = arg;
922 	fcportdb_t *lp;
923 	int dbidx, tgt, more_to_do = 0;
924 
925 	isp_prt(isp, ISP_LOGDEBUG0, "GDT timer expired");
926 	ISP_LOCK(isp);
927 	for (dbidx = 0; dbidx < MAX_FC_TARG; dbidx++) {
928 		lp = &FCPARAM(isp, 0)->portdb[dbidx];
929 
930 		if (lp->state != FC_PORTDB_STATE_ZOMBIE) {
931 			continue;
932 		}
933 		if (lp->dev_map_idx == 0) {
934 			continue;
935 		}
936 		if (lp->new_reserved == 0) {
937 			continue;
938 		}
939 		lp->new_reserved -= 1;
940 		if (lp->new_reserved != 0) {
941 			more_to_do++;
942 			continue;
943 		}
944 		tgt = lp->dev_map_idx - 1;
945 		FCPARAM(isp, 0)->isp_dev_map[tgt] = 0;
946 		lp->dev_map_idx = 0;
947 		lp->state = FC_PORTDB_STATE_NIL;
948 		isp_prt(isp, ISP_LOGCONFIG, prom3, lp->portid, tgt,
949 		    "Gone Device Timeout");
950 		isp_make_gone(isp, tgt);
951 	}
952 	if (more_to_do) {
953 		callout_schedule(&isp->isp_osinfo.gdt, hz);
954 	} else {
955 		isp->isp_osinfo.gdt_running = 0;
956 		isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0,
957 		    "stopping Gone Device Timer");
958 	}
959 	ISP_UNLOCK(isp);
960 }
961 
962 /*
963  * Loop Down Timer Function- when loop goes down, a timer is started and
964  * and after it expires we come here and take all probational devices that
965  * the OS knows about and the tell the OS that they've gone away.
966  *
967  * We don't clear the devices out of our port database because, when loop
968  * come back up, we have to do some actual cleanup with the chip at that
969  * point (implicit PLOGO, e.g., to get the chip's port database state right).
970  */
971 static void
972 isp_ldt(void *arg)
973 {
974 	ispsoftc_t *isp = arg;
975 	fcportdb_t *lp;
976 	int dbidx, tgt;
977 
978 	isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0, "Loop Down Timer expired");
979 	ISP_LOCK(isp);
980 
981 	/*
982 	 * Notify to the OS all targets who we now consider have departed.
983 	 */
984 	for (dbidx = 0; dbidx < MAX_FC_TARG; dbidx++) {
985 		lp = &FCPARAM(isp, 0)->portdb[dbidx];
986 
987 		if (lp->state != FC_PORTDB_STATE_PROBATIONAL) {
988 			continue;
989 		}
990 		if (lp->dev_map_idx == 0) {
991 			continue;
992 		}
993 
994 		/*
995 		 * XXX: CLEAN UP AND COMPLETE ANY PENDING COMMANDS FIRST!
996 		 */
997 
998 		/*
999 		 * Mark that we've announced that this device is gone....
1000 		 */
1001 		lp->reserved = 1;
1002 
1003 		/*
1004 		 * but *don't* change the state of the entry. Just clear
1005 		 * any target id stuff and announce to CAM that the
1006 		 * device is gone. This way any necessary PLOGO stuff
1007 		 * will happen when loop comes back up.
1008 		 */
1009 
1010 		tgt = lp->dev_map_idx - 1;
1011 		FCPARAM(isp, 0)->isp_dev_map[tgt] = 0;
1012 		lp->dev_map_idx = 0;
1013 		isp_prt(isp, ISP_LOGCONFIG, prom3, lp->portid, tgt,
1014 		    "Loop Down Timeout");
1015 		isp_make_gone(isp, tgt);
1016 	}
1017 
1018 	/*
1019 	 * The loop down timer has expired. Wake up the kthread
1020 	 * to notice that fact (or make it false).
1021 	 */
1022 	isp->isp_osinfo.loop_down_time = isp->isp_osinfo.loop_down_limit+1;
1023 	wakeup(&isp->isp_osinfo.thread);
1024 	ISP_UNLOCK(isp);
1025 }
1026 
1027 static void
1028 isp_make_here(ispsoftc_t *isp, int tgt)
1029 {
1030 	isp_prt(isp, ISP_LOGINFO, "target %d has arrived", tgt);
1031 }
1032 
1033 static void
1034 isp_make_gone(ispsoftc_t *isp, int tgt)
1035 {
1036 	isp_prt(isp, ISP_LOGINFO, "target %d has departed", tgt);
1037 }
1038 
1039 static void
1040 isp_fc_worker(void *arg)
1041 {
1042 	void scsipi_run_queue(struct scsipi_channel *);
1043 	ispsoftc_t *isp = arg;
1044 	int slp = 0;
1045 	int chan = 0;
1046 
1047 	int s = splbio();
1048 	/*
1049 	 * The first loop is for our usage where we have yet to have
1050 	 * gotten good fibre channel state.
1051 	 */
1052 	while (isp->isp_osinfo.thread != NULL) {
1053 		int sok, lb, lim;
1054 
1055 		isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0, "checking FC state");
1056 		sok = isp->isp_osinfo.mbox_sleep_ok;
1057 		isp->isp_osinfo.mbox_sleep_ok = 1;
1058 		lb = isp_fc_runstate(isp, chan, 250000);
1059 		isp->isp_osinfo.mbox_sleep_ok = sok;
1060 		if (lb) {
1061 			/*
1062 			 * Increment loop down time by the last sleep interval
1063 			 */
1064 			isp->isp_osinfo.loop_down_time += slp;
1065 
1066 			if (lb < 0) {
1067 				isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0,
1068 				    "FC loop not up (down count %d)",
1069 				    isp->isp_osinfo.loop_down_time);
1070 			} else {
1071 				isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0,
1072 				    "FC got to %d (down count %d)",
1073 				    lb, isp->isp_osinfo.loop_down_time);
1074 			}
1075 
1076 
1077 			/*
1078 			 * If we've never seen loop up and we've waited longer
1079 			 * than quickboot time, or we've seen loop up but we've
1080 			 * waited longer than loop_down_limit, give up and go
1081 			 * to sleep until loop comes up.
1082 			 */
1083 			if (FCPARAM(isp, 0)->loop_seen_once == 0) {
1084 				lim = isp_quickboot_time;
1085 			} else {
1086 				lim = isp->isp_osinfo.loop_down_limit;
1087 			}
1088 			if (isp->isp_osinfo.loop_down_time >= lim) {
1089 				/*
1090 				 * If we're now past our limit, release
1091 				 * the queues and let them come in and
1092 				 * either get HBA_SELTIMOUT or cause
1093 				 * another freeze.
1094 				 */
1095 				isp->isp_osinfo.blocked = 1;
1096 				slp = 0;
1097 			} else if (isp->isp_osinfo.loop_down_time < 10) {
1098 				slp = 1;
1099 			} else if (isp->isp_osinfo.loop_down_time < 30) {
1100 				slp = 5;
1101 			} else if (isp->isp_osinfo.loop_down_time < 60) {
1102 				slp = 10;
1103 			} else if (isp->isp_osinfo.loop_down_time < 120) {
1104 				slp = 20;
1105 			} else {
1106 				slp = 30;
1107 			}
1108 
1109 		} else {
1110 			isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0,
1111 			    "FC state OK");
1112 			isp->isp_osinfo.loop_down_time = 0;
1113 			slp = 0;
1114 			isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0,
1115 			    "THAW QUEUES @ LINE %d", __LINE__);
1116 			scsipi_channel_thaw(&isp->isp_osinfo.chan[chan], 1);
1117 		}
1118 
1119 		/*
1120 		 * If we'd frozen the queues, unfreeze them now so that
1121 		 * we can start getting commands. If the FC state isn't
1122 		 * okay yet, they'll hit that in isp_start which will
1123 		 * freeze the queues again.
1124 		 */
1125 		if (isp->isp_osinfo.blocked) {
1126 			isp->isp_osinfo.blocked = 0;
1127 			isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0,
1128 			    "THAW QUEUES @ LINE %d", __LINE__);
1129 			scsipi_channel_thaw(&isp->isp_osinfo.chan[chan], 1);
1130 		}
1131 		isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0, "sleep time %d", slp);
1132 		tsleep(&isp->isp_osinfo.thread, PRIBIO, "ispf", slp * hz);
1133 
1134 		/*
1135 		 * If slp is zero, we're waking up for the first time after
1136 		 * things have been okay. In this case, we set a deferral state
1137 		 * for all commands and delay hysteresis seconds before starting
1138 		 * the FC state evaluation. This gives the loop/fabric a chance
1139 		 * to settle.
1140 		 */
1141 		if (slp == 0 && isp_fabric_hysteresis) {
1142 			isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0,
1143 			    "sleep hysteresis tick time %d",
1144 			    isp_fabric_hysteresis * hz);
1145 			(void) tsleep(&isp_fabric_hysteresis, PRIBIO, "ispT",
1146 			    (isp_fabric_hysteresis * hz));
1147 		}
1148 	}
1149 	splx(s);
1150 
1151 	/* In case parent is waiting for us to exit. */
1152 	wakeup(&isp->isp_osinfo.thread);
1153 	kthread_exit(0);
1154 }
1155 
1156 /*
1157  * Free any associated resources prior to decommissioning and
1158  * set the card to a known state (so it doesn't wake up and kick
1159  * us when we aren't expecting it to).
1160  *
1161  * Locks are held before coming here.
1162  */
1163 void
1164 isp_uninit(struct ispsoftc *isp)
1165 {
1166 	isp_lock(isp);
1167 	/*
1168 	 * Leave with interrupts disabled.
1169 	 */
1170 	ISP_DISABLE_INTS(isp);
1171 	isp_unlock(isp);
1172 }
1173 
1174 void
1175 isp_async(struct ispsoftc *isp, ispasync_t cmd, ...)
1176 {
1177 	int bus, tgt;
1178 	const char *msg = NULL;
1179 	static const char prom[] =
1180 	    "PortID 0x%06x handle 0x%x role %s %s\n"
1181 	    "      WWNN 0x%08x%08x WWPN 0x%08x%08x";
1182 	static const char prom2[] =
1183 	    "PortID 0x%06x handle 0x%x role %s %s tgt %u\n"
1184 	    "      WWNN 0x%08x%08x WWPN 0x%08x%08x";
1185 	fcportdb_t *lp;
1186 	va_list ap;
1187 
1188 	switch (cmd) {
1189 	case ISPASYNC_NEW_TGT_PARAMS:
1190 	if (IS_SCSI(isp)) {
1191 		sdparam *sdp;
1192 		int flags;
1193 		struct scsipi_xfer_mode xm;
1194 
1195 		va_start(ap, cmd);
1196 		bus = va_arg(ap, int);
1197 		tgt = va_arg(ap, int);
1198 		va_end(ap);
1199 		sdp = SDPARAM(isp, bus);
1200 		flags = sdp->isp_devparam[tgt].actv_flags;
1201 
1202 		xm.xm_mode = 0;
1203 		xm.xm_period = sdp->isp_devparam[tgt].actv_period;
1204 		xm.xm_offset = sdp->isp_devparam[tgt].actv_offset;
1205 		xm.xm_target = tgt;
1206 
1207 		if ((flags & DPARM_SYNC) && xm.xm_period && xm.xm_offset)
1208 			xm.xm_mode |= PERIPH_CAP_SYNC;
1209 		if (flags & DPARM_WIDE)
1210 			xm.xm_mode |= PERIPH_CAP_WIDE16;
1211 		if (flags & DPARM_TQING)
1212 			xm.xm_mode |= PERIPH_CAP_TQING;
1213 		scsipi_async_event(&isp->isp_osinfo.chan[bus],
1214 		    ASYNC_EVENT_XFER_MODE, &xm);
1215 		break;
1216 	}
1217 	case ISPASYNC_BUS_RESET:
1218 		va_start(ap, cmd);
1219 		bus = va_arg(ap, int);
1220 		va_end(ap);
1221 		isp_prt(isp, ISP_LOGINFO, "SCSI bus %d reset detected", bus);
1222 		scsipi_async_event(&isp->isp_osinfo.chan[bus],
1223 		    ASYNC_EVENT_RESET, NULL);
1224 		break;
1225 	case ISPASYNC_LIP:
1226 		if (msg == NULL) {
1227 			msg = "LIP Received";
1228 		}
1229 		/* FALLTHROUGH */
1230 	case ISPASYNC_LOOP_RESET:
1231 		if (msg == NULL) {
1232 			msg = "LOOP Reset Received";
1233 		}
1234 		/* FALLTHROUGH */
1235 	case ISPASYNC_LOOP_DOWN:
1236 		if (msg == NULL) {
1237 			msg = "Loop DOWN";
1238 		}
1239 		va_start(ap, cmd);
1240 		bus = va_arg(ap, int);
1241 		va_end(ap);
1242 
1243 		/*
1244 		 * Don't do queue freezes or blockage until we have the
1245 		 * thread running and interrupts that can unfreeze/unblock us.
1246 		 */
1247 		if (isp->isp_osinfo.mbox_sleep_ok &&
1248 		    isp->isp_osinfo.blocked == 0 &&
1249 		    isp->isp_osinfo.thread) {
1250 			isp->isp_osinfo.blocked = 1;
1251 			isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0,
1252 			    "FREEZE QUEUES @ LINE %d", __LINE__);
1253 			scsipi_channel_freeze(&isp->isp_osinfo.chan[bus], 1);
1254 			if (callout_pending(&isp->isp_osinfo.ldt) == 0) {
1255 				callout_schedule(&isp->isp_osinfo.ldt,
1256 				    isp->isp_osinfo.loop_down_limit * hz);
1257 				isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0,
1258 				   "Starting Loop Down Timer");
1259 			}
1260 		}
1261 		isp_prt(isp, ISP_LOGINFO, msg);
1262 		break;
1263         case ISPASYNC_LOOP_UP:
1264 		/*
1265 		 * Let the subsequent ISPASYNC_CHANGE_NOTIFY invoke
1266 		 * the FC worker thread. When the FC worker thread
1267 		 * is done, let *it* call scsipi_channel_thaw...
1268 		 */
1269 		isp_prt(isp, ISP_LOGINFO, "Loop UP");
1270 		break;
1271 	case ISPASYNC_DEV_ARRIVED:
1272 		va_start(ap, cmd);
1273 		bus = va_arg(ap, int);
1274 		lp = va_arg(ap, fcportdb_t *);
1275 		va_end(ap);
1276 		lp->reserved = 0;
1277 		if ((FCPARAM(isp, bus)->role & ISP_ROLE_INITIATOR) &&
1278 		    (lp->roles & (SVC3_TGT_ROLE >> SVC3_ROLE_SHIFT))) {
1279 			int dbidx = lp - FCPARAM(isp, bus)->portdb;
1280 			int i;
1281 
1282 			for (i = 0; i < MAX_FC_TARG; i++) {
1283 				if (i >= FL_ID && i <= SNS_ID) {
1284 					continue;
1285 				}
1286 				if (FCPARAM(isp, bus)->isp_dev_map[i] == 0) {
1287 					break;
1288 				}
1289 			}
1290 			if (i < MAX_FC_TARG) {
1291 				FCPARAM(isp, bus)->isp_dev_map[i] = dbidx + 1;
1292 				lp->dev_map_idx = i + 1;
1293 			} else {
1294 				isp_prt(isp, ISP_LOGWARN, "out of target ids");
1295 				isp_dump_portdb(isp, bus);
1296 			}
1297 		}
1298 		if (lp->dev_map_idx) {
1299 			tgt = lp->dev_map_idx - 1;
1300 			isp_prt(isp, ISP_LOGCONFIG, prom2,
1301 			    lp->portid, lp->handle,
1302 		            roles[lp->roles], "arrived at", tgt,
1303 		    	    (uint32_t) (lp->node_wwn >> 32),
1304 			    (uint32_t) lp->node_wwn,
1305 		    	    (uint32_t) (lp->port_wwn >> 32),
1306 			    (uint32_t) lp->port_wwn);
1307 			isp_make_here(isp, tgt);
1308 		} else {
1309 			isp_prt(isp, ISP_LOGCONFIG, prom,
1310 			    lp->portid, lp->handle,
1311 		            roles[lp->roles], "arrived",
1312 		    	    (uint32_t) (lp->node_wwn >> 32),
1313 			    (uint32_t) lp->node_wwn,
1314 		    	    (uint32_t) (lp->port_wwn >> 32),
1315 			    (uint32_t) lp->port_wwn);
1316 		}
1317 		break;
1318 	case ISPASYNC_DEV_CHANGED:
1319 		va_start(ap, cmd);
1320 		bus = va_arg(ap, int);
1321 		lp = va_arg(ap, fcportdb_t *);
1322 		va_end(ap);
1323 		if (isp_change_is_bad) {
1324 			lp->state = FC_PORTDB_STATE_NIL;
1325 			if (lp->dev_map_idx) {
1326 				tgt = lp->dev_map_idx - 1;
1327 				FCPARAM(isp, bus)->isp_dev_map[tgt] = 0;
1328 				lp->dev_map_idx = 0;
1329 				isp_prt(isp, ISP_LOGCONFIG, prom3,
1330 				    lp->portid, tgt, "change is bad");
1331 				isp_make_gone(isp, tgt);
1332 			} else {
1333 				isp_prt(isp, ISP_LOGCONFIG, prom,
1334 				    lp->portid, lp->handle,
1335 				    roles[lp->roles],
1336 				    "changed and departed",
1337 				    (uint32_t) (lp->node_wwn >> 32),
1338 				    (uint32_t) lp->node_wwn,
1339 				    (uint32_t) (lp->port_wwn >> 32),
1340 				    (uint32_t) lp->port_wwn);
1341 			}
1342 		} else {
1343 			lp->portid = lp->new_portid;
1344 			lp->roles = lp->new_roles;
1345 			if (lp->dev_map_idx) {
1346 				int t = lp->dev_map_idx - 1;
1347 				FCPARAM(isp, bus)->isp_dev_map[t] =
1348 				    (lp - FCPARAM(isp, bus)->portdb) + 1;
1349 				tgt = lp->dev_map_idx - 1;
1350 				isp_prt(isp, ISP_LOGCONFIG, prom2,
1351 				    lp->portid, lp->handle,
1352 				    roles[lp->roles], "changed at", tgt,
1353 				    (uint32_t) (lp->node_wwn >> 32),
1354 				    (uint32_t) lp->node_wwn,
1355 				    (uint32_t) (lp->port_wwn >> 32),
1356 				    (uint32_t) lp->port_wwn);
1357 			} else {
1358 				isp_prt(isp, ISP_LOGCONFIG, prom,
1359 				    lp->portid, lp->handle,
1360 				    roles[lp->roles], "changed",
1361 				    (uint32_t) (lp->node_wwn >> 32),
1362 				    (uint32_t) lp->node_wwn,
1363 				    (uint32_t) (lp->port_wwn >> 32),
1364 				    (uint32_t) lp->port_wwn);
1365 			}
1366 		}
1367 		break;
1368 	case ISPASYNC_DEV_STAYED:
1369 		va_start(ap, cmd);
1370 		bus = va_arg(ap, int);
1371 		lp = va_arg(ap, fcportdb_t *);
1372 		va_end(ap);
1373 		if (lp->dev_map_idx) {
1374 			tgt = lp->dev_map_idx - 1;
1375 			isp_prt(isp, ISP_LOGCONFIG, prom2,
1376 			    lp->portid, lp->handle,
1377 		    	    roles[lp->roles], "stayed at", tgt,
1378 			    (uint32_t) (lp->node_wwn >> 32),
1379 			    (uint32_t) lp->node_wwn,
1380 		    	    (uint32_t) (lp->port_wwn >> 32),
1381 			    (uint32_t) lp->port_wwn);
1382 		} else {
1383 			isp_prt(isp, ISP_LOGCONFIG, prom,
1384 			    lp->portid, lp->handle,
1385 		    	    roles[lp->roles], "stayed",
1386 			    (uint32_t) (lp->node_wwn >> 32),
1387 			    (uint32_t) lp->node_wwn,
1388 		    	    (uint32_t) (lp->port_wwn >> 32),
1389 			    (uint32_t) lp->port_wwn);
1390 		}
1391 		break;
1392 	case ISPASYNC_DEV_GONE:
1393 		va_start(ap, cmd);
1394 		bus = va_arg(ap, int);
1395 		lp = va_arg(ap, fcportdb_t *);
1396 		va_end(ap);
1397 		/*
1398 		 * If this has a virtual target and we haven't marked it
1399 		 * that we're going to have isp_gdt tell the OS it's gone,
1400 		 * set the isp_gdt timer running on it.
1401 		 *
1402 		 * If it isn't marked that isp_gdt is going to get rid of it,
1403 		 * announce that it's gone.
1404 		 */
1405 		if (lp->dev_map_idx && lp->reserved == 0) {
1406 			lp->reserved = 1;
1407 			lp->new_reserved = isp->isp_osinfo.gone_device_time;
1408 			lp->state = FC_PORTDB_STATE_ZOMBIE;
1409 			if (isp->isp_osinfo.gdt_running == 0) {
1410 				isp->isp_osinfo.gdt_running = 1;
1411 				isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0,
1412 				    "starting Gone Device Timer");
1413 				callout_schedule(&isp->isp_osinfo.gdt, hz);
1414 			}
1415 			tgt = lp->dev_map_idx - 1;
1416 			isp_prt(isp, ISP_LOGCONFIG, prom2,
1417 			    lp->portid, lp->handle,
1418 		            roles[lp->roles], "gone zombie at", tgt,
1419 		    	    (uint32_t) (lp->node_wwn >> 32),
1420 			    (uint32_t) lp->node_wwn,
1421 		    	    (uint32_t) (lp->port_wwn >> 32),
1422 			    (uint32_t) lp->port_wwn);
1423 		} else if (lp->reserved == 0) {
1424 			isp_prt(isp, ISP_LOGCONFIG, prom,
1425 			    lp->portid, lp->handle,
1426 			    roles[lp->roles], "departed",
1427 			    (uint32_t) (lp->node_wwn >> 32),
1428 			    (uint32_t) lp->node_wwn,
1429 			    (uint32_t) (lp->port_wwn >> 32),
1430 			    (uint32_t) lp->port_wwn);
1431 		}
1432 		break;
1433 	case ISPASYNC_CHANGE_NOTIFY:
1434 	{
1435 		int opt;
1436 
1437 		va_start(ap, cmd);
1438 		bus = va_arg(ap, int);
1439 		opt = va_arg(ap, int);
1440 		va_end(ap);
1441 
1442 		if (opt == ISPASYNC_CHANGE_PDB) {
1443 			msg = "Port Database Changed";
1444 		} else if (opt == ISPASYNC_CHANGE_SNS) {
1445 			msg = "Name Server Database Changed";
1446 		} else {
1447 			msg = "Other Change Notify";
1448 		}
1449 		/*
1450 		 * If the loop down timer is running, cancel it.
1451 		 */
1452 		if (callout_pending(&isp->isp_osinfo.ldt)) {
1453 			callout_stop(&isp->isp_osinfo.ldt);
1454 			isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0,
1455 			   "Stopping Loop Down Timer");
1456 		}
1457 		isp_prt(isp, ISP_LOGINFO, msg);
1458 		/*
1459 		 * We can set blocked here because we know it's now okay
1460 		 * to try and run isp_fc_runstate (in order to build loop
1461 		 * state). But we don't try and freeze the midlayer's queue
1462 		 * if we have no thread that we can wake to later unfreeze
1463 		 * it.
1464 		 */
1465 		if (isp->isp_osinfo.blocked == 0) {
1466 			isp->isp_osinfo.blocked = 1;
1467 			if (isp->isp_osinfo.thread) {
1468 				isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0,
1469 				    "FREEZE QUEUES @ LINE %d", __LINE__);
1470 				scsipi_channel_freeze(&isp->isp_osinfo.chan[bus], 1);
1471 			}
1472 		}
1473 		/*
1474 		 * Note that we have work for the thread to do, and
1475 		 * if the thread is here already, wake it up.
1476 		 */
1477 		if (isp->isp_osinfo.thread) {
1478 			wakeup(&isp->isp_osinfo.thread);
1479 		} else {
1480 			isp_prt(isp, ISP_LOGDEBUG1, "no FC thread yet");
1481 		}
1482 		break;
1483 	}
1484 	case ISPASYNC_FW_CRASH:
1485 	{
1486 		uint16_t mbox1;
1487 		mbox1 = ISP_READ(isp, OUTMAILBOX1);
1488 		if (IS_DUALBUS(isp)) {
1489 			bus = ISP_READ(isp, OUTMAILBOX6);
1490 		} else {
1491 			bus = 0;
1492 		}
1493                 isp_prt(isp, ISP_LOGERR,
1494                     "Internal Firmware Error on bus %d @ RISC Address 0x%x",
1495                     bus, mbox1);
1496 		if (IS_FC(isp)) {
1497 			if (isp->isp_osinfo.blocked == 0) {
1498 				isp->isp_osinfo.blocked = 1;
1499 				isp_prt(isp, ISP_LOGSANCFG|ISP_LOGDEBUG0,
1500 				    "FREEZE QUEUES @ LINE %d", __LINE__);
1501 				scsipi_channel_freeze(&isp->isp_osinfo.chan[bus], 1);
1502 			}
1503 		}
1504 		mbox1 = isp->isp_osinfo.mbox_sleep_ok;
1505 		isp->isp_osinfo.mbox_sleep_ok = 0;
1506 		isp_reinit(isp, 0);
1507 		isp->isp_osinfo.mbox_sleep_ok = mbox1;
1508 		isp_async(isp, ISPASYNC_FW_RESTARTED, NULL);
1509 		break;
1510 	}
1511 	default:
1512 		break;
1513 	}
1514 }
1515 
1516 void
1517 isp_prt(struct ispsoftc *isp, int level, const char *fmt, ...)
1518 {
1519 	va_list ap;
1520 	if (level != ISP_LOGALL && (level & isp->isp_dblev) == 0) {
1521 		return;
1522 	}
1523 	printf("%s: ", device_xname(isp->isp_osinfo.dev));
1524 	va_start(ap, fmt);
1525 	vprintf(fmt, ap);
1526 	va_end(ap);
1527 	printf("\n");
1528 }
1529 
1530 void
1531 isp_xs_prt(struct ispsoftc *isp, XS_T *xs, int level, const char *fmt, ...)
1532 {
1533 	va_list ap;
1534 	if (level != ISP_LOGALL && (level & isp->isp_dblev) == 0) {
1535 		return;
1536 	}
1537 	scsipi_printaddr(xs->xs_periph);
1538 	va_start(ap, fmt);
1539 	vprintf(fmt, ap);
1540 	va_end(ap);
1541 	printf("\n");
1542 }
1543 
1544 void
1545 isp_lock(struct ispsoftc *isp)
1546 {
1547 	int s = splbio();
1548 	if (isp->isp_osinfo.islocked++ == 0) {
1549 		isp->isp_osinfo.splsaved = s;
1550 	} else {
1551 		splx(s);
1552 	}
1553 }
1554 
1555 void
1556 isp_unlock(struct ispsoftc *isp)
1557 {
1558 	if (isp->isp_osinfo.islocked-- <= 1) {
1559 		isp->isp_osinfo.islocked = 0;
1560 		splx(isp->isp_osinfo.splsaved);
1561 	}
1562 }
1563 
1564 uint64_t
1565 isp_microtime_sub(struct timeval *b, struct timeval *a)
1566 {
1567 	struct timeval x;
1568 	uint64_t elapsed;
1569 	timersub(b, a, &x);
1570 	elapsed = GET_NANOSEC(&x);
1571 	if (elapsed == 0)
1572 		elapsed++;
1573 	return (elapsed);
1574 }
1575 
1576 int
1577 isp_mbox_acquire(ispsoftc_t *isp)
1578 {
1579 	if (isp->isp_osinfo.mboxbsy) {
1580 		return (1);
1581 	} else {
1582 		isp->isp_osinfo.mboxcmd_done = 0;
1583 		isp->isp_osinfo.mboxbsy = 1;
1584 		return (0);
1585 	}
1586 }
1587 
1588 void
1589 isp_mbox_wait_complete(struct ispsoftc *isp, mbreg_t *mbp)
1590 {
1591 	unsigned int usecs = mbp->timeout;
1592 	unsigned int maxc, olim, ilim;
1593 	struct timeval start;
1594 
1595 	if (usecs == 0) {
1596 		usecs = MBCMD_DEFAULT_TIMEOUT;
1597 	}
1598 	maxc = isp->isp_mbxwrk0 + 1;
1599 
1600 	microtime(&start);
1601 	if (isp->isp_osinfo.mbox_sleep_ok) {
1602 		int to;
1603 		struct timeval tv;
1604 
1605 		tv.tv_sec = 0;
1606 		tv.tv_usec = 0;
1607 		for (olim = 0; olim < maxc; olim++) {
1608 			tv.tv_sec += (usecs / 1000000);
1609 			tv.tv_usec += (usecs % 1000000);
1610 			if (tv.tv_usec >= 100000) {
1611 				tv.tv_sec++;
1612 				tv.tv_usec -= 1000000;
1613 			}
1614 		}
1615 		timeradd(&tv, &start, &tv);
1616 		to = tvhzto(&tv);
1617 		if (to == 0)
1618 			to = 1;
1619 
1620 		isp->isp_osinfo.mbox_sleep_ok = 0;
1621 		isp->isp_osinfo.mbox_sleeping = 1;
1622 		tsleep(&isp->isp_mbxworkp, PRIBIO, "ispmbx_sleep", to);
1623 		isp->isp_osinfo.mbox_sleeping = 0;
1624 		isp->isp_osinfo.mbox_sleep_ok = 1;
1625 	} else {
1626 		for (olim = 0; olim < maxc; olim++) {
1627 			for (ilim = 0; ilim < usecs; ilim += 100) {
1628 				uint32_t isr;
1629 				uint16_t sema, mbox;
1630 				if (isp->isp_osinfo.mboxcmd_done) {
1631 					break;
1632 				}
1633 				if (ISP_READ_ISR(isp, &isr, &sema, &mbox)) {
1634 					isp_intr(isp, isr, sema, mbox);
1635 					if (isp->isp_osinfo.mboxcmd_done) {
1636 						break;
1637 					}
1638 				}
1639 				ISP_DELAY(100);
1640 			}
1641 			if (isp->isp_osinfo.mboxcmd_done) {
1642 				break;
1643 			}
1644 		}
1645 	}
1646 	if (isp->isp_osinfo.mboxcmd_done == 0) {
1647 		struct timeval finish, elapsed;
1648 
1649 		microtime(&finish);
1650 		timersub(&finish, &start, &elapsed);
1651 		isp_prt(isp, ISP_LOGWARN,
1652 		    "%s Mailbox Command (0x%x) Timeout (%uus actual)",
1653 		    isp->isp_osinfo.mbox_sleep_ok? "Interrupting" : "Polled",
1654 		    isp->isp_lastmbxcmd, (elapsed.tv_sec * 1000000) +
1655 		    elapsed.tv_usec);
1656 		mbp->param[0] = MBOX_TIMEOUT;
1657 		isp->isp_osinfo.mboxcmd_done = 1;
1658 	}
1659 }
1660 
1661 void
1662 isp_mbox_notify_done(ispsoftc_t *isp)
1663 {
1664 	if (isp->isp_osinfo.mbox_sleeping) {
1665 		wakeup(&isp->isp_mbxworkp);
1666 	}
1667 	isp->isp_osinfo.mboxcmd_done = 1;
1668 }
1669 
1670 void
1671 isp_mbox_release(ispsoftc_t *isp)
1672 {
1673 	isp->isp_osinfo.mboxbsy = 0;
1674 }
1675