xref: /netbsd-src/sys/external/bsd/dwc2/dwc2.c (revision f14316bcbc544b96a93e884bc5c2b15fd60e22ae)
1 /*	$NetBSD: dwc2.c,v 1.31 2014/08/05 10:33:46 skrll Exp $	*/
2 
3 /*-
4  * Copyright (c) 2013 The NetBSD Foundation, Inc.
5  * All rights reserved.
6  *
7  * This code is derived from software contributed to The NetBSD Foundation
8  * by Nick Hudson
9  *
10  * Redistribution and use in source and binary forms, with or without
11  * modification, are permitted provided that the following conditions
12  * are met:
13  * 1. Redistributions of source code must retain the above copyright
14  *    notice, this list of conditions and the following disclaimer.
15  * 2. Redistributions in binary form must reproduce the above copyright
16  *    notice, this list of conditions and the following disclaimer in the
17  *    documentation and/or other materials provided with the distribution.
18  *
19  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29  * POSSIBILITY OF SUCH DAMAGE.
30  */
31 
32 #include <sys/cdefs.h>
33 __KERNEL_RCSID(0, "$NetBSD: dwc2.c,v 1.31 2014/08/05 10:33:46 skrll Exp $");
34 
35 #include "opt_usb.h"
36 
37 #include <sys/param.h>
38 #include <sys/systm.h>
39 #include <sys/kmem.h>
40 #include <sys/kernel.h>
41 #include <sys/device.h>
42 #include <sys/select.h>
43 #include <sys/proc.h>
44 #include <sys/queue.h>
45 #include <sys/cpu.h>
46 
47 #include <machine/endian.h>
48 
49 #include <dev/usb/usb.h>
50 #include <dev/usb/usbdi.h>
51 #include <dev/usb/usbdivar.h>
52 #include <dev/usb/usb_mem.h>
53 
54 #include <dev/usb/usbroothub_subr.h>
55 
56 #include <dwc2/dwc2.h>
57 #include <dwc2/dwc2var.h>
58 
59 #include "dwc2_core.h"
60 #include "dwc2_hcd.h"
61 
62 #ifdef DWC2_COUNTERS
63 #define	DWC2_EVCNT_ADD(a,b)	((void)((a).ev_count += (b)))
64 #else
65 #define	DWC2_EVCNT_ADD(a,b)	do { } while (/*CONSTCOND*/0)
66 #endif
67 #define	DWC2_EVCNT_INCR(a)	DWC2_EVCNT_ADD((a), 1)
68 
69 #ifdef DWC2_DEBUG
70 #define	DPRINTFN(n,fmt,...) do {			\
71 	if (dwc2debug >= (n)) {			\
72 		printf("%s: " fmt,			\
73 		__FUNCTION__,## __VA_ARGS__);		\
74 	}						\
75 } while (0)
76 #define	DPRINTF(...)	DPRINTFN(1, __VA_ARGS__)
77 int dwc2debug = 0;
78 #else
79 #define	DPRINTF(...) do { } while (0)
80 #define	DPRINTFN(...) do { } while (0)
81 #endif
82 
83 Static usbd_status	dwc2_open(usbd_pipe_handle);
84 Static void		dwc2_poll(struct usbd_bus *);
85 Static void		dwc2_softintr(void *);
86 Static void		dwc2_waitintr(struct dwc2_softc *, usbd_xfer_handle);
87 
88 Static usbd_status	dwc2_allocm(struct usbd_bus *, usb_dma_t *, uint32_t);
89 Static void		dwc2_freem(struct usbd_bus *, usb_dma_t *);
90 
91 Static usbd_xfer_handle	dwc2_allocx(struct usbd_bus *);
92 Static void		dwc2_freex(struct usbd_bus *, usbd_xfer_handle);
93 Static void		dwc2_get_lock(struct usbd_bus *, kmutex_t **);
94 
95 Static usbd_status	dwc2_root_ctrl_transfer(usbd_xfer_handle);
96 Static usbd_status	dwc2_root_ctrl_start(usbd_xfer_handle);
97 Static void		dwc2_root_ctrl_abort(usbd_xfer_handle);
98 Static void		dwc2_root_ctrl_close(usbd_pipe_handle);
99 Static void		dwc2_root_ctrl_done(usbd_xfer_handle);
100 
101 Static usbd_status	dwc2_root_intr_transfer(usbd_xfer_handle);
102 Static usbd_status	dwc2_root_intr_start(usbd_xfer_handle);
103 Static void		dwc2_root_intr_abort(usbd_xfer_handle);
104 Static void		dwc2_root_intr_close(usbd_pipe_handle);
105 Static void		dwc2_root_intr_done(usbd_xfer_handle);
106 
107 Static usbd_status	dwc2_device_ctrl_transfer(usbd_xfer_handle);
108 Static usbd_status	dwc2_device_ctrl_start(usbd_xfer_handle);
109 Static void		dwc2_device_ctrl_abort(usbd_xfer_handle);
110 Static void		dwc2_device_ctrl_close(usbd_pipe_handle);
111 Static void		dwc2_device_ctrl_done(usbd_xfer_handle);
112 
113 Static usbd_status	dwc2_device_bulk_transfer(usbd_xfer_handle);
114 Static usbd_status	dwc2_device_bulk_start(usbd_xfer_handle);
115 Static void		dwc2_device_bulk_abort(usbd_xfer_handle);
116 Static void		dwc2_device_bulk_close(usbd_pipe_handle);
117 Static void		dwc2_device_bulk_done(usbd_xfer_handle);
118 
119 Static usbd_status	dwc2_device_intr_transfer(usbd_xfer_handle);
120 Static usbd_status	dwc2_device_intr_start(usbd_xfer_handle);
121 Static void		dwc2_device_intr_abort(usbd_xfer_handle);
122 Static void		dwc2_device_intr_close(usbd_pipe_handle);
123 Static void		dwc2_device_intr_done(usbd_xfer_handle);
124 
125 Static usbd_status	dwc2_device_isoc_transfer(usbd_xfer_handle);
126 Static usbd_status	dwc2_device_isoc_start(usbd_xfer_handle);
127 Static void		dwc2_device_isoc_abort(usbd_xfer_handle);
128 Static void		dwc2_device_isoc_close(usbd_pipe_handle);
129 Static void		dwc2_device_isoc_done(usbd_xfer_handle);
130 
131 Static usbd_status	dwc2_device_start(usbd_xfer_handle);
132 
133 Static void		dwc2_close_pipe(usbd_pipe_handle);
134 Static void		dwc2_abort_xfer(usbd_xfer_handle, usbd_status);
135 
136 Static void		dwc2_device_clear_toggle(usbd_pipe_handle);
137 Static void		dwc2_noop(usbd_pipe_handle pipe);
138 
139 Static int		dwc2_interrupt(struct dwc2_softc *);
140 Static void		dwc2_rhc(void *);
141 
142 Static void		dwc2_timeout(void *);
143 Static void		dwc2_timeout_task(void *);
144 
145 
146 
147 static inline void
148 dwc2_allocate_bus_bandwidth(struct dwc2_hsotg *hsotg, u16 bw,
149 			    usbd_xfer_handle xfer)
150 {
151 }
152 
153 static inline void
154 dwc2_free_bus_bandwidth(struct dwc2_hsotg *hsotg, u16 bw,
155 			usbd_xfer_handle xfer)
156 {
157 }
158 
159 #define DWC2_INTR_ENDPT 1
160 
161 Static const struct usbd_bus_methods dwc2_bus_methods = {
162 	.open_pipe =	dwc2_open,
163 	.soft_intr =	dwc2_softintr,
164 	.do_poll =	dwc2_poll,
165 	.allocm =	dwc2_allocm,
166 	.freem =	dwc2_freem,
167 	.allocx =	dwc2_allocx,
168 	.freex =	dwc2_freex,
169 	.get_lock =	dwc2_get_lock,
170 };
171 
172 Static const struct usbd_pipe_methods dwc2_root_ctrl_methods = {
173 	.transfer =	dwc2_root_ctrl_transfer,
174 	.start =	dwc2_root_ctrl_start,
175 	.abort =	dwc2_root_ctrl_abort,
176 	.close =	dwc2_root_ctrl_close,
177 	.cleartoggle =	dwc2_noop,
178 	.done =		dwc2_root_ctrl_done,
179 };
180 
181 Static const struct usbd_pipe_methods dwc2_root_intr_methods = {
182 	.transfer =	dwc2_root_intr_transfer,
183 	.start =	dwc2_root_intr_start,
184 	.abort =	dwc2_root_intr_abort,
185 	.close =	dwc2_root_intr_close,
186 	.cleartoggle =	dwc2_noop,
187 	.done =		dwc2_root_intr_done,
188 };
189 
190 Static const struct usbd_pipe_methods dwc2_device_ctrl_methods = {
191 	.transfer =	dwc2_device_ctrl_transfer,
192 	.start =	dwc2_device_ctrl_start,
193 	.abort =	dwc2_device_ctrl_abort,
194 	.close =	dwc2_device_ctrl_close,
195 	.cleartoggle =	dwc2_noop,
196 	.done =		dwc2_device_ctrl_done,
197 };
198 
199 Static const struct usbd_pipe_methods dwc2_device_intr_methods = {
200 	.transfer =	dwc2_device_intr_transfer,
201 	.start =	dwc2_device_intr_start,
202 	.abort =	dwc2_device_intr_abort,
203 	.close =	dwc2_device_intr_close,
204 	.cleartoggle =	dwc2_device_clear_toggle,
205 	.done =		dwc2_device_intr_done,
206 };
207 
208 Static const struct usbd_pipe_methods dwc2_device_bulk_methods = {
209 	.transfer =	dwc2_device_bulk_transfer,
210 	.start =	dwc2_device_bulk_start,
211 	.abort =	dwc2_device_bulk_abort,
212 	.close =	dwc2_device_bulk_close,
213 	.cleartoggle =	dwc2_device_clear_toggle,
214 	.done =		dwc2_device_bulk_done,
215 };
216 
217 Static const struct usbd_pipe_methods dwc2_device_isoc_methods = {
218 	.transfer =	dwc2_device_isoc_transfer,
219 	.start =	dwc2_device_isoc_start,
220 	.abort =	dwc2_device_isoc_abort,
221 	.close =	dwc2_device_isoc_close,
222 	.cleartoggle =	dwc2_noop,
223 	.done =		dwc2_device_isoc_done,
224 };
225 
226 Static usbd_status
227 dwc2_allocm(struct usbd_bus *bus, usb_dma_t *dma, uint32_t size)
228 {
229 	struct dwc2_softc *sc = DWC2_BUS2SC(bus);
230 	usbd_status status;
231 
232 	DPRINTFN(10, "\n");
233 
234 	status = usb_allocmem(&sc->sc_bus, size, 0, dma);
235 	if (status == USBD_NOMEM)
236 		status = usb_reserve_allocm(&sc->sc_dma_reserve, dma, size);
237 	return status;
238 }
239 
240 Static void
241 dwc2_freem(struct usbd_bus *bus, usb_dma_t *dma)
242 {
243         struct dwc2_softc *sc = DWC2_BUS2SC(bus);
244 
245 	DPRINTFN(10, "\n");
246 
247         if (dma->block->flags & USB_DMA_RESERVE) {
248                 usb_reserve_freem(&sc->sc_dma_reserve, dma);
249                 return;
250         }
251         usb_freemem(&sc->sc_bus, dma);
252 }
253 
254 usbd_xfer_handle
255 dwc2_allocx(struct usbd_bus *bus)
256 {
257 	struct dwc2_softc *sc = DWC2_BUS2SC(bus);
258 	struct dwc2_xfer *dxfer;
259 
260 	DPRINTFN(10, "\n");
261 
262 	DWC2_EVCNT_INCR(sc->sc_ev_xferpoolget);
263 	dxfer = pool_cache_get(sc->sc_xferpool, PR_NOWAIT);
264 	if (dxfer != NULL) {
265 		memset(dxfer, 0, sizeof(*dxfer));
266 
267 		dxfer->urb = dwc2_hcd_urb_alloc(sc->sc_hsotg,
268 		    DWC2_MAXISOCPACKETS, GFP_KERNEL);
269 
270 #ifdef DIAGNOSTIC
271 		dxfer->xfer.busy_free = XFER_BUSY;
272 #endif
273 	}
274 	return (usbd_xfer_handle)dxfer;
275 }
276 
277 void
278 dwc2_freex(struct usbd_bus *bus, usbd_xfer_handle xfer)
279 {
280 	struct dwc2_xfer *dxfer = DWC2_XFER2DXFER(xfer);
281 	struct dwc2_softc *sc = DWC2_BUS2SC(bus);
282 
283 	DPRINTFN(10, "\n");
284 
285 #ifdef DIAGNOSTIC
286 	if (xfer->busy_free != XFER_BUSY) {
287 		DPRINTF("xfer=%p not busy, 0x%08x\n", xfer, xfer->busy_free);
288 	}
289 	xfer->busy_free = XFER_FREE;
290 #endif
291 	DWC2_EVCNT_INCR(sc->sc_ev_xferpoolput);
292 	dwc2_hcd_urb_free(sc->sc_hsotg, dxfer->urb, DWC2_MAXISOCPACKETS);
293 	pool_cache_put(sc->sc_xferpool, xfer);
294 }
295 
296 Static void
297 dwc2_get_lock(struct usbd_bus *bus, kmutex_t **lock)
298 {
299 	struct dwc2_softc *sc = DWC2_BUS2SC(bus);
300 
301 	*lock = &sc->sc_lock;
302 }
303 
304 Static void
305 dwc2_rhc(void *addr)
306 {
307 	struct dwc2_softc *sc = addr;
308 	usbd_xfer_handle xfer;
309 	u_char *p;
310 
311 	DPRINTF("\n");
312 	mutex_enter(&sc->sc_lock);
313 	xfer = sc->sc_intrxfer;
314 
315 	if (xfer == NULL) {
316 		/* Just ignore the change. */
317 		mutex_exit(&sc->sc_lock);
318 		return;
319 
320 	}
321 	/* set port bit */
322 	p = KERNADDR(&xfer->dmabuf, 0);
323 
324 	p[0] = 0x02;	/* we only have one port (1 << 1) */
325 
326 	xfer->actlen = xfer->length;
327 	xfer->status = USBD_NORMAL_COMPLETION;
328 
329 	usb_transfer_complete(xfer);
330 	mutex_exit(&sc->sc_lock);
331 }
332 
333 Static void
334 dwc2_softintr(void *v)
335 {
336 	struct usbd_bus *bus = v;
337 	struct dwc2_softc *sc = DWC2_BUS2SC(bus);
338 	struct dwc2_hsotg *hsotg = sc->sc_hsotg;
339 	struct dwc2_xfer *dxfer;
340 
341 	KASSERT(sc->sc_bus.use_polling || mutex_owned(&sc->sc_lock));
342 
343 	mutex_spin_enter(&hsotg->lock);
344 	while ((dxfer = TAILQ_FIRST(&sc->sc_complete)) != NULL) {
345 
346     		KASSERTMSG(!callout_pending(&dxfer->xfer.timeout_handle),
347 		    "xfer %p pipe %p\n", dxfer, dxfer->xfer.pipe);
348 
349 		/*
350 		 * dwc2_abort_xfer will remove this transfer from the
351 		 * sc_complete queue
352 		 */
353 		/*XXXNH not tested */
354 		if (dxfer->xfer.hcflags & UXFER_ABORTING) {
355 			cv_broadcast(&dxfer->xfer.hccv);
356 			continue;
357 		}
358 
359 		TAILQ_REMOVE(&sc->sc_complete, dxfer, xnext);
360 
361 		mutex_spin_exit(&hsotg->lock);
362 		usb_transfer_complete(&dxfer->xfer);
363 		mutex_spin_enter(&hsotg->lock);
364 	}
365 	mutex_spin_exit(&hsotg->lock);
366 }
367 
368 Static void
369 dwc2_waitintr(struct dwc2_softc *sc, usbd_xfer_handle xfer)
370 {
371 	struct dwc2_hsotg *hsotg = sc->sc_hsotg;
372 	uint32_t intrs;
373 	int timo;
374 
375 	xfer->status = USBD_IN_PROGRESS;
376 	for (timo = xfer->timeout; timo >= 0; timo--) {
377 		usb_delay_ms(&sc->sc_bus, 1);
378 		if (sc->sc_dying)
379 			break;
380 		intrs = dwc2_read_core_intr(hsotg);
381 
382 		DPRINTFN(15, "0x%08x\n", intrs);
383 
384 		if (intrs) {
385 			mutex_spin_enter(&hsotg->lock);
386 			dwc2_interrupt(sc);
387 			mutex_spin_exit(&hsotg->lock);
388 			if (xfer->status != USBD_IN_PROGRESS)
389 				return;
390 		}
391 	}
392 
393 	/* Timeout */
394 	DPRINTF("timeout\n");
395 
396 	mutex_enter(&sc->sc_lock);
397 	xfer->status = USBD_TIMEOUT;
398 	usb_transfer_complete(xfer);
399 	mutex_exit(&sc->sc_lock);
400 }
401 
402 Static void
403 dwc2_timeout(void *addr)
404 {
405 	usbd_xfer_handle xfer = addr;
406 	struct dwc2_xfer *dxfer = DWC2_XFER2DXFER(xfer);
407 // 	struct dwc2_pipe *dpipe = DWC2_XFER2DPIPE(xfer);
408  	struct dwc2_softc *sc = DWC2_XFER2SC(xfer);
409 
410 	DPRINTF("dxfer=%p\n", dxfer);
411 
412 	if (sc->sc_dying) {
413 		mutex_enter(&sc->sc_lock);
414 		dwc2_abort_xfer(&dxfer->xfer, USBD_TIMEOUT);
415 		mutex_exit(&sc->sc_lock);
416 		return;
417 	}
418 
419 	/* Execute the abort in a process context. */
420 	usb_init_task(&dxfer->abort_task, dwc2_timeout_task, addr,
421 	    USB_TASKQ_MPSAFE);
422 	usb_add_task(dxfer->xfer.pipe->device, &dxfer->abort_task,
423 	    USB_TASKQ_HC);
424 }
425 
426 Static void
427 dwc2_timeout_task(void *addr)
428 {
429 	usbd_xfer_handle xfer = addr;
430  	struct dwc2_softc *sc = DWC2_XFER2SC(xfer);
431 
432 	DPRINTF("xfer=%p\n", xfer);
433 
434 	mutex_enter(&sc->sc_lock);
435 	dwc2_abort_xfer(xfer, USBD_TIMEOUT);
436 	mutex_exit(&sc->sc_lock);
437 }
438 
439 usbd_status
440 dwc2_open(usbd_pipe_handle pipe)
441 {
442 	usbd_device_handle dev = pipe->device;
443 	struct dwc2_softc *sc = DWC2_PIPE2SC(pipe);
444 	struct dwc2_pipe *dpipe = DWC2_PIPE2DPIPE(pipe);
445 	usb_endpoint_descriptor_t *ed = pipe->endpoint->edesc;
446 	uint8_t addr = dev->address;
447 	uint8_t xfertype = UE_GET_XFERTYPE(ed->bmAttributes);
448 	usbd_status err;
449 
450 	DPRINTF("pipe %p addr %d xfertype %d dir %s\n", pipe, addr, xfertype,
451 	    UE_GET_DIR(ed->bEndpointAddress) == UE_DIR_IN ? "in" : "out");
452 
453 	if (sc->sc_dying) {
454 		return USBD_IOERROR;
455 	}
456 
457 	if (addr == sc->sc_addr) {
458 		switch (ed->bEndpointAddress) {
459 		case USB_CONTROL_ENDPOINT:
460 			pipe->methods = &dwc2_root_ctrl_methods;
461 			break;
462 		case UE_DIR_IN | DWC2_INTR_ENDPT:
463 			pipe->methods = &dwc2_root_intr_methods;
464 			break;
465 		default:
466 			DPRINTF("bad bEndpointAddress 0x%02x\n",
467 			    ed->bEndpointAddress);
468 			return USBD_INVAL;
469 		}
470 		DPRINTF("root hub pipe open\n");
471 		return USBD_NORMAL_COMPLETION;
472 	}
473 
474 	switch (xfertype) {
475 	case UE_CONTROL:
476 		pipe->methods = &dwc2_device_ctrl_methods;
477 		err = usb_allocmem(&sc->sc_bus, sizeof(usb_device_request_t),
478 		    0, &dpipe->req_dma);
479 		if (err)
480 			return err;
481 		break;
482 	case UE_INTERRUPT:
483 		pipe->methods = &dwc2_device_intr_methods;
484 		break;
485 	case UE_ISOCHRONOUS:
486 		pipe->methods = &dwc2_device_isoc_methods;
487 		break;
488 	case UE_BULK:
489 		pipe->methods = &dwc2_device_bulk_methods;
490 		break;
491 	default:
492 		DPRINTF("bad xfer type %d\n", xfertype);
493 		return USBD_INVAL;
494 	}
495 
496 	dpipe->priv = NULL;	/* QH */
497 
498 	return USBD_NORMAL_COMPLETION;
499 }
500 
501 Static void
502 dwc2_poll(struct usbd_bus *bus)
503 {
504 	struct dwc2_softc *sc = DWC2_BUS2SC(bus);
505 	struct dwc2_hsotg *hsotg = sc->sc_hsotg;
506 
507 	mutex_spin_enter(&hsotg->lock);
508 	dwc2_interrupt(sc);
509 	mutex_spin_exit(&hsotg->lock);
510 }
511 
512 /*
513  * Close a reqular pipe.
514  * Assumes that there are no pending transactions.
515  */
516 Static void
517 dwc2_close_pipe(usbd_pipe_handle pipe)
518 {
519 #ifdef DIAGNOSTIC
520 	struct dwc2_softc *sc = pipe->device->bus->hci_private;
521 #endif
522 
523 	KASSERT(mutex_owned(&sc->sc_lock));
524 }
525 
526 /*
527  * Abort a device request.
528  */
529 Static void
530 dwc2_abort_xfer(usbd_xfer_handle xfer, usbd_status status)
531 {
532 	struct dwc2_xfer *dxfer = DWC2_XFER2DXFER(xfer);
533 	struct dwc2_softc *sc = DWC2_XFER2SC(xfer);
534 	struct dwc2_hsotg *hsotg = sc->sc_hsotg;
535 	struct dwc2_xfer *d, *tmp;
536 	bool wake;
537 	int err;
538 
539 	DPRINTF("xfer=%p\n", xfer);
540 
541 	KASSERT(mutex_owned(&sc->sc_lock));
542 	KASSERT(!cpu_intr_p() && !cpu_softintr_p());
543 
544 	if (sc->sc_dying) {
545 		xfer->status = status;
546 		callout_stop(&xfer->timeout_handle);
547 		usb_transfer_complete(xfer);
548 		return;
549 	}
550 
551 	/*
552 	 * If an abort is already in progress then just wait for it to
553 	 * complete and return.
554 	 */
555 	if (xfer->hcflags & UXFER_ABORTING) {
556 		xfer->status = status;
557 		xfer->hcflags |= UXFER_ABORTWAIT;
558 		while (xfer->hcflags & UXFER_ABORTING)
559 			cv_wait(&xfer->hccv, &sc->sc_lock);
560 		return;
561 	}
562 
563 	/*
564 	 * Step 1: Make the stack ignore it and stop the callout.
565 	 */
566 	mutex_spin_enter(&hsotg->lock);
567 	xfer->hcflags |= UXFER_ABORTING;
568 
569 	xfer->status = status;	/* make software ignore it */
570 	callout_stop(&xfer->timeout_handle);
571 
572 	/* XXXNH suboptimal */
573 	TAILQ_FOREACH_SAFE(d, &sc->sc_complete, xnext, tmp) {
574 		if (d == dxfer) {
575 			TAILQ_REMOVE(&sc->sc_complete, dxfer, xnext);
576 		}
577 	}
578 
579 	err = dwc2_hcd_urb_dequeue(hsotg, dxfer->urb);
580 	if (err) {
581 		DPRINTF("dwc2_hcd_urb_dequeue failed\n");
582 	}
583 
584 	mutex_spin_exit(&hsotg->lock);
585 
586 	/*
587 	 * Step 2: Execute callback.
588 	 */
589 	wake = xfer->hcflags & UXFER_ABORTWAIT;
590 	xfer->hcflags &= ~(UXFER_ABORTING | UXFER_ABORTWAIT);
591 
592 	usb_transfer_complete(xfer);
593 	if (wake) {
594 		cv_broadcast(&xfer->hccv);
595 	}
596 }
597 
598 Static void
599 dwc2_noop(usbd_pipe_handle pipe)
600 {
601 
602 }
603 
604 Static void
605 dwc2_device_clear_toggle(usbd_pipe_handle pipe)
606 {
607 
608 	DPRINTF("toggle %d -> 0", pipe->endpoint->datatoggle);
609 }
610 
611 /***********************************************************************/
612 
613 /*
614  * Data structures and routines to emulate the root hub.
615  */
616 
617 Static const usb_device_descriptor_t dwc2_devd = {
618 	.bLength = sizeof(usb_device_descriptor_t),
619 	.bDescriptorType = UDESC_DEVICE,
620 	.bcdUSB = {0x00, 0x02},
621 	.bDeviceClass = UDCLASS_HUB,
622 	.bDeviceSubClass = UDSUBCLASS_HUB,
623 	.bDeviceProtocol = UDPROTO_HSHUBSTT,
624 	.bMaxPacketSize = 64,
625 	.bcdDevice = {0x00, 0x01},
626 	.iManufacturer = 1,
627 	.iProduct = 2,
628 	.bNumConfigurations = 1,
629 };
630 
631 struct dwc2_config_desc {
632 	usb_config_descriptor_t confd;
633 	usb_interface_descriptor_t ifcd;
634 	usb_endpoint_descriptor_t endpd;
635 } __packed;
636 
637 Static const struct dwc2_config_desc dwc2_confd = {
638 	.confd = {
639 		.bLength = USB_CONFIG_DESCRIPTOR_SIZE,
640 		.bDescriptorType = UDESC_CONFIG,
641 		.wTotalLength[0] = sizeof(dwc2_confd),
642 		.bNumInterface = 1,
643 		.bConfigurationValue = 1,
644 		.iConfiguration = 0,
645 		.bmAttributes = UC_SELF_POWERED,
646 		.bMaxPower = 0,
647 	},
648 	.ifcd = {
649 		.bLength = USB_INTERFACE_DESCRIPTOR_SIZE,
650 		.bDescriptorType = UDESC_INTERFACE,
651 		.bInterfaceNumber = 0,
652 		.bAlternateSetting = 0,
653 		.bNumEndpoints = 1,
654 		.bInterfaceClass = UICLASS_HUB,
655 		.bInterfaceSubClass = UISUBCLASS_HUB,
656 		.bInterfaceProtocol = UIPROTO_HSHUBSTT,
657 		.iInterface = 0
658 	},
659 	.endpd = {
660 		.bLength = USB_ENDPOINT_DESCRIPTOR_SIZE,
661 		.bDescriptorType = UDESC_ENDPOINT,
662 		.bEndpointAddress = UE_DIR_IN | DWC2_INTR_ENDPT,
663 		.bmAttributes = UE_INTERRUPT,
664 		.wMaxPacketSize = {8, 0},			/* max packet */
665 		.bInterval = 255,
666 	},
667 };
668 
669 #define	HSETW(ptr, val) ptr = { (uint8_t)(val), (uint8_t)((val) >> 8) }
670 Static const usb_hub_descriptor_t dwc2_hubd = {
671 	.bDescLength = USB_HUB_DESCRIPTOR_SIZE,
672 	.bDescriptorType = UDESC_HUB,
673 	.bNbrPorts = 1,
674 	HSETW(.wHubCharacteristics, (UHD_PWR_NO_SWITCH | UHD_OC_INDIVIDUAL)),
675 	.bPwrOn2PwrGood = 50,
676 	.bHubContrCurrent = 0,
677 	.DeviceRemovable = {0},		/* port is removable */
678 };
679 
680 Static usbd_status
681 dwc2_root_ctrl_transfer(usbd_xfer_handle xfer)
682 {
683 	struct dwc2_softc *sc = DWC2_XFER2SC(xfer);
684 	usbd_status err;
685 
686 	mutex_enter(&sc->sc_lock);
687 	err = usb_insert_transfer(xfer);
688 	mutex_exit(&sc->sc_lock);
689 	if (err)
690 		return err;
691 
692 	return dwc2_root_ctrl_start(SIMPLEQ_FIRST(&xfer->pipe->queue));
693 }
694 
695 Static usbd_status
696 dwc2_root_ctrl_start(usbd_xfer_handle xfer)
697 {
698 	struct dwc2_softc *sc = DWC2_XFER2SC(xfer);
699 	usb_device_request_t *req;
700 	uint8_t *buf;
701 	uint16_t len;
702 	int value, index, l, totlen;
703 	usbd_status err = USBD_IOERROR;
704 
705 	if (sc->sc_dying)
706 		return USBD_IOERROR;
707 
708 	req = &xfer->request;
709 
710 	DPRINTFN(4, "type=0x%02x request=%02x\n",
711 	    req->bmRequestType, req->bRequest);
712 
713 	len = UGETW(req->wLength);
714 	value = UGETW(req->wValue);
715 	index = UGETW(req->wIndex);
716 
717 	buf = len ? KERNADDR(&xfer->dmabuf, 0) : NULL;
718 
719 	totlen = 0;
720 
721 #define C(x,y) ((x) | ((y) << 8))
722 	switch (C(req->bRequest, req->bmRequestType)) {
723 	case C(UR_CLEAR_FEATURE, UT_WRITE_DEVICE):
724 	case C(UR_CLEAR_FEATURE, UT_WRITE_INTERFACE):
725 	case C(UR_CLEAR_FEATURE, UT_WRITE_ENDPOINT):
726 		/*
727 		 * DEVICE_REMOTE_WAKEUP and ENDPOINT_HALT are no-ops
728 		 * for the integrated root hub.
729 		 */
730 		break;
731 	case C(UR_GET_CONFIG, UT_READ_DEVICE):
732 		if (len > 0) {
733 			*buf = sc->sc_conf;
734 			totlen = 1;
735 		}
736 		break;
737 	case C(UR_GET_DESCRIPTOR, UT_READ_DEVICE):
738 		DPRINTFN(8, "wValue=0x%04x\n", value);
739 
740 		if (len == 0)
741 			break;
742 		switch (value) {
743 		case C(0, UDESC_DEVICE):
744 			l = min(len, USB_DEVICE_DESCRIPTOR_SIZE);
745 // 			USETW(dwc2_devd.idVendor, sc->sc_id_vendor);
746 			memcpy(buf, &dwc2_devd, l);
747 			buf += l;
748 			len -= l;
749 			totlen += l;
750 
751 			break;
752 		case C(0, UDESC_CONFIG):
753 			l = min(len, sizeof(dwc2_confd));
754 			memcpy(buf, &dwc2_confd, l);
755 			buf += l;
756 			len -= l;
757 			totlen += l;
758 
759 			break;
760 #define sd ((usb_string_descriptor_t *)buf)
761 		case C(0, UDESC_STRING):
762 			totlen = usb_makelangtbl(sd, len);
763 			break;
764 		case C(1, UDESC_STRING):
765 			totlen = usb_makestrdesc(sd, len, sc->sc_vendor);
766 			break;
767 		case C(2, UDESC_STRING):
768 			totlen = usb_makestrdesc(sd, len, "DWC2 root hub");
769 			break;
770 #undef sd
771 		default:
772 			goto fail;
773 		}
774 		break;
775 	case C(UR_GET_INTERFACE, UT_READ_INTERFACE):
776 		if (len > 0) {
777 			*buf = 0;
778 			totlen = 1;
779 		}
780 		break;
781 	case C(UR_GET_STATUS, UT_READ_DEVICE):
782 		if (len > 1) {
783 			USETW(((usb_status_t *)buf)->wStatus,UDS_SELF_POWERED);
784 			totlen = 2;
785 		}
786 		break;
787 	case C(UR_GET_STATUS, UT_READ_INTERFACE):
788 	case C(UR_GET_STATUS, UT_READ_ENDPOINT):
789 		if (len > 1) {
790 			USETW(((usb_status_t *)buf)->wStatus, 0);
791 			totlen = 2;
792 		}
793 		break;
794 	case C(UR_SET_ADDRESS, UT_WRITE_DEVICE):
795 		DPRINTF("UR_SET_ADDRESS, UT_WRITE_DEVICE: addr %d\n",
796 		    value);
797 		if (value >= USB_MAX_DEVICES)
798 			goto fail;
799 
800 		sc->sc_addr = value;
801 		break;
802 	case C(UR_SET_CONFIG, UT_WRITE_DEVICE):
803 		if (value != 0 && value != 1)
804 			goto fail;
805 
806 		sc->sc_conf = value;
807 		break;
808 	case C(UR_SET_DESCRIPTOR, UT_WRITE_DEVICE):
809 		break;
810 	case C(UR_SET_FEATURE, UT_WRITE_DEVICE):
811 	case C(UR_SET_FEATURE, UT_WRITE_INTERFACE):
812 	case C(UR_SET_FEATURE, UT_WRITE_ENDPOINT):
813 		err = USBD_IOERROR;
814 		goto fail;
815 	case C(UR_SET_INTERFACE, UT_WRITE_INTERFACE):
816 		break;
817 	case C(UR_SYNCH_FRAME, UT_WRITE_ENDPOINT):
818 		break;
819 	default:
820 	    	/* Hub requests - XXXNH len check? */
821 		err = dwc2_hcd_hub_control(sc->sc_hsotg,
822 		    C(req->bRequest, req->bmRequestType), value, index,
823 		    buf, len);
824 		if (err) {
825 			err = USBD_IOERROR;
826 			goto fail;
827 		}
828 		totlen = len;
829 	}
830 	xfer->actlen = totlen;
831 	err = USBD_NORMAL_COMPLETION;
832 
833 fail:
834 	mutex_enter(&sc->sc_lock);
835 	xfer->status = err;
836 	usb_transfer_complete(xfer);
837 	mutex_exit(&sc->sc_lock);
838 
839 	return USBD_IN_PROGRESS;
840 }
841 
842 Static void
843 dwc2_root_ctrl_abort(usbd_xfer_handle xfer)
844 {
845 	DPRINTFN(10, "\n");
846 
847 	/* Nothing to do, all transfers are synchronous. */
848 }
849 
850 Static void
851 dwc2_root_ctrl_close(usbd_pipe_handle pipe)
852 {
853 	DPRINTFN(10, "\n");
854 
855 	/* Nothing to do. */
856 }
857 
858 Static void
859 dwc2_root_ctrl_done(usbd_xfer_handle xfer)
860 {
861 	DPRINTFN(10, "\n");
862 
863 	/* Nothing to do. */
864 }
865 
866 Static usbd_status
867 dwc2_root_intr_transfer(usbd_xfer_handle xfer)
868 {
869 	struct dwc2_softc *sc = DWC2_XFER2SC(xfer);
870 	usbd_status err;
871 
872 	DPRINTF("\n");
873 
874 	/* Insert last in queue. */
875 	mutex_enter(&sc->sc_lock);
876 	err = usb_insert_transfer(xfer);
877 	mutex_exit(&sc->sc_lock);
878 	if (err)
879 		return err;
880 
881 	/* Pipe isn't running, start first */
882 	return dwc2_root_intr_start(SIMPLEQ_FIRST(&xfer->pipe->queue));
883 }
884 
885 Static usbd_status
886 dwc2_root_intr_start(usbd_xfer_handle xfer)
887 {
888 	struct dwc2_softc *sc = DWC2_XFER2SC(xfer);
889 
890 	DPRINTF("\n");
891 
892 	if (sc->sc_dying)
893 		return USBD_IOERROR;
894 
895 	mutex_enter(&sc->sc_lock);
896 	KASSERT(sc->sc_intrxfer == NULL);
897 	sc->sc_intrxfer = xfer;
898 	mutex_exit(&sc->sc_lock);
899 
900 	return USBD_IN_PROGRESS;
901 }
902 
903 /* Abort a root interrupt request. */
904 Static void
905 dwc2_root_intr_abort(usbd_xfer_handle xfer)
906 {
907 	struct dwc2_softc *sc = DWC2_XFER2SC(xfer);
908 
909 	DPRINTF("xfer=%p\n", xfer);
910 
911 	KASSERT(mutex_owned(&sc->sc_lock));
912 	KASSERT(xfer->pipe->intrxfer == xfer);
913 
914 	sc->sc_intrxfer = NULL;
915 
916 	xfer->status = USBD_CANCELLED;
917 	usb_transfer_complete(xfer);
918 }
919 
920 Static void
921 dwc2_root_intr_close(usbd_pipe_handle pipe)
922 {
923 	struct dwc2_softc *sc = DWC2_PIPE2SC(pipe);
924 
925 	DPRINTF("\n");
926 
927 	KASSERT(mutex_owned(&sc->sc_lock));
928 
929 	sc->sc_intrxfer = NULL;
930 }
931 
932 Static void
933 dwc2_root_intr_done(usbd_xfer_handle xfer)
934 {
935 
936 	DPRINTF("\n");
937 }
938 
939 /***********************************************************************/
940 
941 Static usbd_status
942 dwc2_device_ctrl_transfer(usbd_xfer_handle xfer)
943 {
944 	struct dwc2_softc *sc = DWC2_XFER2SC(xfer);
945 	usbd_status err;
946 
947 	DPRINTF("\n");
948 
949 	/* Insert last in queue. */
950 	mutex_enter(&sc->sc_lock);
951 	err = usb_insert_transfer(xfer);
952 	mutex_exit(&sc->sc_lock);
953 	if (err)
954 		return err;
955 
956 	/* Pipe isn't running, start first */
957 	return dwc2_device_ctrl_start(SIMPLEQ_FIRST(&xfer->pipe->queue));
958 }
959 
960 Static usbd_status
961 dwc2_device_ctrl_start(usbd_xfer_handle xfer)
962 {
963 	struct dwc2_softc *sc = DWC2_XFER2SC(xfer);
964 	usbd_status err;
965 
966 	DPRINTF("\n");
967 
968 	mutex_enter(&sc->sc_lock);
969 	xfer->status = USBD_IN_PROGRESS;
970 	err = dwc2_device_start(xfer);
971 	mutex_exit(&sc->sc_lock);
972 
973 	if (err)
974 		return err;
975 
976 	if (sc->sc_bus.use_polling)
977 		dwc2_waitintr(sc, xfer);
978 
979 	return USBD_IN_PROGRESS;
980 }
981 
982 Static void
983 dwc2_device_ctrl_abort(usbd_xfer_handle xfer)
984 {
985 #ifdef DIAGNOSTIC
986 	struct dwc2_softc *sc = DWC2_XFER2SC(xfer);
987 #endif
988 	KASSERT(mutex_owned(&sc->sc_lock));
989 
990 	DPRINTF("xfer=%p\n", xfer);
991 	dwc2_abort_xfer(xfer, USBD_CANCELLED);
992 }
993 
994 Static void
995 dwc2_device_ctrl_close(usbd_pipe_handle pipe)
996 {
997 
998 	DPRINTF("pipe=%p\n", pipe);
999 	dwc2_close_pipe(pipe);
1000 }
1001 
1002 Static void
1003 dwc2_device_ctrl_done(usbd_xfer_handle xfer)
1004 {
1005 
1006 	DPRINTF("xfer=%p\n", xfer);
1007 }
1008 
1009 /***********************************************************************/
1010 
1011 Static usbd_status
1012 dwc2_device_bulk_transfer(usbd_xfer_handle xfer)
1013 {
1014 	struct dwc2_softc *sc = DWC2_XFER2SC(xfer);
1015 	usbd_status err;
1016 
1017 	DPRINTF("xfer=%p\n", xfer);
1018 
1019 	/* Insert last in queue. */
1020 	mutex_enter(&sc->sc_lock);
1021 	err = usb_insert_transfer(xfer);
1022 	mutex_exit(&sc->sc_lock);
1023 	if (err)
1024 		return err;
1025 
1026 	/* Pipe isn't running, start first */
1027 	return dwc2_device_bulk_start(SIMPLEQ_FIRST(&xfer->pipe->queue));
1028 }
1029 
1030 Static usbd_status
1031 dwc2_device_bulk_start(usbd_xfer_handle xfer)
1032 {
1033 	struct dwc2_softc *sc = DWC2_XFER2SC(xfer);
1034 	usbd_status err;
1035 
1036 	DPRINTF("xfer=%p\n", xfer);
1037 	mutex_enter(&sc->sc_lock);
1038 	xfer->status = USBD_IN_PROGRESS;
1039 	err = dwc2_device_start(xfer);
1040 	mutex_exit(&sc->sc_lock);
1041 
1042 	return err;
1043 }
1044 
1045 Static void
1046 dwc2_device_bulk_abort(usbd_xfer_handle xfer)
1047 {
1048 #ifdef DIAGNOSTIC
1049 	struct dwc2_softc *sc = DWC2_XFER2SC(xfer);
1050 #endif
1051 	KASSERT(mutex_owned(&sc->sc_lock));
1052 
1053 	DPRINTF("xfer=%p\n", xfer);
1054 	dwc2_abort_xfer(xfer, USBD_CANCELLED);
1055 }
1056 
1057 Static void
1058 dwc2_device_bulk_close(usbd_pipe_handle pipe)
1059 {
1060 
1061 	DPRINTF("pipe=%p\n", pipe);
1062 
1063 	dwc2_close_pipe(pipe);
1064 }
1065 
1066 Static void
1067 dwc2_device_bulk_done(usbd_xfer_handle xfer)
1068 {
1069 
1070     	DPRINTF("xfer=%p\n", xfer);
1071 }
1072 
1073 /***********************************************************************/
1074 
1075 Static usbd_status
1076 dwc2_device_intr_transfer(usbd_xfer_handle xfer)
1077 {
1078 	struct dwc2_softc *sc = DWC2_XFER2SC(xfer);
1079 	usbd_status err;
1080 
1081 	DPRINTF("xfer=%p\n", xfer);
1082 
1083 	/* Insert last in queue. */
1084 	mutex_enter(&sc->sc_lock);
1085 	err = usb_insert_transfer(xfer);
1086 	mutex_exit(&sc->sc_lock);
1087 	if (err)
1088 		return err;
1089 
1090 	/* Pipe isn't running, start first */
1091 	return dwc2_device_intr_start(SIMPLEQ_FIRST(&xfer->pipe->queue));
1092 }
1093 
1094 Static usbd_status
1095 dwc2_device_intr_start(usbd_xfer_handle xfer)
1096 {
1097 	struct dwc2_pipe *dpipe = DWC2_XFER2DPIPE(xfer)
1098 	usbd_device_handle dev = dpipe->pipe.device;
1099 	struct dwc2_softc *sc = dev->bus->hci_private;
1100 	usbd_status err;
1101 
1102 	mutex_enter(&sc->sc_lock);
1103 	xfer->status = USBD_IN_PROGRESS;
1104 	err = dwc2_device_start(xfer);
1105 	mutex_exit(&sc->sc_lock);
1106 
1107 	if (err)
1108 		return err;
1109 
1110 	if (sc->sc_bus.use_polling)
1111 		dwc2_waitintr(sc, xfer);
1112 
1113 	return USBD_IN_PROGRESS;
1114 }
1115 
1116 /* Abort a device interrupt request. */
1117 Static void
1118 dwc2_device_intr_abort(usbd_xfer_handle xfer)
1119 {
1120 #ifdef DIAGNOSTIC
1121 	struct dwc2_softc *sc = DWC2_XFER2SC(xfer);
1122 #endif
1123 
1124 	KASSERT(mutex_owned(&sc->sc_lock));
1125 	KASSERT(xfer->pipe->intrxfer == xfer);
1126 
1127 	DPRINTF("xfer=%p\n", xfer);
1128 
1129 	dwc2_abort_xfer(xfer, USBD_CANCELLED);
1130 }
1131 
1132 Static void
1133 dwc2_device_intr_close(usbd_pipe_handle pipe)
1134 {
1135 
1136 	DPRINTF("pipe=%p\n", pipe);
1137 
1138 	dwc2_close_pipe(pipe);
1139 }
1140 
1141 Static void
1142 dwc2_device_intr_done(usbd_xfer_handle xfer)
1143 {
1144 
1145 	DPRINTF("\n");
1146 
1147 	if (xfer->pipe->repeat) {
1148 		xfer->status = USBD_IN_PROGRESS;
1149 		dwc2_device_start(xfer);
1150 	}
1151 }
1152 
1153 /***********************************************************************/
1154 
1155 usbd_status
1156 dwc2_device_isoc_transfer(usbd_xfer_handle xfer)
1157 {
1158 	struct dwc2_softc *sc = DWC2_XFER2SC(xfer);
1159 	usbd_status err;
1160 
1161 	DPRINTF("xfer=%p\n", xfer);
1162 
1163 	/* Insert last in queue. */
1164 	mutex_enter(&sc->sc_lock);
1165 	err = usb_insert_transfer(xfer);
1166 	mutex_exit(&sc->sc_lock);
1167 	if (err)
1168 		return err;
1169 
1170 	/* Pipe isn't running, start first */
1171 	return dwc2_device_isoc_start(SIMPLEQ_FIRST(&xfer->pipe->queue));
1172 }
1173 
1174 usbd_status
1175 dwc2_device_isoc_start(usbd_xfer_handle xfer)
1176 {
1177 	struct dwc2_pipe *dpipe = DWC2_XFER2DPIPE(xfer);
1178 	usbd_device_handle dev = dpipe->pipe.device;
1179 	struct dwc2_softc *sc = dev->bus->hci_private;
1180 	usbd_status err;
1181 
1182 	mutex_enter(&sc->sc_lock);
1183 	xfer->status = USBD_IN_PROGRESS;
1184 	err = dwc2_device_start(xfer);
1185 	mutex_exit(&sc->sc_lock);
1186 
1187 	if (sc->sc_bus.use_polling)
1188 		dwc2_waitintr(sc, xfer);
1189 
1190 	return err;
1191 }
1192 
1193 void
1194 dwc2_device_isoc_abort(usbd_xfer_handle xfer)
1195 {
1196 #ifdef DIAGNOSTIC
1197 	struct dwc2_softc *sc = DWC2_XFER2SC(xfer);
1198 #endif
1199 	KASSERT(mutex_owned(&sc->sc_lock));
1200 
1201 	DPRINTF("xfer=%p\n", xfer);
1202 	dwc2_abort_xfer(xfer, USBD_CANCELLED);
1203 }
1204 
1205 void
1206 dwc2_device_isoc_close(usbd_pipe_handle pipe)
1207 {
1208 	DPRINTF("\n");
1209 
1210 	dwc2_close_pipe(pipe);
1211 }
1212 
1213 void
1214 dwc2_device_isoc_done(usbd_xfer_handle xfer)
1215 {
1216 
1217 	DPRINTF("\n");
1218 }
1219 
1220 
1221 usbd_status
1222 dwc2_device_start(usbd_xfer_handle xfer)
1223 {
1224  	struct dwc2_xfer *dxfer = DWC2_XFER2DXFER(xfer);
1225 	struct dwc2_pipe *dpipe = DWC2_XFER2DPIPE(xfer);
1226 	struct dwc2_softc *sc = DWC2_XFER2SC(xfer);
1227 	struct dwc2_hsotg *hsotg = sc->sc_hsotg;
1228         struct dwc2_hcd_urb *dwc2_urb;
1229 
1230 	usbd_device_handle dev = xfer->pipe->device;
1231 	usb_endpoint_descriptor_t *ed = xfer->pipe->endpoint->edesc;
1232 	uint8_t addr = dev->address;
1233 	uint8_t xfertype = UE_GET_XFERTYPE(ed->bmAttributes);
1234 	uint8_t epnum = UE_GET_ADDR(ed->bEndpointAddress);
1235 	uint8_t dir = UE_GET_DIR(ed->bEndpointAddress);
1236 	uint16_t mps = UE_GET_SIZE(UGETW(ed->wMaxPacketSize));
1237 	uint32_t len;
1238 
1239 	uint32_t flags = 0;
1240 	uint32_t off = 0;
1241 	int retval, err = USBD_IN_PROGRESS;
1242 	int alloc_bandwidth = 0;
1243 	int i;
1244 
1245 	DPRINTFN(1, "xfer=%p pipe=%p\n", xfer, xfer->pipe);
1246 
1247 	if (xfertype == UE_ISOCHRONOUS ||
1248 	    xfertype == UE_INTERRUPT) {
1249 		mutex_spin_enter(&hsotg->lock);
1250 		if (!dwc2_hcd_is_bandwidth_allocated(hsotg, xfer))
1251 			alloc_bandwidth = 1;
1252 		mutex_spin_exit(&hsotg->lock);
1253 	}
1254 
1255 	/*
1256 	 * For Control pipe the direction is from the request, all other
1257 	 * transfers have been set correctly at pipe open time.
1258 	 */
1259 	if (xfertype == UE_CONTROL) {
1260 		usb_device_request_t *req = &xfer->request;
1261 
1262 		DPRINTFN(3, "xfer=%p type=0x%02x request=0x%02x wValue=0x%04x "
1263 		    "wIndex=0x%04x len=%d addr=%d endpt=%d dir=%s speed=%d "
1264 		    "mps=%d\n",
1265 		    xfer, req->bmRequestType, req->bRequest, UGETW(req->wValue),
1266 		    UGETW(req->wIndex), UGETW(req->wLength), dev->address,
1267 		    epnum, dir == UT_READ ? "in" :"out", dev->speed, mps);
1268 
1269 		/* Copy request packet to our DMA buffer */
1270 		memcpy(KERNADDR(&dpipe->req_dma, 0), req, sizeof(*req));
1271 		usb_syncmem(&dpipe->req_dma, 0, sizeof(*req),
1272 			    BUS_DMASYNC_PREWRITE);
1273 		len = UGETW(req->wLength);
1274 		if ((req->bmRequestType & UT_READ) == UT_READ) {
1275 			dir = UE_DIR_IN;
1276 		} else {
1277 			dir = UE_DIR_OUT;
1278 		}
1279 
1280 		DPRINTFN(3, "req = %p dma = %" PRIxBUSADDR " len %d dir %s\n",
1281 		    KERNADDR(&dpipe->req_dma, 0), DMAADDR(&dpipe->req_dma, 0),
1282 		    len, dir == UE_DIR_IN ? "in" : "out");
1283 	} else {
1284 		DPRINTFN(3, "xfer=%p len=%d flags=%d addr=%d endpt=%d,"
1285 		    " mps=%d dir %s\n", xfer, xfer->length, xfer->flags, addr,
1286 		    epnum, mps, dir == UT_READ ? "in" :"out");
1287 
1288 		len = xfer->length;
1289 	}
1290 
1291 	dwc2_urb = dxfer->urb;
1292 	if (!dwc2_urb)
1293 		    return USBD_NOMEM;
1294 
1295 	memset(dwc2_urb, 0, sizeof(*dwc2_urb) +
1296 	    sizeof(dwc2_urb->iso_descs[0]) * DWC2_MAXISOCPACKETS);
1297 
1298 	dwc2_hcd_urb_set_pipeinfo(hsotg, dwc2_urb, addr, epnum, xfertype, dir,
1299 				  mps);
1300 
1301 	if (xfertype == UE_CONTROL) {
1302 		dwc2_urb->setup_usbdma = &dpipe->req_dma;
1303 		dwc2_urb->setup_packet = KERNADDR(&dpipe->req_dma, 0);
1304 		dwc2_urb->setup_dma = DMAADDR(&dpipe->req_dma, 0);
1305 	} else {
1306 		/* XXXNH - % mps required? */
1307 		if ((xfer->flags & USBD_FORCE_SHORT_XFER) && (len % mps) == 0)
1308 		    flags |= URB_SEND_ZERO_PACKET;
1309 	}
1310 	flags |= URB_GIVEBACK_ASAP;
1311 
1312 	/*
1313 	 * control transfers with no data phase don't touch usbdma, but
1314 	 * everything else does.
1315 	 */
1316 	if (!(xfertype == UE_CONTROL && len == 0)) {
1317     		dwc2_urb->usbdma = &xfer->dmabuf;
1318 		dwc2_urb->buf = KERNADDR(dwc2_urb->usbdma, 0);
1319 		dwc2_urb->dma = DMAADDR(dwc2_urb->usbdma, 0);
1320  	}
1321 	dwc2_urb->length = len;
1322  	dwc2_urb->flags = flags;
1323 	dwc2_urb->status = -EINPROGRESS;
1324 	dwc2_urb->packet_count = xfer->nframes;
1325 
1326 	if (xfertype == UE_INTERRUPT ||
1327 	    xfertype == UE_ISOCHRONOUS) {
1328 		uint16_t ival;
1329 
1330 		if (xfertype == UE_INTERRUPT &&
1331 		    dpipe->pipe.interval != USBD_DEFAULT_INTERVAL) {
1332 			ival = dpipe->pipe.interval;
1333 		} else {
1334 			ival = ed->bInterval;
1335 		}
1336 
1337 		if (ival < 1) {
1338 			retval = -ENODEV;
1339 			goto fail;
1340 		}
1341 		if (dev->speed == USB_SPEED_HIGH ||
1342 		   (dev->speed == USB_SPEED_FULL && xfertype == UE_ISOCHRONOUS)) {
1343 			if (ival > 16) {
1344 				/*
1345 				 * illegal with HS/FS, but there were
1346 				 * documentation bugs in the spec
1347 				 */
1348 				ival = 256;
1349 			} else {
1350 				ival = (1 << (ival - 1));
1351 			}
1352 		} else {
1353 			if (xfertype == UE_INTERRUPT && ival < 10)
1354 				ival = 10;
1355 		}
1356 		dwc2_urb->interval = ival;
1357 	}
1358 
1359 	/* XXXNH bring down from callers?? */
1360 // 	mutex_enter(&sc->sc_lock);
1361 
1362 	xfer->actlen = 0;
1363 
1364 	KASSERT(xfertype != UE_ISOCHRONOUS ||
1365 	    xfer->nframes < DWC2_MAXISOCPACKETS);
1366 	KASSERTMSG(xfer->nframes == 0 || xfertype == UE_ISOCHRONOUS,
1367 	    "nframes %d xfertype %d\n", xfer->nframes, xfertype);
1368 
1369 	for (off = i = 0; i < xfer->nframes; ++i) {
1370 		DPRINTFN(3, "xfer=%p frame=%d offset=%d length=%d\n", xfer, i,
1371 		    off, xfer->frlengths[i]);
1372 
1373 		dwc2_hcd_urb_set_iso_desc_params(dwc2_urb, i, off,
1374 		    xfer->frlengths[i]);
1375 		off += xfer->frlengths[i];
1376 	}
1377 
1378 	/* might need to check cpu_intr_p */
1379 	mutex_spin_enter(&hsotg->lock);
1380 
1381 	if (xfer->timeout && !sc->sc_bus.use_polling) {
1382 		callout_reset(&xfer->timeout_handle, mstohz(xfer->timeout),
1383 		    dwc2_timeout, xfer);
1384 	}
1385 
1386 	dwc2_urb->priv = xfer;
1387 	retval = dwc2_hcd_urb_enqueue(hsotg, dwc2_urb, &dpipe->priv, 0);
1388 	if (retval)
1389 		goto fail;
1390 
1391 	if (alloc_bandwidth) {
1392 		dwc2_allocate_bus_bandwidth(hsotg,
1393 				dwc2_hcd_get_ep_bandwidth(hsotg, dpipe),
1394 				xfer);
1395 	}
1396 
1397 fail:
1398 	mutex_spin_exit(&hsotg->lock);
1399 
1400 // 	mutex_exit(&sc->sc_lock);
1401 
1402 	switch (retval) {
1403 	case 0:
1404 		break;
1405 	case -ENODEV:
1406 		err = USBD_INVAL;
1407 		break;
1408 	case -ENOMEM:
1409 		err = USBD_NOMEM;
1410 		break;
1411 	default:
1412 		err = USBD_IOERROR;
1413 	}
1414 
1415 	return err;
1416 
1417 }
1418 
1419 void
1420 dwc2_worker(struct work *wk, void *priv)
1421 {
1422 	struct dwc2_softc *sc = priv;
1423 	struct dwc2_hsotg *hsotg = sc->sc_hsotg;
1424 
1425 Debugger();
1426 #if 0
1427 	usbd_xfer_handle xfer = dwork->xfer;
1428 	struct dwc2_xfer *dxfer = DWC2_XFER2DXFER(xfer);
1429 
1430 	dwc2_hcd_endpoint_disable(sc->dwc_dev.hcd, dpipe->priv, 250);
1431 	dwc_free(NULL, dpipe->urb);
1432 #endif
1433 
1434 	mutex_enter(&sc->sc_lock);
1435 	if (wk == &hsotg->wf_otg) {
1436 		dwc2_conn_id_status_change(wk);
1437 	} else if (wk == &hsotg->start_work.work) {
1438 		dwc2_hcd_start_func(wk);
1439 	} else if (wk == &hsotg->reset_work.work) {
1440 		dwc2_hcd_reset_func(wk);
1441 	} else {
1442 #if 0
1443 		KASSERT(dwork->xfer != NULL);
1444 		KASSERT(dxfer->queued == true);
1445 
1446 		if (!(xfer->hcflags & UXFER_ABORTING)) {
1447 			dwc2_start_standard_chain(xfer);
1448 		}
1449 		dxfer->queued = false;
1450 		cv_broadcast(&xfer->hccv);
1451 #endif
1452 	}
1453 	mutex_exit(&sc->sc_lock);
1454 }
1455 
1456 int dwc2_intr(void *p)
1457 {
1458 	struct dwc2_softc *sc = p;
1459 	struct dwc2_hsotg *hsotg;
1460 	int ret = 0;
1461 
1462 	if (sc == NULL)
1463 		return 0;
1464 
1465 	hsotg = sc->sc_hsotg;
1466 	mutex_spin_enter(&hsotg->lock);
1467 
1468 	if (sc->sc_dying || !device_has_power(sc->sc_dev))
1469 		goto done;
1470 
1471 	if (sc->sc_bus.use_polling) {
1472 		uint32_t intrs;
1473 
1474 		intrs = dwc2_read_core_intr(hsotg);
1475 		DWC2_WRITE_4(hsotg, GINTSTS, intrs);
1476 	} else {
1477 		ret = dwc2_interrupt(sc);
1478 	}
1479 
1480 done:
1481 	mutex_spin_exit(&hsotg->lock);
1482 
1483 	return ret;
1484 }
1485 
1486 int
1487 dwc2_interrupt(struct dwc2_softc *sc)
1488 {
1489 	int ret = 0;
1490 
1491 	if (sc->sc_hcdenabled) {
1492 		ret |= dwc2_handle_hcd_intr(sc->sc_hsotg);
1493 	}
1494 
1495 	ret |= dwc2_handle_common_intr(sc->sc_hsotg);
1496 
1497 	return ret;
1498 }
1499 
1500 /***********************************************************************/
1501 
1502 int
1503 dwc2_detach(struct dwc2_softc *sc, int flags)
1504 {
1505 	int rv = 0;
1506 
1507 	if (sc->sc_child != NULL)
1508 		rv = config_detach(sc->sc_child, flags);
1509 
1510 	return rv;
1511 }
1512 
1513 bool
1514 dwc2_shutdown(device_t self, int flags)
1515 {
1516 	struct dwc2_softc *sc = device_private(self);
1517 
1518 	sc = sc;
1519 
1520 	return true;
1521 }
1522 
1523 void
1524 dwc2_childdet(device_t self, device_t child)
1525 {
1526 	struct dwc2_softc *sc = device_private(self);
1527 
1528 	sc = sc;
1529 }
1530 
1531 int
1532 dwc2_activate(device_t self, enum devact act)
1533 {
1534 	struct dwc2_softc *sc = device_private(self);
1535 
1536 	sc = sc;
1537 
1538 	return 0;
1539 }
1540 
1541 bool
1542 dwc2_resume(device_t dv, const pmf_qual_t *qual)
1543 {
1544 	struct dwc2_softc *sc = device_private(dv);
1545 
1546 	sc = sc;
1547 
1548 	return true;
1549 }
1550 
1551 bool
1552 dwc2_suspend(device_t dv, const pmf_qual_t *qual)
1553 {
1554 	struct dwc2_softc *sc = device_private(dv);
1555 
1556 	sc = sc;
1557 
1558 	return true;
1559 }
1560 
1561 /***********************************************************************/
1562 int
1563 dwc2_init(struct dwc2_softc *sc)
1564 {
1565 	int err = 0;
1566 
1567 	sc->sc_bus.hci_private = sc;
1568 	sc->sc_bus.usbrev = USBREV_2_0;
1569 	sc->sc_bus.methods = &dwc2_bus_methods;
1570 	sc->sc_bus.pipe_size = sizeof(struct dwc2_pipe);
1571 	sc->sc_hcdenabled = false;
1572 
1573 	mutex_init(&sc->sc_lock, MUTEX_DEFAULT, IPL_SOFTUSB);
1574 
1575 	TAILQ_INIT(&sc->sc_complete);
1576 
1577 	sc->sc_rhc_si = softint_establish(SOFTINT_NET | SOFTINT_MPSAFE,
1578 	    dwc2_rhc, sc);
1579 
1580 	usb_setup_reserve(sc->sc_dev, &sc->sc_dma_reserve, sc->sc_bus.dmatag,
1581 		USB_MEM_RESERVE);
1582 
1583 	sc->sc_xferpool = pool_cache_init(sizeof(struct dwc2_xfer), 0, 0, 0,
1584 	    "dwc2xfer", NULL, IPL_USB, NULL, NULL, NULL);
1585 	sc->sc_qhpool = pool_cache_init(sizeof(struct dwc2_qh), 0, 0, 0,
1586 	    "dwc2qh", NULL, IPL_USB, NULL, NULL, NULL);
1587 	sc->sc_qtdpool = pool_cache_init(sizeof(struct dwc2_qtd), 0, 0, 0,
1588 	    "dwc2qtd", NULL, IPL_USB, NULL, NULL, NULL);
1589 
1590 	sc->sc_hsotg = kmem_zalloc(sizeof(struct dwc2_hsotg), KM_SLEEP);
1591 	if (sc->sc_hsotg == NULL) {
1592 		err = ENOMEM;
1593 		goto fail1;
1594 	}
1595 
1596 	sc->sc_hsotg->hsotg_sc = sc;
1597 	sc->sc_hsotg->dev = sc->sc_dev;
1598 	sc->sc_hcdenabled = true;
1599 
1600 	err = dwc2_hcd_init(sc->sc_hsotg, sc->sc_params);
1601 	if (err) {
1602 		err = -err;
1603 		goto fail2;
1604 	}
1605 
1606 	return 0;
1607 
1608 fail2:
1609 	kmem_free(sc->sc_hsotg, sizeof(struct dwc2_hsotg));
1610 fail1:
1611 	softint_disestablish(sc->sc_rhc_si);
1612 
1613 	return err;
1614 }
1615 
1616 #if 0
1617 /*
1618  * curmode is a mode indication bit 0 = device, 1 = host
1619  */
1620 static const char * const intnames[32] = {
1621 	"curmode",	"modemis",	"otgint",	"sof",
1622 	"rxflvl",	"nptxfemp",	"ginnakeff",	"goutnakeff",
1623 	"ulpickint",	"i2cint",	"erlysusp",	"usbsusp",
1624 	"usbrst",	"enumdone",	"isooutdrop",	"eopf",
1625 	"restore_done",	"epmis",	"iepint",	"oepint",
1626 	"incompisoin",	"incomplp",	"fetsusp",	"resetdet",
1627 	"prtint",	"hchint",	"ptxfemp",	"lpm",
1628 	"conidstschng",	"disconnint",	"sessreqint",	"wkupint"
1629 };
1630 
1631 
1632 /***********************************************************************/
1633 
1634 #endif
1635 
1636 
1637 void
1638 dw_callout(void *arg)
1639 {
1640 	struct delayed_work *dw = arg;
1641 
1642 	workqueue_enqueue(dw->dw_wq, &dw->work, NULL);
1643 }
1644 
1645 void dwc2_host_hub_info(struct dwc2_hsotg *hsotg, void *context, int *hub_addr,
1646 			int *hub_port)
1647 {
1648 	usbd_xfer_handle xfer = context;
1649 	struct dwc2_pipe *dpipe = DWC2_XFER2DPIPE(xfer);
1650 	usbd_device_handle dev = dpipe->pipe.device;
1651 
1652 	*hub_addr = dev->myhsport->parent->address;
1653  	*hub_port = dev->myhsport->portno;
1654 }
1655 
1656 int dwc2_host_get_speed(struct dwc2_hsotg *hsotg, void *context)
1657 {
1658 	usbd_xfer_handle xfer = context;
1659 	struct dwc2_pipe *dpipe = DWC2_XFER2DPIPE(xfer);
1660 	usbd_device_handle dev = dpipe->pipe.device;
1661 
1662 	return dev->speed;
1663 }
1664 
1665 /*
1666  * Sets the final status of an URB and returns it to the upper layer. Any
1667  * required cleanup of the URB is performed.
1668  *
1669  * Must be called with interrupt disabled and spinlock held
1670  */
1671 void dwc2_host_complete(struct dwc2_hsotg *hsotg, struct dwc2_qtd *qtd,
1672                         int status)
1673 {
1674 	usbd_xfer_handle xfer;
1675 	struct dwc2_xfer *dxfer;
1676 	struct dwc2_softc *sc;
1677 	usb_endpoint_descriptor_t *ed;
1678 	uint8_t xfertype;
1679 
1680 	if (!qtd) {
1681 		dev_dbg(hsotg->dev, "## %s: qtd is NULL ##\n", __func__);
1682 		return;
1683 	}
1684 
1685 	if (!qtd->urb) {
1686 		dev_dbg(hsotg->dev, "## %s: qtd->urb is NULL ##\n", __func__);
1687 		return;
1688 	}
1689 
1690 	xfer = qtd->urb->priv;
1691 	if (!xfer) {
1692 		dev_dbg(hsotg->dev, "## %s: urb->priv is NULL ##\n", __func__);
1693 		return;
1694 	}
1695 
1696 	dxfer = DWC2_XFER2DXFER(xfer);
1697 	sc = DWC2_XFER2SC(xfer);
1698 	ed = xfer->pipe->endpoint->edesc;
1699 	xfertype = UE_GET_XFERTYPE(ed->bmAttributes);
1700 
1701 	xfer->actlen = dwc2_hcd_urb_get_actual_length(qtd->urb);
1702 
1703 	DPRINTFN(3, "xfer=%p actlen=%d\n", xfer, xfer->actlen);
1704 
1705 	if (xfertype == UE_ISOCHRONOUS && dbg_perio()) {
1706 		int i;
1707 
1708 		for (i = 0; i < xfer->nframes; i++)
1709 			dev_vdbg(hsotg->dev, " ISO Desc %d status %d\n",
1710 				 i, qtd->urb->iso_descs[i].status);
1711 	}
1712 
1713 	if (xfertype == UE_ISOCHRONOUS) {
1714 		int i;
1715 
1716 		xfer->actlen = 0;
1717 		for (i = 0; i < xfer->nframes; ++i) {
1718 			xfer->frlengths[i] =
1719 				dwc2_hcd_urb_get_iso_desc_actual_length(
1720 						qtd->urb, i);
1721 			xfer->actlen += xfer->frlengths[i];
1722 		}
1723 	}
1724 
1725 	if (!status) {
1726 		if (!(xfer->flags & USBD_SHORT_XFER_OK) &&
1727 		    xfer->actlen < xfer->length)
1728 			status = -EIO;
1729 	}
1730 
1731 	switch (status) {
1732 	case 0:
1733 		xfer->status = USBD_NORMAL_COMPLETION;
1734 		break;
1735 	case -EPIPE:
1736 		xfer->status = USBD_STALLED;
1737 		break;
1738 	case -ETIMEDOUT:
1739 		xfer->status = USBD_TIMEOUT;
1740 		break;
1741 	case -EPROTO:
1742 		xfer->status = USBD_INVAL;
1743 		break;
1744 	case -EIO:
1745 		xfer->status = USBD_IOERROR;
1746 		break;
1747 	case -EOVERFLOW:
1748 		xfer->status = USBD_IOERROR;
1749 		break;
1750 	default:
1751 		printf("%s: unknown error status %d\n", __func__, status);
1752 	}
1753 
1754 	if (xfertype == UE_ISOCHRONOUS ||
1755 	    xfertype == UE_INTERRUPT) {
1756 		struct dwc2_pipe *dpipe = DWC2_XFER2DPIPE(xfer);
1757 
1758 		dwc2_free_bus_bandwidth(hsotg,
1759 					dwc2_hcd_get_ep_bandwidth(hsotg, dpipe),
1760 					xfer);
1761 	}
1762 
1763 	qtd->urb = NULL;
1764 	callout_stop(&xfer->timeout_handle);
1765 
1766 	KASSERT(mutex_owned(&hsotg->lock));
1767 
1768 	TAILQ_INSERT_TAIL(&sc->sc_complete, dxfer, xnext);
1769 
1770 	mutex_spin_exit(&hsotg->lock);
1771 	usb_schedsoftintr(&sc->sc_bus);
1772 	mutex_spin_enter(&hsotg->lock);
1773 }
1774 
1775 
1776 int
1777 _dwc2_hcd_start(struct dwc2_hsotg *hsotg)
1778 {
1779 	dev_dbg(hsotg->dev, "DWC OTG HCD START\n");
1780 
1781 	mutex_spin_enter(&hsotg->lock);
1782 
1783 	hsotg->op_state = OTG_STATE_A_HOST;
1784 
1785 	dwc2_hcd_reinit(hsotg);
1786 
1787 	/*XXXNH*/
1788 	delay(50);
1789 
1790 	mutex_spin_exit(&hsotg->lock);
1791 	return 0;
1792 }
1793 
1794 int dwc2_host_is_b_hnp_enabled(struct dwc2_hsotg *hsotg)
1795 {
1796 
1797 	return false;
1798 }
1799