59 		    struct nvme_queue *, struct nvme_ccb *);
61 		    struct nvme_queue *, struct nvme_ccb *);
63 		    struct nvme_queue *, struct nvme_ccb *);
65 		    struct nvme_queue *, struct nvme_ccb *);
68 		    struct nvme_queue *, struct nvme_ccb *);
83 static void	nvme_fill_identify(struct nvme_queue *, struct nvme_ccb *,
86 static int	nvme_ccbs_alloc(struct nvme_queue *, uint16_t);
87 static void	nvme_ccbs_free(struct nvme_queue *);
90 		nvme_ccb_get(struct nvme_queue *, bool);
93 		    struct nvme_queue **);
94 static void	nvme_ccb_put(struct nvme_queue *, struct nvme_ccb *);
96 static int	nvme_poll(struct nvme_softc *, struct nvme_queue *,
97 		    struct nvme_ccb *, void (*)(struct nvme_queue *,
99 static void	nvme_poll_fill(struct nvme_queue *, struct nvme_ccb *, void *);
100 static void	nvme_poll_done(struct nvme_queue *, struct nvme_ccb *,
102 static void	nvme_sqe_fill(struct nvme_queue *, struct nvme_ccb *, void *);
103 static void	nvme_empty_done(struct nvme_queue *, struct nvme_ccb *,
106 static struct nvme_queue *
108 static int	nvme_q_create(struct nvme_softc *, struct nvme_queue *);
109 static void	nvme_q_reset(struct nvme_softc *, struct nvme_queue *);
110 static int	nvme_q_delete(struct nvme_softc *, struct nvme_queue *);
111 static void	nvme_q_submit(struct nvme_softc *, struct nvme_queue *,
112 		    struct nvme_ccb *, void (*)(struct nvme_queue *,
114 static int	nvme_q_complete(struct nvme_softc *, struct nvme_queue *q);
115 static void	nvme_q_free(struct nvme_softc *, struct nvme_queue *);
116 static void	nvme_q_wait_complete(struct nvme_softc *, struct nvme_queue *,
119 static void	nvme_ns_io_fill(struct nvme_queue *, struct nvme_ccb *,
121 static void	nvme_ns_io_done(struct nvme_queue *, struct nvme_ccb *,
123 static void	nvme_ns_sync_fill(struct nvme_queue *, struct nvme_ccb *,
125 static void	nvme_ns_sync_done(struct nvme_queue *, struct nvme_ccb *,
127 static void	nvme_getcache_fill(struct nvme_queue *, struct nvme_ccb *,
129 static void	nvme_getcache_done(struct nvme_queue *, struct nvme_ccb *,
132 static void	nvme_pt_fill(struct nvme_queue *, struct nvme_ccb *,
134 static void	nvme_pt_done(struct nvme_queue *, struct nvme_ccb *,
765 	struct nvme_queue *q;  in nvme_ns_dobio()
825 nvme_ns_io_fill(struct nvme_queue *q, struct nvme_ccb *ccb, void *slot)  in nvme_ns_io_fill()
858 nvme_ns_io_done(struct nvme_queue *q, struct nvme_ccb *ccb,  in nvme_ns_io_done()
907 	struct nvme_queue *q = nvme_get_q(sc);  in nvme_ns_sync()
943 nvme_ns_sync_fill(struct nvme_queue *q, struct nvme_ccb *ccb, void *slot)  in nvme_ns_sync_fill()
952 nvme_ns_sync_done(struct nvme_queue *q, struct nvme_ccb *ccb,  in nvme_ns_sync_done()
981 	struct nvme_queue *q = sc->sc_admin_q;  in nvme_admin_getcache()
1016 nvme_getcache_fill(struct nvme_queue *q, struct nvme_ccb *ccb, void *slot)  in nvme_getcache_fill()
1026 nvme_getcache_done(struct nvme_queue *q, struct nvme_ccb *ccb,  in nvme_getcache_done()
1082 nvme_setcache_fill(struct nvme_queue *q, struct nvme_ccb *ccb, void *slot)  in nvme_setcache_fill()
1094 nvme_setcache_done(struct nvme_queue *q, struct nvme_ccb *ccb,  in nvme_setcache_done()
1116 	struct nvme_queue *q = sc->sc_admin_q;  in nvme_admin_setcache()
1178 nvme_pt_fill(struct nvme_queue *q, struct nvme_ccb *ccb, void *slot)  in nvme_pt_fill()
1222 nvme_pt_done(struct nvme_queue *q, struct nvme_ccb *ccb, struct nvme_cqe *cqe)  in nvme_pt_done()
1263 	struct nvme_queue *q;  in nvme_command_passthrough()
1326     struct nvme_queue *q, struct nvme_ccb *ccb)  in nvme_op_sq_enter()
1335     struct nvme_queue *q, struct nvme_ccb *ccb)  in nvme_op_sq_enter_locked()
1342     struct nvme_queue *q, struct nvme_ccb *ccb)  in nvme_op_sq_leave_locked()
1355     struct nvme_queue *q, struct nvme_ccb *ccb)  in nvme_op_sq_leave()
1363 nvme_q_submit(struct nvme_softc *sc, struct nvme_queue *q, struct nvme_ccb *ccb,  in nvme_q_submit()
1364     void (*fill)(struct nvme_queue *, struct nvme_ccb *, void *))  in nvme_q_submit()  argument
1388 	void (*done)(struct nvme_queue *, struct nvme_ccb *, struct nvme_cqe *);
1392 nvme_poll(struct nvme_softc *sc, struct nvme_queue *q, struct nvme_ccb *ccb,  in nvme_poll()
1393     void (*fill)(struct nvme_queue *, struct nvme_ccb *, void *), int timo_sec)  in nvme_poll()  argument
1442 nvme_poll_fill(struct nvme_queue *q, struct nvme_ccb *ccb, void *slot)  in nvme_poll_fill()
1451 nvme_poll_done(struct nvme_queue *q, struct nvme_ccb *ccb,  in nvme_poll_done()
1464 nvme_sqe_fill(struct nvme_queue *q, struct nvme_ccb *ccb, void *slot)  in nvme_sqe_fill()
1473 nvme_empty_done(struct nvme_queue *q, struct nvme_ccb *ccb,  in nvme_empty_done()
1480     struct nvme_queue *q, struct nvme_ccb *ccb)  in nvme_op_cq_done()
1486 nvme_q_complete(struct nvme_softc *sc, struct nvme_queue *q)  in nvme_q_complete()
1556     struct nvme_queue *q, bool (*finished)(void *), void *cookie)  in nvme_q_wait_complete()
1637 nvme_q_create(struct nvme_softc *sc, struct nvme_queue *q)  in nvme_q_create()
1692 nvme_q_delete(struct nvme_softc *sc, struct nvme_queue *q)  in nvme_q_delete()
1735 nvme_fill_identify(struct nvme_queue *q, struct nvme_ccb *ccb, void *slot)  in nvme_fill_identify()
1783 nvme_ccbs_alloc(struct nvme_queue *q, uint16_t nccbs)  in nvme_ccbs_alloc()
1833 nvme_ccb_get(struct nvme_queue *q, bool wait)  in nvme_ccb_get()
1859     struct nvme_queue **selq)  in nvme_ccb_get_bio()
1869 		struct nvme_queue *q = sc->sc_q[(cpuindex + qoff) % sc->sc_nq];  in nvme_ccb_get_bio()
1892 nvme_ccb_put(struct nvme_queue *q, struct nvme_ccb *ccb)  in nvme_ccb_put()
1911 nvme_ccbs_free(struct nvme_queue *q)  in nvme_ccbs_free()
1936 static struct nvme_queue *
1939 	struct nvme_queue *q;  in nvme_q_alloc()
1997 nvme_q_reset(struct nvme_softc *sc, struct nvme_queue *q)  in nvme_q_reset()
2012 nvme_q_free(struct nvme_softc *sc, struct nvme_queue *q)  in nvme_q_free()
2052 	struct nvme_queue *q = xq;  in nvme_softintr_intx()
2073 	struct nvme_queue *q = xq;  in nvme_intr_msi()
2092 	struct nvme_queue *q = xq;  in nvme_softintr_msi()