1 /* $NetBSD: virtiovar.h,v 1.24 2022/03/24 08:08:05 andvar Exp $ */ 2 3 /* 4 * Copyright (c) 2010 Minoura Makoto. 5 * All rights reserved. 6 * 7 * Redistribution and use in source and binary forms, with or without 8 * modification, are permitted provided that the following conditions 9 * are met: 10 * 1. Redistributions of source code must retain the above copyright 11 * notice, this list of conditions and the following disclaimer. 12 * 2. Redistributions in binary form must reproduce the above copyright 13 * notice, this list of conditions and the following disclaimer in the 14 * documentation and/or other materials provided with the distribution. 15 * 16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 17 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 18 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 19 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 20 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 21 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 22 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 23 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 24 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 25 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 26 */ 27 28 /* 29 * Part of the file derived from `Virtio PCI Card Specification v0.8.6 DRAFT' 30 * Appendix A. 31 */ 32 /* An interface for efficient virtio implementation. 33 * 34 * This header is BSD licensed so anyone can use the definitions 35 * to implement compatible drivers/servers. 36 * 37 * Copyright 2007, 2009, IBM Corporation 38 * All rights reserved. 39 * 40 * Redistribution and use in source and binary forms, with or without 41 * modification, are permitted provided that the following conditions 42 * are met: 43 * 1. Redistributions of source code must retain the above copyright 44 * notice, this list of conditions and the following disclaimer. 45 * 2. Redistributions in binary form must reproduce the above copyright 46 * notice, this list of conditions and the following disclaimer in the 47 * documentation and/or other materials provided with the distribution. 48 * 3. Neither the name of IBM nor the names of its contributors 49 * may be used to endorse or promote products derived from this software 50 * without specific prior written permission. 51 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS ``AS IS'' AND 52 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 53 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 54 * ARE DISCLAIMED. IN NO EVENT SHALL IBM OR CONTRIBUTORS BE LIABLE 55 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 56 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 57 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 58 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 59 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 60 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 61 * SUCH DAMAGE. 62 */ 63 64 65 #ifndef _DEV_PCI_VIRTIOVAR_H_ 66 #define _DEV_PCI_VIRTIOVAR_H_ 67 68 #include <sys/types.h> 69 #include <sys/queue.h> 70 #include <sys/bus.h> 71 #include <dev/pci/virtioreg.h> 72 73 74 struct vq_entry { 75 SIMPLEQ_ENTRY(vq_entry) qe_list; /* free list */ 76 uint16_t qe_index; /* index in vq_desc array */ 77 /* followings are used only when it is the `head' entry */ 78 int16_t qe_next; /* next enq slot */ 79 bool qe_indirect; /* 1 if using indirect */ 80 struct vring_desc *qe_desc_base; 81 }; 82 83 struct virtqueue { 84 struct virtio_softc *vq_owner; 85 unsigned int vq_num; /* queue size (# of entries) */ 86 int vq_index; /* queue number (0, 1, ...) */ 87 88 /* vring pointers (KVA) */ 89 struct vring_desc *vq_desc; 90 struct vring_avail *vq_avail; 91 struct vring_used *vq_used; 92 void *vq_indirect; 93 uint16_t *vq_used_event; /* trails avail */ 94 uint16_t *vq_avail_event; /* trails used */ 95 96 /* virtqueue allocation info */ 97 void *vq_vaddr; 98 int vq_availoffset; 99 int vq_usedoffset; 100 int vq_indirectoffset; 101 bus_dma_segment_t vq_segs[1]; 102 unsigned int vq_bytesize; 103 bus_dmamap_t vq_dmamap; 104 105 int vq_maxsegsize; 106 int vq_maxnsegs; 107 108 /* free entry management */ 109 struct vq_entry *vq_entries; 110 SIMPLEQ_HEAD(, vq_entry) vq_freelist; 111 kmutex_t vq_freelist_lock; 112 113 /* enqueue/dequeue status */ 114 uint16_t vq_avail_idx; 115 uint16_t vq_used_idx; 116 int vq_queued; 117 kmutex_t vq_aring_lock; 118 kmutex_t vq_uring_lock; 119 120 /* interrupt handler */ 121 int (*vq_done)(struct virtqueue*); 122 int (*vq_intrhand)(void *); 123 void *vq_intrhand_arg; 124 125 /* for 1.0 */ 126 uint32_t vq_notify_off; 127 }; 128 129 struct virtio_attach_args { 130 int sc_childdevid; 131 }; 132 133 typedef int (*virtio_callback)(struct virtio_softc*); 134 135 #ifdef VIRTIO_PRIVATE 136 struct virtio_ops { 137 void (*kick)(struct virtio_softc *, uint16_t); 138 uint16_t (*read_queue_size)(struct virtio_softc *, uint16_t); 139 void (*setup_queue)(struct virtio_softc *, uint16_t, uint64_t); 140 void (*set_status)(struct virtio_softc *, int); 141 void (*neg_features)(struct virtio_softc *, uint64_t); 142 int (*alloc_interrupts)(struct virtio_softc *); 143 void (*free_interrupts)(struct virtio_softc *); 144 int (*setup_interrupts)(struct virtio_softc *, int); 145 }; 146 147 struct virtio_softc { 148 device_t sc_dev; 149 const struct virtio_ops *sc_ops; 150 bus_dma_tag_t sc_dmat; 151 152 int sc_bus_endian; 153 int sc_struct_endian; 154 155 bus_space_tag_t sc_devcfg_iot; 156 bus_space_handle_t sc_devcfg_ioh; 157 bus_size_t sc_devcfg_iosize; 158 159 int sc_ipl; /* set by child */ 160 void *sc_soft_ih; 161 162 int sc_flags; /* set by child */ 163 164 uint64_t sc_active_features; 165 bool sc_indirect; 166 bool sc_version_1; 167 bool sc_finished_called; 168 169 int sc_nvqs; /* set by child */ 170 struct virtqueue *sc_vqs; /* set by child */ 171 172 int sc_childdevid; 173 device_t sc_child; /* set by child */ 174 bool sc_child_mq; 175 virtio_callback sc_config_change; /* set by child */ 176 virtio_callback sc_intrhand; /* set by child */ 177 }; 178 #else 179 struct virtio_softc; 180 #endif 181 182 183 /* interrupt types, stored in virtio_softc->sc_flags */ 184 #define VIRTIO_F_INTR_MPSAFE (1 << 0) 185 #define VIRTIO_F_INTR_SOFTINT (1 << 1) 186 #define VIRTIO_F_INTR_MSIX (1 << 2) 187 188 189 #define VIRTIO_CHILD_FAILED ((void *)1) 190 191 /* public interface */ 192 void virtio_negotiate_features(struct virtio_softc*, uint64_t); 193 194 uint8_t virtio_read_device_config_1(struct virtio_softc *, int); 195 uint16_t virtio_read_device_config_2(struct virtio_softc *, int); 196 uint32_t virtio_read_device_config_4(struct virtio_softc *, int); 197 uint64_t virtio_read_device_config_8(struct virtio_softc *, int); 198 uint16_t virtio_read_device_config_le_2(struct virtio_softc *, int); 199 uint32_t virtio_read_device_config_le_4(struct virtio_softc *, int); 200 void virtio_write_device_config_1(struct virtio_softc *, int, uint8_t); 201 void virtio_write_device_config_2(struct virtio_softc *, int, uint16_t); 202 void virtio_write_device_config_4(struct virtio_softc *, int, uint32_t); 203 void virtio_write_device_config_8(struct virtio_softc *, int, uint64_t); 204 void virtio_write_device_config_le_2(struct virtio_softc *, int, uint16_t); 205 void virtio_write_device_config_le_4(struct virtio_softc *, int, uint32_t); 206 207 int virtio_alloc_vq(struct virtio_softc*, struct virtqueue*, int, int, int, 208 const char*); 209 int virtio_free_vq(struct virtio_softc*, struct virtqueue*); 210 void virtio_reset(struct virtio_softc *); 211 int virtio_reinit_start(struct virtio_softc *); 212 void virtio_reinit_end(struct virtio_softc *); 213 void virtio_child_attach_start(struct virtio_softc *, device_t, int, 214 struct virtqueue *, 215 virtio_callback, virtio_callback, int, 216 int, const char *); 217 void virtio_child_attach_set_vqs(struct virtio_softc *, 218 struct virtqueue *, int); 219 int virtio_child_attach_finish(struct virtio_softc *); 220 void virtio_child_attach_failed(struct virtio_softc *); 221 void virtio_child_detach(struct virtio_softc *); 222 223 int virtio_enqueue_prep(struct virtio_softc*, struct virtqueue*, int*); 224 int virtio_enqueue_reserve(struct virtio_softc*, struct virtqueue*, int, int); 225 int virtio_enqueue(struct virtio_softc*, struct virtqueue*, int, 226 bus_dmamap_t, bool); 227 int virtio_enqueue_p(struct virtio_softc*, struct virtqueue*, int, 228 bus_dmamap_t, bus_addr_t, bus_size_t, bool); 229 int virtio_enqueue_commit(struct virtio_softc*, struct virtqueue*, int, bool); 230 int virtio_enqueue_abort(struct virtio_softc*, struct virtqueue*, int); 231 232 int virtio_dequeue(struct virtio_softc*, struct virtqueue*, int *, int *); 233 int virtio_dequeue_commit(struct virtio_softc*, struct virtqueue*, int); 234 235 bool virtio_vq_is_enqueued(struct virtio_softc *, struct virtqueue *); 236 int virtio_vq_intr(struct virtio_softc *); 237 int virtio_vq_intrhand(struct virtio_softc *); 238 int virtio_postpone_intr(struct virtio_softc *sc, struct virtqueue *vq, 239 uint16_t nslots); 240 int virtio_postpone_intr_smart(struct virtio_softc *sc, struct virtqueue *vq); 241 int virtio_postpone_intr_far(struct virtio_softc *sc, struct virtqueue *vq); 242 void virtio_stop_vq_intr(struct virtio_softc *, struct virtqueue *); 243 int virtio_start_vq_intr(struct virtio_softc *, struct virtqueue *); 244 245 /* encapsulation */ 246 bus_dma_tag_t virtio_dmat(struct virtio_softc *); 247 device_t virtio_child(struct virtio_softc *); 248 int virtio_intrhand(struct virtio_softc *); 249 uint64_t virtio_features(struct virtio_softc *); 250 251 /* autoconf(9) common */ 252 void virtio_set_status(struct virtio_softc *, int); 253 void virtio_print_device_type(device_t, int, int); 254 int virtio_attach_failed(struct virtio_softc *); 255 256 #define virtio_device_reset(sc) virtio_set_status((sc), 0) 257 258 /* endian conversion */ 259 260 /* 261 * Virtio structures are read/written in host endian for 0.9 but little endian 262 * for 1.0. One notable exception is AArch BE that always uses little endian. 263 */ 264 uint16_t virtio_rw16(struct virtio_softc *sc, uint16_t val); 265 uint32_t virtio_rw32(struct virtio_softc *sc, uint32_t val); 266 uint64_t virtio_rw64(struct virtio_softc *sc, uint64_t val); 267 268 #endif /* _DEV_PCI_VIRTIOVAR_H_ */ 269