1*fdd3eadbSnonaka /* $NetBSD: vmbusvar.h,v 1.7 2022/05/20 13:55:17 nonaka Exp $ */
250517e57Snonaka /* $OpenBSD: hypervvar.h,v 1.13 2017/06/23 19:05:42 mikeb Exp $ */
350517e57Snonaka
450517e57Snonaka /*
550517e57Snonaka * Copyright (c) 2016 Mike Belopuhov <mike@esdenera.com>
650517e57Snonaka *
750517e57Snonaka * Permission to use, copy, modify, and distribute this software for any
850517e57Snonaka * purpose with or without fee is hereby granted, provided that the above
950517e57Snonaka * copyright notice and this permission notice appear in all copies.
1050517e57Snonaka *
1150517e57Snonaka * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
1250517e57Snonaka * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
1350517e57Snonaka * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
1450517e57Snonaka * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
1550517e57Snonaka * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
1650517e57Snonaka * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
1750517e57Snonaka * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
1850517e57Snonaka */
1950517e57Snonaka
2050517e57Snonaka #ifndef _VMBUSVAR_H_
2150517e57Snonaka #define _VMBUSVAR_H_
2250517e57Snonaka
2350517e57Snonaka #include <sys/param.h>
2450517e57Snonaka #include <sys/device.h>
2550517e57Snonaka #include <sys/atomic.h>
2650517e57Snonaka #include <sys/bus.h>
27c9d5b091Snonaka #include <sys/condvar.h>
2850517e57Snonaka #include <sys/evcnt.h>
2950517e57Snonaka #include <sys/kcpuset.h>
3050517e57Snonaka #include <sys/mutex.h>
3150517e57Snonaka #include <sys/pool.h>
3250517e57Snonaka
3350517e57Snonaka #include <dev/hyperv/hypervreg.h>
3450517e57Snonaka #include <dev/hyperv/hypervvar.h>
3550517e57Snonaka
3650517e57Snonaka /* #define HYPERV_DEBUG */
3750517e57Snonaka
3850517e57Snonaka #ifdef HYPERV_DEBUG
3950517e57Snonaka #define DPRINTF(x...) printf(x)
4050517e57Snonaka #else
4150517e57Snonaka #define DPRINTF(x...)
4250517e57Snonaka #endif
4350517e57Snonaka
4450517e57Snonaka typedef void (*vmbus_channel_callback_t)(void *);
4550517e57Snonaka
4650517e57Snonaka struct vmbus_softc;
47c9d5b091Snonaka struct vmbus_channel;
4850517e57Snonaka
4950517e57Snonaka struct vmbus_msg {
5050517e57Snonaka uint64_t msg_flags;
5150517e57Snonaka #define MSGF_NOSLEEP __BIT(0)
5250517e57Snonaka #define MSGF_NOQUEUE __BIT(1)
5350517e57Snonaka #define MSGF_ORPHANED __BIT(2)
5450517e57Snonaka struct hyperv_hypercall_postmsg_in msg_req __aligned(8);
5550517e57Snonaka void *msg_rsp;
5650517e57Snonaka size_t msg_rsplen;
5750517e57Snonaka TAILQ_ENTRY(vmbus_msg) msg_entry;
5850517e57Snonaka };
5950517e57Snonaka __CTASSERT((offsetof(struct vmbus_msg, msg_req) % 8) == 0);
6050517e57Snonaka TAILQ_HEAD(vmbus_queue, vmbus_msg);
6150517e57Snonaka
62b74d80dfSnonaka struct vmbus_chev {
63b74d80dfSnonaka int vce_type;
64b74d80dfSnonaka #define VMBUS_CHEV_TYPE_OFFER 0
65b74d80dfSnonaka #define VMBUS_CHEV_TYPE_RESCIND 1
66b74d80dfSnonaka void *vce_arg;
67b74d80dfSnonaka SIMPLEQ_ENTRY(vmbus_chev) vce_entry;
68b74d80dfSnonaka };
69b74d80dfSnonaka SIMPLEQ_HEAD(vmbus_chevq, vmbus_chev);
70b74d80dfSnonaka
71c9d5b091Snonaka struct vmbus_dev {
72c9d5b091Snonaka int vd_type;
73c9d5b091Snonaka #define VMBUS_DEV_TYPE_ATTACH 0
74c9d5b091Snonaka #define VMBUS_DEV_TYPE_DETACH 1
75c9d5b091Snonaka struct vmbus_channel *vd_chan;
76c9d5b091Snonaka SIMPLEQ_ENTRY(vmbus_dev) vd_entry;
7750517e57Snonaka };
78c9d5b091Snonaka SIMPLEQ_HEAD(vmbus_devq, vmbus_dev);
7950517e57Snonaka
8050517e57Snonaka struct vmbus_ring_data {
8150517e57Snonaka struct vmbus_bufring *rd_ring;
8250517e57Snonaka uint32_t rd_size;
8350517e57Snonaka kmutex_t rd_lock;
8450517e57Snonaka uint32_t rd_prod;
8550517e57Snonaka uint32_t rd_cons;
8650517e57Snonaka uint32_t rd_dsize;
8750517e57Snonaka };
8850517e57Snonaka
8950517e57Snonaka TAILQ_HEAD(vmbus_channels, vmbus_channel);
9050517e57Snonaka
9150517e57Snonaka struct vmbus_channel {
9250517e57Snonaka struct vmbus_softc *ch_sc;
9350517e57Snonaka device_t ch_dev;
9450517e57Snonaka u_int ch_refs;
9550517e57Snonaka
9650517e57Snonaka int ch_state;
9750517e57Snonaka #define VMBUS_CHANSTATE_OFFERED 1
9850517e57Snonaka #define VMBUS_CHANSTATE_OPENED 2
9950517e57Snonaka #define VMBUS_CHANSTATE_CLOSING 3
10050517e57Snonaka #define VMBUS_CHANSTATE_CLOSED 4
10150517e57Snonaka uint32_t ch_id;
10250517e57Snonaka uint16_t ch_subidx;
10350517e57Snonaka
10450517e57Snonaka struct hyperv_guid ch_type;
10550517e57Snonaka struct hyperv_guid ch_inst;
10650517e57Snonaka char ch_ident[38];
10750517e57Snonaka
10850517e57Snonaka void *ch_ring;
10950517e57Snonaka uint32_t ch_ring_gpadl;
11050517e57Snonaka u_long ch_ring_size;
11150517e57Snonaka struct hyperv_dma ch_ring_dma;
11250517e57Snonaka
11350517e57Snonaka struct vmbus_ring_data ch_wrd;
11450517e57Snonaka struct vmbus_ring_data ch_rrd;
11550517e57Snonaka
11650517e57Snonaka int ch_cpuid;
11750517e57Snonaka uint32_t ch_vcpu;
11850517e57Snonaka
11950517e57Snonaka void (*ch_handler)(void *);
12050517e57Snonaka void *ch_ctx;
12150517e57Snonaka struct evcnt ch_evcnt;
12250517e57Snonaka void *ch_taskq;
12350517e57Snonaka
124*fdd3eadbSnonaka kmutex_t ch_event_lock;
125*fdd3eadbSnonaka kcondvar_t ch_event_cv;
126*fdd3eadbSnonaka
12750517e57Snonaka uint32_t ch_flags;
12850517e57Snonaka #define CHF_BATCHED __BIT(0)
12950517e57Snonaka #define CHF_MONITOR __BIT(1)
130c9d5b091Snonaka #define CHF_REVOKED __BIT(2)
13150517e57Snonaka
13250517e57Snonaka uint8_t ch_mgroup;
13350517e57Snonaka uint8_t ch_mindex;
13450517e57Snonaka struct hyperv_mon_param *ch_monprm;
13550517e57Snonaka struct hyperv_dma ch_monprm_dma;
13650517e57Snonaka
137b74d80dfSnonaka TAILQ_ENTRY(vmbus_channel) ch_prientry;
13850517e57Snonaka TAILQ_ENTRY(vmbus_channel) ch_entry;
13950517e57Snonaka
14050517e57Snonaka kmutex_t ch_subchannel_lock;
141*fdd3eadbSnonaka kcondvar_t ch_subchannel_cv;
14250517e57Snonaka struct vmbus_channels ch_subchannels;
14350517e57Snonaka u_int ch_subchannel_count;
14450517e57Snonaka TAILQ_ENTRY(vmbus_channel) ch_subentry;
14550517e57Snonaka struct vmbus_channel *ch_primary_channel;
14650517e57Snonaka };
14750517e57Snonaka
14850517e57Snonaka #define VMBUS_CHAN_ISPRIMARY(chan) ((chan)->ch_subidx == 0)
14950517e57Snonaka
15050517e57Snonaka struct vmbus_attach_args {
15150517e57Snonaka struct hyperv_guid *aa_type;
15250517e57Snonaka struct hyperv_guid *aa_inst;
15350517e57Snonaka char *aa_ident;
15450517e57Snonaka struct vmbus_channel *aa_chan;
15513deebddSnonaka bus_space_tag_t aa_iot;
15613deebddSnonaka bus_space_tag_t aa_memt;
15750517e57Snonaka };
15850517e57Snonaka
15950517e57Snonaka struct vmbus_percpu_data {
16050517e57Snonaka void *simp; /* Synthetic Interrupt Message Page */
16150517e57Snonaka void *siep; /* Synthetic Interrupt Event Flags Page */
16250517e57Snonaka
16350517e57Snonaka /* Rarely used fields */
16450517e57Snonaka struct hyperv_dma simp_dma;
16550517e57Snonaka struct hyperv_dma siep_dma;
1666386396aSyamaguchi
1676386396aSyamaguchi void *md_cookie;
16850517e57Snonaka } __aligned(CACHE_LINE_SIZE);
16950517e57Snonaka
17050517e57Snonaka struct vmbus_softc {
17150517e57Snonaka device_t sc_dev;
17213deebddSnonaka bus_space_tag_t sc_iot;
17313deebddSnonaka bus_space_tag_t sc_memt;
17450517e57Snonaka bus_dma_tag_t sc_dmat;
17550517e57Snonaka
17650517e57Snonaka pool_cache_t sc_msgpool;
17750517e57Snonaka
17850517e57Snonaka void *sc_msg_sih;
17950517e57Snonaka
18050517e57Snonaka u_long *sc_wevents; /* Write events */
18150517e57Snonaka u_long *sc_revents; /* Read events */
182*fdd3eadbSnonaka struct vmbus_channel * volatile *sc_chanmap;
183*fdd3eadbSnonaka volatile u_long sc_evtmask[VMBUS_EVTFLAGS_MAX];
18450517e57Snonaka struct vmbus_mnf *sc_monitor[2];
18550517e57Snonaka struct vmbus_percpu_data sc_percpu[MAXCPUS];
18650517e57Snonaka
18750517e57Snonaka /*
18850517e57Snonaka * Rarely used fields
18950517e57Snonaka */
19050517e57Snonaka uint32_t sc_flags;
19150517e57Snonaka #define VMBUS_SCFLAG_SYNIC __BIT(0)
19250517e57Snonaka #define VMBUS_SCFLAG_CONNECTED __BIT(1)
19350517e57Snonaka #define VMBUS_SCFLAG_OFFERS_DELIVERED __BIT(2)
19450517e57Snonaka uint32_t sc_proto;
19550517e57Snonaka int sc_channel_max;
19650517e57Snonaka
19750517e57Snonaka kcpuset_t *sc_intr_cpuset;
19850517e57Snonaka
19950517e57Snonaka /* Shared memory for Write/Read events */
20050517e57Snonaka void *sc_events;
20150517e57Snonaka struct hyperv_dma sc_events_dma;
20250517e57Snonaka
20350517e57Snonaka struct hyperv_dma sc_monitor_dma[2];
20450517e57Snonaka
20550517e57Snonaka struct vmbus_queue sc_reqs; /* Request queue */
20650517e57Snonaka kmutex_t sc_req_lock;
20750517e57Snonaka struct vmbus_queue sc_rsps; /* Response queue */
20850517e57Snonaka kmutex_t sc_rsp_lock;
20950517e57Snonaka
210b74d80dfSnonaka struct vmbus_chevq sc_chevq;
211b74d80dfSnonaka kmutex_t sc_chevq_lock;
212b74d80dfSnonaka kcondvar_t sc_chevq_cv;
213b74d80dfSnonaka
214c9d5b091Snonaka struct vmbus_devq sc_devq;
215c9d5b091Snonaka kmutex_t sc_devq_lock;
216c9d5b091Snonaka kcondvar_t sc_devq_cv;
21750517e57Snonaka
218b74d80dfSnonaka struct vmbus_devq sc_subch_devq;
219b74d80dfSnonaka kmutex_t sc_subch_devq_lock;
220b74d80dfSnonaka kcondvar_t sc_subch_devq_cv;
221b74d80dfSnonaka
222b74d80dfSnonaka struct vmbus_channels sc_prichans;
223b74d80dfSnonaka kmutex_t sc_prichan_lock;
224b74d80dfSnonaka
22550517e57Snonaka struct vmbus_channels sc_channels;
22650517e57Snonaka kmutex_t sc_channel_lock;
22750517e57Snonaka
22850517e57Snonaka volatile uint32_t sc_handle;
22950517e57Snonaka };
23050517e57Snonaka
23150517e57Snonaka static __inline void
clear_bit(u_int b,volatile void * p)23250517e57Snonaka clear_bit(u_int b, volatile void *p)
23350517e57Snonaka {
23450517e57Snonaka atomic_and_32(((volatile u_int *)p) + (b >> 5), ~(1 << (b & 0x1f)));
23550517e57Snonaka }
23650517e57Snonaka
23750517e57Snonaka static __inline void
set_bit(u_int b,volatile void * p)23850517e57Snonaka set_bit(u_int b, volatile void *p)
23950517e57Snonaka {
24050517e57Snonaka atomic_or_32(((volatile u_int *)p) + (b >> 5), 1 << (b & 0x1f));
24150517e57Snonaka }
24250517e57Snonaka
24350517e57Snonaka static __inline int
test_bit(u_int b,volatile void * p)24450517e57Snonaka test_bit(u_int b, volatile void *p)
24550517e57Snonaka {
24650517e57Snonaka return !!(((volatile u_int *)p)[b >> 5] & (1 << (b & 0x1f)));
24750517e57Snonaka }
24850517e57Snonaka
24950517e57Snonaka extern const struct hyperv_guid hyperv_guid_network;
25050517e57Snonaka extern const struct hyperv_guid hyperv_guid_ide;
25150517e57Snonaka extern const struct hyperv_guid hyperv_guid_scsi;
25250517e57Snonaka extern const struct hyperv_guid hyperv_guid_shutdown;
25350517e57Snonaka extern const struct hyperv_guid hyperv_guid_timesync;
25450517e57Snonaka extern const struct hyperv_guid hyperv_guid_heartbeat;
25550517e57Snonaka extern const struct hyperv_guid hyperv_guid_kvp;
25650517e57Snonaka extern const struct hyperv_guid hyperv_guid_vss;
25750517e57Snonaka extern const struct hyperv_guid hyperv_guid_dynmem;
25850517e57Snonaka extern const struct hyperv_guid hyperv_guid_mouse;
25950517e57Snonaka extern const struct hyperv_guid hyperv_guid_kbd;
26050517e57Snonaka extern const struct hyperv_guid hyperv_guid_video;
26150517e57Snonaka extern const struct hyperv_guid hyperv_guid_fc;
26250517e57Snonaka extern const struct hyperv_guid hyperv_guid_fcopy;
26350517e57Snonaka extern const struct hyperv_guid hyperv_guid_pcie;
26450517e57Snonaka extern const struct hyperv_guid hyperv_guid_netdir;
26550517e57Snonaka extern const struct hyperv_guid hyperv_guid_rdesktop;
26650517e57Snonaka extern const struct hyperv_guid hyperv_guid_avma1;
26750517e57Snonaka extern const struct hyperv_guid hyperv_guid_avma2;
26850517e57Snonaka extern const struct hyperv_guid hyperv_guid_avma3;
26950517e57Snonaka extern const struct hyperv_guid hyperv_guid_avma4;
27050517e57Snonaka
27150517e57Snonaka int vmbus_match(device_t, cfdata_t, void *);
27250517e57Snonaka int vmbus_attach(struct vmbus_softc *);
27350517e57Snonaka int vmbus_detach(struct vmbus_softc *, int);
27450517e57Snonaka
27550517e57Snonaka int vmbus_handle_alloc(struct vmbus_channel *, const struct hyperv_dma *,
27650517e57Snonaka uint32_t, uint32_t *);
27750517e57Snonaka void vmbus_handle_free(struct vmbus_channel *, uint32_t);
27850517e57Snonaka int vmbus_channel_open(struct vmbus_channel *, size_t, void *, size_t,
27950517e57Snonaka vmbus_channel_callback_t, void *);
28050517e57Snonaka int vmbus_channel_close(struct vmbus_channel *);
28150517e57Snonaka int vmbus_channel_close_direct(struct vmbus_channel *);
28250517e57Snonaka int vmbus_channel_setdeferred(struct vmbus_channel *, const char *);
28350517e57Snonaka void vmbus_channel_schedule(struct vmbus_channel *);
28450517e57Snonaka int vmbus_channel_send(struct vmbus_channel *, void *, uint32_t, uint64_t,
28550517e57Snonaka int, uint32_t);
28650517e57Snonaka int vmbus_channel_send_sgl(struct vmbus_channel *, struct vmbus_gpa *,
28750517e57Snonaka uint32_t, void *, uint32_t, uint64_t);
28850517e57Snonaka int vmbus_channel_send_prpl(struct vmbus_channel *,
28950517e57Snonaka struct vmbus_gpa_range *, uint32_t, void *, uint32_t, uint64_t);
29050517e57Snonaka int vmbus_channel_recv(struct vmbus_channel *, void *, uint32_t, uint32_t *,
29150517e57Snonaka uint64_t *, int);
29250517e57Snonaka void vmbus_channel_cpu_set(struct vmbus_channel *, int);
29350517e57Snonaka void vmbus_channel_cpu_rr(struct vmbus_channel *);
294c9d5b091Snonaka bool vmbus_channel_is_revoked(struct vmbus_channel *);
295*fdd3eadbSnonaka bool vmbus_channel_tx_empty(struct vmbus_channel *);
296*fdd3eadbSnonaka bool vmbus_channel_rx_empty(struct vmbus_channel *);
297*fdd3eadbSnonaka void vmbus_channel_pause(struct vmbus_channel *);
298*fdd3eadbSnonaka uint32_t vmbus_channel_unpause(struct vmbus_channel *);
299*fdd3eadbSnonaka uint32_t vmbus_channel_ready(struct vmbus_channel *);
30050517e57Snonaka
30150517e57Snonaka struct vmbus_channel **
30250517e57Snonaka vmbus_subchannel_get(struct vmbus_channel *, int);
303*fdd3eadbSnonaka void vmbus_subchannel_rel(struct vmbus_channel **, int);
304*fdd3eadbSnonaka void vmbus_subchannel_drain(struct vmbus_channel *);
30550517e57Snonaka
30650517e57Snonaka #endif /* _VMBUSVAR_H_ */
307