#ifndef _DEV_PCI_VIRTIOVAR_H_
#define _DEV_PCI_VIRTIOVAR_H_
#include <sys/types.h>
#include <sys/queue.h>
#include <sys/bus.h>
#include <dev/pci/virtioreg.h>
struct virtqueue {
struct virtio_softc *vq_owner;
unsigned int vq_num;
int vq_index;
struct vring_desc *vq_desc;
struct vring_avail *vq_avail;
struct vring_used *vq_used;
struct vring_desc *vq_indirect;
uint16_t *vq_used_event;
uint16_t *vq_avail_event;
void *vq_vaddr;
int vq_availoffset;
int vq_usedoffset;
int vq_indirectoffset;
bus_dma_segment_t vq_segs[1];
unsigned int vq_bytesize;
bus_dmamap_t vq_dmamap;
int vq_maxsegsize;
int vq_maxnsegs;
uint16_t vq_avail_idx;
uint16_t vq_used_idx;
uint16_t vq_free_idx;
int vq_queued;
kmutex_t vq_aring_lock;
kmutex_t vq_uring_lock;
kmutex_t vq_freedesc_lock;
int (*vq_done)(struct virtqueue*);
int (*vq_intrhand)(void *);
void *vq_intrhand_arg;
uint32_t vq_notify_off;
struct vring_desc_extra {
bool use_indirect;
struct vring_desc
*desc_base;
uint16_t desc_free_idx;
} *vq_descx;
};
struct virtio_attach_args {
int sc_childdevid;
};
typedef int (*virtio_callback)(struct virtio_softc*);
#ifdef VIRTIO_PRIVATE
struct virtio_ops {
void (*kick)(struct virtio_softc *, uint16_t);
uint16_t (*read_queue_size)(struct virtio_softc *, uint16_t);
void (*setup_queue)(struct virtio_softc *, uint16_t, uint64_t);
void (*set_status)(struct virtio_softc *, int);
void (*neg_features)(struct virtio_softc *, uint64_t);
int (*alloc_interrupts)(struct virtio_softc *);
void (*free_interrupts)(struct virtio_softc *);
int (*setup_interrupts)(struct virtio_softc *, int);
};
struct virtio_softc {
device_t sc_dev;
const struct virtio_ops *sc_ops;
bus_dma_tag_t sc_dmat;
int sc_bus_endian;
int sc_struct_endian;
bus_space_tag_t sc_devcfg_iot;
bus_space_handle_t sc_devcfg_ioh;
bus_size_t sc_devcfg_iosize;
int sc_ipl;
void *sc_soft_ih;
int sc_flags;
uint64_t sc_active_features;
bool sc_indirect;
bool sc_version_1;
int sc_nvqs;
struct virtqueue *sc_vqs;
int sc_childdevid;
device_t sc_child;
enum {
VIRTIO_NO_CHILD = 0,
VIRTIO_CHILD_ATTACH_FINISHED,
VIRTIO_CHILD_ATTACH_FAILED
} sc_child_state;
virtio_callback sc_config_change;
virtio_callback sc_intrhand;
};
#else
struct virtio_softc;
#endif
#define VIRTIO_F_INTR_MPSAFE (1 << 0)
#define VIRTIO_F_INTR_SOFTINT (1 << 1)
#define VIRTIO_F_INTR_MSIX (1 << 2)
#define VIRTIO_F_INTR_PERVQ (1 << 3)
void virtio_negotiate_features(struct virtio_softc*, uint64_t);
uint8_t virtio_read_device_config_1(struct virtio_softc *, int);
uint16_t virtio_read_device_config_2(struct virtio_softc *, int);
uint32_t virtio_read_device_config_4(struct virtio_softc *, int);
uint64_t virtio_read_device_config_8(struct virtio_softc *, int);
uint16_t virtio_read_device_config_le_2(struct virtio_softc *, int);
uint32_t virtio_read_device_config_le_4(struct virtio_softc *, int);
void virtio_write_device_config_1(struct virtio_softc *, int, uint8_t);
void virtio_write_device_config_2(struct virtio_softc *, int, uint16_t);
void virtio_write_device_config_4(struct virtio_softc *, int, uint32_t);
void virtio_write_device_config_8(struct virtio_softc *, int, uint64_t);
void virtio_write_device_config_le_2(struct virtio_softc *, int, uint16_t);
void virtio_write_device_config_le_4(struct virtio_softc *, int, uint32_t);
void virtio_init_vq(struct virtio_softc *, struct virtqueue *, int,
int (*)(void *), void *);
void virtio_init_vq_vqdone(struct virtio_softc *,struct virtqueue *, int,
int (*)(struct virtqueue *));
int virtio_alloc_vq(struct virtio_softc*, struct virtqueue*, int, int,
const char*);
int virtio_free_vq(struct virtio_softc*, struct virtqueue*);
void virtio_reset(struct virtio_softc *);
int virtio_reinit_start(struct virtio_softc *);
void virtio_reinit_end(struct virtio_softc *);
void virtio_child_attach_start(struct virtio_softc *, device_t, int,
uint64_t, const char *);
int virtio_child_attach_finish(struct virtio_softc *,
struct virtqueue *, size_t,
virtio_callback, int);
void virtio_child_attach_failed(struct virtio_softc *);
void virtio_child_detach(struct virtio_softc *);
int virtio_enqueue_prep(struct virtio_softc*, struct virtqueue*, int*);
int virtio_enqueue_reserve(struct virtio_softc*, struct virtqueue*, int, int);
int virtio_enqueue(struct virtio_softc*, struct virtqueue*, int,
bus_dmamap_t, bool);
int virtio_enqueue_p(struct virtio_softc*, struct virtqueue*, int,
bus_dmamap_t, bus_addr_t, bus_size_t, bool);
int virtio_enqueue_commit(struct virtio_softc*, struct virtqueue*, int, bool);
int virtio_enqueue_abort(struct virtio_softc*, struct virtqueue*, int);
int virtio_dequeue(struct virtio_softc*, struct virtqueue*, int *, int *);
int virtio_dequeue_commit(struct virtio_softc*, struct virtqueue*, int);
bool virtio_vq_is_enqueued(struct virtio_softc *, struct virtqueue *);
int virtio_postpone_intr(struct virtio_softc *sc, struct virtqueue *vq,
uint16_t nslots);
int virtio_postpone_intr_smart(struct virtio_softc *sc, struct virtqueue *vq);
int virtio_postpone_intr_far(struct virtio_softc *sc, struct virtqueue *vq);
void virtio_stop_vq_intr(struct virtio_softc *, struct virtqueue *);
int virtio_start_vq_intr(struct virtio_softc *, struct virtqueue *);
bus_dma_tag_t virtio_dmat(struct virtio_softc *);
device_t virtio_child(struct virtio_softc *);
int virtio_intrhand(struct virtio_softc *);
uint64_t virtio_features(struct virtio_softc *);
bool virtio_version_1(struct virtio_softc *);
void virtio_set_status(struct virtio_softc *, int);
void virtio_print_device_type(device_t, int, int);
int virtio_attach_failed(struct virtio_softc *);
#define virtio_device_reset(sc) virtio_set_status((sc), 0)
uint16_t virtio_rw16(struct virtio_softc *sc, uint16_t val);
uint32_t virtio_rw32(struct virtio_softc *sc, uint32_t val);
uint64_t virtio_rw64(struct virtio_softc *sc, uint64_t val);
#endif