#include "kvm/virtio-vsock.h" #include "kvm/virtio-pci-dev.h" #include "kvm/kvm.h" #include "kvm/pci.h" #include "kvm/ioeventfd.h" #include "kvm/guest_compat.h" #include "kvm/virtio-pci.h" #include "kvm/virtio.h" #include #include #include #include #define VIRTIO_VSOCK_QUEUE_SIZE 128 static LIST_HEAD(vdevs); static int compat_id = -1; enum { VSOCK_VQ_RX = 0, /* for host to guest data */ VSOCK_VQ_TX = 1, /* for guest to host data */ VSOCK_VQ_EVENT = 2, VSOCK_VQ_MAX = 3, }; struct vsock_dev { struct virt_queue vqs[VSOCK_VQ_MAX]; struct virtio_vsock_config config; u64 guest_cid; u32 features; int vhost_fd; struct virtio_device vdev; struct list_head list; struct kvm *kvm; }; static u8 *get_config(struct kvm *kvm, void *dev) { struct vsock_dev *vdev = dev; return ((u8 *)(&vdev->config)); } static size_t get_config_size(struct kvm *kvm, void *dev) { struct vsock_dev *vdev = dev; return sizeof(vdev->config); } static u64 get_host_features(struct kvm *kvm, void *dev) { int r; u64 features; struct vsock_dev *vdev = dev; r = ioctl(vdev->vhost_fd, VHOST_GET_FEATURES, &features); if (r != 0) die_perror("VHOST_GET_FEATURES failed"); return features & (1ULL << VIRTIO_RING_F_EVENT_IDX | 1ULL << VIRTIO_RING_F_INDIRECT_DESC); } static bool is_event_vq(u32 vq) { return vq == VSOCK_VQ_EVENT; } static int init_vq(struct kvm *kvm, void *dev, u32 vq) { struct vsock_dev *vdev = dev; struct virt_queue *queue; compat__remove_message(compat_id); queue = &vdev->vqs[vq]; virtio_init_device_vq(kvm, &vdev->vdev, queue, VIRTIO_VSOCK_QUEUE_SIZE); if (vdev->vhost_fd == -1 || is_event_vq(vq)) return 0; virtio_vhost_set_vring(kvm, vdev->vhost_fd, vq, queue); return 0; } static void notify_vq_eventfd(struct kvm *kvm, void *dev, u32 vq, u32 efd) { struct vsock_dev *vdev = dev; if (vdev->vhost_fd == -1 || is_event_vq(vq)) return; virtio_vhost_set_vring_kick(kvm, vdev->vhost_fd, vq, efd); } static void notify_status(struct kvm *kvm, void *dev, u32 status) { struct vsock_dev *vdev = dev; int r, start; if (status & VIRTIO__STATUS_CONFIG) vdev->config.guest_cid = cpu_to_le64(vdev->guest_cid); if (status & VIRTIO__STATUS_START) { start = 1; r = virtio_vhost_set_features(vdev->vhost_fd, vdev->vdev.features); if (r != 0) die_perror("VHOST_SET_FEATURES failed"); } else if (status & VIRTIO__STATUS_STOP) { start = 0; } else { return; } r = ioctl(vdev->vhost_fd, VHOST_VSOCK_SET_RUNNING, &start); if (r != 0) die("VHOST_VSOCK_SET_RUNNING failed %d", errno); } static int notify_vq(struct kvm *kvm, void *dev, u32 vq) { return 0; } static struct virt_queue *get_vq(struct kvm *kvm, void *dev, u32 vq) { struct vsock_dev *vdev = dev; return &vdev->vqs[vq]; } static int get_size_vq(struct kvm *kvm, void *dev, u32 vq) { return VIRTIO_VSOCK_QUEUE_SIZE; } static int set_size_vq(struct kvm *kvm, void *dev, u32 vq, int size) { return size; } static void notify_vq_gsi(struct kvm *kvm, void *dev, u32 vq, u32 gsi) { struct vsock_dev *vdev = dev; if (vdev->vhost_fd == -1 || is_event_vq(vq)) return; virtio_vhost_set_vring_irqfd(kvm, gsi, &vdev->vqs[vq]); } static unsigned int get_vq_count(struct kvm *kvm, void *dev) { return VSOCK_VQ_MAX; } static struct virtio_ops vsock_dev_virtio_ops = { .get_config = get_config, .get_config_size = get_config_size, .get_host_features = get_host_features, .init_vq = init_vq, .get_vq = get_vq, .get_size_vq = get_size_vq, .set_size_vq = set_size_vq, .notify_vq_eventfd = notify_vq_eventfd, .notify_status = notify_status, .notify_vq_gsi = notify_vq_gsi, .notify_vq = notify_vq, .get_vq_count = get_vq_count, }; static void virtio_vhost_vsock_init(struct kvm *kvm, struct vsock_dev *vdev) { int r; vdev->vhost_fd = open("/dev/vhost-vsock", O_RDWR); if (vdev->vhost_fd < 0) die_perror("Failed opening vhost-vsock device"); virtio_vhost_init(kvm, vdev->vhost_fd); r = ioctl(vdev->vhost_fd, VHOST_VSOCK_SET_GUEST_CID, &vdev->guest_cid); if (r != 0) die_perror("VHOST_VSOCK_SET_GUEST_CID failed"); vdev->vdev.use_vhost = true; } static int virtio_vsock_init_one(struct kvm *kvm, u64 guest_cid) { struct vsock_dev *vdev; int r; vdev = calloc(1, sizeof(struct vsock_dev)); if (vdev == NULL) return -ENOMEM; *vdev = (struct vsock_dev) { .guest_cid = guest_cid, .vhost_fd = -1, .kvm = kvm, }; list_add_tail(&vdev->list, &vdevs); r = virtio_init(kvm, vdev, &vdev->vdev, &vsock_dev_virtio_ops, kvm->cfg.virtio_transport, PCI_DEVICE_ID_VIRTIO_VSOCK, VIRTIO_ID_VSOCK, PCI_CLASS_VSOCK); if (r < 0) return r; virtio_vhost_vsock_init(kvm, vdev); if (compat_id == -1) compat_id = virtio_compat_add_message("virtio-vsock", "CONFIG_VIRTIO_VSOCKETS"); return 0; } static int virtio_vsock_exit_one(struct kvm *kvm, struct vsock_dev *vdev) { list_del(&vdev->list); free(vdev); return 0; } int virtio_vsock_init(struct kvm *kvm) { int r; if (kvm->cfg.vsock_cid == 0) return 0; r = virtio_vsock_init_one(kvm, kvm->cfg.vsock_cid); if (r < 0) goto cleanup; return 0; cleanup: return virtio_vsock_exit(kvm); } virtio_dev_init(virtio_vsock_init); int virtio_vsock_exit(struct kvm *kvm) { while (!list_empty(&vdevs)) { struct vsock_dev *vdev; vdev = list_first_entry(&vdevs, struct vsock_dev, list); virtio_vsock_exit_one(kvm, vdev); } return 0; } virtio_dev_exit(virtio_vsock_exit);