/*- * BSD LICENSE * * Copyright(c) 2010-2014 Intel Corporation. All rights reserved. * All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * * * Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * * Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in * the documentation and/or other materials provided with the * distribution. * * Neither the name of Intel Corporation nor the names of its * contributors may be used to endorse or promote products derived * from this software without specific prior written permission. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ #ifndef _VHOST_NET_CDEV_H_ #define _VHOST_NET_CDEV_H_ #include #include #include #include #include #include #include "rte_virtio_net.h" /* Used to indicate that the device is running on a data core */ #define VIRTIO_DEV_RUNNING 1 /* Backend value set by guest. */ #define VIRTIO_DEV_STOPPED -1 #define BUF_VECTOR_MAX 256 /** * Structure contains buffer address, length and descriptor index * from vring to do scatter RX. */ struct buf_vector { uint64_t buf_addr; uint32_t buf_len; uint32_t desc_idx; }; /** * Structure contains variables relevant to RX/TX virtqueues. */ struct vhost_virtqueue { struct vring_desc *desc; struct vring_avail *avail; struct vring_used *used; uint32_t size; /* Last index used on the available ring */ volatile uint16_t last_used_idx; #define VIRTIO_INVALID_EVENTFD (-1) #define VIRTIO_UNINITIALIZED_EVENTFD (-2) /* Backend value to determine if device should started/stopped */ int backend; /* Used to notify the guest (trigger interrupt) */ int callfd; /* Currently unused as polling mode is enabled */ int kickfd; int enabled; /* Physical address of used ring, for logging */ uint64_t log_guest_addr; } __rte_cache_aligned; /* Old kernels have no such macro defined */ #ifndef VIRTIO_NET_F_GUEST_ANNOUNCE #define VIRTIO_NET_F_GUEST_ANNOUNCE 21 #endif /* * Make an extra wrapper for VIRTIO_NET_F_MQ and * VIRTIO_NET_CTRL_MQ_VQ_PAIRS_MAX as they are * introduced since kernel v3.8. This makes our * code buildable for older kernel. */ #ifdef VIRTIO_NET_F_MQ #define VHOST_MAX_QUEUE_PAIRS VIRTIO_NET_CTRL_MQ_VQ_PAIRS_MAX #define VHOST_SUPPORTS_MQ (1ULL << VIRTIO_NET_F_MQ) #else #define VHOST_MAX_QUEUE_PAIRS 1 #define VHOST_SUPPORTS_MQ 0 #endif /* * Define virtio 1.0 for older kernels */ #ifndef VIRTIO_F_VERSION_1 #define VIRTIO_F_VERSION_1 32 #endif /** * Device structure contains all configuration information relating * to the device. */ struct virtio_net { /* Frontend (QEMU) memory and memory region information */ struct virtio_memory *mem; uint64_t features; uint64_t protocol_features; int vid; uint32_t flags; uint16_t vhost_hlen; /* to tell if we need broadcast rarp packet */ rte_atomic16_t broadcast_rarp; uint32_t virt_qp_nb; struct vhost_virtqueue *virtqueue[VHOST_MAX_QUEUE_PAIRS * 2]; #define IF_NAME_SZ (PATH_MAX > IFNAMSIZ ? PATH_MAX : IFNAMSIZ) char ifname[IF_NAME_SZ]; uint64_t log_size; uint64_t log_base; uint64_t log_addr; struct ether_addr mac; } __rte_cache_aligned; /** * Information relating to memory regions including offsets to * addresses in QEMUs memory file. */ struct virtio_memory_regions { uint64_t guest_phys_address; uint64_t guest_phys_address_end; uint64_t memory_size; uint64_t userspace_address; uint64_t address_offset; }; /** * Memory structure includes region and mapping information. */ struct virtio_memory { /* Base QEMU userspace address of the memory file. */ uint64_t base_address; uint64_t mapped_address; uint64_t mapped_size; uint32_t nregions; struct virtio_memory_regions regions[0]; }; /* Macros for printing using RTE_LOG */ #define RTE_LOGTYPE_VHOST_CONFIG RTE_LOGTYPE_USER1 #define RTE_LOGTYPE_VHOST_DATA RTE_LOGTYPE_USER1 #ifdef RTE_LIBRTE_VHOST_DEBUG #define VHOST_MAX_PRINT_BUFF 6072 #define LOG_LEVEL RTE_LOG_DEBUG #define LOG_DEBUG(log_type, fmt, args...) RTE_LOG(DEBUG, log_type, fmt, ##args) #define PRINT_PACKET(device, addr, size, header) do { \ char *pkt_addr = (char *)(addr); \ unsigned int index; \ char packet[VHOST_MAX_PRINT_BUFF]; \ \ if ((header)) \ snprintf(packet, VHOST_MAX_PRINT_BUFF, "(%d) Header size %d: ", (device->vid), (size)); \ else \ snprintf(packet, VHOST_MAX_PRINT_BUFF, "(%d) Packet size %d: ", (device->vid), (size)); \ for (index = 0; index < (size); index++) { \ snprintf(packet + strnlen(packet, VHOST_MAX_PRINT_BUFF), VHOST_MAX_PRINT_BUFF - strnlen(packet, VHOST_MAX_PRINT_BUFF), \ "%02hhx ", pkt_addr[index]); \ } \ snprintf(packet + strnlen(packet, VHOST_MAX_PRINT_BUFF), VHOST_MAX_PRINT_BUFF - strnlen(packet, VHOST_MAX_PRINT_BUFF), "\n"); \ \ LOG_DEBUG(VHOST_DATA, "%s", packet); \ } while (0) #else #define LOG_LEVEL RTE_LOG_INFO #define LOG_DEBUG(log_type, fmt, args...) do {} while (0) #define PRINT_PACKET(device, addr, size, header) do {} while (0) #endif /** * Function to convert guest physical addresses to vhost virtual addresses. * This is used to convert guest virtio buffer addresses. */ static inline uint64_t __attribute__((always_inline)) gpa_to_vva(struct virtio_net *dev, uint64_t guest_pa) { struct virtio_memory_regions *region; uint32_t regionidx; uint64_t vhost_va = 0; for (regionidx = 0; regionidx < dev->mem->nregions; regionidx++) { region = &dev->mem->regions[regionidx]; if ((guest_pa >= region->guest_phys_address) && (guest_pa <= region->guest_phys_address_end)) { vhost_va = region->address_offset + guest_pa; break; } } return vhost_va; } struct virtio_net_device_ops const *notify_ops; struct virtio_net *get_device(int vid); int vhost_new_device(void); void vhost_destroy_device(int); void vhost_set_ifname(int, const char *if_name, unsigned int if_len); int vhost_get_features(int, uint64_t *); int vhost_set_features(int, uint64_t *); int vhost_set_vring_num(int, struct vhost_vring_state *); int vhost_set_vring_addr(int, struct vhost_vring_addr *); int vhost_set_vring_base(int, struct vhost_vring_state *); int vhost_get_vring_base(int, uint32_t, struct vhost_vring_state *); int vhost_set_vring_kick(int, struct vhost_vring_file *); int vhost_set_vring_call(int, struct vhost_vring_file *); int vhost_set_backend(int, struct vhost_vring_file *); int vhost_set_owner(int); int vhost_reset_owner(int); /* * Backend-specific cleanup. Defined by vhost-cuse and vhost-user. */ void vhost_backend_cleanup(struct virtio_net *dev); #endif /* _VHOST_NET_CDEV_H_ */