2 *------------------------------------------------------------------
3 * Copyright (c) 2017 Cisco and/or its affiliates.
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at:
8 * http://www.apache.org/licenses/LICENSE-2.0
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 *------------------------------------------------------------------
18 #ifndef _VNET_DEVICES_VIRTIO_VIRTIO_H_
19 #define _VNET_DEVICES_VIRTIO_VIRTIO_H_
21 #include <vnet/devices/virtio/virtio_std.h>
22 #include <vnet/devices/virtio/vhost_std.h>
23 #include <vnet/devices/virtio/virtio_buffering.h>
24 #include <vnet/gso/gro.h>
26 #define foreach_virtio_if_flag \
27 _(0, ADMIN_UP, "admin-up") \
28 _(1, DELETING, "deleting")
32 #define _(a, b, c) VIRTIO_IF_FLAG_##b = (1 << a),
33 foreach_virtio_if_flag
37 #define TX_QUEUE(X) ((X*2) + 1)
38 #define RX_QUEUE(X) (X*2)
39 #define TX_QUEUE_ACCESS(X) (X/2)
40 #define RX_QUEUE_ACCESS(X) (X/2)
42 #define VIRTIO_NUM_RX_DESC 256
43 #define VIRTIO_NUM_TX_DESC 256
45 #define foreach_virtio_if_types \
52 #define _(a, b) VIRTIO_IF_TYPE_##a = (1 << b),
53 foreach_virtio_if_types
55 VIRTIO_IF_N_TYPES = (1 << 3),
58 #define VIRTIO_RING_FLAG_MASK_INT 1
62 CLIB_CACHE_LINE_ALIGN_MARK (cacheline0);
63 clib_spinlock_t lockp;
76 u16 queue_notify_offset;
81 #define VRING_TX_OUT_OF_ORDER 1
85 u16 last_kick_avail_idx;
87 virtio_vring_buffering_t *buffering;
88 gro_flow_table_t *flow_table;
103 /* forward declaration */
104 typedef struct _virtio_pci_func virtio_pci_func_t;
108 CLIB_CACHE_LINE_ALIGN_MARK (cacheline0);
111 u32 per_interface_next_index;
114 virtio_vring_t *rxq_vrings;
115 virtio_vring_t *txq_vrings;
117 int csum_offload_enabled;
127 u16 virtio_net_hdr_sz;
128 virtio_if_type_t type;
133 CLIB_CACHE_LINE_ALIGN_MARK (cacheline1);
135 int packet_buffering;
153 struct /* tun/tap interface */
155 ip6_address_t host_ip6_addr;
165 ip4_address_t host_ip4_addr;
166 u8 host_ip4_prefix_len;
167 u8 host_ip6_prefix_len;
169 struct /* native virtio */
172 virtio_vring_t *cxq_vring;
175 u32 notify_off_multiplier;
183 u8 support_int_mode; /* support interrupt mode */
187 const virtio_pci_func_t *virtio_pci_func;
193 vlib_log_class_t log_default;
195 virtio_if_t *interfaces;
198 extern virtio_main_t virtio_main;
199 extern vnet_device_class_t virtio_device_class;
200 extern vlib_node_registration_t virtio_input_node;
202 clib_error_t *virtio_vring_init (vlib_main_t * vm, virtio_if_t * vif, u16 idx,
204 clib_error_t *virtio_vring_free_rx (vlib_main_t * vm, virtio_if_t * vif,
206 clib_error_t *virtio_vring_free_tx (vlib_main_t * vm, virtio_if_t * vif,
208 void virtio_vring_set_numa_node (vlib_main_t * vm, virtio_if_t * vif,
210 extern void virtio_free_used_desc (vlib_main_t * vm, virtio_vring_t * vring);
211 extern void virtio_free_rx_buffers (vlib_main_t * vm, virtio_vring_t * vring);
212 extern void virtio_set_net_hdr_size (virtio_if_t * vif);
213 extern void virtio_show (vlib_main_t * vm, u32 * hw_if_indices, u8 show_descr,
215 extern void virtio_set_packet_coalesce (virtio_if_t * vif);
216 clib_error_t *virtio_set_packet_buffering (virtio_if_t * vif, u16 size);
217 extern void virtio_pci_legacy_notify_queue (vlib_main_t * vm,
218 virtio_if_t * vif, u16 queue_id,
219 u16 queue_notify_offset);
220 extern void virtio_pci_modern_notify_queue (vlib_main_t * vm,
221 virtio_if_t * vif, u16 queue_id,
222 u16 queue_notify_offset);
223 format_function_t format_virtio_device_name;
224 format_function_t format_virtio_log_name;
226 static_always_inline void
227 virtio_kick (vlib_main_t * vm, virtio_vring_t * vring, virtio_if_t * vif)
229 if (vif->type == VIRTIO_IF_TYPE_PCI)
232 virtio_pci_modern_notify_queue (vm, vif, vring->queue_id,
233 vring->queue_notify_offset);
235 virtio_pci_legacy_notify_queue (vm, vif, vring->queue_id,
236 vring->queue_notify_offset);
243 r = write (vring->kick_fd, &x, sizeof (x));
244 vring->last_kick_avail_idx = vring->avail->idx;
248 #define virtio_log_debug(vif, f, ...) \
250 vlib_log(VLIB_LOG_LEVEL_DEBUG, virtio_main.log_default, \
251 "%U: " f, format_virtio_log_name, vif, \
255 #define virtio_log_warning(vif, f, ...) \
257 vlib_log(VLIB_LOG_LEVEL_WARNING, virtio_main.log_default, \
258 "%U: " f, format_virtio_log_name, vif, \
262 #define virtio_log_error(vif, f, ...) \
264 vlib_log(VLIB_LOG_LEVEL_ERR, virtio_main.log_default, \
265 "%U: " f, format_virtio_log_name, vif, \
269 #endif /* _VNET_DEVICES_VIRTIO_VIRTIO_H_ */
272 * fd.io coding-style-patch-verification: ON
275 * eval: (c-set-style "gnu")