#include <vlib/log.h>
+#define AVF_AQ_ENQ_SUSPEND_TIME 50e-6
+#define AVF_AQ_ENQ_MAX_WAIT_TIME 250e-3
+
+#define AVF_RESET_SUSPEND_TIME 20e-3
+#define AVF_RESET_MAX_WAIT_TIME 1
+
+#define AVF_SEND_TO_PF_SUSPEND_TIME 10e-3
+#define AVF_SEND_TO_PF_MAX_WAIT_TIME 1
+
#define AVF_RXD_STATUS(x) (1ULL << x)
#define AVF_RXD_STATUS_DD AVF_RXD_STATUS(0)
#define AVF_RXD_STATUS_EOP AVF_RXD_STATUS(1)
#define AVF_RXD_ERROR_SHIFT 19
#define AVF_RXD_PTYPE_SHIFT 30
#define AVF_RXD_LEN_SHIFT 38
+#define AVF_RX_MAX_DESC_IN_CHAIN 5
#define AVF_RXD_ERROR_IPE (1ULL << (AVF_RXD_ERROR_SHIFT + 3))
#define AVF_RXD_ERROR_L4E (1ULL << (AVF_RXD_ERROR_SHIFT + 4))
#define AVF_TXD_CMD_RS AVF_TXD_CMD(1)
#define AVF_TXD_CMD_RSV AVF_TXD_CMD(2)
+#define avf_log_err(dev, f, ...) \
+ vlib_log (VLIB_LOG_LEVEL_ERR, avf_main.log_class, "%U: " f, \
+ format_vlib_pci_addr, &dev->pci_addr, \
+ ## __VA_ARGS__)
+
+#define avf_log_warn(dev, f, ...) \
+ vlib_log (VLIB_LOG_LEVEL_WARNING, avf_main.log_class, "%U: " f, \
+ format_vlib_pci_addr, &dev->pci_addr, \
+ ## __VA_ARGS__)
+
+#define avf_log_debug(dev, f, ...) \
+ vlib_log (VLIB_LOG_LEVEL_DEBUG, avf_main.log_class, "%U: " f, \
+ format_vlib_pci_addr, &dev->pci_addr, \
+ ## __VA_ARGS__)
+
#define foreach_avf_device_flags \
_(0, INITIALIZED, "initialized") \
_(1, ERROR, "error") \
_(3, VA_DMA, "vaddr-dma") \
_(4, LINK_UP, "link-up") \
_(5, SHARED_TXQ_LOCK, "shared-txq-lock") \
- _(6, ELOG, "elog")
+ _(6, ELOG, "elog") \
+ _(7, PROMISC, "promisc") \
+ _(8, RX_INT, "rx-interrupts")
enum
{
u32 *bufs;
u16 n_enqueued;
u8 int_mode;
+ u8 buffer_pool_index;
} avf_rxq_t;
typedef struct
avf_tx_desc_t *descs;
u32 *bufs;
u16 n_enqueued;
+ u16 *rs_slots;
} avf_txq_t;
typedef struct
u32 sw_if_index;
u32 hw_if_index;
vlib_pci_dev_handle_t pci_dev_handle;
+ u32 numa_node;
void *bar0;
u8 *name;
u8 hwaddr[6];
u16 num_queue_pairs;
u16 max_vectors;
+ u16 n_rx_irqs;
u16 max_mtu;
u32 rss_key_size;
u32 rss_lut_size;
virtchnl_link_speed_t link_speed;
+ vlib_pci_addr_t pci_addr;
/* stats */
virtchnl_eth_stats_t eth_stats;
+ virtchnl_eth_stats_t last_cleared_eth_stats;
/* error */
clib_error_t *error;
#define AVF_RX_VECTOR_SZ VLIB_FRAME_SIZE
-enum
+typedef enum
{
AVF_PROCESS_EVENT_START = 1,
- AVF_PROCESS_EVENT_STOP = 2,
+ AVF_PROCESS_EVENT_DELETE_IF = 2,
AVF_PROCESS_EVENT_AQ_INT = 3,
} avf_process_event_t;
+typedef struct
+{
+ u64 qw1s[AVF_RX_MAX_DESC_IN_CHAIN - 1];
+ u32 buffers[AVF_RX_MAX_DESC_IN_CHAIN - 1];
+} avf_rx_tail_t;
+
typedef struct
{
CLIB_CACHE_LINE_ALIGN_MARK (cacheline0);
- u32 *to_free;
+ vlib_buffer_t *bufs[AVF_RX_VECTOR_SZ];
+ u64 qw1s[AVF_RX_VECTOR_SZ];
+ avf_rx_tail_t tails[AVF_RX_VECTOR_SZ];
vlib_buffer_t buffer_template;
} avf_per_thread_data_t;
} avf_create_if_args_t;
void avf_create_if (vlib_main_t * vm, avf_create_if_args_t * args);
-void avf_delete_if (vlib_main_t * vm, avf_device_t * ad);
extern vlib_node_registration_t avf_input_node;
+extern vlib_node_registration_t avf_process_node;
extern vnet_device_class_t avf_device_class;
/* format.c */
asm volatile ("":::"memory");
}
+static_always_inline int
+avf_rxd_is_not_eop (avf_rx_desc_t * d)
+{
+ return (d->qword[1] & AVF_RXD_STATUS_EOP) == 0;
+}
+
+static_always_inline int
+avf_rxd_is_not_dd (avf_rx_desc_t * d)
+{
+ return (d->qword[1] & AVF_RXD_STATUS_DD) == 0;
+}
+
typedef struct
{
- u32 next_index;
+ u16 qid;
+ u16 next_index;
u32 hw_if_index;
- u64 qw1;
+ u64 qw1s[AVF_RX_MAX_DESC_IN_CHAIN];
} avf_input_trace_t;
#define foreach_avf_tx_func_error \
-_(NO_FREE_SLOTS, "no free tx slots")
+ _(SEGMENT_SIZE_EXCEEDED, "segment size exceeded") \
+ _(NO_FREE_SLOTS, "no free tx slots")
typedef enum
{