return copied;
}
-/*
- * Fills in the required rte_mbuf fields for chained buffers given a VLIB chain.
- */
-void
-vlib_buffer_chain_validate (vlib_main_t * vm, vlib_buffer_t * b_first)
-{
- return;
-}
-
static void
vlib_serialize_tx (serialize_main_header_t * m, serialize_stream_t * s)
{
#include <vppinfra/hash.h>
-#if DPDK == 1
-#undef always_inline // dpdk and clib use conflicting always_inline macros.
-#include <rte_config.h>
-#include <rte_mbuf.h>
-
-#if CLIB_DEBUG > 0
-#define always_inline static inline
-#else
-#define always_inline static inline __attribute__ ((__always_inline__))
-#endif
-#endif
-
/** \file
vlib buffer access methods.
*/
u8 *vlib_validate_buffer (vlib_main_t * vm, u32 buffer_index,
uword follow_chain);
-/* Validate an array of buffers. As above. */
-u8 *vlib_validate_buffers (vlib_main_t * vm,
- u32 * buffers,
- uword next_buffer_stride,
- uword n_buffers,
- vlib_buffer_known_state_t known_state,
- uword follow_chain);
-
#endif /* DPDK == 0 */
clib_error_t *vlib_buffer_pool_create (vlib_main_t * vm, unsigned num_mbufs,
vlib_buffer_t *s, *d, *fd;
uword n_alloc, n_buffers = 1;
u32 *new_buffers = 0;
+ u32 flag_mask = VLIB_BUFFER_NEXT_PRESENT | VLIB_BUFFER_TOTAL_LENGTH_VALID;
int i;
s = b;
vlib_buffer_get_current (s), s->current_length);
d->current_data = s->current_data;
d->current_length = s->current_length;
- d->flags = s->flags;
+ d->flags = s->flags & flag_mask;
d->total_length_not_including_first_buffer =
s->total_length_not_including_first_buffer;
clib_memcpy (d->opaque, s->opaque, sizeof (s->opaque));
-#if DPDK > 0
- struct rte_mbuf *ms, *md;
- ms = rte_mbuf_from_vlib_buffer (s);
- md = rte_mbuf_from_vlib_buffer (d);
- rte_pktmbuf_reset (md);
- md->nb_segs = ms->nb_segs;
- md->data_len = ms->data_len;
- md->pkt_len = ms->pkt_len;
- md->data_off = ms->data_off;
-#endif
/* next segments */
for (i = 1; i < n_buffers; i++)
d->current_length = s->current_length;
clib_memcpy (vlib_buffer_get_current (d),
vlib_buffer_get_current (s), s->current_length);
- d->flags = s->flags;
-#if DPDK > 0
- /* previous */
- md->next = rte_mbuf_from_vlib_buffer (d);
- /* current */
- md = rte_mbuf_from_vlib_buffer (d);
- ms = rte_mbuf_from_vlib_buffer (s);
- rte_pktmbuf_reset (md);
- md->data_len = ms->data_len;
- md->pkt_len = ms->pkt_len;
- md->data_off = ms->data_off;
- md->next = 0;
-#endif
+ d->flags = s->flags & flag_mask;
}
return fd;
first->current_length = 0;
first->flags &= ~VLIB_BUFFER_NEXT_PRESENT;
first->flags |= VLIB_BUFFER_TOTAL_LENGTH_VALID;
-#if DPDK == 1
- struct rte_mbuf *mb = rte_mbuf_from_vlib_buffer (first);
- rte_pktmbuf_reset (mb);
- mb->data_off = VLIB_BUFFER_PRE_DATA_SIZE + first->current_data;
-#endif
}
/* The provided next_bi buffer index is appended to the end of the packet. */
last->flags |= VLIB_BUFFER_NEXT_PRESENT;
next_buffer->current_length = 0;
next_buffer->flags &= ~VLIB_BUFFER_NEXT_PRESENT;
-#if DPDK == 1
- struct rte_mbuf *mb;
- mb = rte_mbuf_from_vlib_buffer (first);
- mb->nb_segs++;
-
- mb = rte_mbuf_from_vlib_buffer (last);
- mb->next = rte_mbuf_from_vlib_buffer (next_buffer);
-
- mb = rte_mbuf_from_vlib_buffer (next_buffer);
- mb->data_len = 0;
- mb->data_off = VLIB_BUFFER_PRE_DATA_SIZE + next_buffer->current_data;
- mb->next = 0;
-#endif
return next_buffer;
}
last->current_length += len;
if (first != last)
first->total_length_not_including_first_buffer += len;
-#if DPDK == 1
- struct rte_mbuf *mb_first = rte_mbuf_from_vlib_buffer (first);
- struct rte_mbuf *mb_last = rte_mbuf_from_vlib_buffer (last);
- mb_first->pkt_len += len;
- mb_last->data_len += len;
-#endif
}
/* Copy data to the end of the packet and increases its length.
ASSERT (rte_mbuf_refcnt_read (mb) == 0);
rte_mbuf_refcnt_set (mb, 1);
- mb->next = NULL;
- mb->data_off = RTE_PKTMBUF_HEADROOM;
- mb->nb_segs = 1;
b = vlib_buffer_from_rte_mbuf (mb);
bi = vlib_get_buffer_index (vm, b);
t->packet_data, vec_len (t->packet_data));
b->current_length = vec_len (t->packet_data);
- /* Fix up mbuf header length fields */
- struct rte_mbuf *mb;
- mb = rte_mbuf_from_vlib_buffer (b);
- mb->data_len = b->current_length;
- mb->pkt_len = b->current_length;
-
return b->data;
}
return copied;
}
-/*
- * Fills in the required rte_mbuf fields for chained buffers given a VLIB chain.
- */
-void
-vlib_buffer_chain_validate (vlib_main_t * vm, vlib_buffer_t * b_first)
-{
- vlib_buffer_t *b = b_first, *prev = b_first;
- struct rte_mbuf *mb_prev, *mb, *mb_first;
-
- mb_first = rte_mbuf_from_vlib_buffer (b_first);
-
- mb_first->pkt_len = mb_first->data_len = b_first->current_length;
- while (b->flags & VLIB_BUFFER_NEXT_PRESENT)
- {
- b = vlib_get_buffer (vm, b->next_buffer);
- mb = rte_mbuf_from_vlib_buffer (b);
- mb_prev = rte_mbuf_from_vlib_buffer (prev);
- mb_first->nb_segs++;
- mb_first->pkt_len += b->current_length;
- mb_prev->next = mb;
- mb->data_len = b->current_length;
- prev = b;
- }
-}
-
clib_error_t *
vlib_buffer_pool_create (vlib_main_t * vm, unsigned num_mbufs,
unsigned socket_id)
#include <vlib/threads.h>
#include <vlib/unix/unix.h>
+#if DPDK==1
+#include <rte_config.h>
+#include <rte_common.h>
+#include <rte_eal.h>
+#include <rte_launch.h>
+#include <rte_lcore.h>
+#endif
+
static u8 *
format_sched_policy_and_priority (u8 * s, va_list * args)
{
#define LOG2_BUFFER_HANDOFF_NEXT_VALID LOG2_VLIB_BUFFER_FLAG_USER(6)
#define BUFFER_HANDOFF_NEXT_VALID (1 << LOG2_BUFFER_HANDOFF_NEXT_VALID)
+#define LOG2_VNET_BUFFER_RTE_MBUF_IS_VALID LOG2_VLIB_BUFFER_FLAG_USER(7)
+#define VNET_BUFFER_RTE_MBUF_IS_VALID (1 << LOG2_VNET_BUFFER_RTE_MBUF_IS_VALID)
+
#define foreach_buffer_opaque_union_subtype \
_(ethernet) \
_(ip) \
/* update current buffer */
b->next_buffer = 0;
-
-#if DPDK > 0
- struct rte_mbuf *mbuf = rte_mbuf_from_vlib_buffer (b);
- struct rte_mbuf *first_mbuf = rte_mbuf_from_vlib_buffer (first_b);
- struct rte_mbuf *prev_mbuf = rte_mbuf_from_vlib_buffer (prev_b);
- first_mbuf->nb_segs++;
- prev_mbuf->next = mbuf;
- mbuf->data_len = b->current_length;
- mbuf->data_off = RTE_PKTMBUF_HEADROOM + b->current_data;
- mbuf->next = 0;
-#endif
}
always_inline uword
if (offset == 0)
{
-#if DPDK > 0
- struct rte_mbuf *mb = rte_mbuf_from_vlib_buffer (b0);
- rte_pktmbuf_data_len (mb) = b0->current_length;
- rte_pktmbuf_pkt_len (mb) = b0->current_length;
-#endif
b0->total_length_not_including_first_buffer = 0;
b0->flags = VLIB_BUFFER_TOTAL_LENGTH_VALID;
vnet_buffer (b0)->sw_if_index[VLIB_RX] = apif->sw_if_index;
/* update current buffer */
b->next_buffer = 0;
-
-#if DPDK > 0
- struct rte_mbuf *mbuf = rte_mbuf_from_vlib_buffer (b);
- struct rte_mbuf *first_mbuf = rte_mbuf_from_vlib_buffer (first_b);
- struct rte_mbuf *prev_mbuf = rte_mbuf_from_vlib_buffer (prev_b);
- first_mbuf->nb_segs++;
- prev_mbuf->next = mbuf;
- mbuf->data_len = b->current_length;
- mbuf->data_off = RTE_PKTMBUF_HEADROOM + b->current_data;
- mbuf->next = 0;
-#endif
}
always_inline uword
if (offset == 0)
{
-#if DPDK > 0
- struct rte_mbuf *mb = rte_mbuf_from_vlib_buffer (b0);
- rte_pktmbuf_data_len (mb) = b0->current_length;
- rte_pktmbuf_pkt_len (mb) = b0->current_length;
-#endif
b0->total_length_not_including_first_buffer = 0;
b0->flags = VLIB_BUFFER_TOTAL_LENGTH_VALID;
vnet_buffer (b0)->sw_if_index[VLIB_RX] =
int rx_queue_index;
u32 n_to_alloc = VLIB_FRAME_SIZE * 2;
u32 n_allocated, n_present_in_cache;
-#if DPDK > 0
u32 next_index = VNET_DEVICE_INPUT_NEXT_ETHERNET_INPUT;
-#else
- u32 next_index = 0;
-#endif
vlib_buffer_free_list_t *fl;
u32 n_left_to_next, *to_next;
u32 next0;
#include <vppinfra/elog.h>
#include <vlib/vlib.h>
#include <vnet/ethernet/ethernet.h>
+#include <vnet/devices/devices.h>
#include <vnet/ip/ip.h>
#include <vnet/pg/pg.h>
#include <vlibmemory/unix_shared_memory_queue.h>
#define VHOST_VRING_F_LOG 0
#define VHOST_USER_F_PROTOCOL_FEATURES 30
-#if DPDK == 0
-#define RTE_VERSION_NUM(a,b,c,d) 1
-#define RTE_VERSION 0
-#endif
#define VHOST_USER_PROTOCOL_FEATURES ((1ULL << VHOST_USER_PROTOCOL_F_MQ) | \
(1ULL << VHOST_USER_PROTOCOL_F_LOG_SHMFD))
#include <vnet/ip/ip6_packet.h>
#include <vnet/ip/ip6_error.h>
#include <vnet/ip/icmp6.h>
-
-#if DPDK > 0
-#include <vnet/devices/dpdk/dpdk.h>
-#endif
-
#include <vnet/classify/vnet_classify.h>
/* Per protocol info. */
u32 first_buffer_offset,
u32 n_bytes_to_checksum,
ip_csum_t sum)
-#if DPDK > 0
-{
- u32 n_bytes_left = n_bytes_to_checksum;
- struct rte_mbuf * mb = rte_mbuf_from_vlib_buffer(first_buffer);
- u8 nb_segs = mb->nb_segs;
- ASSERT(mb->data_len >= first_buffer_offset);
- void * h;
- u32 n;
-
- n = clib_min (n_bytes_left, mb->data_len);
- h = vlib_buffer_get_current (first_buffer) + first_buffer_offset;
- while (n_bytes_left)
- {
- sum = ip_incremental_checksum (sum, h, n);
- n_bytes_left -= n;
- nb_segs--;
- mb = mb->next;
- if ((nb_segs == 0) || (mb == 0))
- break;
-
- n = clib_min (n_bytes_left, mb->data_len);
- h = rte_ctrlmbuf_data(mb);
- }
-
- ASSERT(n_bytes_left == 0);
- ASSERT(nb_segs == 0);
- return sum;
-}
-#else
{
vlib_buffer_t * b = first_buffer;
u32 n_bytes_left = n_bytes_to_checksum;
return sum;
}
-#endif /* DPDK */
void ip_del_all_interface_addresses (vlib_main_t *vm, u32 sw_if_index);
}
n_bytes_left = n_this_buffer = payload_length_host_byte_order;
-#if DPDK > 0
- if (p0 && n_this_buffer + headers_size > p0->current_length)
- {
- struct rte_mbuf *mb = rte_mbuf_from_vlib_buffer(p0);
- u8 nb_segs = mb->nb_segs;
-
- n_this_buffer = (p0->current_length > headers_size ?
- p0->current_length - headers_size : 0);
- while (n_bytes_left)
- {
- sum0 = ip_incremental_checksum (sum0, data_this_buffer, n_this_buffer);
- n_bytes_left -= n_this_buffer;
-
- mb = mb->next;
- nb_segs--;
- if ((nb_segs == 0) || (mb == 0))
- break;
-
- data_this_buffer = rte_ctrlmbuf_data(mb);
- n_this_buffer = mb->data_len;
- }
- if (n_bytes_left || nb_segs)
- {
- *bogus_lengthp = 1;
- return 0xfefe;
- }
- }
- else sum0 = ip_incremental_checksum (sum0, data_this_buffer, n_this_buffer);
-#else
if (p0 && n_this_buffer + headers_size > p0->current_length)
n_this_buffer = p0->current_length > headers_size ? p0->current_length - headers_size : 0;
while (1)
data_this_buffer = vlib_buffer_get_current (p0);
n_this_buffer = p0->current_length;
}
-#endif /* DPDK */
sum16 = ~ ip_csum_fold (sum0);
#include <vnet/fib/fib_table.h>
#include <vnet/fib/ip6_fib.h>
-#if DPDK==1
-#include <vnet/devices/dpdk/dpdk.h>
-#endif
-
/**
* @file
* @brief IPv6 Neighbor Adjacency and Neighbor Discovery.
ip6_address_t addr;
} ip6_neighbor_set_unset_rpc_args_t;
-#if DPDK > 0
static void ip6_neighbor_set_unset_rpc_callback
( ip6_neighbor_set_unset_rpc_args_t * a);
vl_api_rpc_call_main_thread (ip6_neighbor_set_unset_rpc_callback,
(u8 *) &args, sizeof (args));
}
-#endif
static void
ip6_nbr_probe (ip_adjacency_t *adj)
u32 next_index;
pending_resolution_t * pr, * mc;
-#if DPDK > 0
if (os_get_cpu_number())
{
set_unset_ip6_neighbor_rpc (vm, sw_if_index, a, link_layer_address,
1 /* set new neighbor */, is_static);
return 0;
}
-#endif
k.sw_if_index = sw_if_index;
k.ip6_address = a[0];
uword * p;
int rv = 0;
-#if DPDK > 0
if (os_get_cpu_number())
{
set_unset_ip6_neighbor_rpc (vm, sw_if_index, a, link_layer_address,
0 /* unset */, 0);
return 0;
}
-#endif
k.sw_if_index = sw_if_index;
k.ip6_address = a[0];
return rv;
}
-#if DPDK > 0
static void ip6_neighbor_set_unset_rpc_callback
( ip6_neighbor_set_unset_rpc_args_t * a)
{
vnet_unset_ip6_ethernet_neighbor (vm, a->sw_if_index, &a->addr,
a->link_layer_address, 6);
}
-#endif
static int
ip6_neighbor_sort (void *a1, void *a2)
* See the License for the specific language governing permissions and
* limitations under the License.
*/
-#if DPDK==1
-#include <vnet/devices/dpdk/dpdk.h>
-#endif
#include <openssl/hmac.h>
#include <openssl/rand.h>
* See the License for the specific language governing permissions and
* limitations under the License.
*/
-#if DPDK==1
-#include <vnet/devices/dpdk/dpdk.h>
-#endif
-
#define IPSEC_FLAG_IPSEC_GRE_TUNNEL (1 << 0)
#define foreach_ipsec_policy_action \
always_inline void
ipsec_alloc_empty_buffers (vlib_main_t * vm, ipsec_main_t * im)
{
-#if DPDK==1
- dpdk_main_t *dm = &dpdk_main;
- u32 free_list_index = dm->vlib_buffer_free_list_index;
-#else
- u32 free_list_index = VLIB_BUFFER_DEFAULT_FREE_LIST_INDEX;
-#endif
u32 cpu_index = os_get_cpu_number ();
uword l = vec_len (im->empty_buffers[cpu_index]);
uword n_alloc = 0;
vec_alloc (im->empty_buffers[cpu_index], 2 * VLIB_FRAME_SIZE);
}
- n_alloc = vlib_buffer_alloc_from_free_list (vm,
- im->empty_buffers[cpu_index]
- + l,
- 2 * VLIB_FRAME_SIZE - l,
- free_list_index);
+ n_alloc = vlib_buffer_alloc (vm, im->empty_buffers[cpu_index] + l,
+ 2 * VLIB_FRAME_SIZE - l);
_vec_len (im->empty_buffers[cpu_index]) = l + n_alloc;
}
u32 sw_if_index;
} output_node_mapping_rpc_args_t;
-#if DPDK > 0
static void output_node_rpc_callback (output_node_mapping_rpc_args_t * a);
static void
vl_api_rpc_call_main_thread (output_node_rpc_callback,
(u8 *) & args, sizeof (args));
}
-#endif
/** Create a mapping in the next node mapping table for the given sw_if_index. */
hw0 = vnet_get_sup_hw_interface (vnet_main, sw_if_index);
-#if DPDK > 0
uword cpu_number;
cpu_number = os_get_cpu_number ();
output_node_mapping_send_rpc (node_index, sw_if_index);
return L2OUTPUT_NEXT_DROP;
}
-#endif
/* dynamically create graph node arc */
next = vlib_node_add_next (vlib_main, node_index, hw0->output_node_index);
return next;
}
-#if DPDK > 0
void
output_node_rpc_callback (output_node_mapping_rpc_args_t * a)
{
(vm, vnm, a->node_index, mp->next_nodes.output_node_index_vec,
a->sw_if_index);
}
-#endif
/* Get a pointer to the config for the given interface */
l2_output_config_t *
#include <vnet/feature/feature.h>
#include <vnet/devices/devices.h>
-#if DPDK==1
-#include <vnet/devices/dpdk/dpdk.h>
-#endif
-
-static inline void
-pg_set_mbuf_metadata (pg_main_t * pg, u32 * buffers, u32 n_alloc)
-{
-#if DPDK == 1
- vlib_main_t *vm = vlib_get_main ();
- vlib_buffer_t *b;
- struct rte_mbuf *mb;
- i16 delta;
- u16 new_data_len;
- u16 new_pkt_len;
-
- int i;
-
- for (i = 0; i < n_alloc; i++)
- {
- b = vlib_get_buffer (vm, buffers[i]);
- mb = rte_mbuf_from_vlib_buffer (b);
-
- delta = vlib_buffer_length_in_chain (vm, b) - (i16) mb->pkt_len;
- new_data_len = (u16) ((i16) mb->data_len + delta);
- new_pkt_len = (u16) ((i16) mb->pkt_len + delta);
-
- mb->data_len = new_data_len;
- mb->pkt_len = new_pkt_len;
- mb->data_off = (u16) ((RTE_PKTMBUF_HEADROOM) + b->current_data);
- }
-#endif
-}
-
static int
validate_buffer_data2 (vlib_buffer_t * b, pg_stream_t * s,
u32 data_offset, u32 n_bytes)
si->sw_if_index, n_buffers, length_sum);
}
- pg_set_mbuf_metadata (pg, buffers, n_buffers);
}
static void
last_start = start;
/* Verify that pkts in the fifo are properly allocated */
-#if DPDK == 1
- if (CLIB_DEBUG > 0)
- {
- u32 *bi0;
- vlib_main_t *vm = vlib_get_main ();
- /* *INDENT-OFF* */
- clib_fifo_foreach (bi0, bi->buffer_fifo,
- ({
- vlib_buffer_t * b;
- struct rte_mbuf *mb;
-
- b = vlib_get_buffer(vm, bi0[0]);
- mb = rte_mbuf_from_vlib_buffer(b);
- ASSERT(rte_mbuf_refcnt_read(mb) == 1);
- }));
- /* *INDENT-ON* */
- }
-#endif
}
return n_in_fifo + n_added;
#include <vnet/ethernet/ethernet.h>
-#if DPDK == 1
-#include <vnet/devices/dpdk/dpdk.h>
-#endif
-
#include <vnet/feature/feature.h>
#include <vnet/devices/devices.h>
#include <vnet/unix/tapcli.h>
(n_bytes_in_packet > buffer_size) ? n_bytes_in_packet - buffer_size : 0;
b_first->flags |= VLIB_BUFFER_TOTAL_LENGTH_VALID;
- /* Ensure mbufs are updated */
- vlib_buffer_chain_validate(vm, b_first);
-
VLIB_BUFFER_TRACE_TRAJECTORY_INIT(b_first);
vnet_buffer (b_first)->sw_if_index[VLIB_RX] = ti->sw_if_index;
#include <vnet/devices/devices.h>
#include <vnet/feature/feature.h>
-#if DPDK == 1
-#include <vnet/devices/dpdk/dpdk.h>
-#endif
-
static vnet_device_class_t tuntap_dev_class;
static vnet_hw_interface_class_t tuntap_interface_class;
vlib_buffer_t * b;
u32 bi;
const uword buffer_size = VLIB_BUFFER_DATA_SIZE;
-#if DPDK == 0
- u32 free_list_index = VLIB_BUFFER_DEFAULT_FREE_LIST_INDEX;
-#else
- dpdk_main_t * dm = &dpdk_main;
- u32 free_list_index = dm->vlib_buffer_free_list_index;
- struct rte_mbuf *first_mb = NULL, *prev_mb = NULL;
-#endif
/** Make sure we have some RX buffers. */
{
if (! tm->rx_buffers)
vec_alloc (tm->rx_buffers, VLIB_FRAME_SIZE);
- n_alloc = vlib_buffer_alloc_from_free_list
- (vm, tm->rx_buffers + n_left, VLIB_FRAME_SIZE - n_left,
- free_list_index);
+ n_alloc = vlib_buffer_alloc (vm, tm->rx_buffers + n_left, VLIB_FRAME_SIZE - n_left);
_vec_len (tm->rx_buffers) = n_left + n_alloc;
}
}
while (1)
{
-#if DPDK == 1
- struct rte_mbuf * mb;
-#endif
b = vlib_get_buffer (vm, tm->rx_buffers[i_rx]);
-#if DPDK == 1
- mb = rte_mbuf_from_vlib_buffer(b);
-
- if (first_mb == NULL)
- first_mb = mb;
-
- if (prev_mb != NULL)
- {
- prev_mb->next = mb;
- first_mb->nb_segs++;
- }
-#endif
b->flags = 0;
b->current_data = 0;
b->current_length = n_bytes_left < buffer_size ? n_bytes_left : buffer_size;
n_bytes_left -= buffer_size;
-#if DPDK == 1
- rte_pktmbuf_data_len (mb) = b->current_length;
- mb->data_off = RTE_PKTMBUF_HEADROOM + b->current_data;
-#endif
if (n_bytes_left <= 0)
{
-#if DPDK == 1
- rte_pktmbuf_pkt_len (first_mb) = n_bytes_in_packet;
-#endif
break;
}
i_rx--;
b->flags |= VLIB_BUFFER_NEXT_PRESENT;
b->next_buffer = tm->rx_buffers[i_rx];
-#if DPDK == 1
- prev_mb = mb;
-#endif
}
/** Interface counters for tuntap interface. */
#include "vat/json_format.h"
+#include <inttypes.h>
#include <sys/stat.h>
#define vl_typedefs /* define message structures */
#undef __included_bihash_template_h__
#include <vnet/l2/l2_fib.h>
+#if DPDK > 0
+#include <vnet/devices/dpdk/dpdk.h>
+#endif
+
#if IPSEC > 0
#include <vnet/ipsec/ipsec.h>
#include <vnet/ipsec/ikev2.h>
Code Review / vpp.git / commitdiff