1 #ifndef __included_dpdk_replication_h__
2 #define __included_dpdk_replication_h__
3 #include <vnet/devices/dpdk/dpdk.h>
6 * vlib_dpdk_clone_buffer - clone a buffer
7 * for port mirroring, lawful intercept, etc.
8 * rte_pktmbuf_clone (...) requires that the forwarding path
9 * not touch any of the cloned data. The hope is that we'll
10 * figure out how to relax that restriction.
12 * For the moment, copy packet data.
15 static inline vlib_buffer_t *
16 vlib_dpdk_clone_buffer (vlib_main_t * vm, vlib_buffer_t * b)
18 u32 new_buffers_needed = 1;
19 unsigned socket_id = rte_socket_id ();
20 struct rte_mempool *rmp = vm->buffer_main->pktmbuf_pools[socket_id];
21 struct rte_mbuf *rte_mbufs[5];
22 vlib_buffer_free_list_t *fl;
24 u8 *copy_src, *copy_dst;
25 vlib_buffer_t *src_buf, *dst_buf;
27 fl = vlib_buffer_get_free_list (vm, VLIB_BUFFER_DEFAULT_FREE_LIST_INDEX);
29 if (PREDICT_FALSE (b->flags & VLIB_BUFFER_NEXT_PRESENT))
31 vlib_buffer_t *tmp = b;
34 while (tmp->flags & VLIB_BUFFER_NEXT_PRESENT)
37 tmp = vlib_get_buffer (vm, tmp->next_buffer);
40 /* Should never happen... */
41 if (PREDICT_FALSE (new_buffers_needed > ARRAY_LEN (rte_mbufs)))
43 clib_warning ("need %d buffers", new_buffers_needed);
47 if (rte_mempool_get_bulk (rmp, (void **) rte_mbufs,
48 new_buffers_needed) < 0)
52 rv = dst_buf = vlib_buffer_from_rte_mbuf (rte_mbufs[0]);
53 vlib_buffer_init_for_free_list (dst_buf, fl);
54 copy_src = b->data + src_buf->current_data;
55 copy_dst = dst_buf->data + src_buf->current_data;
57 for (i = 0; i < new_buffers_needed; i++)
59 clib_memcpy (copy_src, copy_dst, src_buf->current_length);
60 dst_buf->current_data = src_buf->current_data;
61 dst_buf->current_length = src_buf->current_length;
62 dst_buf->flags = src_buf->flags;
66 dst_buf->total_length_not_including_first_buffer =
67 src_buf->total_length_not_including_first_buffer;
68 vnet_buffer (dst_buf)->sw_if_index[VLIB_RX] =
69 vnet_buffer (src_buf)->sw_if_index[VLIB_RX];
70 vnet_buffer (dst_buf)->sw_if_index[VLIB_TX] =
71 vnet_buffer (src_buf)->sw_if_index[VLIB_TX];
72 vnet_buffer (dst_buf)->l2 = vnet_buffer (b)->l2;
75 if (i < new_buffers_needed - 1)
77 src_buf = vlib_get_buffer (vm, src_buf->next_buffer);
78 dst_buf = vlib_buffer_from_rte_mbuf (rte_mbufs[i + 1]);
79 vlib_buffer_init_for_free_list (dst_buf, fl);
80 copy_src = src_buf->data;
81 copy_dst = dst_buf->data;
87 if (rte_mempool_get_bulk (rmp, (void **) rte_mbufs, 1) < 0)
90 rte_pktmbuf_refcnt_update (rte_mbufs[0], 1);
91 rv = vlib_buffer_from_rte_mbuf (rte_mbufs[0]);
92 vlib_buffer_init_for_free_list (rv, fl);
94 clib_memcpy (rv->data + b->current_data, b->data + b->current_data,
96 rv->current_data = b->current_data;
97 rv->current_length = b->current_length;
98 vnet_buffer (rv)->sw_if_index[VLIB_RX] =
99 vnet_buffer (b)->sw_if_index[VLIB_RX];
100 vnet_buffer (rv)->sw_if_index[VLIB_TX] =
101 vnet_buffer (b)->sw_if_index[VLIB_TX];
102 vnet_buffer (rv)->l2 = vnet_buffer (b)->l2;
108 #endif /* __included_dpdk_replication_h__ */
111 * fd.io coding-style-patch-verification: ON
114 * eval: (c-set-style "gnu")