- while (n_left_from > 3 && n_left_to_next > 3)
- {
- u32 bi0 = to_next[0] = from[0];
- u32 bi1 = to_next[1] = from[1];
- u32 bi2 = to_next[2] = from[2];
- u32 bi3 = to_next[3] = from[3];
- from+=4;
- n_left_from-=4;
- to_next+=4;
- n_left_to_next-=4;
-
- vlib_buffer_t * b0 = vlib_get_buffer (vm, bi0);
- vlib_buffer_t * b1 = vlib_get_buffer (vm, bi1);
- vlib_buffer_t * b2 = vlib_get_buffer (vm, bi2);
- vlib_buffer_t * b3 = vlib_get_buffer (vm, bi3);
-
- vlib_buffer_advance (b0, payload_offset);
- vlib_buffer_advance (b1, payload_offset);
- vlib_buffer_advance (b2, payload_offset);
- vlib_buffer_advance (b3, payload_offset);
-
- u16 len0 = vlib_buffer_length_in_chain (vm, b0);
- u16 len1 = vlib_buffer_length_in_chain (vm, b1);
- u16 len2 = vlib_buffer_length_in_chain (vm, b2);
- u16 len3 = vlib_buffer_length_in_chain (vm, b3);
-
- u32 next0 = VXLAN_FLOW_NEXT_L2_INPUT, next1 = VXLAN_FLOW_NEXT_L2_INPUT,
- next2 = VXLAN_FLOW_NEXT_L2_INPUT, next3 = VXLAN_FLOW_NEXT_L2_INPUT;
-
- u8 ip_err0 = vxlan_check_ip (b0, len0);
- u8 ip_err1 = vxlan_check_ip (b1, len1);
- u8 ip_err2 = vxlan_check_ip (b2, len2);
- u8 ip_err3 = vxlan_check_ip (b3, len3);
- u8 ip_err = ip_err0 | ip_err1 | ip_err2 | ip_err3;
-
- u8 udp_err0 = vxlan_check_ip_udp_len (b0);
- u8 udp_err1 = vxlan_check_ip_udp_len (b1);
- u8 udp_err2 = vxlan_check_ip_udp_len (b2);
- u8 udp_err3 = vxlan_check_ip_udp_len (b3);
- u8 udp_err = udp_err0 | udp_err1 | udp_err2 | udp_err3;
-
- u8 csum_err0 = vxlan_check_udp_csum (vm, b0);
- u8 csum_err1 = vxlan_check_udp_csum (vm, b1);
- u8 csum_err2 = vxlan_check_udp_csum (vm, b2);
- u8 csum_err3 = vxlan_check_udp_csum (vm, b3);
- u8 csum_err = csum_err0 | csum_err1 | csum_err2 | csum_err3;
-
- if (PREDICT_FALSE(csum_err))
- {
- if (csum_err0)
- csum_err0 = !vxlan_validate_udp_csum (vm, b0);
- if (csum_err1)
- csum_err1 = !vxlan_validate_udp_csum (vm, b1);
- if (csum_err2)
- csum_err2 = !vxlan_validate_udp_csum (vm, b2);
- if (csum_err3)
- csum_err3 = !vxlan_validate_udp_csum (vm, b3);
- csum_err = csum_err0 | csum_err1 | csum_err2 | csum_err3;
- }
-
- if (PREDICT_FALSE(ip_err || udp_err || csum_err))
- {
- if (ip_err0 || udp_err0 || csum_err0)
- {
- next0 = VXLAN_FLOW_NEXT_DROP;
- u8 error0 = vxlan_err_code (ip_err0, udp_err0, csum_err0);
- b0->error = node->errors[error0];
- }
- if (ip_err1 || udp_err1 || csum_err1)
- {
- next1 = VXLAN_FLOW_NEXT_DROP;
- u8 error1 = vxlan_err_code (ip_err1, udp_err1, csum_err1);
- b1->error = node->errors[error1];
- }
- if (ip_err2 || udp_err2 || csum_err2)
- {
- next2 = VXLAN_FLOW_NEXT_DROP;
- u8 error2 = vxlan_err_code (ip_err2, udp_err2, csum_err2);
- b2->error = node->errors[error2];
- }
- if (ip_err3 || udp_err3 || csum_err3)
- {
- next3 = VXLAN_FLOW_NEXT_DROP;
- u8 error3 = vxlan_err_code (ip_err3, udp_err3, csum_err3);
- b3->error = node->errors[error3];
- }
- }
-
- vnet_update_l2_len (b0);
- vnet_update_l2_len (b1);
- vnet_update_l2_len (b2);
- vnet_update_l2_len (b3);
-
- ASSERT (b0->flow_id != 0);
- ASSERT (b1->flow_id != 0);
- ASSERT (b2->flow_id != 0);
- ASSERT (b3->flow_id != 0);
-
- u32 t_index0 = b0->flow_id - vxm->flow_id_start;
- u32 t_index1 = b1->flow_id - vxm->flow_id_start;
- u32 t_index2 = b2->flow_id - vxm->flow_id_start;
- u32 t_index3 = b3->flow_id - vxm->flow_id_start;
-
- vxlan_tunnel_t * t0 = &vxm->tunnels[t_index0];
- vxlan_tunnel_t * t1 = &vxm->tunnels[t_index1];
- vxlan_tunnel_t * t2 = &vxm->tunnels[t_index2];
- vxlan_tunnel_t * t3 = &vxm->tunnels[t_index3];
-
- /* flow id consumed */
- b0->flow_id = 0;
- b1->flow_id = 0;
- b2->flow_id = 0;
- b3->flow_id = 0;
-
- u32 sw_if_index0 = vnet_buffer (b0)->sw_if_index[VLIB_RX] = t0->sw_if_index;
- u32 sw_if_index1 = vnet_buffer (b1)->sw_if_index[VLIB_RX] = t1->sw_if_index;
- u32 sw_if_index2 = vnet_buffer (b2)->sw_if_index[VLIB_RX] = t2->sw_if_index;
- u32 sw_if_index3 = vnet_buffer (b3)->sw_if_index[VLIB_RX] = t3->sw_if_index;
-
- vlib_increment_combined_counter (rx_counter[next0], thread_index, sw_if_index0, 1, len0);
- vlib_increment_combined_counter (rx_counter[next1], thread_index, sw_if_index1, 1, len1);
- vlib_increment_combined_counter (rx_counter[next2], thread_index, sw_if_index2, 1, len2);
- vlib_increment_combined_counter (rx_counter[next3], thread_index, sw_if_index3, 1, len3);
-
- u32 flags = b0->flags | b1->flags | b2->flags | b3->flags;
-
- if (PREDICT_FALSE(flags & VLIB_BUFFER_IS_TRACED))
- {
- if (b0->flags & VLIB_BUFFER_IS_TRACED)
- {
- vxlan_rx_trace_t *tr = vlib_add_trace (vm, node, b0, sizeof *tr);
- u8 error0 = vxlan_err_code (ip_err0, udp_err0, csum_err0);
- *tr = (vxlan_rx_trace_t) {
- .next_index = next0, .error = error0, .tunnel_index = t_index0, .vni = t0->vni };
- }
- if (b1->flags & VLIB_BUFFER_IS_TRACED)
- {
- vxlan_rx_trace_t *tr = vlib_add_trace (vm, node, b1, sizeof *tr);
- u8 error1 = vxlan_err_code (ip_err1, udp_err1, csum_err1);
- *tr = (vxlan_rx_trace_t) {
- .next_index = next1, .error = error1, .tunnel_index = t_index1, .vni = t1->vni };
- }
- if (b2->flags & VLIB_BUFFER_IS_TRACED)
- {
- vxlan_rx_trace_t *tr = vlib_add_trace (vm, node, b2, sizeof *tr);
- u8 error2 = vxlan_err_code (ip_err2, udp_err2, csum_err2);
- *tr = (vxlan_rx_trace_t) {
- .next_index = next2, .error = error2, .tunnel_index = t_index2, .vni = t2->vni };
- }
- if (b3->flags & VLIB_BUFFER_IS_TRACED)
- {
- vxlan_rx_trace_t *tr = vlib_add_trace (vm, node, b3, sizeof *tr);
- u8 error3 = vxlan_err_code (ip_err3, udp_err3, csum_err3);
- *tr = (vxlan_rx_trace_t) {
- .next_index = next3, .error = error3, .tunnel_index = t_index3, .vni = t3->vni };
- }
- }
- vlib_validate_buffer_enqueue_x4
- (vm, node, next_index, to_next, n_left_to_next,
- bi0, bi1, bi2, bi3, next0, next1, next2, next3);
- }
- while (n_left_from > 0 && n_left_to_next > 0)
- {
- u32 bi0 = to_next[0] = from[0];
- from++;
- n_left_from--;
- to_next++;
- n_left_to_next--;
-
- vlib_buffer_t * b0 = vlib_get_buffer (vm, bi0);
- vlib_buffer_advance (b0, payload_offset);
-
- u16 len0 = vlib_buffer_length_in_chain (vm, b0);
- u32 next0 = VXLAN_FLOW_NEXT_L2_INPUT;
-
- u8 ip_err0 = vxlan_check_ip (b0, len0);
- u8 udp_err0 = vxlan_check_ip_udp_len (b0);
- u8 csum_err0 = vxlan_check_udp_csum (vm, b0);
-
- if (csum_err0)
- csum_err0 = !vxlan_validate_udp_csum (vm, b0);
- if (ip_err0 || udp_err0 || csum_err0)
- {
- next0 = VXLAN_FLOW_NEXT_DROP;
- u8 error0 = vxlan_err_code (ip_err0, udp_err0, csum_err0);
- b0->error = node->errors[error0];
- }
-
- vnet_update_l2_len (b0);
-
- ASSERT (b0->flow_id != 0);
- u32 t_index0 = b0->flow_id - vxm->flow_id_start;
- vxlan_tunnel_t * t0 = &vxm->tunnels[t_index0];
- b0->flow_id = 0;
-
- u32 sw_if_index0 = vnet_buffer (b0)->sw_if_index[VLIB_RX] = t0->sw_if_index;
- vlib_increment_combined_counter (rx_counter[next0], thread_index, sw_if_index0, 1, len0);
-
- if (PREDICT_FALSE(b0->flags & VLIB_BUFFER_IS_TRACED))