ip: Use .api declared error counters
[vpp.git] / src / vnet / ip / reass / ip4_sv_reass.c
index 63debef..4ef144e 100644 (file)
@@ -48,7 +48,7 @@ typedef struct
   {
     struct
     {
-      u32 xx_id;
+      u32 fib_index;
       ip4_address_t src;
       ip4_address_t dst;
       u16 frag_id;
@@ -189,6 +189,7 @@ typedef struct
   u8 ip_proto;
   u16 l4_src_port;
   u16 l4_dst_port;
+  int l4_layer_truncated;
 } ip4_sv_reass_trace_t;
 
 extern vlib_node_registration_t ip4_sv_reass_node;
@@ -225,16 +226,28 @@ format_ip4_sv_reass_trace (u8 * s, va_list * args)
       s = format (s, "[not-fragmented]");
       break;
     }
+  if (t->l4_layer_truncated)
+    {
+      s = format (s, " [l4-layer-truncated]");
+    }
   return s;
 }
 
 static void
-ip4_sv_reass_add_trace (vlib_main_t * vm, vlib_node_runtime_t * node,
-                       ip4_sv_reass_main_t * rm, ip4_sv_reass_t * reass,
-                       u32 bi, ip4_sv_reass_trace_operation_e action,
-                       u32 ip_proto, u16 l4_src_port, u16 l4_dst_port)
+ip4_sv_reass_add_trace (vlib_main_t *vm, vlib_node_runtime_t *node,
+                       ip4_sv_reass_t *reass, u32 bi,
+                       ip4_sv_reass_trace_operation_e action, u32 ip_proto,
+                       u16 l4_src_port, u16 l4_dst_port,
+                       int l4_layer_truncated)
 {
   vlib_buffer_t *b = vlib_get_buffer (vm, bi);
+  if (pool_is_free_index
+      (vm->trace_main.trace_buffer_pool, vlib_buffer_get_trace_index (b)))
+    {
+      // this buffer's trace is gone
+      b->flags &= ~VLIB_BUFFER_IS_TRACED;
+      return;
+    }
   ip4_sv_reass_trace_t *t = vlib_add_trace (vm, node, b, sizeof (t[0]));
   if (reass)
     {
@@ -246,6 +259,7 @@ ip4_sv_reass_add_trace (vlib_main_t * vm, vlib_node_runtime_t * node,
   t->ip_proto = ip_proto;
   t->l4_src_port = l4_src_port;
   t->l4_dst_port = l4_dst_port;
+  t->l4_layer_truncated = l4_layer_truncated;
 #if 0
   static u8 *s = NULL;
   s = format (s, "%U", format_ip4_sv_reass_trace, NULL, NULL, t);
@@ -305,7 +319,9 @@ ip4_sv_reass_find_or_create (vlib_main_t * vm, ip4_sv_reass_main_t * rm,
                             ip4_sv_reass_kv_t * kv, u8 * do_handoff)
 {
   ip4_sv_reass_t *reass = NULL;
-  f64 now = vlib_time_now (rm->vlib_main);
+  f64 now = vlib_time_now (vm);
+
+again:
 
   if (!clib_bihash_search_16_8 (&rm->hash, &kv->kv, &kv->kv))
     {
@@ -331,7 +347,7 @@ ip4_sv_reass_find_or_create (vlib_main_t * vm, ip4_sv_reass_main_t * rm,
 
   if (rt->reass_n >= rm->max_reass_n && rm->max_reass_n)
     {
-      reass = pool_elt_at_index (rt->pool, rt->lru_last);
+      reass = pool_elt_at_index (rt->pool, rt->lru_first);
       ip4_sv_reass_free (vm, rm, rt, reass);
     }
 
@@ -361,19 +377,23 @@ ip4_sv_reass_find_or_create (vlib_main_t * vm, ip4_sv_reass_main_t * rm,
   kv->v.thread_index = vm->thread_index;
   reass->last_heard = now;
 
-  if (clib_bihash_add_del_16_8 (&rm->hash, &kv->kv, 1))
+  int rv = clib_bihash_add_del_16_8 (&rm->hash, &kv->kv, 2);
+  if (rv)
     {
       ip4_sv_reass_free (vm, rm, rt, reass);
       reass = NULL;
+      // if other worker created a context already work with the other copy
+      if (-2 == rv)
+       goto again;
     }
 
   return reass;
 }
 
 always_inline ip4_sv_reass_rc_t
-ip4_sv_reass_update (vlib_main_t * vm, vlib_node_runtime_t * node,
-                    ip4_sv_reass_main_t * rm, ip4_sv_reass_per_thread_t * rt,
-                    ip4_header_t * ip0, ip4_sv_reass_t * reass, u32 bi0)
+ip4_sv_reass_update (vlib_main_t *vm, vlib_node_runtime_t *node,
+                    ip4_sv_reass_main_t *rm, ip4_header_t *ip0,
+                    ip4_sv_reass_t *reass, u32 bi0)
 {
   vlib_buffer_t *b0 = vlib_get_buffer (vm, bi0);
   ip4_sv_reass_rc_t rc = IP4_SV_REASS_RC_OK;
@@ -400,9 +420,10 @@ ip4_sv_reass_update (vlib_main_t * vm, vlib_node_runtime_t * node,
       vlib_buffer_t *b0 = vlib_get_buffer (vm, bi0);
       if (PREDICT_FALSE (b0->flags & VLIB_BUFFER_IS_TRACED))
        {
-         ip4_sv_reass_add_trace (vm, node, rm, reass, bi0, REASS_FINISH,
-                                 reass->ip_proto, reass->l4_src_port,
-                                 reass->l4_dst_port);
+         ip4_sv_reass_add_trace (
+           vm, node, reass, bi0, REASS_FINISH, reass->ip_proto,
+           reass->l4_src_port, reass->l4_dst_port,
+           vnet_buffer (b0)->ip.reass.l4_layer_truncated);
        }
     }
   vec_add1 (reass->cached_buffers, bi0);
@@ -410,8 +431,9 @@ ip4_sv_reass_update (vlib_main_t * vm, vlib_node_runtime_t * node,
     {
       if (PREDICT_FALSE (b0->flags & VLIB_BUFFER_IS_TRACED))
        {
-         ip4_sv_reass_add_trace (vm, node, rm, reass, bi0,
-                                 REASS_FRAGMENT_CACHE, ~0, ~0, ~0);
+         ip4_sv_reass_add_trace (
+           vm, node, reass, bi0, REASS_FRAGMENT_CACHE, ~0, ~0, ~0,
+           vnet_buffer (b0)->ip.reass.l4_layer_truncated);
        }
       if (vec_len (reass->cached_buffers) > rm->max_reass_len)
        {
@@ -421,6 +443,19 @@ ip4_sv_reass_update (vlib_main_t * vm, vlib_node_runtime_t * node,
   return rc;
 }
 
+always_inline int
+l4_layer_truncated (ip4_header_t *ip)
+{
+  static const int l4_layer_length[256] = {
+    [IP_PROTOCOL_TCP] = sizeof (tcp_header_t),
+    [IP_PROTOCOL_UDP] = sizeof (udp_header_t),
+    [IP_PROTOCOL_ICMP] = sizeof (icmp46_header_t),
+  };
+
+  return ((u8 *) ip + ip4_header_bytes (ip) + l4_layer_length[ip->protocol] >
+         (u8 *) ip + clib_net_to_host_u16 (ip->length));
+}
+
 always_inline uword
 ip4_sv_reass_inline (vlib_main_t * vm, vlib_node_runtime_t * node,
                     vlib_frame_t * frame, bool is_feature,
@@ -435,6 +470,243 @@ ip4_sv_reass_inline (vlib_main_t * vm, vlib_node_runtime_t * node,
   n_left_from = frame->n_vectors;
   next_index = node->cached_next_index;
 
+  vlib_buffer_t *bufs[VLIB_FRAME_SIZE], **b;
+  vlib_get_buffers (vm, from, bufs, n_left_from);
+  u16 nexts[VLIB_FRAME_SIZE], *next = nexts;
+  b = bufs;
+
+  /* optimistic case first - no fragments */
+  while (n_left_from >= 2)
+    {
+      vlib_buffer_t *b0, *b1;
+      u32 next0, next1;
+      b0 = *b;
+      b++;
+      b1 = *b;
+      b++;
+
+      /* Prefetch next iteration. */
+      if (PREDICT_TRUE (n_left_from >= 4))
+       {
+         vlib_buffer_t *p2, *p3;
+
+         p2 = *b;
+         p3 = *(b + 1);
+
+         vlib_prefetch_buffer_header (p2, LOAD);
+         vlib_prefetch_buffer_header (p3, LOAD);
+
+         clib_prefetch_load (p2->data);
+         clib_prefetch_load (p3->data);
+       }
+
+      ip4_header_t *ip0 =
+       (ip4_header_t *) u8_ptr_add (vlib_buffer_get_current (b0),
+                                    (is_output_feature ? 1 : 0) *
+                                    vnet_buffer (b0)->
+                                    ip.save_rewrite_length);
+      ip4_header_t *ip1 =
+       (ip4_header_t *) u8_ptr_add (vlib_buffer_get_current (b1),
+                                    (is_output_feature ? 1 : 0) *
+                                    vnet_buffer (b1)->
+                                    ip.save_rewrite_length);
+
+      if (PREDICT_FALSE
+         (ip4_get_fragment_more (ip0) || ip4_get_fragment_offset (ip0))
+         || (ip4_get_fragment_more (ip1) || ip4_get_fragment_offset (ip1)))
+       {
+         // fragment found, go slow path
+         b -= 2;
+         if (b - bufs > 0)
+           {
+             vlib_buffer_enqueue_to_next (vm, node, from, (u16 *) nexts,
+                                          b - bufs);
+           }
+         goto slow_path;
+       }
+      if (is_feature)
+       {
+         vnet_feature_next (&next0, b0);
+       }
+      else
+       {
+         next0 = is_custom ? vnet_buffer (b0)->ip.reass.next_index :
+           IP4_SV_REASSEMBLY_NEXT_INPUT;
+       }
+      vnet_buffer (b0)->ip.reass.is_non_first_fragment = 0;
+      vnet_buffer (b0)->ip.reass.ip_proto = ip0->protocol;
+      if (l4_layer_truncated (ip0))
+       {
+         vnet_buffer (b0)->ip.reass.l4_layer_truncated = 1;
+         vnet_buffer (b0)->ip.reass.l4_src_port = 0;
+         vnet_buffer (b0)->ip.reass.l4_dst_port = 0;
+       }
+      else
+       {
+         vnet_buffer (b0)->ip.reass.l4_layer_truncated = 0;
+         if (IP_PROTOCOL_TCP == ip0->protocol)
+           {
+             vnet_buffer (b0)->ip.reass.icmp_type_or_tcp_flags =
+               ((tcp_header_t *) (ip0 + 1))->flags;
+             vnet_buffer (b0)->ip.reass.tcp_ack_number =
+               ((tcp_header_t *) (ip0 + 1))->ack_number;
+             vnet_buffer (b0)->ip.reass.tcp_seq_number =
+               ((tcp_header_t *) (ip0 + 1))->seq_number;
+           }
+         else if (IP_PROTOCOL_ICMP == ip0->protocol)
+           {
+             vnet_buffer (b0)->ip.reass.icmp_type_or_tcp_flags =
+               ((icmp46_header_t *) (ip0 + 1))->type;
+           }
+         vnet_buffer (b0)->ip.reass.l4_src_port = ip4_get_port (ip0, 1);
+         vnet_buffer (b0)->ip.reass.l4_dst_port = ip4_get_port (ip0, 0);
+       }
+      if (PREDICT_FALSE (b0->flags & VLIB_BUFFER_IS_TRACED))
+       {
+         ip4_sv_reass_add_trace (
+           vm, node, NULL, from[(b - 2) - bufs], REASS_PASSTHROUGH,
+           vnet_buffer (b0)->ip.reass.ip_proto,
+           vnet_buffer (b0)->ip.reass.l4_src_port,
+           vnet_buffer (b0)->ip.reass.l4_dst_port,
+           vnet_buffer (b0)->ip.reass.l4_layer_truncated);
+       }
+      if (is_feature)
+       {
+         vnet_feature_next (&next1, b1);
+       }
+      else
+       {
+         next1 = is_custom ? vnet_buffer (b1)->ip.reass.next_index :
+           IP4_SV_REASSEMBLY_NEXT_INPUT;
+       }
+      vnet_buffer (b1)->ip.reass.is_non_first_fragment = 0;
+      vnet_buffer (b1)->ip.reass.ip_proto = ip1->protocol;
+      if (l4_layer_truncated (ip1))
+       {
+         vnet_buffer (b1)->ip.reass.l4_layer_truncated = 1;
+         vnet_buffer (b1)->ip.reass.l4_src_port = 0;
+         vnet_buffer (b1)->ip.reass.l4_dst_port = 0;
+       }
+      else
+       {
+         vnet_buffer (b1)->ip.reass.l4_layer_truncated = 0;
+         if (IP_PROTOCOL_TCP == ip1->protocol)
+           {
+             vnet_buffer (b1)->ip.reass.icmp_type_or_tcp_flags =
+               ((tcp_header_t *) (ip1 + 1))->flags;
+             vnet_buffer (b1)->ip.reass.tcp_ack_number =
+               ((tcp_header_t *) (ip1 + 1))->ack_number;
+             vnet_buffer (b1)->ip.reass.tcp_seq_number =
+               ((tcp_header_t *) (ip1 + 1))->seq_number;
+           }
+         else if (IP_PROTOCOL_ICMP == ip1->protocol)
+           {
+             vnet_buffer (b1)->ip.reass.icmp_type_or_tcp_flags =
+               ((icmp46_header_t *) (ip1 + 1))->type;
+           }
+         vnet_buffer (b1)->ip.reass.l4_src_port = ip4_get_port (ip1, 1);
+         vnet_buffer (b1)->ip.reass.l4_dst_port = ip4_get_port (ip1, 0);
+       }
+      if (PREDICT_FALSE (b1->flags & VLIB_BUFFER_IS_TRACED))
+       {
+         ip4_sv_reass_add_trace (
+           vm, node, NULL, from[(b - 1) - bufs], REASS_PASSTHROUGH,
+           vnet_buffer (b1)->ip.reass.ip_proto,
+           vnet_buffer (b1)->ip.reass.l4_src_port,
+           vnet_buffer (b1)->ip.reass.l4_dst_port,
+           vnet_buffer (b1)->ip.reass.l4_layer_truncated);
+       }
+
+      n_left_from -= 2;
+      next[0] = next0;
+      next[1] = next1;
+      next += 2;
+    }
+
+  while (n_left_from > 0)
+    {
+      vlib_buffer_t *b0;
+      u32 next0;
+      b0 = *b;
+      b++;
+
+      ip4_header_t *ip0 =
+       (ip4_header_t *) u8_ptr_add (vlib_buffer_get_current (b0),
+                                    (is_output_feature ? 1 : 0) *
+                                    vnet_buffer (b0)->
+                                    ip.save_rewrite_length);
+      if (PREDICT_FALSE
+         (ip4_get_fragment_more (ip0) || ip4_get_fragment_offset (ip0)))
+       {
+         // fragment found, go slow path
+         b -= 1;
+         if (b - bufs > 0)
+           {
+             vlib_buffer_enqueue_to_next (vm, node, from, (u16 *) nexts,
+                                          b - bufs);
+           }
+         goto slow_path;
+       }
+      if (is_feature)
+       {
+         vnet_feature_next (&next0, b0);
+       }
+      else
+       {
+         next0 =
+           is_custom ? vnet_buffer (b0)->ip.
+           reass.next_index : IP4_SV_REASSEMBLY_NEXT_INPUT;
+       }
+      vnet_buffer (b0)->ip.reass.is_non_first_fragment = 0;
+      vnet_buffer (b0)->ip.reass.ip_proto = ip0->protocol;
+      if (l4_layer_truncated (ip0))
+       {
+         vnet_buffer (b0)->ip.reass.l4_layer_truncated = 1;
+       }
+      else
+       {
+         vnet_buffer (b0)->ip.reass.l4_layer_truncated = 0;
+         if (IP_PROTOCOL_TCP == ip0->protocol)
+           {
+             vnet_buffer (b0)->ip.reass.icmp_type_or_tcp_flags =
+               ((tcp_header_t *) (ip0 + 1))->flags;
+             vnet_buffer (b0)->ip.reass.tcp_ack_number =
+               ((tcp_header_t *) (ip0 + 1))->ack_number;
+             vnet_buffer (b0)->ip.reass.tcp_seq_number =
+               ((tcp_header_t *) (ip0 + 1))->seq_number;
+           }
+         else if (IP_PROTOCOL_ICMP == ip0->protocol)
+           {
+             vnet_buffer (b0)->ip.reass.icmp_type_or_tcp_flags =
+               ((icmp46_header_t *) (ip0 + 1))->type;
+           }
+         vnet_buffer (b0)->ip.reass.l4_src_port = ip4_get_port (ip0, 1);
+         vnet_buffer (b0)->ip.reass.l4_dst_port = ip4_get_port (ip0, 0);
+       }
+      if (PREDICT_FALSE (b0->flags & VLIB_BUFFER_IS_TRACED))
+       {
+         ip4_sv_reass_add_trace (
+           vm, node, NULL, from[(b - 1) - bufs], REASS_PASSTHROUGH,
+           vnet_buffer (b0)->ip.reass.ip_proto,
+           vnet_buffer (b0)->ip.reass.l4_src_port,
+           vnet_buffer (b0)->ip.reass.l4_dst_port,
+           vnet_buffer (b0)->ip.reass.l4_layer_truncated);
+       }
+
+      n_left_from -= 1;
+      next[0] = next0;
+      next += 1;
+    }
+
+  vlib_buffer_enqueue_to_next (vm, node, from, (u16 *) nexts,
+                              frame->n_vectors);
+
+  goto done;
+
+slow_path:
+
+  from += b - bufs;
+
   while (n_left_from > 0)
     {
       vlib_get_next_frame (vm, node, next_index, to_next, n_left_to_next);
@@ -451,7 +723,7 @@ ip4_sv_reass_inline (vlib_main_t * vm, vlib_node_runtime_t * node,
 
          ip4_header_t *ip0 =
            (ip4_header_t *) u8_ptr_add (vlib_buffer_get_current (b0),
-                                        is_output_feature *
+                                        (is_output_feature ? 1 : 0) *
                                         vnet_buffer (b0)->
                                         ip.save_rewrite_length);
          if (!ip4_get_fragment_more (ip0) && !ip4_get_fragment_offset (ip0))
@@ -467,31 +739,42 @@ ip4_sv_reass_inline (vlib_main_t * vm, vlib_node_runtime_t * node,
                }
              vnet_buffer (b0)->ip.reass.is_non_first_fragment = 0;
              vnet_buffer (b0)->ip.reass.ip_proto = ip0->protocol;
-             if (IP_PROTOCOL_TCP == ip0->protocol)
+             if (l4_layer_truncated (ip0))
                {
-                 vnet_buffer (b0)->ip.reass.icmp_type_or_tcp_flags =
-                   ((tcp_header_t *) (ip0 + 1))->flags;
-                 vnet_buffer (b0)->ip.reass.tcp_ack_number =
-                   ((tcp_header_t *) (ip0 + 1))->ack_number;
-                 vnet_buffer (b0)->ip.reass.tcp_seq_number =
-                   ((tcp_header_t *) (ip0 + 1))->seq_number;
+                 vnet_buffer (b0)->ip.reass.l4_layer_truncated = 1;
+                 vnet_buffer (b0)->ip.reass.l4_src_port = 0;
+                 vnet_buffer (b0)->ip.reass.l4_dst_port = 0;
                }
-             else if (IP_PROTOCOL_ICMP == ip0->protocol)
+             else
                {
-                 vnet_buffer (b0)->ip.reass.icmp_type_or_tcp_flags =
-                   ((icmp46_header_t *) (ip0 + 1))->type;
+                 vnet_buffer (b0)->ip.reass.l4_layer_truncated = 0;
+                 if (IP_PROTOCOL_TCP == ip0->protocol)
+                   {
+                     vnet_buffer (b0)->ip.reass.icmp_type_or_tcp_flags =
+                       ((tcp_header_t *) (ip0 + 1))->flags;
+                     vnet_buffer (b0)->ip.reass.tcp_ack_number =
+                       ((tcp_header_t *) (ip0 + 1))->ack_number;
+                     vnet_buffer (b0)->ip.reass.tcp_seq_number =
+                       ((tcp_header_t *) (ip0 + 1))->seq_number;
+                   }
+                 else if (IP_PROTOCOL_ICMP == ip0->protocol)
+                   {
+                     vnet_buffer (b0)->ip.reass.icmp_type_or_tcp_flags =
+                       ((icmp46_header_t *) (ip0 + 1))->type;
+                   }
+                 vnet_buffer (b0)->ip.reass.l4_src_port =
+                   ip4_get_port (ip0, 1);
+                 vnet_buffer (b0)->ip.reass.l4_dst_port =
+                   ip4_get_port (ip0, 0);
                }
-             vnet_buffer (b0)->ip.reass.l4_src_port = ip4_get_port (ip0, 1);
-             vnet_buffer (b0)->ip.reass.l4_dst_port = ip4_get_port (ip0, 0);
              if (PREDICT_FALSE (b0->flags & VLIB_BUFFER_IS_TRACED))
                {
-                 ip4_sv_reass_add_trace (vm, node, rm, NULL, bi0,
-                                         REASS_PASSTHROUGH,
-                                         vnet_buffer (b0)->ip.reass.ip_proto,
-                                         vnet_buffer (b0)->ip.
-                                         reass.l4_src_port,
-                                         vnet_buffer (b0)->ip.
-                                         reass.l4_dst_port);
+                 ip4_sv_reass_add_trace (
+                   vm, node, NULL, bi0, REASS_PASSTHROUGH,
+                   vnet_buffer (b0)->ip.reass.ip_proto,
+                   vnet_buffer (b0)->ip.reass.l4_src_port,
+                   vnet_buffer (b0)->ip.reass.l4_dst_port,
+                   vnet_buffer (b0)->ip.reass.l4_layer_truncated);
                }
              goto packet_enqueue;
            }
@@ -559,36 +842,34 @@ ip4_sv_reass_inline (vlib_main_t * vm, vlib_node_runtime_t * node,
              vnet_buffer (b0)->ip.reass.l4_dst_port = reass->l4_dst_port;
              if (PREDICT_FALSE (b0->flags & VLIB_BUFFER_IS_TRACED))
                {
-                 ip4_sv_reass_add_trace (vm, node, rm, reass, bi0,
-                                         REASS_FRAGMENT_FORWARD,
-                                         reass->ip_proto,
-                                         reass->l4_src_port,
-                                         reass->l4_dst_port);
+                 ip4_sv_reass_add_trace (
+                   vm, node, reass, bi0, REASS_FRAGMENT_FORWARD,
+                   reass->ip_proto, reass->l4_src_port, reass->l4_dst_port,
+                   vnet_buffer (b0)->ip.reass.l4_layer_truncated);
                }
              goto packet_enqueue;
            }
 
          ip4_sv_reass_rc_t rc =
-           ip4_sv_reass_update (vm, node, rm, rt, ip0, reass, bi0);
+           ip4_sv_reass_update (vm, node, rm, ip0, reass, bi0);
+         u32 counter = ~0;
          switch (rc)
            {
            case IP4_SV_REASS_RC_OK:
              /* nothing to do here */
              break;
            case IP4_SV_REASS_RC_TOO_MANY_FRAGMENTS:
-             vlib_node_increment_counter (vm, node->node_index,
-                                          IP4_ERROR_REASS_FRAGMENT_CHAIN_TOO_LONG,
-                                          1);
-             ip4_sv_reass_free (vm, rm, rt, reass);
-             goto next_packet;
+             counter = IP4_ERROR_REASS_FRAGMENT_CHAIN_TOO_LONG;
              break;
            case IP4_SV_REASS_RC_UNSUPP_IP_PROTO:
-             vlib_node_increment_counter (vm, node->node_index,
-                                          IP4_ERROR_REASS_FRAGMENT_CHAIN_TOO_LONG,
-                                          1);
+             counter = IP4_ERROR_REASS_UNSUPP_IP_PROT;
+             break;
+           }
+         if (~0 != counter)
+           {
+             vlib_node_increment_counter (vm, node->node_index, counter, 1);
              ip4_sv_reass_free (vm, rm, rt, reass);
              goto next_packet;
-             break;
            }
          if (reass->is_complete)
            {
@@ -597,6 +878,11 @@ ip4_sv_reass_inline (vlib_main_t * vm, vlib_node_runtime_t * node,
              {
                u32 bi0 = vec_elt (reass->cached_buffers, idx);
                vlib_buffer_t *b0 = vlib_get_buffer (vm, bi0);
+               ip0 =
+                 (ip4_header_t *) u8_ptr_add (vlib_buffer_get_current (b0),
+                                              (is_output_feature ? 1 : 0) *
+                                              vnet_buffer (b0)->
+                                              ip.save_rewrite_length);
                u32 next0 = IP4_SV_REASSEMBLY_NEXT_INPUT;
                if (is_feature)
                  {
@@ -617,7 +903,7 @@ ip4_sv_reass_inline (vlib_main_t * vm, vlib_node_runtime_t * node,
                to_next += 1;
                n_left_to_next -= 1;
                vnet_buffer (b0)->ip.reass.is_non_first_fragment =
-                 ! !ip4_get_fragment_offset (vlib_buffer_get_current (b0));
+                 ! !ip4_get_fragment_offset (ip0);
                vnet_buffer (b0)->ip.reass.ip_proto = reass->ip_proto;
                vnet_buffer (b0)->ip.reass.icmp_type_or_tcp_flags =
                  reass->icmp_type_or_tcp_flags;
@@ -629,17 +915,17 @@ ip4_sv_reass_inline (vlib_main_t * vm, vlib_node_runtime_t * node,
                vnet_buffer (b0)->ip.reass.l4_dst_port = reass->l4_dst_port;
                if (PREDICT_FALSE (b0->flags & VLIB_BUFFER_IS_TRACED))
                  {
-                   ip4_sv_reass_add_trace (vm, node, rm, reass, bi0,
-                                           REASS_FRAGMENT_FORWARD,
-                                           reass->ip_proto,
-                                           reass->l4_src_port,
-                                           reass->l4_dst_port);
+                   ip4_sv_reass_add_trace (
+                     vm, node, reass, bi0, REASS_FRAGMENT_FORWARD,
+                     reass->ip_proto, reass->l4_src_port, reass->l4_dst_port,
+                     vnet_buffer (b0)->ip.reass.l4_layer_truncated);
                  }
                vlib_validate_buffer_enqueue_x1 (vm, node, next_index,
                                                 to_next, n_left_to_next, bi0,
                                                 next0);
              }
-             _vec_len (reass->cached_buffers) = 0;     // buffers are owned by frame now
+             vec_set_len (reass->cached_buffers,
+                          0); // buffers are owned by frame now
            }
          goto next_packet;
 
@@ -664,16 +950,11 @@ ip4_sv_reass_inline (vlib_main_t * vm, vlib_node_runtime_t * node,
       vlib_put_next_frame (vm, node, next_index, n_left_to_next);
     }
 
+done:
   clib_spinlock_unlock (&rt->lock);
   return frame->n_vectors;
 }
 
-static char *ip4_sv_reass_error_strings[] = {
-#define _(sym, string) string,
-  foreach_ip4_error
-#undef _
-};
-
 VLIB_NODE_FN (ip4_sv_reass_node) (vlib_main_t * vm,
                                  vlib_node_runtime_t * node,
                                  vlib_frame_t * frame)
@@ -688,8 +969,8 @@ VLIB_REGISTER_NODE (ip4_sv_reass_node) = {
     .name = "ip4-sv-reassembly",
     .vector_size = sizeof (u32),
     .format_trace = format_ip4_sv_reass_trace,
-    .n_errors = ARRAY_LEN (ip4_sv_reass_error_strings),
-    .error_strings = ip4_sv_reass_error_strings,
+    .n_errors = IP4_N_ERROR,
+    .error_counters = ip4_error_counters,
     .n_next_nodes = IP4_SV_REASSEMBLY_N_NEXT,
     .next_nodes =
         {
@@ -715,8 +996,8 @@ VLIB_REGISTER_NODE (ip4_sv_reass_node_feature) = {
     .name = "ip4-sv-reassembly-feature",
     .vector_size = sizeof (u32),
     .format_trace = format_ip4_sv_reass_trace,
-    .n_errors = ARRAY_LEN (ip4_sv_reass_error_strings),
-    .error_strings = ip4_sv_reass_error_strings,
+    .n_errors = IP4_N_ERROR,
+    .error_counters = ip4_error_counters,
     .n_next_nodes = IP4_SV_REASSEMBLY_N_NEXT,
     .next_nodes =
         {
@@ -751,8 +1032,8 @@ VLIB_REGISTER_NODE (ip4_sv_reass_node_output_feature) = {
     .name = "ip4-sv-reassembly-output-feature",
     .vector_size = sizeof (u32),
     .format_trace = format_ip4_sv_reass_trace,
-    .n_errors = ARRAY_LEN (ip4_sv_reass_error_strings),
-    .error_strings = ip4_sv_reass_error_strings,
+    .n_errors = IP4_N_ERROR,
+    .error_counters = ip4_error_counters,
     .n_next_nodes = IP4_SV_REASSEMBLY_N_NEXT,
     .next_nodes =
         {
@@ -777,8 +1058,8 @@ VLIB_REGISTER_NODE (ip4_sv_reass_custom_node) = {
     .name = "ip4-sv-reassembly-custom-next",
     .vector_size = sizeof (u32),
     .format_trace = format_ip4_sv_reass_trace,
-    .n_errors = ARRAY_LEN (ip4_sv_reass_error_strings),
-    .error_strings = ip4_sv_reass_error_strings,
+    .n_errors = IP4_N_ERROR,
+    .error_counters = ip4_error_counters,
     .n_next_nodes = IP4_SV_REASSEMBLY_N_NEXT,
     .next_nodes =
         {
@@ -952,8 +1233,9 @@ VLIB_INIT_FUNCTION (ip4_sv_reass_init_function);
 #endif /* CLIB_MARCH_VARIANT */
 
 static uword
-ip4_sv_reass_walk_expired (vlib_main_t * vm,
-                          vlib_node_runtime_t * node, vlib_frame_t * f)
+ip4_sv_reass_walk_expired (vlib_main_t *vm,
+                          CLIB_UNUSED (vlib_node_runtime_t *node),
+                          CLIB_UNUSED (vlib_frame_t *f))
 {
   ip4_sv_reass_main_t *rm = &ip4_sv_reass_main;
   uword event_type, *event_data = 0;
@@ -968,10 +1250,11 @@ ip4_sv_reass_walk_expired (vlib_main_t * vm,
 
       switch (event_type)
        {
-       case ~0:                /* no events => timeout */
-         /* nothing to do here */
-         break;
+       case ~0:
+         /* no events => timeout */
+         /* fallthrough */
        case IP4_EVENT_CONFIG_CHANGED:
+         /* nothing to do here */
          break;
        default:
          clib_warning ("BUG: event type 0x%wx", event_type);
@@ -992,13 +1275,13 @@ ip4_sv_reass_walk_expired (vlib_main_t * vm,
 
          vec_reset_length (pool_indexes_to_free);
           /* *INDENT-OFF* */
-          pool_foreach_index (index, rt->pool, ({
+          pool_foreach_index (index, rt->pool)  {
                                 reass = pool_elt_at_index (rt->pool, index);
                                 if (now > reass->last_heard + rm->timeout)
                                   {
                                     vec_add1 (pool_indexes_to_free, index);
                                   }
-                              }));
+                              }
           /* *INDENT-ON* */
          int *i;
           /* *INDENT-OFF* */
@@ -1015,7 +1298,7 @@ ip4_sv_reass_walk_expired (vlib_main_t * vm,
       vec_free (pool_indexes_to_free);
       if (event_data)
        {
-         _vec_len (event_data) = 0;
+         vec_set_len (event_data, 0);
        }
     }
 
@@ -1024,13 +1307,12 @@ ip4_sv_reass_walk_expired (vlib_main_t * vm,
 
 /* *INDENT-OFF* */
 VLIB_REGISTER_NODE (ip4_sv_reass_expire_node) = {
-    .function = ip4_sv_reass_walk_expired,
-    .type = VLIB_NODE_TYPE_PROCESS,
-    .name = "ip4-sv-reassembly-expire-walk",
-    .format_trace = format_ip4_sv_reass_trace,
-    .n_errors = ARRAY_LEN (ip4_sv_reass_error_strings),
-    .error_strings = ip4_sv_reass_error_strings,
-
+  .function = ip4_sv_reass_walk_expired,
+  .type = VLIB_NODE_TYPE_PROCESS,
+  .name = "ip4-sv-reassembly-expire-walk",
+  .format_trace = format_ip4_sv_reass_trace,
+  .n_errors = IP4_N_ERROR,
+  .error_counters = ip4_error_counters,
 };
 /* *INDENT-ON* */
 
@@ -1039,9 +1321,8 @@ format_ip4_sv_reass_key (u8 * s, va_list * args)
 {
   ip4_sv_reass_key_t *key = va_arg (*args, ip4_sv_reass_key_t *);
   s =
-    format (s,
-           "xx_id: %u, src: %U, dst: %U, frag_id: %u, proto: %u",
-           key->xx_id, format_ip4_address, &key->src, format_ip4_address,
+    format (s, "fib_index: %u, src: %U, dst: %U, frag_id: %u, proto: %u",
+           key->fib_index, format_ip4_address, &key->src, format_ip4_address,
            &key->dst, clib_net_to_host_u16 (key->frag_id), key->proto);
   return s;
 }
@@ -1101,9 +1382,9 @@ show_ip4_reass (vlib_main_t * vm,
       if (details)
        {
           /* *INDENT-OFF* */
-          pool_foreach (reass, rt->pool, {
+          pool_foreach (reass, rt->pool) {
             vlib_cli_output (vm, "%U", format_ip4_sv_reass, vm, reass);
-          });
+          }
           /* *INDENT-ON* */
        }
       sum_reass_n += rt->reass_n;
@@ -1115,6 +1396,10 @@ show_ip4_reass (vlib_main_t * vm,
   vlib_cli_output (vm,
                   "Maximum configured concurrent shallow virtual IP4 reassemblies per worker-thread: %lu\n",
                   (long unsigned) rm->max_reass_n);
+  vlib_cli_output (vm,
+                  "Maximum configured amount of fragments per shallow "
+                  "virtual IP4 reassembly: %lu\n",
+                  (long unsigned) rm->max_reass_len);
   vlib_cli_output (vm,
                   "Maximum configured shallow virtual IP4 reassembly timeout: %lums\n",
                   (long unsigned) rm->timeout_ms);
@@ -1218,9 +1503,8 @@ ip4_sv_reass_handoff_node_inline (vlib_main_t * vm,
       ti += 1;
       b += 1;
     }
-  n_enq =
-    vlib_buffer_enqueue_to_thread (vm, fq_index, from, thread_indices,
-                                  frame->n_vectors, 1);
+  n_enq = vlib_buffer_enqueue_to_thread (vm, node, fq_index, from,
+                                        thread_indices, frame->n_vectors, 1);
 
   if (n_enq < frame->n_vectors)
     vlib_node_increment_counter (vm, node->node_index,