#define __INTERFACE_INLINES_H__
#include <vnet/vnet.h>
+#include <vnet/gso/hdr_offset_parser.h>
static_always_inline void
-calc_checksums (vlib_main_t * vm, vlib_buffer_t * b)
+vnet_calc_ip4_checksums (vlib_main_t * vm, vlib_buffer_t * b,
+ ip4_header_t * ip4, tcp_header_t * th,
+ udp_header_t * uh)
+{
+ if (b->flags & VNET_BUFFER_F_OFFLOAD_IP_CKSUM)
+ ip4->checksum = ip4_header_checksum (ip4);
+ if (b->flags & VNET_BUFFER_F_OFFLOAD_TCP_CKSUM)
+ {
+ th->checksum = 0;
+ th->checksum = ip4_tcp_udp_compute_checksum (vm, b, ip4);
+ }
+ if (b->flags & VNET_BUFFER_F_OFFLOAD_UDP_CKSUM)
+ {
+ uh->checksum = 0;
+ uh->checksum = ip4_tcp_udp_compute_checksum (vm, b, ip4);
+ }
+}
+
+static_always_inline void
+vnet_calc_ip6_checksums (vlib_main_t * vm, vlib_buffer_t * b,
+ ip6_header_t * ip6, tcp_header_t * th,
+ udp_header_t * uh)
+{
+ int bogus;
+ if (b->flags & VNET_BUFFER_F_OFFLOAD_TCP_CKSUM)
+ {
+ th->checksum = 0;
+ th->checksum = ip6_tcp_udp_icmp_compute_checksum (vm, b, ip6, &bogus);
+ }
+ if (b->flags & VNET_BUFFER_F_OFFLOAD_UDP_CKSUM)
+ {
+ uh->checksum = 0;
+ uh->checksum = ip6_tcp_udp_icmp_compute_checksum (vm, b, ip6, &bogus);
+ }
+}
+
+static_always_inline void
+vnet_calc_checksums_inline (vlib_main_t * vm, vlib_buffer_t * b,
+ int is_ip4, int is_ip6, int with_gso)
{
ip4_header_t *ip4;
ip6_header_t *ip6;
tcp_header_t *th;
udp_header_t *uh;
- int is_ip4 = (b->flags & VNET_BUFFER_F_IS_IP4) != 0;
- int is_ip6 = (b->flags & VNET_BUFFER_F_IS_IP6) != 0;
+ if (with_gso)
+ {
+ generic_header_offset_t gho = { 0 };
+ vnet_generic_header_offset_parser (b, &gho);
- ASSERT (!(is_ip4 && is_ip6));
+ ASSERT (gho.gho_flags ^ (GHO_F_IP4 | GHO_F_IP6));
- ip4 = (ip4_header_t *) (b->data + vnet_buffer (b)->l3_hdr_offset);
- ip6 = (ip6_header_t *) (b->data + vnet_buffer (b)->l3_hdr_offset);
- th = (tcp_header_t *) (b->data + vnet_buffer (b)->l4_hdr_offset);
- uh = (udp_header_t *) (b->data + vnet_buffer (b)->l4_hdr_offset);
+ vnet_get_inner_header (b, &gho);
- if (is_ip4)
- {
- if (b->flags & VNET_BUFFER_F_OFFLOAD_IP_CKSUM)
- ip4->checksum = ip4_header_checksum (ip4);
- if (b->flags & VNET_BUFFER_F_OFFLOAD_TCP_CKSUM)
+ ip4 = (ip4_header_t *)
+ (vlib_buffer_get_current (b) + gho.l3_hdr_offset);
+ ip6 = (ip6_header_t *)
+ (vlib_buffer_get_current (b) + gho.l3_hdr_offset);
+ th = (tcp_header_t *) (vlib_buffer_get_current (b) + gho.l4_hdr_offset);
+ uh = (udp_header_t *) (vlib_buffer_get_current (b) + gho.l4_hdr_offset);
+
+ if (gho.gho_flags & GHO_F_IP4)
{
- th->checksum = 0;
- th->checksum = ip4_tcp_udp_compute_checksum (vm, b, ip4);
+ vnet_calc_ip4_checksums (vm, b, ip4, th, uh);
}
- if (b->flags & VNET_BUFFER_F_OFFLOAD_UDP_CKSUM)
+ else if (gho.gho_flags & GHO_F_IP6)
{
- uh->checksum = 0;
- uh->checksum = ip4_tcp_udp_compute_checksum (vm, b, ip4);
+ vnet_calc_ip6_checksums (vm, b, ip6, th, uh);
}
+
+ vnet_get_outer_header (b, &gho);
}
- if (is_ip6)
+ else
{
- int bogus;
- if (b->flags & VNET_BUFFER_F_OFFLOAD_TCP_CKSUM)
+ ASSERT (!(is_ip4 && is_ip6));
+
+ ip4 = (ip4_header_t *) (b->data + vnet_buffer (b)->l3_hdr_offset);
+ ip6 = (ip6_header_t *) (b->data + vnet_buffer (b)->l3_hdr_offset);
+ th = (tcp_header_t *) (b->data + vnet_buffer (b)->l4_hdr_offset);
+ uh = (udp_header_t *) (b->data + vnet_buffer (b)->l4_hdr_offset);
+
+ if (is_ip4)
{
- th->checksum = 0;
- th->checksum =
- ip6_tcp_udp_icmp_compute_checksum (vm, b, ip6, &bogus);
+ vnet_calc_ip4_checksums (vm, b, ip4, th, uh);
}
- if (b->flags & VNET_BUFFER_F_OFFLOAD_UDP_CKSUM)
+ if (is_ip6)
{
- uh->checksum = 0;
- uh->checksum =
- ip6_tcp_udp_icmp_compute_checksum (vm, b, ip6, &bogus);
+ vnet_calc_ip6_checksums (vm, b, ip6, th, uh);
}
}
-
b->flags &= ~VNET_BUFFER_F_OFFLOAD_TCP_CKSUM;
b->flags &= ~VNET_BUFFER_F_OFFLOAD_UDP_CKSUM;
b->flags &= ~VNET_BUFFER_F_OFFLOAD_IP_CKSUM;