data-set: "vpp-3n-icx-curr-iter-mrr"
- job-spec: "vpp-mlr-00"
data-set: "vpp-3n-icx-curr-iter"
+ - job-spec: "hoststack-00"
+ data-set: "vpp-3n-icx-curr-iter-hoststack"
- job-spec: "dpdk-mlr-00"
data-set: "dpdk-3n-icx-curr-iter"
################################################################################
# VPP
+# # VPP Performance Changes 3n-icx Hoststack
+# - type: "table"
+# title: "VPP Performance Changes 3n-icx Hoststack"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-hoststack"
+# include-tests: "hoststack"
+# filter: "all"
+# columns:
+# - title: "2110.0-8"
+# data-set: "vpp-3n-icx-hist-iter-hoststack-new-env"
+# - title: "2202.0-9"
+# data-set: "vpp-3n-icx-prev-iter-hoststack-old-env"
+# - title: "2206.0-10"
+# data-set: "vpp-3n-icx-curr-iter-hoststack"
+# comparisons:
+# - title: "2206.0-10 vs 2202.0-9"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: Hoststack on 3n-icx with e810xxv.'
+# - 'YYMM.V-E: [Mbps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2210).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
+
# VPP Performance Changes 3n-icx 2t1c pdr
- type: "table"
title: "VPP Performance Changes 3n-icx 2t1c pdr"
# 3n-snr Packet Throughput
- type: "plot"
- title: "Throughput: 3n-snr-e820cq-64b-{core}-ip4routing-base-scale-{test_type}"
+ title: "Throughput: 3n-snr-e822cq-64b-{core}-ip4routing-base-scale-{test_type}"
algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-snr-e820cq-64b-{core}-ip4routing-base-scale-{test_type}"
+ output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-64b-{core}-ip4routing-base-scale-{test_type}"
data: "vpp-3n-snr-curr-iter"
core: ["1t1c", ]
include:
- "Tests.Vpp.Perf.Ip4.25Ge2P1E822Cq-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr"
- "Tests.Vpp.Perf.Ip4.25Ge2P1E822Cq-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr"
layout:
- title: "3n-snr-e820cq-64b-{core}-ip4routing-base-scale-{test_type}"
+ title: "3n-snr-e822cq-64b-{core}-ip4routing-base-scale-{test_type}"
layout: "plot-throughput"
- type: "plot"
- title: "Throughput: 3n-snr-e820cq-64b-{core}-ip4tunnel-base-{test_type}"
+ title: "Throughput: 3n-snr-e822cq-64b-{core}-ip4tunnel-base-{test_type}"
algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-snr-e820cq-64b-{core}-ip4tunnel-base-{test_type}"
+ output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-64b-{core}-ip4tunnel-base-{test_type}"
data: "vpp-3n-snr-curr-iter"
core: ["1t1c", ]
include:
- "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr"
- "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-ndrpdr"
layout:
- title: "3n-snr-e820cq-64b-{core}-ip4tunnel-base-{test_type}"
+ title: "3n-snr-e822cq-64b-{core}-ip4tunnel-base-{test_type}"
layout: "plot-throughput"
- type: "plot"
- title: "Throughput: 3n-snr-e820cq-78b-{core}-ip6routing-base-scale-{test_type}"
+ title: "Throughput: 3n-snr-e822cq-78b-{core}-ip6routing-base-scale-{test_type}"
algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-snr-e820cq-78b-{core}-ip6routing-base-scale-{test_type}"
+ output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-78b-{core}-ip6routing-base-scale-{test_type}"
data: "vpp-3n-snr-curr-iter"
core: ["1t1c", ]
include:
- "Tests.Vpp.Perf.Ip6.25Ge2P1E822Cq-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr"
- "Tests.Vpp.Perf.Ip6.25Ge2P1E822Cq-Ethip6-Ip6Scale20K-Rnd-Ndrpdr.78B-{core}-ethip6-ip6scale20k-rnd-ndrpdr"
layout:
- title: "3n-snr-e820cq-78b-{core}-ip6routing-base-scale-{test_type}"
+ title: "3n-snr-e822cq-78b-{core}-ip6routing-base-scale-{test_type}"
layout: "plot-throughput"
- type: "plot"
- title: "Throughput: 3n-snr-e820cq-64b-{core}-l2switching-base-scale-{test_type}"
+ title: "Throughput: 3n-snr-e822cq-64b-{core}-l2switching-base-scale-{test_type}"
algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-snr-e820cq-64b-{core}-l2switching-base-scale-{test_type}"
+ output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-64b-{core}-l2switching-base-scale-{test_type}"
data: "vpp-3n-snr-curr-iter"
core: ["1t1c", ]
include:
- "Tests.Vpp.Perf.L2.25Ge2P1E822Cq-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr"
- "Tests.Vpp.Perf.L2.25Ge2P1E822Cq-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr"
layout:
- title: "3n-snr-e820cq-64b-{core}-l2switching-base-scale-{test_type}"
+ title: "3n-snr-e822cq-64b-{core}-l2switching-base-scale-{test_type}"
layout: "plot-throughput"
- type: "plot"
- title: "Throughput: 3n-snr-e820cq-imix-{core}-ipsec-ip4routing-scale-sw-{test_type}"
+ title: "Throughput: 3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-sw-{test_type}"
algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-snr-e820cq-imix-{core}-ipsec-ip4routing-scale-sw-{test_type}"
+ output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-sw-{test_type}"
data: "vpp-3n-snr-curr-iter"
core: ["1t1c", ]
include:
- "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
- "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr"
layout:
- title: "3n-snr-e820cq-imix-{core}-ipsec-ip4routing-scale-sw-{test_type}"
+ title: "3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-sw-{test_type}"
layout: "plot-throughput"
- type: "plot"
- title: "Throughput: 3n-snr-e820cq-1518b-{core}-ipsec-ip4routing-scale-sw-{test_type}"
+ title: "Throughput: 3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-sw-{test_type}"
algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-snr-e820cq-1518b-{core}-ipsec-ip4routing-scale-sw-{test_type}"
+ output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-sw-{test_type}"
data: "vpp-3n-snr-curr-iter"
core: ["1t1c", ]
include:
- "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
- "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr"
layout:
- title: "3n-snr-e820cq-1518b-{core}-ipsec-ip4routing-scale-sw-{test_type}"
+ title: "3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-sw-{test_type}"
layout: "plot-throughput"
- type: "plot"
- title: "Throughput: 3n-snr-e820cq-imix-{core}-ipsec-ip4routing-scale-scheduler-{test_type}"
+ title: "Throughput: 3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-scheduler-{test_type}"
algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-snr-e820cq-imix-{core}-ipsec-ip4routing-scale-scheduler-{test_type}"
+ output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-scheduler-{test_type}"
data: "vpp-3n-snr-curr-iter"
core: ["1t2c", ]
include:
- "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
- "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr"
layout:
- title: "3n-snr-e820cq-imix-{core}-ipsec-ip4routing-scale-scheduler-{test_type}"
+ title: "3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-scheduler-{test_type}"
layout: "plot-throughput"
- type: "plot"
- title: "Throughput: 3n-snr-e820cq-1518b-{core}-ipsec-ip4routing-scale-scheduler-{test_type}"
+ title: "Throughput: 3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-scheduler-{test_type}"
algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-snr-e820cq-1518b-{core}-ipsec-ip4routing-scale-scheduler-{test_type}"
+ output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-scheduler-{test_type}"
data: "vpp-3n-snr-curr-iter"
core: ["1t2c", ]
include:
- "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr"
- "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr"
layout:
- title: "3n-snr-e820cq-1518b-{core}-ipsec-ip4routing-scale-scheduler-{test_type}"
+ title: "3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-scheduler-{test_type}"
layout: "plot-throughput"
# 3n-snr Speedup
title: "3n-snr-e822cq-imix-ipsec-ip4routing-scale-scheduler-{test_type}"
layout: "plot-throughput-speedup-analysis"
+# DPDK 3n-snr-e822cq
+
+- type: "plot"
+ title: "DPDK Throughput: 3n-snr-e822cq-64b-{core}-base-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,DPDK]}/3n-snr-e822cq-64b-{core}-base-{test_type}"
+ data: "dpdk-3n-snr-curr-iter"
+ core: ["1t1c", "2t2c"]
+ include:
+ - "Tests.Dpdk.Perf.25Ge2P1E822Cq-Eth-L2Xcbase-Testpmd-Ndrpdr.64B-{core}-eth-l2xcbase-testpmd-ndrpdr"
+ - "Tests.Dpdk.Perf.25Ge2P1E822Cq-Ethip4-Ip4Base-L3Fwd-Ndrpdr.64B-{core}-ethip4-ip4base-l3fwd-ndrpdr"
+ layout:
+ title: "3n-snr-e822cq-64b-{core}-base-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Speedup: 3n-snr-e822cq-64b-base-{test_type}-tsa"
+ algorithm: "plot_tsa_name"
+ output-file: "{DIR[STATIC,DPDK]}/3n-snr-e822cq-64b-base-{test_type}-tsa"
+ data: "dpdk-3n-snr-curr-iter"
+ include:
+ - "Tests.Dpdk.Perf.25Ge2P1E822Cq-Eth-L2Xcbase-Testpmd-Ndrpdr.64B-.t.c-eth-l2xcbase-testpmd-ndrpdr"
+ - "Tests.Dpdk.Perf.25Ge2P1E822Cq-Ethip4-Ip4Base-L3Fwd-Ndrpdr.64B-.t.c-ethip4-ip4base-l3fwd-ndrpdr"
+ layout:
+ title: "3n-snr-e822cq-64b-base-{test_type}-tsa"
+ layout: "plot-throughput-speedup-analysis"
+
################################################################################
# - type: "plot"
###############################################################################
+# Hoststack tests 3n-icx
+
+- type: "plot"
+ title: "Bandwidth: 3n-icx-e810xxv-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3"
+ algorithm: "plot_perf_box_name"
+ output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps"
+ data: "vpp-3n-icx-curr-iter-hoststack"
+ include:
+ - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpbase-ldpreload-iperf3-bps"
+ - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps"
+ layout:
+ title: "3n-icx-e810xxv-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3"
+ layout: "plot-hoststack"
+
+- type: "plot"
+ title: "Bandwidth: 3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3"
+ algorithm: "plot_perf_box_name"
+ output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps"
+ data: "vpp-3n-icx-curr-iter-hoststack"
+ include:
+ - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpbase-ldpreload-iperf3-bps"
+ - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpscale1cl10s-ldpreload-iperf3-bps"
+ layout:
+ title: "3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3"
+ layout: "plot-hoststack"
+
+# - type: "plot"
+# title: "Bandwidth: 3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho"
+# algorithm: "plot_perf_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho-bps"
+# data: "vpp-3n-icx-curr-iter-hoststack"
+# include:
+# - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicbase-vppecho-bps"
+# - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale1cl10s-vppecho-bps"
+# - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl1s-vppecho-bps"
+# - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl10s-vppecho-bps"
+# layout:
+# title: "3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho"
+# layout: "plot-hoststack"
+
+###############################################################################
+
# TRex 2n-skx
# - type: "plot"