X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecifications%2Freport%2Felements.yaml;h=3d9e1c4d859f6de89c7d8e8831d6dc6ff9a826eb;hb=07ebd0caf0ed5cb14c70c30fc0cd4469abb49e7c;hp=cedb9682162cd48393c0a50df3c6159bfd436bd4;hpb=4651d2229deff770c438ef21f2ce32046a67d748;p=csit.git diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index cedb968216..3d9e1c4d85 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -79,6 +79,8 @@ data-set: "vpp-3n-icx-curr-iter-mrr" - job-spec: "vpp-mlr-00" data-set: "vpp-3n-icx-curr-iter" + - job-spec: "hoststack-00" + data-set: "vpp-3n-icx-curr-iter-hoststack" - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-icx-curr-iter" @@ -1599,6 +1601,31 @@ ################################################################################ # VPP +# # VPP Performance Changes 3n-icx Hoststack +# - type: "table" +# title: "VPP Performance Changes 3n-icx Hoststack" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-hoststack" +# include-tests: "hoststack" +# filter: "all" +# columns: +# - title: "2110.0-8" +# data-set: "vpp-3n-icx-hist-iter-hoststack-new-env" +# - title: "2202.0-9" +# data-set: "vpp-3n-icx-prev-iter-hoststack-old-env" +# - title: "2206.0-10" +# data-set: "vpp-3n-icx-curr-iter-hoststack" +# comparisons: +# - title: "2206.0-10 vs 2202.0-9" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: Hoststack on 3n-icx with e810xxv.' +# - 'YYMM.V-E: [Mbps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2210).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' + # VPP Performance Changes 3n-icx 2t1c pdr - type: "table" title: "VPP Performance Changes 3n-icx 2t1c pdr" @@ -11641,9 +11668,9 @@ # 3n-snr Packet Throughput - type: "plot" - title: "Throughput: 3n-snr-e820cq-64b-{core}-ip4routing-base-scale-{test_type}" + title: "Throughput: 3n-snr-e822cq-64b-{core}-ip4routing-base-scale-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e820cq-64b-{core}-ip4routing-base-scale-{test_type}" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-64b-{core}-ip4routing-base-scale-{test_type}" data: "vpp-3n-snr-curr-iter" core: ["1t1c", ] include: @@ -11651,26 +11678,26 @@ - "Tests.Vpp.Perf.Ip4.25Ge2P1E822Cq-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1E822Cq-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" layout: - title: "3n-snr-e820cq-64b-{core}-ip4routing-base-scale-{test_type}" + title: "3n-snr-e822cq-64b-{core}-ip4routing-base-scale-{test_type}" layout: "plot-throughput" - type: "plot" - title: "Throughput: 3n-snr-e820cq-64b-{core}-ip4tunnel-base-{test_type}" + title: "Throughput: 3n-snr-e822cq-64b-{core}-ip4tunnel-base-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e820cq-64b-{core}-ip4tunnel-base-{test_type}" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-64b-{core}-ip4tunnel-base-{test_type}" data: "vpp-3n-snr-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-ndrpdr" layout: - title: "3n-snr-e820cq-64b-{core}-ip4tunnel-base-{test_type}" + title: "3n-snr-e822cq-64b-{core}-ip4tunnel-base-{test_type}" layout: "plot-throughput" - type: "plot" - title: "Throughput: 3n-snr-e820cq-78b-{core}-ip6routing-base-scale-{test_type}" + title: "Throughput: 3n-snr-e822cq-78b-{core}-ip6routing-base-scale-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e820cq-78b-{core}-ip6routing-base-scale-{test_type}" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-78b-{core}-ip6routing-base-scale-{test_type}" data: "vpp-3n-snr-curr-iter" core: ["1t1c", ] include: @@ -11678,13 +11705,13 @@ - "Tests.Vpp.Perf.Ip6.25Ge2P1E822Cq-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" - "Tests.Vpp.Perf.Ip6.25Ge2P1E822Cq-Ethip6-Ip6Scale20K-Rnd-Ndrpdr.78B-{core}-ethip6-ip6scale20k-rnd-ndrpdr" layout: - title: "3n-snr-e820cq-78b-{core}-ip6routing-base-scale-{test_type}" + title: "3n-snr-e822cq-78b-{core}-ip6routing-base-scale-{test_type}" layout: "plot-throughput" - type: "plot" - title: "Throughput: 3n-snr-e820cq-64b-{core}-l2switching-base-scale-{test_type}" + title: "Throughput: 3n-snr-e822cq-64b-{core}-l2switching-base-scale-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e820cq-64b-{core}-l2switching-base-scale-{test_type}" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-64b-{core}-l2switching-base-scale-{test_type}" data: "vpp-3n-snr-curr-iter" core: ["1t1c", ] include: @@ -11693,13 +11720,13 @@ - "Tests.Vpp.Perf.L2.25Ge2P1E822Cq-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.25Ge2P1E822Cq-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" layout: - title: "3n-snr-e820cq-64b-{core}-l2switching-base-scale-{test_type}" + title: "3n-snr-e822cq-64b-{core}-l2switching-base-scale-{test_type}" layout: "plot-throughput" - type: "plot" - title: "Throughput: 3n-snr-e820cq-imix-{core}-ipsec-ip4routing-scale-sw-{test_type}" + title: "Throughput: 3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-sw-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e820cq-imix-{core}-ipsec-ip4routing-scale-sw-{test_type}" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-sw-{test_type}" data: "vpp-3n-snr-curr-iter" core: ["1t1c", ] include: @@ -11707,13 +11734,13 @@ - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" layout: - title: "3n-snr-e820cq-imix-{core}-ipsec-ip4routing-scale-sw-{test_type}" + title: "3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-sw-{test_type}" layout: "plot-throughput" - type: "plot" - title: "Throughput: 3n-snr-e820cq-1518b-{core}-ipsec-ip4routing-scale-sw-{test_type}" + title: "Throughput: 3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-sw-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e820cq-1518b-{core}-ipsec-ip4routing-scale-sw-{test_type}" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-sw-{test_type}" data: "vpp-3n-snr-curr-iter" core: ["1t1c", ] include: @@ -11721,33 +11748,33 @@ - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" layout: - title: "3n-snr-e820cq-1518b-{core}-ipsec-ip4routing-scale-sw-{test_type}" + title: "3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-sw-{test_type}" layout: "plot-throughput" - type: "plot" - title: "Throughput: 3n-snr-e820cq-imix-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" + title: "Throughput: 3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e820cq-imix-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" data: "vpp-3n-snr-curr-iter" core: ["1t2c", ] include: - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" layout: - title: "3n-snr-e820cq-imix-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" + title: "3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" layout: "plot-throughput" - type: "plot" - title: "Throughput: 3n-snr-e820cq-1518b-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" + title: "Throughput: 3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e820cq-1518b-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" data: "vpp-3n-snr-curr-iter" core: ["1t2c", ] include: - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" layout: - title: "3n-snr-e820cq-1518b-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" + title: "3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" layout: "plot-throughput" # 3n-snr Speedup @@ -11854,6 +11881,33 @@ title: "3n-snr-e822cq-imix-ipsec-ip4routing-scale-scheduler-{test_type}" layout: "plot-throughput-speedup-analysis" +# DPDK 3n-snr-e822cq + +- type: "plot" + title: "DPDK Throughput: 3n-snr-e822cq-64b-{core}-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,DPDK]}/3n-snr-e822cq-64b-{core}-base-{test_type}" + data: "dpdk-3n-snr-curr-iter" + core: ["1t1c", "2t2c"] + include: + - "Tests.Dpdk.Perf.25Ge2P1E822Cq-Eth-L2Xcbase-Testpmd-Ndrpdr.64B-{core}-eth-l2xcbase-testpmd-ndrpdr" + - "Tests.Dpdk.Perf.25Ge2P1E822Cq-Ethip4-Ip4Base-L3Fwd-Ndrpdr.64B-{core}-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "3n-snr-e822cq-64b-{core}-base-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Speedup: 3n-snr-e822cq-64b-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,DPDK]}/3n-snr-e822cq-64b-base-{test_type}-tsa" + data: "dpdk-3n-snr-curr-iter" + include: + - "Tests.Dpdk.Perf.25Ge2P1E822Cq-Eth-L2Xcbase-Testpmd-Ndrpdr.64B-.t.c-eth-l2xcbase-testpmd-ndrpdr" + - "Tests.Dpdk.Perf.25Ge2P1E822Cq-Ethip4-Ip4Base-L3Fwd-Ndrpdr.64B-.t.c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "3n-snr-e822cq-64b-base-{test_type}-tsa" + layout: "plot-throughput-speedup-analysis" + ################################################################################ # - type: "plot" @@ -12105,6 +12159,48 @@ ############################################################################### +# Hoststack tests 3n-icx + +- type: "plot" + title: "Bandwidth: 3n-icx-e810xxv-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps" + data: "vpp-3n-icx-curr-iter-hoststack" + include: + - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpbase-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps" + layout: + title: "3n-icx-e810xxv-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3" + layout: "plot-hoststack" + +- type: "plot" + title: "Bandwidth: 3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps" + data: "vpp-3n-icx-curr-iter-hoststack" + include: + - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpbase-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpscale1cl10s-ldpreload-iperf3-bps" + layout: + title: "3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3" + layout: "plot-hoststack" + +# - type: "plot" +# title: "Bandwidth: 3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho-bps" +# data: "vpp-3n-icx-curr-iter-hoststack" +# include: +# - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicbase-vppecho-bps" +# - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale1cl10s-vppecho-bps" +# - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl1s-vppecho-bps" +# - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl10s-vppecho-bps" +# layout: +# title: "3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho" +# layout: "plot-hoststack" + +############################################################################### + # TRex 2n-skx # - type: "plot"