X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecifications%2Freport%2Felements.yaml;h=6ae7c47717bfba7f0c33aaba5e8e406a626baa49;hb=66a7420c2fb86543e16640cbeee04b4652dd9b27;hp=0221573b196a5d03849b0c9fe3e42c3e388b9ad2;hpb=be7cc1c166ee756981b9159e3deccecd74df453b;p=csit.git diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index 0221573b19..6ae7c47717 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -2,573 +2,6 @@ ### T A B L E S ### ################################################################################ -# Statistics: job-specs' durations - -- type: "table" - title: "Job Specification Duration: 2n-icx-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-2n-icx-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-2n-icx-curr-iter" - - job-spec: "vpp-gso-mrr-00" - data-set: "vpp-2n-icx-curr-iter-gso" - - job-spec: "soak-00" - data-set: "vpp-2n-icx-curr-soak" - - job-spec: "nfv-density-mrr-00" - data-set: "vpp-2n-icx-curr-nfv-mrr" - - job-spec: "nfv-density-mlr-00" - data-set: "vpp-2n-icx-curr-nfv-ndrpdr" - - job-spec: "reconf-00" - data-set: "vpp-2n-icx-curr-nfv-reconf" - - job-spec: "dpdk-mlr-00" - data-set: "dpdk-2n-icx-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 2n-icx-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-cov" -# jb-type: "coverage" -# data: "vpp-2n-icx-curr-cov" -# lines: -# - job-spec: "gso-00" -# build: "1" -# - job-spec: "ip4-00" -# build: "2" -# - job-spec: "ip4-01" -# build: "3" -# - job-spec: "ip4-02" -# build: "4" -# - job-spec: "ip4-03" -# build: "5" -# - job-spec: "ip4-04" -# build: "6" -# - job-spec: "ip4-05" -# build: "7" -# - job-spec: "ip4-06" -# build: "8" -# - job-spec: "ip4-07" -# build: "9" -# - job-spec: "ip4tun-00" -# build: "10" -# - job-spec: "ip6-00" -# build: "11" -# - job-spec: "ip6-01" -# build: "12" -# - job-spec: "l2-00" -# build: "13" -# - job-spec: "l2-01" -# build: "14" -# - job-spec: "lb-00" -# build: "15" -# - job-spec: "memif-00" -# build: "16" -# - job-spec: "vhost-00" -# build: "17" - -- type: "table" - title: "Job Specification Duration: 3n-icx-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-3n-icx-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-3n-icx-curr-iter" - - job-spec: "dpdk-mlr-00" - data-set: "dpdk-3n-icx-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 3n-icx-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-cov" -# jb-type: "coverage" -# data: "vpp-3n-icx-curr-cov" -# lines: -# - job-spec: "crypto-00" -# build: "1" -# - job-spec: "crypto-01" -# build: "2" -# - job-spec: "crypto-02" -# build: "3" -# - job-spec: "crypto-03" -# build: "35" -# - job-spec: "crypto-04" -# build: "4" -# - job-spec: "crypto-05" -# build: "34" -# - job-spec: "ip4-00" -# build: "5" -# - job-spec: "ip4-01" -# build: "6" -# - job-spec: "ip4-02" -# build: "7" -# - job-spec: "ip4-03" -# build: "8" -# - job-spec: "ip4-04" -# build: "9" -# - job-spec: "ip4-05" -# build: "10" -# - job-spec: "ip4-06" -# build: "11" -# - job-spec: "ip4-07" -# build: "12" -# - job-spec: "ip4tun-00" -# build: "13" -# - job-spec: "ip4tun-02" -# build: "14" -# - job-spec: "ip6-00" -# build: "15" -# - job-spec: "ip6-01" -# build: "16" -# - job-spec: "ip6tun-00" -# build: "17" -# - job-spec: "l2-00" -# build: "18" -# - job-spec: "l2-01" -# build: "19" -# - job-spec: "l2-02" -# build: "20" -# - job-spec: "l2-03" -# build: "21" -# - job-spec: "l2-04" -# build: "22" -# - job-spec: "l2-05" -# build: "23" -# - job-spec: "l2-06" -# build: "24" -# - job-spec: "l2-07" -# build: "25" -# - job-spec: "l2-08" -# build: "26" -# - job-spec: "l2-09" -# build: "27" -# - job-spec: "l2-10" -# build: "28" -# - job-spec: "memif-00" -# build: "29" -# - job-spec: "srv6-00" -# build: "30" -# - job-spec: "srv6-01" -# build: "31" -# - job-spec: "vhost-00" -# build: "32" -# - job-spec: "vhost-01" -# build: "33" - -- type: "table" - title: "Job Specification Duration: 2n-clx-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-2n-clx-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-2n-clx-curr-iter" - - job-spec: "vpp-gso-mrr-00" - data-set: "vpp-2n-clx-curr-iter-gso" - - job-spec: "soak-00" - data-set: "vpp-2n-clx-curr-soak" - # - job-spec: "vsap-00" - # data-set: "vpp-2n-clx-curr-iter-vsap" - - job-spec: "nfv-density-mrr-00" - data-set: "vpp-2n-clx-curr-nfv-mrr" - - job-spec: "nfv-density-mlr-00" - data-set: "vpp-2n-clx-curr-nfv-ndrpdr" - - job-spec: "reconf-00" - data-set: "vpp-2n-clx-curr-nfv-reconf" - - job-spec: "dpdk-mlr-00" - data-set: "dpdk-2n-clx-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 2n-clx-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov" -# jb-type: "coverage" -# data: "vpp-2n-clx-curr-cov" -# lines: -# - job-spec: "gso-00" -# build: "4" -# - job-spec: "ip4-00" -# build: "5" -# - job-spec: "ip4-01" -# build: "6" -# - job-spec: "ip4-02" -# build: "7" -# - job-spec: "ip4-03" -# build: "8" -# - job-spec: "ip4-04" -# build: "9" -# - job-spec: "ip4-05" -# build: "10" -# - job-spec: "ip4-06" -# build: "11" -# - job-spec: "ip4-07" -# build: "12" -# - job-spec: "ip4tun-00" -# build: "13" -# - job-spec: "ip6-00" -# build: "14" -# - job-spec: "ip6-01" -# build: "15" -# - job-spec: "l2-00" -# build: "16" -# - job-spec: "l2-01" -# build: "17" -# - job-spec: "lb-00" -# build: "18" -# - job-spec: "memif-00" -# build: "19" -# - job-spec: "vhost-00" -# build: "20" - -- type: "table" - title: "Job Specification Duration: 2n-dnv-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-2n-dnv-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-2n-dnv-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 2n-dnv-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov" -# jb-type: "coverage" -# data: "vpp-2n-dnv-curr-cov" -# lines: -# - job-spec: "ip4-00" -# build: "1" -# - job-spec: "ip4-01" -# build: "7" -# - job-spec: "ip6-00" -# build: "3" -# - job-spec: "ip6-01" -# build: "4" -# - job-spec: "l2-00" -# build: "5" -# - job-spec: "l2-01" -# build: "6" - -- type: "table" - title: "Job Specification Duration: 2n-aws-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-2n-aws-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-2n-aws-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 2n-aws-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov" -# jb-type: "coverage" -# data: "vpp-2n-aws-curr-cov" -# lines: -# - job-spec: "vpp-00" -# build: "1" - -- type: "table" - title: "Job Specification Duration: 2n-tx2-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-2n-tx2-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-2n-tx2-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 2n-tx2-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov" -# jb-type: "coverage" -# data: "vpp-2n-tx2-curr-cov" -# lines: -# - job-spec: "ip4-00" -# build: "1" -# - job-spec: "ip4-01" -# build: "2" -# - job-spec: "ip4-02" -# build: "3" -# - job-spec: "ip4-03" -# build: "4" -# - job-spec: "ip4-04" -# build: "5" -# - job-spec: "ip4-05" -# build: "6" -# - job-spec: "ip4-06" -# build: "7" -# - job-spec: "ip6-00" -# build: "8" -# - job-spec: "ip6-01" -# build: "9" -# - job-spec: "l2-00" -# build: "10" -# - job-spec: "l2-01" -# build: "11" -# - job-spec: "l2-02" -# build: "12" -# - job-spec: "l2-03" -# build: "13" -# - job-spec: "l2-04" -# build: "14" - -- type: "table" - title: "Job Specification Duration: 2n-zn2-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-2n-zn2-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-2n-zn2-curr-iter" - - job-spec: "vpp-gso-mrr-00" - data-set: "vpp-2n-zn2-curr-iter-gso" - - job-spec: "dpdk-mlr-00" - data-set: "dpdk-2n-zn2-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 2n-zn2-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov" -# jb-type: "coverage" -# data: "vpp-2n-zn2-curr-cov" -# lines: -# - job-spec: "gso-00" -# build: "1" -# - job-spec: "ip4-00" -# build: "2" -# - job-spec: "ip4-01" -# build: "3" -# - job-spec: "ip4-02" -# build: "4" -# - job-spec: "ip4-03" -# build: "5" -# - job-spec: "ip4-04" -# build: "6" -# - job-spec: "ip4-05" -# build: "7" -# - job-spec: "ip4tun-00" -# build: "8" -# - job-spec: "ip6-00" -# build: "9" -# - job-spec: "ip6-01" -# build: "10" -# - job-spec: "l2-00" -# build: "11" -# - job-spec: "l2-01" -# build: "12" -# - job-spec: "lb-00" -# build: "13" -# - job-spec: "memif-00" -# build: "14" -# - job-spec: "vhost-00" -# build: "15" - -- type: "table" - title: "Job Specification Duration: 3n-dnv-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-3n-dnv-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-3n-dnv-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 3n-dnv-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov" -# jb-type: "coverage" -# data: "vpp-3n-dnv-curr-cov" -# lines: -# - job-spec: "crypto-00" -# build: "1" -# - job-spec: "crypto-01" -# build: "2" -# - job-spec: "crypto-02" -# build: "3" -# - job-spec: "ip4-00" -# build: "4" -# - job-spec: "ip4-01" -# build: "5" -# - job-spec: "ip4tun-00" -# build: "6" -# - job-spec: "ip6-00" -# build: "7" -# - job-spec: "ip6-01" -# build: "8" -# - job-spec: "l2-00" -# build: "9" -# - job-spec: "l2-01" -# build: "10" - -- type: "table" - title: "Job Specification Duration: 3n-snr-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-snr-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-3n-snr-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-3n-snr-curr-iter" - - job-spec: "dpdk-mlr-00" - data-set: "dpdk-3n-snr-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 3n-snr-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-snr-cov" -# jb-type: "coverage" -# data: "vpp-3n-snr-curr-cov" -# lines: -# - job-spec: "crypto-00" -# build: "1" -# - job-spec: "crypto-01" -# build: "2" -# - job-spec: "crypto-02" -# build: "3" -# - job-spec: "ip4-00" -# build: "4" -# - job-spec: "ip4-01" -# build: "5" -# - job-spec: "ip4tun-00" -# build: "6" -# - job-spec: "ip6-00" -# build: "7" -# - job-spec: "ip6-01" -# build: "8" -# - job-spec: "l2-00" -# build: "9" -# - job-spec: "l2-01" -# build: "10" - -- type: "table" - title: "Job Specification Duration: 3n-tsh-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-3n-tsh-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-3n-tsh-curr-iter" - - job-spec: "dpdk-mlr-00" - data-set: "dpdk-3n-tsh-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 3n-tsh-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov" -# jb-type: "coverage" -# data: "vpp-3n-tsh-curr-cov" -# lines: -# - job-spec: "ip4-00" -# build: "1" -# - job-spec: "ip4-01" -# build: "2" -# - job-spec: "ip4-02" -# build: "3" -# - job-spec: "ip4-03" -# build: "4" -# - job-spec: "ip4tun-00" -# build: "5" -# - job-spec: "ip6-00" -# build: "6" -# - job-spec: "ip6-01" -# build: "7" -# - job-spec: "l2-00" -# build: "8" -# - job-spec: "l2-01" -# build: "9" -# - job-spec: "l2-02" -# build: "10" -# - job-spec: "l2-03" -# build: "11" -# - job-spec: "l2-04" -# build: "12" -# - job-spec: "memif-00" -# build: "13" -# - job-spec: "srv6-00" -# build: "14" -# - job-spec: "srv6-01" -# build: "15" -# - job-spec: "vhost-00" -# build: "16" -# - job-spec: "vhost-01" -# build: "17" - -- type: "table" - title: "Job Specification Duration: 3n-alt-iterative" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-iter" - jb-type: "iterative" - lines: - - job-spec: "vpp-mrr-00" - data-set: "vpp-3n-alt-curr-iter-mrr" - - job-spec: "vpp-mlr-00" - data-set: "vpp-3n-alt-curr-iter" - - job-spec: "dpdk-mlr-00" - data-set: "dpdk-3n-alt-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 3n-alt-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-cov" -# jb-type: "coverage" -# data: "vpp-3n-alt-curr-cov" -# lines: -# - job-spec: "ip4-00" -# build: "1" -# - job-spec: "ip4-01" -# build: "2" -# - job-spec: "ip4-02" -# build: "3" -# - job-spec: "ip4-03" -# build: "4" -# - job-spec: "ip4tun-00" -# build: "5" -# - job-spec: "ip6-00" -# build: "6" -# - job-spec: "ip6-01" -# build: "7" -# - job-spec: "l2-00" -# build: "8" -# - job-spec: "l2-01" -# build: "9" -# - job-spec: "l2-02" -# build: "10" -# - job-spec: "l2-03" -# build: "11" -# - job-spec: "l2-04" -# build: "12" -# - job-spec: "memif-00" -# build: "13" -# - job-spec: "srv6-00" -# build: "14" -# - job-spec: "srv6-01" -# build: "15" -# - job-spec: "vhost-00" -# build: "16" -# - job-spec: "vhost-01" -# build: "17" - # VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr - type: "table" title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr" @@ -829,13 +262,13 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -844,17 +277,17 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -864,13 +297,13 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -879,17 +312,17 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -899,13 +332,13 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -914,17 +347,17 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -934,13 +367,13 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -949,17 +382,17 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -969,13 +402,13 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -984,17 +417,17 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -1004,13 +437,13 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-clx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-clx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1019,17 +452,17 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -1039,13 +472,13 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-zn2-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-zn2-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1054,17 +487,17 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -1074,13 +507,13 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-zn2-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-zn2-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1089,17 +522,17 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -1109,13 +542,13 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-zn2-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-zn2-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1124,17 +557,17 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1144,13 +577,13 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-tx2-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-tx2-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1159,17 +592,17 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1179,13 +612,13 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-tx2-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-tx2-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1194,17 +627,17 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1214,13 +647,13 @@ include-tests: "latency-PDR90-direction1-max" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-tx2-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-tx2-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1229,17 +662,17 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1249,13 +682,13 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-tsh-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-tsh-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1264,17 +697,17 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1284,13 +717,13 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-tsh-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-tsh-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1299,17 +732,17 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1319,13 +752,13 @@ include-tests: "latency-PDR90-direction1-max" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-tsh-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-tsh-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1334,17 +767,17 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-icx 2t1c - type: "table" @@ -1354,13 +787,13 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-icx-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-icx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1369,17 +802,17 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-icx 2t1c - type: "table" @@ -1389,13 +822,13 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-icx-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-icx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1404,17 +837,17 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-icx 2t1c - type: "table" @@ -1424,13 +857,13 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-icx-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-icx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1439,17 +872,17 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-icx 2t1c - type: "table" @@ -1459,13 +892,13 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-icx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-icx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-icx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1474,17 +907,17 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-icx 2t1c - type: "table" @@ -1494,13 +927,13 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-icx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-icx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-icx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1509,17 +942,17 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-icx 2t1c - type: "table" @@ -1529,13 +962,13 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-icx-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-icx-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-icx-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -1544,112 +977,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Soak vs NDR - 2n-icx -- type: "table" - title: "VPP Soak vs NDR 2n-icx" - algorithm: "table_soak_vs_ndr" - output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-icx" - reference: - title: "NDR" - data: "vpp-soak-vs-ndr-2n-icx-ref" - compare: - title: "Soak" - data: "vpp-2n-icx-curr-soak" - data: "vpp-soak-vs-ndr-2n-icx" - include-tests: "NDR" - filter: "'NDRPDR' or 'SOAK'" - parameters: - - "throughput" - - "name" - - "parent" - -# VPP Soak vs NDR - 2n-clx -- type: "table" - title: "VPP Soak vs NDR 2n-clx" - algorithm: "table_soak_vs_ndr" - output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-clx" - reference: - title: "NDR" - data: "vpp-soak-vs-ndr-2n-clx-ref" - compare: - title: "Soak" - data: "vpp-2n-clx-curr-soak" - data: "vpp-soak-vs-ndr-2n-clx" - include-tests: "NDR" - filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'" - parameters: - - "throughput" - - "name" - - "parent" - -################################################################################ - -################################################################################ -# VPP + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 3n-icx 2t1c pdr +# VPP Latency Changes 3n-alt 1t1c - type: "table" - title: "VPP Performance Changes 3n-icx 2t1c pdr" + title: "VPP Latency Changes 3n-alt 1t1c PDR50-direction1-avg" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-alt-xl710-1t1c-pdr50-d1-avg" + include-tests: "latency-PDR50-direction1-avg" + filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" - data-set: "vpp-3n-icx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-icx-prev-iter-new-env" + data-set: "vpp-3n-alt-hist-iter" - title: "2210.0-11" - data-set: "vpp-3n-icx-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-icx 4t2c pdr -- type: "table" - title: "VPP Performance Changes 3n-icx 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter" - - title: "2206.0-10" - data-set: "vpp-3n-icx-prev-iter-old-env" + data-set: "vpp-3n-alt-prev-iter-old-env" # - title: "2206.0-11" - # data-set: "vpp-3n-icx-prev-iter-new-env" - - title: "2210.0-11" - data-set: "vpp-3n-icx-curr-iter" + # data-set: "vpp-3n-alt-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-alt-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -1657,34 +1012,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 3n-icx 2t1c ndr +# VPP Latency Changes 3n-alt 1t1c - type: "table" - title: "VPP Performance Changes 3n-icx 2t1c ndr" + title: "VPP Latency Changes 3n-alt 1t1c PDR90-direction1-avg" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-alt-xl710-1t1c-pdr90-d1-avg" + include-tests: "latency-PDR90-direction1-avg" + filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" - data-set: "vpp-3n-icx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-icx-prev-iter-new-env" + data-set: "vpp-3n-alt-hist-iter" - title: "2210.0-11" - data-set: "vpp-3n-icx-curr-iter" + data-set: "vpp-3n-alt-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-alt-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-alt-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -1692,34 +1047,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 3n-icx 4t2c ndr +# VPP Latency Changes 3n-alt 1t1c - type: "table" - title: "VPP Performance Changes 3n-icx 4t2c ndr" + title: "VPP Latency Changes 3n-alt 1t1c PDR90-direction1-max" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-alt-xl710-1t1c-pdr90-d1-max" + include-tests: "latency-PDR90-direction1-max" + filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" - data-set: "vpp-3n-icx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-icx-prev-iter-new-env" + data-set: "vpp-3n-alt-hist-iter" - title: "2210.0-11" - data-set: "vpp-3n-icx-curr-iter" + data-set: "vpp-3n-alt-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-alt-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-alt-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -1727,34 +1082,203 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-icx 2t1c pdr +# VPP Soak vs NDR - 2n-icx - type: "table" - title: "VPP Performance Changes 2n-icx 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter" - - title: "2206.0-10" - data-set: "vpp-2n-icx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-icx-prev-iter-new-env" + title: "VPP Soak vs NDR 2n-icx" + algorithm: "table_soak_vs_ndr" + output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-icx" + reference: + title: "NDR" + data: "vpp-soak-vs-ndr-2n-icx-ref" + compare: + title: "Soak" + data: "vpp-2n-icx-curr-soak" + data: "vpp-soak-vs-ndr-2n-icx" + include-tests: "NDR" + filter: "'NDRPDR' or 'SOAK'" + parameters: + - "throughput" + - "name" + - "parent" + +# VPP Soak vs NDR - 2n-clx +- type: "table" + title: "VPP Soak vs NDR 2n-clx" + algorithm: "table_soak_vs_ndr" + output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-clx" + reference: + title: "NDR" + data: "vpp-soak-vs-ndr-2n-clx-ref" + compare: + title: "Soak" + data: "vpp-2n-clx-curr-soak" + data: "vpp-soak-vs-ndr-2n-clx" + include-tests: "NDR" + filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'" + parameters: + - "throughput" + - "name" + - "parent" + +################################################################################ +# TRex + +# TRex Performance Changes 1n-aws pdr +- type: "table" + title: "TRex Performance Changes 1n-aws pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,TREX]}/performance-changes-1n-aws-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR'" + columns: + # - title: "2206.0-10" + # data-set: "trex-1n-aws-hist-iter" - title: "2210.0-11" - data-set: "vpp-2n-icx-curr-iter" + data-set: "trex-1n-aws-prev-iter" + - title: "2302.0-11" + data-set: "trex-1n-aws-curr-iter" + comparisons: + - title: "2302.0-11 vs 2210.0-11" + reference: 1 + compare: 2 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 1n-aws with nitro50g.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + +# TRex Performance Changes 1n-aws ndr +- type: "table" + title: "TRex Performance Changes 1n-aws ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,TREX]}/performance-changes-1n-aws-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR'" + columns: + # - title: "2206.0-10" + # data-set: "trex-1n-aws-hist-iter" + - title: "2210.0-11" + data-set: "trex-1n-aws-prev-iter" + - title: "2302.0-11" + data-set: "trex-1n-aws-curr-iter" + comparisons: + - title: "2302.0-11 vs 2210.0-11" + reference: 1 + compare: 2 + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 1n-aws with nitro50g.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + +# TRex Performance Changes 2n-icx pdr +- type: "table" + title: "TRex Performance Changes 2n-icx pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,TREX]}/performance-changes-2n-icx-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR'" + columns: + # - title: "2206.0-10" + # data-set: "trex-2n-icx-hist-iter" + - title: "2210.0-11" + data-set: "trex-2n-icx-prev-iter" + - title: "2302.0-11" + data-set: "trex-2n-icx-curr-iter" + comparisons: + - title: "2302.0-11 vs 2210.0-11" + reference: 1 + compare: 2 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with e810cq.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + +# TRex Performance Changes 2n-icx ndr +- type: "table" + title: "TRex Performance Changes 2n-icx ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,TREX]}/performance-changes-2n-icx-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR'" + columns: + # - title: "2206.0-10" + # data-set: "trex-2n-icx-hist-iter" + - title: "2210.0-11" + data-set: "trex-2n-icx-prev-iter" + - title: "2302.0-11" + data-set: "trex-2n-icx-curr-iter" + comparisons: + - title: "2302.0-11 vs 2210.0-11" + reference: 1 + compare: 2 + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with e810cq.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + +################################################################################ +# VPP + +# # VPP Performance Changes 3n-icx Hoststack +# - type: "table" +# title: "VPP Performance Changes 3n-icx Hoststack" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-hoststack" +# include-tests: "hoststack" +# filter: "all" +# columns: +# - title: "2110.0-8" +# data-set: "vpp-3n-icx-hist-iter-hoststack-new-env" +# - title: "2202.0-9" +# data-set: "vpp-3n-icx-prev-iter-hoststack-old-env" +# - title: "2206.0-10" +# data-set: "vpp-3n-icx-curr-iter-hoststack" +# comparisons: +# - title: "2206.0-10 vs 2202.0-9" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: Hoststack on 3n-icx with e810xxv.' +# - 'YYMM.V-E: [Mbps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2210).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' + +# VPP Performance Changes 3n-icx 2t1c pdr +- type: "table" + title: "VPP Performance Changes 3n-icx 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2206.0-10" + data-set: "vpp-3n-icx-hist-iter" + - title: "2210.0-11" + data-set: "vpp-3n-icx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -1762,34 +1286,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-icx 4t2c pdr +# VPP Performance Changes 3n-icx 4t2c pdr - type: "table" - title: "VPP Performance Changes 2n-icx 4t2c pdr" + title: "VPP Performance Changes 3n-icx 4t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-icx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-icx-prev-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2210.0-11" - data-set: "vpp-2n-icx-curr-iter" + data-set: "vpp-3n-icx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -1797,34 +1321,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-icx 2t1c ndr +# VPP Performance Changes 3n-icx 2t1c ndr - type: "table" - title: "VPP Performance Changes 2n-icx 2t1c ndr" + title: "VPP Performance Changes 3n-icx 2t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-icx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-icx-prev-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2210.0-11" - data-set: "vpp-2n-icx-curr-iter" + data-set: "vpp-3n-icx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -1832,34 +1356,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-icx 4t2c ndr +# VPP Performance Changes 3n-icx 4t2c ndr - type: "table" - title: "VPP Performance Changes 2n-icx 4t2c ndr" + title: "VPP Performance Changes 3n-icx 4t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-icx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-icx-prev-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2210.0-11" - data-set: "vpp-2n-icx-curr-iter" + data-set: "vpp-3n-icx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -1867,34 +1391,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-clx-xxv710 2t1c pdr +# VPP Performance Changes 3n-icx-e810xxv 2t1c pdr - type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 2t1c pdr" + title: "VPP Performance Changes 3n-icx-e810xxv 2t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-e810xxv-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-E810XXV'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-clx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2210.0-11" - data-set: "vpp-2n-clx-curr-iter" + data-set: "vpp-3n-icx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -1902,34 +1426,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with e810xxv.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-clx-xxv710 4t2c pdr +# VPP Performance Changes 3n-icx-e810xxv 4t2c pdr - type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 4t2c pdr" + title: "VPP Performance Changes 3n-icx-e810xxv 4t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-e810xxv-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-E810XXV'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-clx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2210.0-11" - data-set: "vpp-2n-clx-curr-iter" + data-set: "vpp-3n-icx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -1937,34 +1461,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with e810xxv.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-clx-xxv710 2t1c ndr +# VPP Performance Changes 3n-icx-e810xxv 2t1c ndr - type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 2t1c ndr" + title: "VPP Performance Changes 3n-icx-e810xxv 2t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-e810xxv-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-E810XXV'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-clx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2210.0-11" - data-set: "vpp-2n-clx-curr-iter" + data-set: "vpp-3n-icx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -1972,34 +1496,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with e810xxv.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-clx-xxv710 4t2c ndr +# VPP Performance Changes 3n-icx-e810xxv 4t2c ndr - type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 ndr" + title: "VPP Performance Changes 3n-icx-e810xxv 4t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-e810xxv-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-E810XXV'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-clx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2210.0-11" - data-set: "vpp-2n-clx-curr-iter" + data-set: "vpp-3n-icx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2007,34 +1531,35 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with e810xxv.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-clx-cx556a 2t1c pdr + +# VPP Performance Changes 2n-icx 2t1c pdr - type: "table" - title: "VPP Performance Changes 2n-clx-cx556a 2t1c pdr" + title: "VPP Performance Changes 2n-icx 2t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-clx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-2n-icx-hist-iter" - title: "2210.0-11" - data-set: "vpp-2n-clx-curr-iter" + data-set: "vpp-2n-icx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2042,34 +1567,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-clx-cx556a 4t2c pdr +# VPP Performance Changes 2n-icx 4t2c pdr - type: "table" - title: "VPP Performance Changes 2n-clx-cx556a 4t2c pdr" + title: "VPP Performance Changes 2n-icx 4t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-clx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-2n-icx-hist-iter" - title: "2210.0-11" - data-set: "vpp-2n-clx-curr-iter" + data-set: "vpp-2n-icx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2077,34 +1602,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-clx-cx556a 2t1c ndr +# VPP Performance Changes 2n-icx 2t1c ndr - type: "table" - title: "VPP Performance Changes 2n-clx-cx556a 2t1c ndr" + title: "VPP Performance Changes 2n-icx 2t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-clx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-2n-icx-hist-iter" - title: "2210.0-11" - data-set: "vpp-2n-clx-curr-iter" + data-set: "vpp-2n-icx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2112,34 +1637,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-clx-cx556a 4t2c ndr +# VPP Performance Changes 2n-icx 4t2c ndr - type: "table" - title: "VPP Performance Changes 2n-clx-cx556a ndr" + title: "VPP Performance Changes 2n-icx 4t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-clx-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-2n-icx-hist-iter" - title: "2210.0-11" - data-set: "vpp-2n-clx-curr-iter" + data-set: "vpp-2n-icx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-icx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2147,34 +1672,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-zn2-xxv710 2t1c pdr +# VPP Performance Changes 2n-clx-xxv710 2t1c pdr - type: "table" - title: "VPP Performance Changes 2n-zn2-xxv710 2t1c pdr" + title: "VPP Performance Changes 2n-clx-xxv710 2t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-zn2-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-zn2-prev-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2210.0-11" - data-set: "vpp-2n-zn2-curr-iter" + data-set: "vpp-2n-clx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2182,34 +1707,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-zn2-xxv710 4t2c pdr +# VPP Performance Changes 2n-clx-xxv710 4t2c pdr - type: "table" - title: "VPP Performance Changes 2n-zn2-xxv710 4t2c pdr" + title: "VPP Performance Changes 2n-clx-xxv710 4t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-zn2-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-zn2-prev-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2210.0-11" - data-set: "vpp-2n-zn2-curr-iter" + data-set: "vpp-2n-clx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2217,34 +1742,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-zn2-xxv710 2t1c ndr +# VPP Performance Changes 2n-clx-xxv710 2t1c ndr - type: "table" - title: "VPP Performance Changes 2n-zn2-xxv710 2t1c ndr" + title: "VPP Performance Changes 2n-clx-xxv710 2t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-zn2-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-zn2-prev-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2210.0-11" - data-set: "vpp-2n-zn2-curr-iter" + data-set: "vpp-2n-clx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2252,34 +1777,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-zn2-xxv710 4t2c ndr +# VPP Performance Changes 2n-clx-xxv710 4t2c ndr - type: "table" - title: "VPP Performance Changes 2n-zn2-xxv710 4t2c ndr" + title: "VPP Performance Changes 2n-clx-xxv710 ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-zn2-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-zn2-prev-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2210.0-11" - data-set: "vpp-2n-zn2-curr-iter" + data-set: "vpp-2n-clx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2287,34 +1812,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-dnv 1t1c pdr +# VPP Performance Changes 2n-clx-cx556a 2t1c pdr - type: "table" - title: "VPP Performance Changes 2n-dnv 1t1c pdr" + title: "VPP Performance Changes 2n-clx-cx556a 2t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter" + data-set: "vpp-2n-clx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2322,34 +1847,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-dnv 2t2c pdr +# VPP Performance Changes 2n-clx-cx556a 4t2c pdr - type: "table" - title: "VPP Performance Changes 2n-dnv 2t2c pdr" + title: "VPP Performance Changes 2n-clx-cx556a 4t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter" + data-set: "vpp-2n-clx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2357,34 +1882,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-dnv 1t1c ndr +# VPP Performance Changes 2n-clx-cx556a 2t1c ndr - type: "table" - title: "VPP Performance Changes 2n-dnv 1t1c ndr" + title: "VPP Performance Changes 2n-clx-cx556a 2t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter" + data-set: "vpp-2n-clx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2392,34 +1917,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-dnv 2t2c ndr +# VPP Performance Changes 2n-clx-cx556a 4t2c ndr - type: "table" - title: "VPP Performance Changes 2n-dnv 2t2c ndr" + title: "VPP Performance Changes 2n-clx-cx556a ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter" + data-set: "vpp-2n-clx-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-clx-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2427,34 +1952,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 3n-dnv 1t1c pdr +# VPP Performance Changes 2n-zn2-xxv710 2t1c pdr - type: "table" - title: "VPP Performance Changes 3n-dnv 1t1c pdr" + title: "VPP Performance Changes 2n-zn2-xxv710 2t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter" - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter" - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter" + data-set: "vpp-2n-zn2-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-zn2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2462,34 +1987,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 3n-dnv 2t2c pdr +# VPP Performance Changes 2n-zn2-xxv710 4t2c pdr - type: "table" - title: "VPP Performance Changes 3n-dnv 2t2c pdr" + title: "VPP Performance Changes 2n-zn2-xxv710 4t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter" - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter" - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter" + data-set: "vpp-2n-zn2-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-zn2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2497,34 +2022,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 3n-dnv 1t1c ndr +# VPP Performance Changes 2n-zn2-xxv710 2t1c ndr - type: "table" - title: "VPP Performance Changes 3n-dnv 1t1c ndr" + title: "VPP Performance Changes 2n-zn2-xxv710 2t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter" - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter" - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter" + data-set: "vpp-2n-zn2-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-zn2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2532,34 +2057,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 3n-dnv 2t2c ndr +# VPP Performance Changes 2n-zn2-xxv710 4t2c ndr - type: "table" - title: "VPP Performance Changes 3n-dnv 2t2c ndr" + title: "VPP Performance Changes 2n-zn2-xxv710 4t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter" - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter" - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter" + data-set: "vpp-2n-zn2-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-zn2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2567,17 +2092,17 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -2587,13 +2112,13 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-tsh-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-tsh-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2602,17 +2127,17 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -2622,13 +2147,13 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-tsh-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-tsh-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2637,17 +2162,17 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -2657,13 +2182,13 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-tsh-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-tsh-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2672,17 +2197,17 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -2692,13 +2217,13 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" + data-set: "vpp-3n-tsh-hist-iter" + - title: "2210.0-11" data-set: "vpp-3n-tsh-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-3n-tsh-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2707,17 +2232,17 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c pdr - type: "table" @@ -2727,13 +2252,13 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-tx2-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-tx2-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2742,17 +2267,17 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c pdr - type: "table" @@ -2762,13 +2287,13 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-tx2-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-tx2-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2777,17 +2302,17 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c ndr - type: "table" @@ -2797,13 +2322,13 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-tx2-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-tx2-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2812,17 +2337,17 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c ndr - type: "table" @@ -2832,13 +2357,13 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" + data-set: "vpp-2n-tx2-hist-iter" + - title: "2210.0-11" data-set: "vpp-2n-tx2-prev-iter-old-env" # - title: "2206.0-11" # data-set: "vpp-2n-tx2-prev-iter-new-env" - - title: "2210.0-11" + - title: "2302.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" @@ -2847,17 +2372,17 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-aws 2t1c pdr - type: "table" @@ -2867,22 +2392,22 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR'" columns: - - title: "2202.0-9" - data-set: "vpp-2n-aws-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-aws-prev-iter" + data-set: "vpp-2n-aws-hist-iter" - title: "2210.0-11" + data-set: "vpp-2n-aws-prev-iter" + - title: "2302.0-11" data-set: "vpp-2n-aws-curr-iter" comparisons: - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.' + - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.' # VPP Performance Changes 2n-aws 4t2c pdr - type: "table" @@ -2892,22 +2417,22 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR'" columns: - - title: "2202.0-9" - data-set: "vpp-2n-aws-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-aws-prev-iter" + data-set: "vpp-2n-aws-hist-iter" - title: "2210.0-11" + data-set: "vpp-2n-aws-prev-iter" + - title: "2302.0-11" data-set: "vpp-2n-aws-curr-iter" comparisons: - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.' + - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.' # VPP Performance Changes 2n-aws 2t1c ndr - type: "table" @@ -2917,22 +2442,22 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR'" columns: - - title: "2202.0-9" - data-set: "vpp-2n-aws-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-aws-prev-iter" + data-set: "vpp-2n-aws-hist-iter" - title: "2210.0-11" + data-set: "vpp-2n-aws-prev-iter" + - title: "2302.0-11" data-set: "vpp-2n-aws-curr-iter" comparisons: - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.' + - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.' # VPP Performance Changes 2n-aws 4t2c ndr - type: "table" @@ -2942,39 +2467,39 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR'" columns: - - title: "2202.0-9" - data-set: "vpp-2n-aws-hist-iter" - title: "2206.0-10" - data-set: "vpp-2n-aws-prev-iter" + data-set: "vpp-2n-aws-hist-iter" - title: "2210.0-11" + data-set: "vpp-2n-aws-prev-iter" + - title: "2302.0-11" data-set: "vpp-2n-aws-curr-iter" comparisons: - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.' + - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.' -# VPP Performance Changes 3n-icx 2t1c mrr +# VPP Performance Changes 3n-alt 1t1c pdr - type: "table" - title: "VPP Performance Changes 3n-icx 2t1c mrr" + title: "VPP Performance Changes 3n-alt 1t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-1t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-mrr" - title: "2206.0-10" - data-set: "vpp-3n-icx-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + data-set: "vpp-3n-alt-hist-iter" - title: "2210.0-11" - data-set: "vpp-3n-icx-curr-iter-mrr" + data-set: "vpp-3n-alt-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-alt-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-alt-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -2982,34 +2507,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 3n-icx 4t2c mrr +# VPP Performance Changes 3n-alt 2t2c pdr - type: "table" - title: "VPP Performance Changes 3n-icx 4t2c mrr" + title: "VPP Performance Changes 3n-alt 2t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-2t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-mrr" - title: "2206.0-10" - data-set: "vpp-3n-icx-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + data-set: "vpp-3n-alt-hist-iter" - title: "2210.0-11" - data-set: "vpp-3n-icx-curr-iter-mrr" + data-set: "vpp-3n-alt-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-alt-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-alt-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -3017,34 +2542,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 3n-icx 8t4c mrr +# VPP Performance Changes 3n-alt 1t1c ndr - type: "table" - title: "VPP Performance Changes 3n-icx 8t4c mrr" + title: "VPP Performance Changes 3n-alt 1t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-8t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-1t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-mrr" - title: "2206.0-10" - data-set: "vpp-3n-icx-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + data-set: "vpp-3n-alt-hist-iter" - title: "2210.0-11" - data-set: "vpp-3n-icx-curr-iter-mrr" + data-set: "vpp-3n-alt-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-alt-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-alt-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -3052,34 +2577,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: NDR throughput on 3n-alt with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-icx 2t1c mrr +# VPP Performance Changes 3n-alt 2t2c ndr - type: "table" - title: "VPP Performance Changes 2n-icx 2t1c mrr" + title: "VPP Performance Changes 3n-alt 2t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-2t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-mrr" - title: "2206.0-10" - data-set: "vpp-2n-icx-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + data-set: "vpp-3n-alt-hist-iter" - title: "2210.0-11" - data-set: "vpp-2n-icx-curr-iter-mrr" + data-set: "vpp-3n-alt-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-alt-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-alt-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -3087,34 +2612,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: NDR throughput on 3n-alt with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-icx 4t2c mrr +# VPP Performance Changes 3n-snr 1t1c pdr - type: "table" - title: "VPP Performance Changes 2n-icx 4t2c mrr" + title: "VPP Performance Changes 3n-snr 1t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-snr-1t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-mrr" - - title: "2206.0-10" - data-set: "vpp-2n-icx-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + # - title: "2206.0-10" + # data-set: "vpp-3n-snr-hist-iter" - title: "2210.0-11" - data-set: "vpp-2n-icx-curr-iter-mrr" + data-set: "vpp-3n-snr-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-snr-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-snr-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -3122,34 +2647,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 + - title: "2302.0-11 vs 2210.0-11" + reference: 1 + compare: 2 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-snr with e822cq.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-icx 8t4c mrr +# VPP Performance Changes 3n-snr 2t2c pdr - type: "table" - title: "VPP Performance Changes 2n-icx 8t4c mrr" + title: "VPP Performance Changes 3n-snr 2t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-8t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-snr-2t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-mrr" - - title: "2206.0-10" - data-set: "vpp-2n-icx-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + # - title: "2206.0-10" + # data-set: "vpp-3n-snr-hist-iter" - title: "2210.0-11" - data-set: "vpp-2n-icx-curr-iter-mrr" + data-set: "vpp-3n-snr-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-snr-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-snr-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -3157,34 +2682,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 + - title: "2302.0-11 vs 2210.0-11" + reference: 1 + compare: 2 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: PDR throughput on 3n-snr with e822cq.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-clx-xxv710 2t1c mrr +# VPP Performance Changes 3n-snr 1t1c ndr - type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 2t1c mrr" + title: "VPP Performance Changes 3n-snr 1t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-snr-1t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr" - - title: "2206.0-10" - data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + # - title: "2206.0-10" + # data-set: "vpp-3n-snr-hist-iter" - title: "2210.0-11" - data-set: "vpp-2n-clx-curr-iter-mrr" + data-set: "vpp-3n-snr-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-snr-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-snr-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -3192,34 +2717,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 + - title: "2302.0-11 vs 2210.0-11" + reference: 1 + compare: 2 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: NDR throughput on 3n-snr with e822cq.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-clx-xxv710 4t2c mrr +# VPP Performance Changes 3n-snr 2t2c ndr - type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 4t2c mrr" + title: "VPP Performance Changes 3n-snr 2t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-snr-2t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr" - - title: "2206.0-10" - data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + # - title: "2206.0-10" + # data-set: "vpp-3n-snr-hist-iter" - title: "2210.0-11" - data-set: "vpp-2n-clx-curr-iter-mrr" + data-set: "vpp-3n-snr-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-snr-prev-iter-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-snr-curr-iter" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -3227,34 +2752,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 + - title: "2302.0-11 vs 2210.0-11" + reference: 1 + compare: 2 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: NDR throughput on 3n-snr with e822cq.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-clx-xxv710 8t4c mrr +# VPP Performance Changes 3n-icx 2t1c mrr - type: "table" - title: "VPP Performance Changes 2n-clx-xxv710 8t4c mrr" + title: "VPP Performance Changes 3n-icx 2t1c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-8t4c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" + filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" - data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + data-set: "vpp-3n-icx-hist-iter-mrr" - title: "2210.0-11" - data-set: "vpp-2n-clx-curr-iter-mrr" + data-set: "vpp-3n-icx-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-icx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -3262,34 +2787,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-clx-cx556a 2t1c mrr +# VPP Performance Changes 3n-icx 4t2c mrr - type: "table" - title: "VPP Performance Changes 2n-clx-cx556a 2t1c mrr" + title: "VPP Performance Changes 3n-icx 4t2c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A'" + filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" - data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + data-set: "vpp-3n-icx-hist-iter-mrr" - title: "2210.0-11" - data-set: "vpp-2n-clx-curr-iter-mrr" + data-set: "vpp-3n-icx-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-icx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -3297,34 +2822,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-clx-cx556a 4t2c mrr +# VPP Performance Changes 3n-icx 8t4c mrr - type: "table" - title: "VPP Performance Changes 2n-clx-cx556a 4t2c mrr" + title: "VPP Performance Changes 3n-icx 8t4c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-8t4c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A'" + filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" - data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + data-set: "vpp-3n-icx-hist-iter-mrr" - title: "2210.0-11" - data-set: "vpp-2n-clx-curr-iter-mrr" + data-set: "vpp-3n-icx-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-icx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -3332,34 +2857,35 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-clx-cx556a 8t4c mrr + +# VPP Performance Changes 3n-icx-e810xxv 2t1c mrr - type: "table" - title: "VPP Performance Changes 2n-clx-cx556a 8t4c mrr" + title: "VPP Performance Changes 3n-icx-e810xxv 2t1c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-8t4c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-e810xxv-2t1c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A'" + filter: "'2T1C' and 'MRR' and 'NIC_Intel-E810XXV'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" - data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + data-set: "vpp-3n-icx-hist-iter-mrr" - title: "2210.0-11" - data-set: "vpp-2n-clx-curr-iter-mrr" + data-set: "vpp-3n-icx-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-icx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -3367,34 +2893,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with e810xxv.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-zn2-xxv710 2t1c mrr +# VPP Performance Changes 3n-icx-e810xxv 4t2c mrr - type: "table" - title: "VPP Performance Changes 2n-zn2-xxv710 2t1c mrr" + title: "VPP Performance Changes 3n-icx-e810xxv 4t2c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-e810xxv-4t2c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" + filter: "'4T2C' and 'MRR' and 'NIC_Intel-E810XXV'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-mrr" - title: "2206.0-10" - data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" + data-set: "vpp-3n-icx-hist-iter-mrr" - title: "2210.0-11" - data-set: "vpp-2n-zn2-curr-iter-mrr" + data-set: "vpp-3n-icx-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-icx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -3402,69 +2928,69 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with e810xxv.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-zn2-xxv710 4t2c mrr +# VPP Performance Changes 3n-icx-e810xxv 8t4c mrr - type: "table" - title: "VPP Performance Changes 2n-zn2-xxv710 4t2c mrr" + title: "VPP Performance Changes 3n-icx-e810xxv 8t4c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-e810xxv-8t4c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" + filter: "'8T4C' and 'MRR' and 'NIC_Intel-E810XXV'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-mrr" - title: "2206.0-10" - data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" + data-set: "vpp-3n-icx-hist-iter-mrr" - title: "2210.0-11" - data-set: "vpp-2n-zn2-curr-iter-mrr" - comparisons: + data-set: "vpp-3n-icx-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-icx-curr-iter-mrr" + comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 # compare: 3 # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with e810xxv.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-zn2-xxv710 8t4c mrr +# VPP Performance Changes 2n-icx 2t1c mrr - type: "table" - title: "VPP Performance Changes 2n-zn2-xxv710 8t4c mrr" + title: "VPP Performance Changes 2n-icx 2t1c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-8t4c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" + filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-mrr" - title: "2206.0-10" - data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" + data-set: "vpp-2n-icx-hist-iter-mrr" - title: "2210.0-11" - data-set: "vpp-2n-zn2-curr-iter-mrr" + data-set: "vpp-2n-icx-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -3472,34 +2998,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-dnv 1t1c mrr +# VPP Performance Changes 2n-icx 4t2c mrr - type: "table" - title: "VPP Performance Changes 2n-dnv 1t1c mrr" + title: "VPP Performance Changes 2n-icx 4t2c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" + filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-mrr" - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" + data-set: "vpp-2n-icx-hist-iter-mrr" - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter-mrr" + data-set: "vpp-2n-icx-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -3507,34 +3033,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-dnv 2t2c mrr +# VPP Performance Changes 2n-icx 8t4c mrr - type: "table" - title: "VPP Performance Changes 2n-dnv 2t2c mrr" + title: "VPP Performance Changes 2n-icx 8t4c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-8t4c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" + filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-mrr" - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" + data-set: "vpp-2n-icx-hist-iter-mrr" - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter-mrr" + data-set: "vpp-2n-icx-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -3542,34 +3068,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-dnv 4t4c mrr +# VPP Performance Changes 2n-clx-xxv710 2t1c mrr - type: "table" - title: "VPP Performance Changes 2n-dnv 4t4c mrr" + title: "VPP Performance Changes 2n-clx-xxv710 2t1c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C'" + filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-mrr" - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" + data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter-mrr" + data-set: "vpp-2n-clx-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -3577,34 +3103,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 3n-dnv 1t1c mrr +# VPP Performance Changes 2n-clx-xxv710 4t2c mrr - type: "table" - title: "VPP Performance Changes 3n-dnv 1t1c mrr" + title: "VPP Performance Changes 2n-clx-xxv710 4t2c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" + filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-mrr" - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" + data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter-mrr" + data-set: "vpp-2n-clx-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -3612,34 +3138,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 3n-dnv 2t2c mrr +# VPP Performance Changes 2n-clx-xxv710 8t4c mrr - type: "table" - title: "VPP Performance Changes 3n-dnv 2t2c mrr" + title: "VPP Performance Changes 2n-clx-xxv710 8t4c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-8t4c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" + filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-mrr" - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" + data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter-mrr" + data-set: "vpp-2n-clx-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -3647,34 +3173,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 3n-dnv 4t4c mrr +# VPP Performance Changes 2n-clx-cx556a 2t1c mrr - type: "table" - title: "VPP Performance Changes 3n-dnv 4t4c mrr" + title: "VPP Performance Changes 2n-clx-cx556a 2t1c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C'" + filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-mrr" - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" + data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter-mrr" + data-set: "vpp-2n-clx-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -3682,34 +3208,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 3n-tsh 1t1c mrr +# VPP Performance Changes 2n-clx-cx556a 4t2c mrr - type: "table" - title: "VPP Performance Changes 3n-tsh 1t1c mrr" + title: "VPP Performance Changes 2n-clx-cx556a 4t2c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" + filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-mrr" - title: "2206.0-10" - data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" + data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2210.0-11" - data-set: "vpp-3n-tsh-curr-iter-mrr" + data-set: "vpp-2n-clx-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -3717,34 +3243,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 3n-tsh 2t2c mrr +# VPP Performance Changes 2n-clx-cx556a 8t4c mrr - type: "table" - title: "VPP Performance Changes 3n-tsh 2t2c mrr" + title: "VPP Performance Changes 2n-clx-cx556a 8t4c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-8t4c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" + filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-mrr" - title: "2206.0-10" - data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" + data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2210.0-11" - data-set: "vpp-3n-tsh-curr-iter-mrr" + data-set: "vpp-2n-clx-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -3752,34 +3278,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 3n-tsh 4t4c mrr +# VPP Performance Changes 2n-zn2-xxv710 2t1c mrr - type: "table" - title: "VPP Performance Changes 3n-tsh 4t4c mrr" + title: "VPP Performance Changes 2n-zn2-xxv710 2t1c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-4t4c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C'" + filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-mrr" - title: "2206.0-10" - data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" + data-set: "vpp-2n-zn2-hist-iter-mrr" - title: "2210.0-11" - data-set: "vpp-3n-tsh-curr-iter-mrr" + data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -3787,34 +3313,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-tx2 1t1c mrr +# VPP Performance Changes 2n-zn2-xxv710 4t2c mrr - type: "table" - title: "VPP Performance Changes 2n-tx2 1t1c mrr" + title: "VPP Performance Changes 2n-zn2-xxv710 4t2c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" + filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-mrr" - title: "2206.0-10" - data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" + data-set: "vpp-2n-zn2-hist-iter-mrr" - title: "2210.0-11" - data-set: "vpp-2n-tx2-curr-iter-mrr" + data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -3822,34 +3348,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-tx2 2t2c mrr +# VPP Performance Changes 2n-zn2-xxv710 8t4c mrr - type: "table" - title: "VPP Performance Changes 2n-tx2 2t2c mrr" + title: "VPP Performance Changes 2n-zn2-xxv710 8t4c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-8t4c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" + filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-mrr" - title: "2206.0-10" - data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" + data-set: "vpp-2n-zn2-hist-iter-mrr" - title: "2210.0-11" - data-set: "vpp-2n-tx2-curr-iter-mrr" + data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -3857,34 +3383,34 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-tx2 4t4c mrr +# VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" - title: "VPP Performance Changes 2n-tx2 4t4c mrr" + title: "VPP Performance Changes 3n-tsh 1t1c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-4t4c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C'" + filter: "'1T1C'" columns: - - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-mrr" - title: "2206.0-10" - data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" + data-set: "vpp-3n-tsh-hist-iter-mrr" - title: "2210.0-11" - data-set: "vpp-2n-tx2-curr-iter-mrr" + data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: # - title: "2206.0-11 vs 2206.0-10" # reference: 2 @@ -3892,67 +3418,452 @@ # - title: "2210.0-11 vs 2206.0-11" # reference: 3 # compare: 4 - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-aws 2t1c mrr +# VPP Performance Changes 3n-tsh 2t2c mrr - type: "table" - title: "VPP Performance Changes 2n-aws 2t1c mrr" + title: "VPP Performance Changes 3n-tsh 2t2c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-2t1c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C'" + filter: "'2T2C'" columns: - - title: "2202.0-9" - data-set: "vpp-2n-aws-hist-iter-mrr" - title: "2206.0-10" - data-set: "vpp-2n-aws-prev-iter-mrr" + data-set: "vpp-3n-tsh-hist-iter-mrr" - title: "2210.0-11" - data-set: "vpp-2n-aws-curr-iter-mrr" + data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2210.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.' + - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-aws 4t2c mrr +# VPP Performance Changes 3n-tsh 4t4c mrr - type: "table" - title: "VPP Performance Changes 2n-aws 4t2c mrr" + title: "VPP Performance Changes 3n-tsh 4t4c mrr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-4t2c-mrr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-4t4c-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C'" + filter: "'4T4C'" columns: - - title: "2202.0-9" - data-set: "vpp-2n-aws-hist-iter-mrr" - title: "2206.0-10" - data-set: "vpp-2n-aws-prev-iter-mrr" + data-set: "vpp-3n-tsh-hist-iter-mrr" + - title: "2210.0-11" + data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-tsh-curr-iter-mrr" + comparisons: + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2302.0-11 vs 2210.0-11" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + +# VPP Performance Changes 2n-tx2 1t1c mrr +- type: "table" + title: "VPP Performance Changes 2n-tx2 1t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2206.0-10" + data-set: "vpp-2n-tx2-hist-iter-mrr" + - title: "2210.0-11" + data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-tx2-curr-iter-mrr" + comparisons: + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2302.0-11 vs 2210.0-11" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + +# VPP Performance Changes 2n-tx2 2t2c mrr +- type: "table" + title: "VPP Performance Changes 2n-tx2 2t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2206.0-10" + data-set: "vpp-2n-tx2-hist-iter-mrr" + - title: "2210.0-11" + data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-tx2-curr-iter-mrr" + comparisons: + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2302.0-11 vs 2210.0-11" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + +# VPP Performance Changes 2n-tx2 4t4c mrr +- type: "table" + title: "VPP Performance Changes 2n-tx2 4t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-4t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T4C'" + columns: + - title: "2206.0-10" + data-set: "vpp-2n-tx2-hist-iter-mrr" - title: "2210.0-11" + data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-2n-tx2-curr-iter-mrr" + comparisons: + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2302.0-11 vs 2210.0-11" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + +# VPP Performance Changes 2n-aws 2t1c mrr +- type: "table" + title: "VPP Performance Changes 2n-aws 2t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-2t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C'" + columns: + - title: "2206.0-10" + data-set: "vpp-2n-aws-hist-iter-mrr" + - title: "2210.0-11" + data-set: "vpp-2n-aws-prev-iter-mrr" + - title: "2302.0-11" data-set: "vpp-2n-aws-curr-iter-mrr" comparisons: - - title: "2210.0-11 vs 2206.0-10" + - title: "2302.0-11 vs 2210.0-11" reference: 2 compare: 3 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.' + - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.' + +# VPP Performance Changes 2n-aws 4t2c mrr +- type: "table" + title: "VPP Performance Changes 2n-aws 4t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-4t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C'" + columns: + - title: "2206.0-10" + data-set: "vpp-2n-aws-hist-iter-mrr" + - title: "2210.0-11" + data-set: "vpp-2n-aws-prev-iter-mrr" + - title: "2302.0-11" + data-set: "vpp-2n-aws-curr-iter-mrr" + comparisons: + - title: "2302.0-11 vs 2210.0-11" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2302.0-11 vs 2210.0-11: Compares VPP code current vs previous.' + +# VPP Performance Changes 3n-alt 1t1c mrr +- type: "table" + title: "VPP Performance Changes 3n-alt 1t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-1t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + - title: "2206.0-10" + data-set: "vpp-3n-alt-hist-iter-mrr" + - title: "2210.0-11" + data-set: "vpp-3n-alt-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-alt-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-alt-curr-iter-mrr" + comparisons: + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2302.0-11 vs 2210.0-11" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-alt with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + +# VPP Performance Changes 3n-alt 2t2c mrr +- type: "table" + title: "VPP Performance Changes 3n-alt 2t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-2t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + - title: "2206.0-10" + data-set: "vpp-3n-alt-hist-iter-mrr" + - title: "2210.0-11" + data-set: "vpp-3n-alt-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-alt-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-alt-curr-iter-mrr" + comparisons: + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2302.0-11 vs 2210.0-11" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-alt with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + +# VPP Performance Changes 3n-alt 4t4c mrr +- type: "table" + title: "VPP Performance Changes 3n-alt 4t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-4t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T4C'" + columns: + - title: "2206.0-10" + data-set: "vpp-3n-alt-hist-iter-mrr" + - title: "2210.0-11" + data-set: "vpp-3n-alt-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-alt-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-alt-curr-iter-mrr" + comparisons: + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2302.0-11 vs 2210.0-11" + reference: 2 + compare: 3 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-alt with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + +# VPP Performance Changes 3n-snr 1t1c mrr +- type: "table" + title: "VPP Performance Changes 3n-snr 1t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-snr-1t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + # - title: "2206.0-10" + # data-set: "vpp-3n-snr-hist-iter-mrr" + - title: "2210.0-11" + data-set: "vpp-3n-snr-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-snr-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-snr-curr-iter-mrr" + comparisons: + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2302.0-11 vs 2210.0-11" + reference: 1 + compare: 2 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-snr with e822cq.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + +# VPP Performance Changes 3n-snr 2t2c mrr +- type: "table" + title: "VPP Performance Changes 3n-snr 2t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-snr-2t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + # - title: "2206.0-10" + # data-set: "vpp-3n-snr-hist-iter-mrr" + - title: "2210.0-11" + data-set: "vpp-3n-snr-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-snr-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-snr-curr-iter-mrr" + comparisons: + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2302.0-11 vs 2210.0-11" + reference: 1 + compare: 2 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-snr with e822cq.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + +# VPP Performance Changes 3n-snr 4t4c mrr +- type: "table" + title: "VPP Performance Changes 3n-snr 4t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-snr-4t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T4C'" + columns: + # - title: "2206.0-10" + # data-set: "vpp-3n-snr-hist-iter-mrr" + - title: "2210.0-11" + data-set: "vpp-3n-snr-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-snr-prev-iter-mrr-new-env" + - title: "2302.0-11" + data-set: "vpp-3n-snr-curr-iter-mrr" + comparisons: + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2302.0-11 vs 2210.0-11" + reference: 1 + compare: 2 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-snr with e822cq.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210 and rls2302).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2302.0-11 vs 2210.0-11: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # Detailed Test Results - VPP Performance Results 2n-zn2 - type: "table" @@ -4076,40 +3987,6 @@ - "parent" - "msg" -# Detailed Test Results - VPP Performance Results 3n-dnv -- type: "table" - title: "Detailed Test Results - VPP Performance Results 3n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "vpp-3n-dnv-curr-cov" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - VPP Performance Results 2n-dnv -- type: "table" - title: "Detailed Test Results - VPP Performance Results 2n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "vpp-2n-dnv-curr-cov" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - # Detailed Test Results - VPP Performance Results 3n-snr - type: "table" title: "Detailed Test Results - VPP Performance Results 3n-snr" @@ -4265,40 +4142,6 @@ - "name" - "conf-history" -# Test configuration - VPP Performance Test Configs 3n-dnv -- type: "table" - title: "Test configuration - VPP Performance Test Configs 3n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-3n-dnv-curr-cov" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test configuration - VPP Performance Test Configs 2n-dnv -- type: "table" - title: "Test configuration - VPP Performance Test Configs 2n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-2n-dnv-curr-cov" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - # Test configuration - VPP Performance Test Configs 3n-snr - type: "table" title: "Test configuration - VPP Performance Test Configs 3n-snr" @@ -4389,22 +4232,6 @@ data: "vpp-2n-tx2-curr-cov" filter: "all" -# Test Operational Data - VPP Performance Operational Data 3n-dnv -- type: "table" - title: "Test Operational Data - VPP Performance Operational Data 3n-dnv" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/" - data: "vpp-3n-dnv-curr-cov" - filter: "all" - -# Test Operational Data - VPP Performance Operational Data 2n-dnv -- type: "table" - title: "Test Operational Data - VPP Performance Operational Data 2n-dnv" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/" - data: "vpp-2n-dnv-curr-cov" - filter: "all" - # Test Operational Data - VPP Performance Operational Data 3n-snr - type: "table" title: "Test Operational Data - VPP Performance Operational Data 3n-snr" @@ -4537,876 +4364,843 @@ filter: "all" parameters: - "name" - - "parent" - - "msg" - -# Detailed Test Results - VPP MRR Results 3n-dnv -- type: "table" - title: "Detailed Test Results - VPP MRR Results 3n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" - data: "vpp-3n-dnv-curr-iter-mrr" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - VPP MRR Results 2n-dnv -- type: "table" - title: "Detailed Test Results - VPP MRR Results 2n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" - data: "vpp-2n-dnv-curr-iter-mrr" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - VPP MRR Results 3n-snr -- type: "table" - title: "Detailed Test Results - VPP MRR Results 3n-snr" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,3N,SNR]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" - data: "vpp-3n-snr-curr-iter-mrr" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - VPP MRR Results 2n-aws -- type: "table" - title: "Detailed Test Results - VPP MRR Results 2n-aws" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,2N,AWS]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" - data: "vpp-2n-aws-curr-iter-mrr" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Test configuration - VPP MRR Test Configs 2n-zn2 -- type: "table" - title: "Test configuration - VPP MRR Test Configs 2n-zn2" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,2N,ZN2]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-2n-zn2-curr-iter-mrr" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test configuration - VPP MRR Test Configs 2n-clx -- type: "table" - title: "Test configuration - VPP MRR Test Configs 2n-clx" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,2N,CLX]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-2n-clx-curr-iter-mrr" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test configuration - VPP MRR Test Configs 2n-icx -- type: "table" - title: "Test configuration - VPP MRR Test Configs 2n-icx" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,2N,ICX]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-2n-icx-curr-iter-mrr" - filter: "'MRR'" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test configuration - VPP MRR Test Configs 3n-icx -- type: "table" - title: "Test configuration - VPP MRR Test Configs 3n-icx" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,3N,ICX]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-3n-icx-curr-iter-mrr" - filter: "'MRR'" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test configuration - VPP MRR Test Configs 3n-tsh -- type: "table" - title: "Test configuration - VPP MRR Test Configs 3n-tsh" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,3N,TSH]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-3n-tsh-curr-iter-mrr" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" + - "parent" + - "msg" -# Test configuration - VPP MRR Test Configs 3n-alt +# Detailed Test Results - VPP MRR Results 3n-snr - type: "table" - title: "Test configuration - VPP MRR Test Configs 3n-alt" + title: "Detailed Test Results - VPP MRR Results 3n-snr" algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,3N,ALT]}/" + output-file: "{DIR[DTR,MRR,VPP,3N,SNR]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-3n-alt-curr-iter-mrr" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" + data: "vpp-3n-snr-curr-iter-mrr" filter: "all" parameters: - - "parent" - "name" - - "conf-history" + - "parent" + - "msg" -# Test configuration - VPP MRR Test Configs 2n-tx2 +# Detailed Test Results - VPP MRR Results 2n-aws - type: "table" - title: "Test configuration - VPP MRR Test Configs 2n-tx2" + title: "Detailed Test Results - VPP MRR Results 2n-aws" algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,2N,TX2]}/" + output-file: "{DIR[DTR,MRR,VPP,2N,AWS]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-2n-tx2-curr-iter-mrr" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" + data: "vpp-2n-aws-curr-iter-mrr" filter: "all" parameters: - - "parent" - "name" - - "conf-history" + - "parent" + - "msg" -# Test configuration - VPP MRR Test Configs 3n-dnv +# Test configuration - VPP MRR Test Configs 2n-zn2 - type: "table" - title: "Test configuration - VPP MRR Test Configs 3n-dnv" + title: "Test configuration - VPP MRR Test Configs 2n-zn2" algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/" + output-file: "{DIR[DTC,MRR,VPP,2N,ZN2]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-3n-dnv-curr-iter-mrr" + data: "vpp-2n-zn2-curr-iter-mrr" filter: "all" parameters: - "parent" - "name" - "conf-history" -# Test configuration - VPP MRR Test Configs 2n-dnv +# Test configuration - VPP MRR Test Configs 2n-clx - type: "table" - title: "Test configuration - VPP MRR Test Configs 2n-dnv" + title: "Test configuration - VPP MRR Test Configs 2n-clx" algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/" + output-file: "{DIR[DTC,MRR,VPP,2N,CLX]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-2n-dnv-curr-iter-mrr" + data: "vpp-2n-clx-curr-iter-mrr" filter: "all" parameters: - "parent" - "name" - "conf-history" -# Test configuration - VPP MRR Test Configs 3n-snr +# Test configuration - VPP MRR Test Configs 2n-icx - type: "table" - title: "Test configuration - VPP MRR Test Configs 3n-snr" + title: "Test configuration - VPP MRR Test Configs 2n-icx" algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,3N,SNR]}/" + output-file: "{DIR[DTC,MRR,VPP,2N,ICX]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-3n-snr-curr-iter-mrr" - filter: "all" + data: "vpp-2n-icx-curr-iter-mrr" + filter: "'MRR'" parameters: - "parent" - "name" - "conf-history" -# Test configuration - VPP MRR Test Configs 2n-aws +# Test configuration - VPP MRR Test Configs 3n-icx - type: "table" - title: "Test configuration - VPP MRR Test Configs 2n-aws" + title: "Test configuration - VPP MRR Test Configs 3n-icx" algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,2N,AWS]}/" + output-file: "{DIR[DTC,MRR,VPP,3N,ICX]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-2n-aws-curr-iter-mrr" - filter: "all" + data: "vpp-3n-icx-curr-iter-mrr" + filter: "'MRR'" parameters: - "parent" - "name" - "conf-history" -# Detailed Test Results - VPP Device Results - Ubuntu +# Test configuration - VPP MRR Test Configs 3n-tsh - type: "table" - title: "Detailed Test Results - VPP Device Results - Ubuntu" + title: "Test configuration - VPP MRR Test Configs 3n-tsh" algorithm: "table_merged_details" - output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu" + output-file: "{DIR[DTC,MRR,VPP,3N,TSH]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" - - title: " |prein| Status |preout| " - data: "data status" - data: "vpp-device-results-ubuntu" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-3n-tsh-curr-iter-mrr" filter: "all" parameters: - - "name" - "parent" - - "doc" - - "status" + - "name" + - "conf-history" -# Test configuration - VPP Device Test Configs - Ubuntu +# Test configuration - VPP MRR Test Configs 3n-alt - type: "table" - title: "Test configuration - VPP Device Test Configs - Ubuntu" + title: "Test configuration - VPP MRR Test Configs 3n-alt" algorithm: "table_merged_details" - output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu" + output-file: "{DIR[DTC,MRR,VPP,3N,ALT]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-device-results-ubuntu" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -################################################################################ - -# DPDK Performance Changes 3n-icx 2t1c pdr -- type: "table" - title: "DPDK Performance Changes 3n-icx 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-3n-icx-hist-iter" - - title: "22.03" - data-set: "dpdk-3n-icx-prev-iter" - - title: "22.07" - data-set: "dpdk-3n-icx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# DPDK Performance Changes 3n-icx 4t2c pdr -- type: "table" - title: "DPDK Performance Changes 3n-icx 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-4t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-3n-icx-hist-iter" - - title: "22.03" - data-set: "dpdk-3n-icx-prev-iter" - - title: "22.07" - data-set: "dpdk-3n-icx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# DPDK Performance Changes 3n-icx 2t1c ndr -- type: "table" - title: "DPDK Performance Changes 3n-icx 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-3n-icx-hist-iter" - - title: "22.03" - data-set: "dpdk-3n-icx-prev-iter" - - title: "22.07" - data-set: "dpdk-3n-icx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# DPDK Performance Changes 3n-icx 4t2c ndr -- type: "table" - title: "DPDK Performance Changes 3n-icx 4t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-4t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-3n-icx-hist-iter" - - title: "22.03" - data-set: "dpdk-3n-icx-prev-iter" - - title: "22.07" - data-set: "dpdk-3n-icx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# DPDK Performance Changes 2n-icx 2t1c pdr -- type: "table" - title: "DPDK Performance Changes 2n-icx 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-icx-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-icx-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-icx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# DPDK Performance Changes 2n-icx 4t2c pdr -- type: "table" - title: "DPDK Performance Changes 2n-icx 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-4t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-icx-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-icx-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-icx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# DPDK Performance Changes 2n-icx 2t1c ndr -- type: "table" - title: "DPDK Performance Changes 2n-icx 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-icx-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-icx-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-icx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# DPDK Performance Changes 2n-icx 4t2c ndr -- type: "table" - title: "DPDK Performance Changes 2n-icx 4t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-4t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-icx-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-icx-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-icx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# DPDK Performance Changes 2n-clx 2t1c pdr -- type: "table" - title: "DPDK Performance Changes 2n-clx 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-clx-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-clx-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-clx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# DPDK Performance Changes 2n-clx 4t2c pdr -- type: "table" - title: "DPDK Performance Changes 2n-clx 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-clx-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-clx-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-clx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# DPDK Performance Changes 2n-clx 2t1c ndr -- type: "table" - title: "DPDK Performance Changes 2n-clx 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-clx-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-clx-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-clx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# DPDK Performance Changes 2n-clx 4t2c ndr -- type: "table" - title: "DPDK Performance Changes 2n-clx 4t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-clx-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-clx-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-clx-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# DPDK Performance Changes 2n-zn2 2t1c pdr -- type: "table" - title: "DPDK Performance Changes 2n-zn2 2t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-2t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-zn2-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-zn2-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-zn2-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# DPDK Performance Changes 2n-zn2 4t2c pdr -- type: "table" - title: "DPDK Performance Changes 2n-zn2 4t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-4t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-zn2-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-zn2-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-zn2-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# DPDK Performance Changes 2n-zn2 2t1c ndr -- type: "table" - title: "DPDK Performance Changes 2n-zn2 2t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-2t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-zn2-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-zn2-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-zn2-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# DPDK Performance Changes 2n-zn2 4t2c ndr -- type: "table" - title: "DPDK Performance Changes 2n-zn2 4t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-4t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" - columns: - - title: "21.11" - data-set: "dpdk-2n-zn2-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-zn2-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-zn2-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - -# DPDK Performance Changes 3n-tsh 1t1c pdr -- type: "table" - title: "DPDK Performance Changes 3n-tsh 1t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR'" - columns: - - title: "21.11" - data-set: "dpdk-3n-tsh-hist-iter" - - title: "22.03" - data-set: "dpdk-3n-tsh-prev-iter" - - title: "22.07" - data-set: "dpdk-3n-tsh-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + data: "vpp-3n-alt-curr-iter-mrr" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" -# DPDK Performance Changes 3n-tsh 2t2c pdr +# Test configuration - VPP MRR Test Configs 2n-tx2 - type: "table" - title: "DPDK Performance Changes 3n-tsh 2t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR'" - columns: - - title: "21.11" - data-set: "dpdk-3n-tsh-hist-iter" - - title: "22.03" - data-set: "dpdk-3n-tsh-prev-iter" - - title: "22.07" - data-set: "dpdk-3n-tsh-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + title: "Test configuration - VPP MRR Test Configs 2n-tx2" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,MRR,VPP,2N,TX2]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-2n-tx2-curr-iter-mrr" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" -# DPDK Performance Changes 3n-tsh 1t1c ndr +# Test configuration - VPP MRR Test Configs 3n-snr - type: "table" - title: "DPDK Performance Changes 3n-tsh 1t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR'" - columns: - - title: "21.11" - data-set: "dpdk-3n-tsh-hist-iter" - - title: "22.03" - data-set: "dpdk-3n-tsh-prev-iter" - - title: "22.07" - data-set: "dpdk-3n-tsh-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + title: "Test configuration - VPP MRR Test Configs 3n-snr" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,MRR,VPP,3N,SNR]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-3n-snr-curr-iter-mrr" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" -# DPDK Performance Changes 3n-tsh 2t2c ndr +# Test configuration - VPP MRR Test Configs 2n-aws - type: "table" - title: "DPDK Performance Changes 3n-tsh 2t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR'" - columns: - - title: "21.11" - data-set: "dpdk-3n-tsh-hist-iter" - - title: "22.03" - data-set: "dpdk-3n-tsh-prev-iter" - - title: "22.07" - data-set: "dpdk-3n-tsh-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + title: "Test configuration - VPP MRR Test Configs 2n-aws" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,MRR,VPP,2N,AWS]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-2n-aws-curr-iter-mrr" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" -# DPDK Performance Changes 2n-tx2 1t1c pdr +# Detailed Test Results - VPP Device Results - 1n-skx - type: "table" - title: "DPDK Performance Changes 2n-tx2 1t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-1t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR'" - columns: - - title: "21.11" - data-set: "dpdk-2n-tx2-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-tx2-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-tx2-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + title: "Detailed Test Results - VPP Device Results - 1n-skx" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,FUNC,VPP,DEVICE,1N,SKX]}/vpp_device_results_1n_skx" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Status |preout| " + data: "data status" + data: "vpp-device-1n-skx" + filter: "all" + parameters: + - "name" + - "parent" + - "doc" + - "status" -# DPDK Performance Changes 2n-tx2 2t2c pdr +# Detailed Test Results - VPP Device Results - 1n-tx2 - type: "table" - title: "DPDK Performance Changes 2n-tx2 2t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-2t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR'" - columns: - - title: "21.11" - data-set: "dpdk-2n-tx2-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-tx2-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-tx2-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + title: "Detailed Test Results - VPP Device Results - 1n-tx2" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,FUNC,VPP,DEVICE,1N,TX2]}/vpp_device_results_1n_tx2" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Status |preout| " + data: "data status" + data: "vpp-device-1n-tx2" + filter: "all" + parameters: + - "name" + - "parent" + - "doc" + - "status" -# DPDK Performance Changes 2n-tx2 1t1c ndr +# Test configuration - VPP Device Test Configs - 1n-skx - type: "table" - title: "DPDK Performance Changes 2n-tx2 1t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-1t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1C' and 'NDRPDR'" - columns: - - title: "21.11" - data-set: "dpdk-2n-tx2-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-tx2-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-tx2-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + title: "Test configuration - VPP Device Test Configs - 1n-skx" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,FUNC,VPP,DEVICE,1N,SKX]}/vpp_device_configuration_1n_skx" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-device-1n-skx" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" -# DPDK Performance Changes 2n-tx2 2t2c ndr +# Test configuration - VPP Device Test Configs - 1n-tx2 - type: "table" - title: "DPDK Performance Changes 2n-tx2 2t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-2t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2C' and 'NDRPDR'" - columns: - - title: "21.11" - data-set: "dpdk-2n-tx2-hist-iter" - - title: "22.03" - data-set: "dpdk-2n-tx2-prev-iter" - - title: "22.07" - data-set: "dpdk-2n-tx2-curr-iter" - comparisons: - - title: "22.07 vs 22.03" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' - - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + title: "Test configuration - VPP Device Test Configs - 1n-tx2" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,FUNC,VPP,DEVICE,1N,TX2]}/vpp_device_configuration_1n_tx2" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-device-1n-tx2" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + +################################################################################ + +# # DPDK Performance Changes 3n-icx 2t1c pdr +# - type: "table" +# title: "DPDK Performance Changes 3n-icx 2t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-2t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-3n-icx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-3n-icx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-3n-icx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# # DPDK Performance Changes 3n-icx 4t2c pdr +# - type: "table" +# title: "DPDK Performance Changes 3n-icx 4t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-4t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-3n-icx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-3n-icx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-3n-icx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# # DPDK Performance Changes 3n-icx 2t1c ndr +# - type: "table" +# title: "DPDK Performance Changes 3n-icx 2t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-2t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-3n-icx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-3n-icx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-3n-icx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# # DPDK Performance Changes 3n-icx 4t2c ndr +# - type: "table" +# title: "DPDK Performance Changes 3n-icx 4t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-4t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-3n-icx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-3n-icx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-3n-icx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# # DPDK Performance Changes 2n-icx 2t1c pdr +# - type: "table" +# title: "DPDK Performance Changes 2n-icx 2t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-2t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-icx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-icx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-icx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# # DPDK Performance Changes 2n-icx 4t2c pdr +# - type: "table" +# title: "DPDK Performance Changes 2n-icx 4t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-4t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-icx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-icx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-icx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# # DPDK Performance Changes 2n-icx 2t1c ndr +# - type: "table" +# title: "DPDK Performance Changes 2n-icx 2t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-2t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-icx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-icx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-icx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# # DPDK Performance Changes 2n-icx 4t2c ndr +# - type: "table" +# title: "DPDK Performance Changes 2n-icx 4t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-4t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-icx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-icx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-icx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# # DPDK Performance Changes 2n-clx 2t1c pdr +# - type: "table" +# title: "DPDK Performance Changes 2n-clx 2t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-clx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-clx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-clx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# # DPDK Performance Changes 2n-clx 4t2c pdr +# - type: "table" +# title: "DPDK Performance Changes 2n-clx 4t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-clx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-clx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-clx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# # DPDK Performance Changes 2n-clx 2t1c ndr +# - type: "table" +# title: "DPDK Performance Changes 2n-clx 2t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-clx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-clx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-clx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# # DPDK Performance Changes 2n-clx 4t2c ndr +# - type: "table" +# title: "DPDK Performance Changes 2n-clx 4t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-clx-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-clx-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-clx-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# # DPDK Performance Changes 2n-zn2 2t1c pdr +# - type: "table" +# title: "DPDK Performance Changes 2n-zn2 2t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-2t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-zn2-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-zn2-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-zn2-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# # DPDK Performance Changes 2n-zn2 4t2c pdr +# - type: "table" +# title: "DPDK Performance Changes 2n-zn2 4t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-4t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-zn2-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-zn2-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-zn2-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# # DPDK Performance Changes 2n-zn2 2t1c ndr +# - type: "table" +# title: "DPDK Performance Changes 2n-zn2 2t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-2t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-zn2-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-zn2-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-zn2-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# # DPDK Performance Changes 2n-zn2 4t2c ndr +# - type: "table" +# title: "DPDK Performance Changes 2n-zn2 4t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-4t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-zn2-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-zn2-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-zn2-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# # DPDK Performance Changes 3n-tsh 1t1c pdr +# - type: "table" +# title: "DPDK Performance Changes 3n-tsh 1t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR'" +# columns: +# - title: "21.11" +# data-set: "dpdk-3n-tsh-hist-iter" +# - title: "22.03" +# data-set: "dpdk-3n-tsh-prev-iter" +# - title: "22.07" +# data-set: "dpdk-3n-tsh-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# # DPDK Performance Changes 3n-tsh 2t2c pdr +# - type: "table" +# title: "DPDK Performance Changes 3n-tsh 2t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR'" +# columns: +# - title: "21.11" +# data-set: "dpdk-3n-tsh-hist-iter" +# - title: "22.03" +# data-set: "dpdk-3n-tsh-prev-iter" +# - title: "22.07" +# data-set: "dpdk-3n-tsh-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# # DPDK Performance Changes 3n-tsh 1t1c ndr +# - type: "table" +# title: "DPDK Performance Changes 3n-tsh 1t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR'" +# columns: +# - title: "21.11" +# data-set: "dpdk-3n-tsh-hist-iter" +# - title: "22.03" +# data-set: "dpdk-3n-tsh-prev-iter" +# - title: "22.07" +# data-set: "dpdk-3n-tsh-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# # DPDK Performance Changes 3n-tsh 2t2c ndr +# - type: "table" +# title: "DPDK Performance Changes 3n-tsh 2t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR'" +# columns: +# - title: "21.11" +# data-set: "dpdk-3n-tsh-hist-iter" +# - title: "22.03" +# data-set: "dpdk-3n-tsh-prev-iter" +# - title: "22.07" +# data-set: "dpdk-3n-tsh-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# # DPDK Performance Changes 2n-tx2 1t1c pdr +# - type: "table" +# title: "DPDK Performance Changes 2n-tx2 1t1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-1t1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-tx2-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-tx2-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-tx2-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# # DPDK Performance Changes 2n-tx2 2t2c pdr +# - type: "table" +# title: "DPDK Performance Changes 2n-tx2 2t2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-2t2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-tx2-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-tx2-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-tx2-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# # DPDK Performance Changes 2n-tx2 1t1c ndr +# - type: "table" +# title: "DPDK Performance Changes 2n-tx2 1t1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-1t1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'1C' and 'NDRPDR'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-tx2-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-tx2-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-tx2-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + +# # DPDK Performance Changes 2n-tx2 2t2c ndr +# - type: "table" +# title: "DPDK Performance Changes 2n-tx2 2t2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-2t2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "'2C' and 'NDRPDR'" +# columns: +# - title: "21.11" +# data-set: "dpdk-2n-tx2-hist-iter" +# - title: "22.03" +# data-set: "dpdk-2n-tx2-prev-iter" +# - title: "22.07" +# data-set: "dpdk-2n-tx2-curr-iter" +# comparisons: +# - title: "22.07 vs 22.03" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' +# - '21.11, 22.03, 22.07: [Mpps +- StDev] results for DPDK tested in CSIT.' +# - '22.07 vs 22.03: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' # Detailed Test Results - DPDK Performance Results 2n-zn2 - type: "table" @@ -5545,6 +5339,42 @@ - "parent" - "msg" +# Detailed Test Results - TRex Performance Results 2n-icx +- type: "table" + title: "Detailed Test Results - TRex Performance Results 2n-icx" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,TREX,2N,ICX]}/trex_performance_results_2n_icx" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "trex-2n-icx-curr-cov" + filter: "all" + remove-ndr: False + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - TRex Performance Results 1n-aws +- type: "table" + title: "Detailed Test Results - TRex Performance Results 1n-aws" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,TREX,1N,AWS]}/trex_performance_results_1n_aws" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "trex-1n-aws-curr-cov" + filter: "all" + remove-ndr: False + parameters: + - "name" + - "parent" + - "msg" + ################################################################################ ### F I L E S ### ################################################################################ @@ -5562,8 +5392,6 @@ - "{DIR[DTR,PERF,VPP,3N,ALT]}" - "{DIR[DTR,PERF,VPP,3N,TSH]}" - "{DIR[DTR,PERF,VPP,2N,TX2]}" - - "{DIR[DTR,PERF,VPP,2N,DNV]}" - - "{DIR[DTR,PERF,VPP,3N,DNV]}" - "{DIR[DTR,PERF,VPP,2N,AWS]}" - "{DIR[DTR,PERF,VPP,3N,SNR]}" data: @@ -5574,8 +5402,6 @@ - "vpp-3n-alt-curr-cov" - "vpp-3n-tsh-curr-cov" - "vpp-2n-tx2-curr-cov" - - "vpp-2n-dnv-curr-cov" - - "vpp-3n-dnv-curr-cov" - "vpp-2n-aws-curr-cov" - "vpp-3n-snr-curr-cov" filter: "'NDRPDR'" @@ -5594,7 +5420,7 @@ - "vts" - "lb" - "nfv_density" - - "hoststack" + # - "hoststack" level-2: - "2n-clx" - "2n-icx" @@ -5603,8 +5429,6 @@ - "3n-alt" - "3n-tsh" - "2n-tx2" - - "2n-dnv" - - "3n-dnv" - "2n-aws" - "3n-snr" level-3: @@ -5613,6 +5437,8 @@ - "xxv710" - "x710" - "e810cq" + - "e822cq" + - "e810xxv" - "x553" - "cx556a" - "vic1227" @@ -5632,8 +5458,6 @@ - "{DIR[DTC,PERF,VPP,3N,ALT]}" - "{DIR[DTC,PERF,VPP,3N,TSH]}" - "{DIR[DTC,PERF,VPP,2N,TX2]}" - - "{DIR[DTC,PERF,VPP,2N,DNV]}" - - "{DIR[DTC,PERF,VPP,3N,DNV]}" - "{DIR[DTC,PERF,VPP,2N,AWS]}" - "{DIR[DTC,PERF,VPP,3N,SNR]}" data: @@ -5644,8 +5468,6 @@ - "vpp-3n-alt-curr-cov" - "vpp-3n-tsh-curr-cov" - "vpp-2n-tx2-curr-cov" - - "vpp-2n-dnv-curr-cov" - - "vpp-3n-dnv-curr-cov" - "vpp-2n-aws-curr-cov" - "vpp-3n-snr-curr-cov" filter: "'NDRPDR'" @@ -5664,7 +5486,7 @@ - "vts" - "lb" - "nfv_density" - - "hoststack" + # - "hoststack" level-2: - "2n-clx" - "2n-icx" @@ -5673,8 +5495,6 @@ - "3n-alt" - "3n-tsh" - "2n-tx2" - - "2n-dnv" - - "3n-dnv" - "2n-aws" - "3n-snr" level-3: @@ -5683,6 +5503,8 @@ - "xxv710" - "x710" - "e810cq" + - "e822cq" + - "e810xxv" - "x553" - "cx556a" - "vic1227" @@ -5702,8 +5524,6 @@ - "{DIR[DTO,PERF,VPP,3N,ALT]}" - "{DIR[DTO,PERF,VPP,3N,TSH]}" - "{DIR[DTO,PERF,VPP,2N,TX2]}" - - "{DIR[DTO,PERF,VPP,2N,DNV]}" - - "{DIR[DTO,PERF,VPP,3N,DNV]}" - "{DIR[DTO,PERF,VPP,2N,AWS]}" - "{DIR[DTO,PERF,VPP,3N,SNR]}" data: @@ -5714,8 +5534,6 @@ - "vpp-3n-alt-curr-cov" - "vpp-3n-tsh-curr-cov" - "vpp-2n-tx2-curr-cov" - - "vpp-2n-dnv-curr-cov" - - "vpp-3n-dnv-curr-cov" - "vpp-2n-aws-curr-cov" - "vpp-3n-snr-curr-cov" filter: "'NDRPDR'" @@ -5734,7 +5552,7 @@ - "vts" - "lb" - "nfv_density" - - "hoststack" + # - "hoststack" level-2: - "2n-clx" - "2n-icx" @@ -5743,8 +5561,6 @@ - "3n-alt" - "3n-tsh" - "2n-tx2" - - "2n-dnv" - - "3n-dnv" - "2n-aws" - "3n-snr" level-3: @@ -5753,6 +5569,8 @@ - "xxv710" - "x710" - "e810cq" + - "e822cq" + - "e810xxv" - "x553" - "cx556a" - "vic1227" @@ -5772,8 +5590,6 @@ - "{DIR[DTR,MRR,VPP,3N,ALT]}" - "{DIR[DTR,MRR,VPP,3N,TSH]}" - "{DIR[DTR,MRR,VPP,2N,TX2]}" - - "{DIR[DTR,MRR,VPP,2N,DNV]}" - - "{DIR[DTR,MRR,VPP,3N,DNV]}" - "{DIR[DTR,MRR,VPP,2N,AWS]}" - "{DIR[DTR,MRR,VPP,3N,SNR]}" data: @@ -5784,8 +5600,6 @@ - "vpp-3n-alt-curr-iter-mrr" - "vpp-3n-tsh-curr-iter-mrr" - "vpp-2n-tx2-curr-iter-mrr" - - "vpp-2n-dnv-curr-iter-mrr" - - "vpp-3n-dnv-curr-iter-mrr" - "vpp-2n-aws-curr-iter-mrr" - "vpp-3n-snr-curr-iter-mrr" filter: "'MRR'" @@ -5804,7 +5618,7 @@ - "vts" - "lb" - "nfv_density" - - "hoststack" + # - "hoststack" level-2: - "2n-clx" - "2n-icx" @@ -5813,8 +5627,6 @@ - "3n-alt" - "3n-tsh" - "2n-tx2" - - "2n-dnv" - - "3n-dnv" - "2n-aws" - "3n-snr" level-3: @@ -5823,6 +5635,8 @@ - "xxv710" - "x710" - "e810cq" + - "e822cq" + - "e810xxv" - "x553" - "cx556a" - "vic1227" @@ -5842,8 +5656,6 @@ - "{DIR[DTC,MRR,VPP,3N,ALT]}" - "{DIR[DTC,MRR,VPP,3N,TSH]}" - "{DIR[DTC,MRR,VPP,2N,TX2]}" - - "{DIR[DTC,MRR,VPP,2N,DNV]}" - - "{DIR[DTC,MRR,VPP,3N,DNV]}" - "{DIR[DTC,MRR,VPP,2N,AWS]}" - "{DIR[DTC,MRR,VPP,3N,SNR]}" data: @@ -5854,8 +5666,6 @@ - "vpp-3n-alt-curr-iter-mrr" - "vpp-3n-tsh-curr-iter-mrr" - "vpp-2n-tx2-curr-iter-mrr" - - "vpp-2n-dnv-curr-iter-mrr" - - "vpp-3n-dnv-curr-iter-mrr" - "vpp-2n-aws-curr-iter-mrr" - "vpp-3n-snr-curr-iter-mrr" filter: "'MRR'" @@ -5874,7 +5684,7 @@ - "vts" - "lb" - "nfv_density" - - "hoststack" + # - "hoststack" level-2: - "2n-clx" - "2n-icx" @@ -5883,8 +5693,6 @@ - "3n-alt" - "3n-tsh" - "2n-tx2" - - "2n-dnv" - - "3n-dnv" - "2n-aws" - "3n-snr" level-3: @@ -5893,29 +5701,51 @@ - "xxv710" - "x710" - "e810cq" + - "e822cq" + - "e810xxv" - "x553" - "cx556a" - "vic1227" - "vic1385" - "ena" -# VPP Device Results - Ubuntu +# VPP Device Results - 1n-skx +- type: "file" + title: "VPP Device Results - 1n-skx" + algorithm: "file_test_results" + output-file: "{DIR[DTR,FUNC,VPP,DEVICE,1N,SKX]}" + dir-tables: "{DIR[DTR,FUNC,VPP,DEVICE,1N,SKX]}" + data: "vpp-device-1n-skx" + filter: "all" + data-start-level: 4 + +# VPP Device Results - 1n-tx2 +- type: "file" + title: "VPP Device Results - 1n-tx2" + algorithm: "file_test_results" + output-file: "{DIR[DTR,FUNC,VPP,DEVICE,1N,TX2]}" + dir-tables: "{DIR[DTR,FUNC,VPP,DEVICE,1N,TX2]}" + data: "vpp-device-1n-tx2" + filter: "all" + data-start-level: 4 + +# VPP Device Configuration - 1n-skx - type: "file" - title: "VPP Device Results - Ubuntu" + title: "VPP Device Configuration - 1n-skx" algorithm: "file_test_results" - output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}" - dir-tables: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}" - data: "vpp-device-results-ubuntu" + output-file: "{DIR[DTC,FUNC,VPP,DEVICE,1N,SKX]}" + dir-tables: "{DIR[DTC,FUNC,VPP,DEVICE,1N,SKX]}" + data: "vpp-device-1n-skx" filter: "all" data-start-level: 4 -# VPP Device Configuration - Ubuntu +# VPP Device Configuration - 1n-tx2 - type: "file" - title: "VPP Device Configuration - Ubuntu" + title: "VPP Device Configuration - 1n-tx2" algorithm: "file_test_results" - output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}" - dir-tables: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}" - data: "vpp-device-results-ubuntu" + output-file: "{DIR[DTC,FUNC,VPP,DEVICE,1N,TX2]}" + dir-tables: "{DIR[DTC,FUNC,VPP,DEVICE,1N,TX2]}" + data: "vpp-device-1n-tx2" filter: "all" data-start-level: 4 @@ -5999,6 +5829,26 @@ filter: "all" data-start-level: 4 +# TRex Performance Results 2n-icx +- type: "file" + title: "TRex Performance Results 2n-icx" + algorithm: "file_test_results" + output-file: "{DIR[DTR,PERF,TREX,2N,ICX]}" + dir-tables: "{DIR[DTR,PERF,TREX,2N,ICX]}" + data: "trex-2n-icx-curr-cov" + filter: "all" + data-start-level: 4 + +# TRex Performance Results 1n-aws +- type: "file" + title: "TRex Performance Results 1n-aws" + algorithm: "file_test_results" + output-file: "{DIR[DTR,PERF,TREX,1N,AWS]}" + dir-tables: "{DIR[DTR,PERF,TREX,1N,AWS]}" + data: "trex-1n-aws-curr-cov" + filter: "all" + data-start-level: 4 + ################################################################################ ### P L O T S ### ################################################################################ @@ -6506,37 +6356,6 @@ title: "3n-tsh-x520-64b-{core}-features-ip4routing-base-ixgbe-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 2n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-{core}-ip4routing-base-scale-[ixgbe,af_xdp]-{test_type}" - data: "vpp-2n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" - layout: - title: "2n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" - layout: - title: "3n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -6606,19 +6425,6 @@ title: "3n-tsh-x520-64b-{core}-ip4tunnel-base-ixgbe-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-{core}-ip4tunnel-base-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-ip4tunnel-base-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-{core}-ip4tunnel-base-ixgbe-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-tsh-x520-78b-{core}-ip6routing-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -6631,35 +6437,6 @@ title: "3n-tsh-x520-78b-{core}-ip6routing-base-ixgbe-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 2n-dnv-x553-78b-{core}-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-{core}-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}" - data: "vpp-2n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" - layout: - title: "2n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" - layout: - title: "3n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-tsh-x520-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -6677,23 +6454,6 @@ title: "3n-tsh-x520-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 3n-dnv-x553-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: - title: "3n-dnv-x553-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-tsh-x520-64b-{core}-l2switching-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -6727,85 +6487,6 @@ title: "3n-tsh-x520-64b-{core}-features-l2switching-base-ixgbe-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 2n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" - data: "vpp-2n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - data: "vpp-2n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" - layout: - title: "2n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-{core}-features-l2switching-base-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-features-l2switching-base-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" - layout: - title: "3n-dnv-x553-64b-{core}-features-l2switching-base-ixgbe-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-tsh-x520-78b-{core}-srv6-ip6routing-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -7649,184 +7330,6 @@ title: "3n-alt-xl710-64b-vhost-{test_type}" layout: "plot-throughput-speedup-analysis" -- type: "plot" - title: "Speedup: 2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-ip4routing-base-scale-[ixgbe,af_xdp]-{test_type}-tsa" - data: "vpp-2n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-af-xdp-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-af-xdp-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-rnd-ndrpdr" - layout: - title: "2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-dnv-x553-78b-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}-tsa" - data: "vpp-2n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-af-xdp-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-af-xdp-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-rnd-ndrpdr" - layout: - title: "2n-dnv-x553-78b-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa" - data: "vpp-2n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" - data: "vpp-2n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" - layout: - title: "2n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-dnv-x553-64b-l2switching-base-scale-af_xdp-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" - data: "vpp-2n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Patch-Ndrpdr.64B-.t.c-af-xdp-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Xcbase-Ndrpdr.64B-.t.c-af-xdp-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale10kmaclrn-ndrpdr" - layout: - title: "2n-dnv-x553-64b-l2switching-base-scale-af_xdp-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-rnd-ndrpdr" - layout: - title: "3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-ip4tunnel-base-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4tunnel-base-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-ip4tunnel-base-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" - layout: - title: "3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: - title: "3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-features-l2switching-base-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-l2switching-base-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" - layout: - title: "3n-dnv-x553-64b-features-l2switching-base-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - - type: "plot" title: "Speedup: 2n-tx2-xl710-64b-ipsec-base-scale-sw-policy-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" @@ -8815,6 +8318,106 @@ title: "2n-clx-e810cq-64b-{core}-vhost-{test_type}" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-clx-cx556a-64b-{core}-memif-base-mlx5-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-memif-base-mlx5-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-mlx5-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-mlx5-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-mlx5-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-{core}-memif-base-mlx5-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-cx556a-64b-{core}-ip4-base-scale-mlx5-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-ip4-base-scale-mlx5-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4-Ip4Base-Ndrpdr.64B-{core}-mlx5-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-mlx5-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-mlx5-ethip4-ip4scale20k-rnd-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-{core}-ip4-base-scale-mlx5-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-cx556a-64b-{core}-ip4-features-mlx5-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-ip4-features-mlx5-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-mlx5-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-mlx5-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-mlx5-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-mlx5-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-{core}-ip4-features-mlx5-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-cx556a-78b-{core}-ip6-base-scale-mlx5-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-78b-{core}-ip6-base-scale-mlx5-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Mlx5-Ethip6-Ip6Base-Ndrpdr.78B-{core}-mlx5-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Mlx5-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-mlx5-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Mlx5-Ethip6-Ip6Scale20K-Rnd-Ndrpdr.78B-{core}-mlx5-ethip6-ip6scale20k-rnd-ndrpdr" + layout: + title: "2n-clx-cx556a-78b-{core}-ip6-base-scale-mlx5-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-cx556a-64b-{core}-l2-base-mlx5-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-l2-base-mlx5-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-mlx5-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Patch-Ndrpdr.64B-{core}-mlx5-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Xcbase-Ndrpdr.64B-{core}-mlx5-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-mlx5-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-{core}-l2-base-mlx5-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-cx556a-64b-{core}-l2-scale-mlx5-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-l2-scale-mlx5-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-mlx5-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-mlx5-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-mlx5-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-mlx5-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-{core}-l2-scale-mlx5-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-cx556a-64b-{core}-vhost-base-mlx5-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-vhost-base-mlx5-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-mlx5-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-mlx5-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-{core}-vhost-base-mlx5-{test_type}" + layout: "plot-throughput" + ################################################################################ # Packet Speedup @@ -9374,71 +8977,164 @@ - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" layout: - title: "2n-clx-e810cq-64b-ip4-features-avf-{test_type}" + title: "2n-clx-e810cq-64b-ip4-features-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-e810cq-78b-ip6-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-78b-ip6-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-.t.c-ethip6-ip6scale20k-rnd-ndrpdr" + layout: + title: "2n-clx-e810cq-78b-ip6-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-e810cq-64b-l2-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-l2-avf-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Patch-ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-clx-e810cq-64b-l2-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-e810cq-64b-l2-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-l2-dpdk-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Patch-ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-clx-e810cq-64b-l2-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-e810cq-64b-vhost-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-vhost-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + layout: + title: "2n-clx-e810cq-64b-vhost-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-cx556a-64b-memif-base-mlx5-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-memif-base-mlx5-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-mlx5-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-mlx5-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-mlx5-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-memif-base-mlx5-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-cx556a-64b-ip4-base-scale-mlx5-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-ip4-base-scale-mlx5-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-mlx5-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-mlx5-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-mlx5-ethip4-ip4scale20k-rnd-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-ip4-base-scale-mlx5-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-cx556a-64b-ip4-features-mlx5-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-ip4-features-mlx5-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-mlx5-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-mlx5-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-mlx5-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Mlx5-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-mlx5-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-ip4-features-mlx5-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-clx-e810cq-78b-ip6-{test_type}-tsa" + title: "Speedup: 2n-clx-cx556a-78b-ip6-base-scale-mlx5-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-78b-ip6-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-78b-ip6-base-scale-mlx5-{test_type}-tsa" data: "vpp-2n-clx-curr-iter" include: - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-.t.c-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Mlx5-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-mlx5-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Mlx5-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-mlx5-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Mlx5-Ethip6-Ip6Scale20K-Rnd-Ndrpdr.78B-.t.c-mlx5-ethip6-ip6scale20k-rnd-ndrpdr" layout: - title: "2n-clx-e810cq-78b-ip6-{test_type}" + title: "2n-clx-cx556a-78b-ip6-base-scale-mlx5-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-clx-e810cq-64b-l2-avf-{test_type}-tsa" + title: "Speedup: 2n-clx-cx556a-64b-l2-base-mlx5-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-l2-avf-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-l2-base-mlx5-{test_type}-tsa" data: "vpp-2n-clx-curr-iter" include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Patch-ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-mlx5-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Patch-Ndrpdr.64B-.t.c-mlx5-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Xcbase-Ndrpdr.64B-.t.c-mlx5-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-mlx5-eth-l2bdbasemaclrn-ndrpdr" layout: - title: "2n-clx-e810cq-64b-l2-avf-{test_type}" + title: "2n-clx-cx556a-64b-l2-base-mlx5-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-clx-e810cq-64b-l2-dpdk-{test_type}-tsa" + title: "Speedup: 2n-clx-cx556a-64b-l2-scale-mlx5-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-l2-dpdk-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-l2-scale-mlx5-{test_type}-tsa" data: "vpp-2n-clx-curr-iter" include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Patch-ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-mlx5-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-mlx5-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-mlx5-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-mlx5-eth-l2bdscale1mmaclrn-ndrpdr" layout: - title: "2n-clx-e810cq-64b-l2-dpdk-{test_type}" + title: "2n-clx-cx556a-64b-l2-scale-mlx5-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-clx-e810cq-64b-vhost-{test_type}-tsa" + title: "Speedup: 2n-clx-cx556a-64b-vhost-base-mlx5-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64b-vhost-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-vhost-base-mlx5-{test_type}-tsa" data: "vpp-2n-clx-curr-iter" include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-mlx5-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Mlx5-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-mlx5-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" layout: - title: "2n-clx-e810cq-64b-vhost-{test_type}" + title: "2n-clx-cx556a-64b-vhost-base-mlx5-{test_type}" layout: "plot-throughput-speedup-analysis" # 2n-icx @@ -9566,7 +9262,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" layout: title: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" - layout: "plot-throughput" + layout: "plot-cps" - type: "plot" title: "Throughput: 2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" @@ -9583,7 +9279,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" layout: title: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" - layout: "plot-throughput" + layout: "plot-cps" - type: "plot" title: "Throughput: 2n-icx-xxv710-100b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" @@ -9632,109 +9328,403 @@ - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-64tun-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-256tun-ip4base-ndrpdr" layout: - title: "2n-icx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" + title: "2n-icx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-Rnd-ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-Rnd-ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-rnd-ndrpdr" + layout: + title: "2n-icx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-{core}-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-Rnd-ndrpdr.78B-{core}-ethip6-ip6scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-Rnd-ndrpdr.78B-{core}-ethip6-ip6scale2m-rnd-ndrpdr" + layout: + title: "2n-icx-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-xxv710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip6-Ip6Base-ndrpdr.78B-{core}-af-xdp-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip6-Ip6Scale20K-ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale20k-rnd-ndrpdr" + layout: + title: "2n-icx-xxv710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-{core}-avf-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-{core}-avf-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-icx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-ndrpdr.64B-{core}-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-icx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-xxv710-64b-{core}-vhost-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-{core}-vhost-base-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + layout: + title: "2n-icx-xxv710-64b-{core}-vhost-base-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b-{core}-memif-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-memif-base-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Eth-2Memif-1Dcr-ndrpdr.64B-{core}-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-{core}-memif-base-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b-{core}-ip4routing-base-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-ip4routing-base-scale-avf-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-Rnd-ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale200K-ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale200K-Rnd-ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale2M-ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale2M-Rnd-ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-{core}-ip4routing-base-scale-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-Rnd-ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale200K-ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale200K-Rnd-ndrpdr.64B-{core}-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale2M-ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale2M-Rnd-ndrpdr.64B-{core}-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Af-Xdp-Ethip4-Ip4Base-ndrpdr.64B-{core}-af-xdp-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Af-Xdp-Ethip4-Ip4Scale20K-ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Af-Xdp-Ethip4-Ip4Scale20K-Rnd-ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale20k-rnd-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b-{core}-features-ip4routing-base-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-features-ip4routing-base-avf-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-{core}-features-ip4routing-base-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Det-H1024-P63-S64512-ndrpdr.64B-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Det-H16384-P63-S1032192-ndrpdr.64B-{core}-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Det-H65536-P63-S4128758-ndrpdr.64B-{core}-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Udir-ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Cps-ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-H16384-P63-S1032192-Cps-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Cps-ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" + layout: "plot-cps" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" + layout: "plot-cps" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-100b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-100b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-H1024-P63-S64512-Tput-ndrpdr.100B-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-H16384-P63-S1032192-Tput-ndrpdr.100B-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-H65536-P63-S4128768-Tput-ndrpdr.100B-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" + layout: + title: "2n-icx-e810cq-100b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-100b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-100b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" + layout: + title: "2n-icx-e810cq-100b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-100Ge2P1E810Cq-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-100Ge2P1E810Cq-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-100Ge2P1E810Cq-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-16tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-100Ge2P1E810Cq-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-64tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-100Ge2P1E810Cq-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-256tun-ip4base-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" layout: "plot-throughput" - type: "plot" - title: "Throughput: 2n-icx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" + title: "Throughput: 2n-icx-e810cq-78b-{core}-ip6routing-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-{core}-ip6routing-base-scale-avf-{test_type}" data: "vpp-2n-icx-curr-iter" core: ["2t1c", ] include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-Rnd-ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-Rnd-ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale200K-ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale200K-Rnd-ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale2M-ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale2M-Rnd-ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-rnd-ndrpdr" layout: - title: "2n-icx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" + title: "2n-icx-e810cq-78b-{core}-ip6routing-base-scale-avf-{test_type}" layout: "plot-throughput" - type: "plot" - title: "Throughput: 2n-icx-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" + title: "Throughput: 2n-icx-e810cq-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" data: "vpp-2n-icx-curr-iter" core: ["2t1c", ] include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-{core}-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale200K-Rnd-ndrpdr.78B-{core}-ethip6-ip6scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-Rnd-ndrpdr.78B-{core}-ethip6-ip6scale2m-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-{core}-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale200K-ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale200K-Rnd-ndrpdr.78B-{core}-ethip6-ip6scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale2M-ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale2M-Rnd-ndrpdr.78B-{core}-ethip6-ip6scale2m-rnd-ndrpdr" layout: - title: "2n-icx-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" + title: "2n-icx-e810cq-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" layout: "plot-throughput" - type: "plot" - title: "Throughput: 2n-icx-xxv710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" + title: "Throughput: 2n-icx-e810cq-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" data: "vpp-2n-icx-curr-iter" core: ["2t1c", ] include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip6-Ip6Base-ndrpdr.78B-{core}-af-xdp-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip6-Ip6Scale20K-ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Af-Xdp-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Af-Xdp-Ethip6-Ip6Base-ndrpdr.78B-{core}-af-xdp-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Af-Xdp-Ethip6-Ip6Scale20K-ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Af-Xdp-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale20k-rnd-ndrpdr" layout: - title: "2n-icx-xxv710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" + title: "2n-icx-e810cq-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" layout: "plot-throughput" - type: "plot" - title: "Throughput: 2n-icx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" + title: "Throughput: 2n-icx-e810cq-64b-{core}-l2switching-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-l2switching-base-scale-avf-{test_type}" data: "vpp-2n-icx-curr-iter" core: ["2t1c", ] include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-{core}-avf-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-{core}-avf-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Patch-ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-{core}-avf-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-{core}-avf-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr" layout: - title: "2n-icx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" + title: "2n-icx-e810cq-64b-{core}-l2switching-base-scale-avf-{test_type}" layout: "plot-throughput" - type: "plot" - title: "Throughput: 2n-icx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" + title: "Throughput: 2n-icx-e810cq-64b-{core}-l2switching-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-l2switching-base-scale-dpdk-{test_type}" data: "vpp-2n-icx-curr-iter" core: ["2t1c", ] include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Patch-ndrpdr.64B-{core}-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" layout: - title: "2n-icx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" + title: "2n-icx-e810cq-64b-{core}-l2switching-base-scale-dpdk-{test_type}" layout: "plot-throughput" - type: "plot" - title: "Throughput: 2n-icx-xxv710-64b-{core}-vhost-base-{test_type}" + title: "Throughput: 2n-icx-e810cq-64b-{core}-vhost-base-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-{core}-vhost-base-{test_type}" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-vhost-base-{test_type}" data: "vpp-2n-icx-curr-iter" core: ["2t1c", ] include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" layout: - title: "2n-icx-xxv710-64b-{core}-vhost-base-{test_type}" + title: "2n-icx-e810cq-64b-{core}-vhost-base-{test_type}" layout: "plot-throughput" - type: "plot" @@ -9852,7 +9842,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" layout: title: "2n-icx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" + layout: "plot-throughput-speedup-analysis-cps" - type: "plot" title: "Speedup: 2n-icx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" @@ -9868,7 +9858,7 @@ - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" layout: title: "2n-icx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" + layout: "plot-throughput-speedup-analysis-cps" - type: "plot" title: "Speedup: 2n-icx-xxv710-100b-nat44ed-ip4routing-tcp-tput-avf-{test_type}-tsa" @@ -9970,47 +9960,323 @@ output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-l2switching-base-scale-avf-{test_type}-tsa" data: "vpp-2n-icx-curr-iter" include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-icx-xxv710-64b-l2switching-base-scale-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-icx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-xxv710-64b-vhost-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-vhost-base-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + layout: + title: "2n-icx-xxv710-64b-vhost-base-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-64b-memif-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-memif-base-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-ndrpdr.64B-.t.c-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Eth-2Memif-1Dcr-ndrpdr.64B-.t.c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" + - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Eth-2Memif-1Dcr-ndrpdr.64B-.t.c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-memif-base-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-64b-ip4routing-base-scale-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-ip4routing-base-scale-avf-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-Rnd-ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale200K-ndrpdr.64B-.t.c-avf-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale200K-Rnd-ndrpdr.64B-.t.c-avf-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale2M-ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale2M-Rnd-ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-ip4routing-base-scale-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-Rnd-ndrpdr.64B-.t.c-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale200K-ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale200K-Rnd-ndrpdr.64B-.t.c-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale2M-ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale2M-Rnd-ndrpdr.64B-.t.c-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-64b-ip4routing-base-scale-af_xdp-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-ip4routing-base-scale-af_xdp-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Af-Xdp-Ethip4-Ip4Base-ndrpdr.64B-.t.c-af-xdp-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Af-Xdp-Ethip4-Ip4Scale20K-ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Af-Xdp-Ethip4-Ip4Scale20K-Rnd-ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-rnd-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-ip4routing-base-scale-af_xdp-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-64b-features-ip4routing-base-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-features-ip4routing-base-avf-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-features-ip4routing-base-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Det-H1024-P63-S64512-ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Det-H16384-P63-S1032192-ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h16384-p63-s1032192-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Det-H65536-P63-S4128758-ndrpdr.64B-.t.c-avf-ethip4udp-nat44det-h65536-p63-s4128758-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Udir-ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-H16384-P63-S1032192-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Ip4Base-H65536-P63-S4128768-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" + layout: "plot-throughput-speedup-analysis-cps" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" + layout: "plot-throughput-speedup-analysis-cps" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-100b-nat44ed-ip4routing-tcp-tput-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-100b-nat44ed-ip4routing-tcp-tput-avf-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" + layout: + title: "2n-icx-e810cq-100b-nat44ed-ip4routing-tcp-tput-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-100b-nat44ed-ip4routing-tcp-udp-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-100b-nat44ed-ip4routing-udp-tput-avf-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-ethip4udp-Ip4Base-H1024-P63-S64512-Tput-ndrpdr.100B-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-ethip4udp-Nat44Ed-H1024-P63-S64512-Tput-ndrpdr.100B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-ethip4udp-Ip4Base-H16384-P63-S1032192-Tput-ndrpdr.100B-.t.c-avf-ethip4udp-ip4base-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-ethip4udp-Nat44Ed-H16384-P63-S1032192-Tput-ndrpdr.100B-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-ethip4udp-Ip4Base-H65536-P63-S4128768-Tput-ndrpdr.100B-.t.c-avf-ethip4udp-ip4base-h65536-p63-s4128768-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-ethip4udp-Nat44Ed-H65536-P63-S4128768-Tput-ndrpdr.100B-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" + layout: + title: "2n-icx-e810cq-100b-nat44ed-ip4routing-udp-tput-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-64b-ethip4--ethip4udpgeneve-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-ethip4--ethip4udpgeneve-avf-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-100Ge2P1E810Cq-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-100Ge2P1E810Cq-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-100Ge2P1E810Cq-Avf-Ethip4--Ethip4Udpgeneve-16Tun-Ip4Base-ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-16tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-100Ge2P1E810Cq-Avf-Ethip4--Ethip4Udpgeneve-64Tun-Ip4Base-ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-64tun-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-100Ge2P1E810Cq-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-256tun-ip4base-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-ethip4--ethip4udpgeneve-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-78b-ip6routing-base-scale-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-ip6routing-base-scale-avf-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale200K-ndrpdr.78B-.t.c-avf-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale200K-Rnd-ndrpdr.78B-.t.c-avf-ethip6-ip6scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale2M-ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale2M-Rnd-ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-rnd-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-ip6routing-base-scale-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-.t.c-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale200K-ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale200K-Rnd-ndrpdr.78B-.t.c-ethip6-ip6scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale2M-ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale2M-Rnd-ndrpdr.78B-.t.c-ethip6-ip6scale2m-rnd-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-ip6routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-78b-ip6routing-base-scale-af_xdp-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-ip6routing-base-scale-af_xdp-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Af-Xdp-Ethip6-Ip6Base-ndrpdr.78B-.t.c-af-xdp-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Af-Xdp-Ethip6-Ip6Scale20K-ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Af-Xdp-Ethip6-Ip6Scale20K-Rnd-ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-rnd-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-ip6routing-base-scale-af_xdp-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-64b-l2switching-base-scale-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-l2switching-base-scale-avf-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Patch-ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" layout: - title: "2n-icx-xxv710-64b-l2switching-base-scale-avf-{test_type}" + title: "2n-icx-e810cq-64b-l2switching-base-scale-avf-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-icx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" + title: "Speedup: 2n-icx-e810cq-64b-l2switching-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-l2switching-base-scale-dpdk-{test_type}-tsa" data: "vpp-2n-icx-curr-iter" include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Patch-ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" layout: - title: "2n-icx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}" + title: "2n-icx-e810cq-64b-l2switching-base-scale-dpdk-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-icx-xxv710-64b-vhost-base-{test_type}-tsa" + title: "Speedup: 2n-icx-e810cq-64b-vhost-base-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-64b-vhost-base-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-vhost-base-{test_type}-tsa" data: "vpp-2n-icx-curr-iter" include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" layout: - title: "2n-icx-xxv710-64b-vhost-base-{test_type}" + title: "2n-icx-e810cq-64b-vhost-base-{test_type}" layout: "plot-throughput-speedup-analysis" # Packet Throughput - DPDK @@ -10022,7 +10288,7 @@ algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,DPDK]}/2n-icx-xxv710-64b-{core}-base-{test_type}" data: "dpdk-2n-icx-curr-iter" - core: ["2t1c", "4t2c"] + core: ["1t1c", "2t2c"] include: - "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" - "tests.dpdk.perf.2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" @@ -10049,7 +10315,7 @@ algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,DPDK]}/3n-icx-xxv710-64b-{core}-base-{test_type}" data: "dpdk-3n-icx-curr-iter" - core: ["2t1c", "4t2c"] + core: ["1t1c", "2t2c"] include: - "tests.dpdk.perf.25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" - "tests.dpdk.perf.25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" @@ -10076,7 +10342,7 @@ algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,DPDK]}/2n-clx-xxv710-64b-{core}-base-{test_type}" data: "dpdk-2n-clx-curr-iter" - core: ["2t1c", "4t2c"] + core: ["1t1c", "2t2c"] include: - "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" - "tests.dpdk.perf.2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" @@ -10089,7 +10355,7 @@ algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,DPDK]}/2n-clx-x710-64b-{core}-base-{test_type}" data: "dpdk-2n-clx-curr-iter" - core: ["2t1c", "4t2c"] + core: ["1t1c", "2t2c"] include: - "tests.dpdk.perf.2n1l-10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" - "tests.dpdk.perf.2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" @@ -11131,7 +11397,7 @@ algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,DPDK]}/2n-zn2-xxv710-64b-{core}-base-{test_type}" data: "dpdk-2n-zn2-curr-iter" - core: ["2t1c", "4t2c"] + core: ["1t1c", "2t2c"] include: - "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" - "tests.dpdk.perf.2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" @@ -11144,7 +11410,7 @@ algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,DPDK]}/2n-zn2-x710-64b-{core}-base-{test_type}" data: "dpdk-2n-zn2-curr-iter" - core: ["2t1c", "4t2c"] + core: ["1t1c", "2t2c"] include: - "tests.dpdk.perf.2n1l-10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" - "tests.dpdk.perf.2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" @@ -11180,6 +11446,34 @@ # 3n-icx Throughput +- type: "plot" + title: "Throughput: 3n-icx-e810xxv-1518b-{core}-ipsec-fixtnlip-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1518b-{core}-ipsec-fixtnlip-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Aes256Gcm-Ndrpdr.1518B-{core}-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Flow-Dir-Aes256Gcm-Ndrpdr.1518B-{core}-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-dir-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Flow-Rss-Aes256Gcm-Ndrpdr.1518B-{core}-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-rss-aes256gcm-ndrpdr" + layout: + title: "3n-icx-e810xxv-1518b-{core}-ipsec-fixtnlip-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-e810xxv-imix-{core}-ipsec-fixtnlip-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-imix-{core}-ipsec-fixtnlip-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Flow-Dir-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-dir-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Flow-Rss-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-rss-aes256gcm-ndrpdr" + layout: + title: "3n-icx-e810xxv-imix-{core}-ipsec-fixtnlip-{test_type}" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 3n-icx-xxv710-1518b-{core}-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -11215,7 +11509,7 @@ algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] + core: ["2t2c", ] include: - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" @@ -11244,7 +11538,7 @@ algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] + core: ["2t2c", ] include: - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" @@ -11287,7 +11581,7 @@ algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] + core: ["2t2c", ] include: - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" @@ -11316,7 +11610,7 @@ algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] + core: ["2t2c", ] include: - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" @@ -11351,73 +11645,401 @@ - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Xcbase-ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr" layout: - title: "3n-icx-xxv710-64b-{core}-ip4tunnel-base-{test_type}" + title: "3n-icx-xxv710-64b-{core}-ip4tunnel-base-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-xxv710-1518b-{core}-ip4tunnel-wireguard-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-1518b-{core}-ip4tunnel-wireguard-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard2tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard4tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard8tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard100tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr" + layout: + title: "3n-icx-xxv710-1518b-{core}-ip4tunnel-wireguard-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-xxv710-imix-{core}-ip4tunnel-wireguard-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-imix-{core}-ip4tunnel-wireguard-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard2tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard4tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard8tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard100tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr" + layout: + title: "3n-icx-xxv710-imix-{core}-ip4tunnel-wireguard-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-e810xxv-64b-{core}-ip4tunnel-wireguard-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-64b-{core}-ip4tunnel-wireguard-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.64B-{core}-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" + layout: + title: "3n-icx-e810xxv-64b-{core}-ip4tunnel-wireguard-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-e810xxv-64b-{core}-ip4tunnel-gtpu-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-64b-{core}-ip4tunnel-gtpu-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Gtpuhw-Ip4Base-Ndrpdr.64B-{core}-ethip4gtpuhw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Gtpusw-Ip4Base-Ndrpdr.64B-{core}-ethip4gtpusw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.64B-{core}-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" + layout: + title: "3n-icx-e810xxv-64b-{core}-ip4tunnel-gtpu-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-xxv710-78b-{core}-ip6routing-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-78b-{core}-ip6routing-base-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Ethip6-Ip6Base-ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" + layout: + title: "3n-icx-xxv710-78b-{core}-ip6routing-base-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-xxv710-64b-{core}-l2switching-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-64b-{core}-l2switching-base-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Patch-ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Patch-ndrpdr.64B-{core}-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Xcbase-ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "3n-icx-xxv710-64b-{core}-l2switching-base-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-xxv710-78b-{core}-srv6-ip6routing-base-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-78b-{core}-srv6-ip6routing-base-avf-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-ndrpdr.78B-{core}-avf-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" + layout: + title: "3n-icx-xxv710-78b-{core}-srv6-ip6routing-base-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-e810cq-1518b-{core}-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-{core}-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + layout: + title: "3n-icx-e810cq-1518b-{core}-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-e810cq-1518b-{core}-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-{core}-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-icx-e810cq-1518b-{core}-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-e810cq-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t2c", ] + include: + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-icx-e810cq-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-e810cq-1518b-{core}-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-{core}-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-icx-e810cq-1518b-{core}-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-e810cq-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t2c", ] + include: + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-icx-e810cq-1518b-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-e810cq-imix-{core}-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-{core}-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + layout: + title: "3n-icx-e810cq-imix-{core}-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-e810cq-imix-{core}-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-{core}-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-icx-e810cq-imix-{core}-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-e810cq-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t2c", ] + include: + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-icx-e810cq-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-e810cq-imix-{core}-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-{core}-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-icx-e810cq-imix-{core}-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-e810cq-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t2c", ] + include: + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-icx-e810cq-imix-{core}-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-e810cq-64b-{core}-ip4routing-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-{core}-ip4routing-base-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.100Ge2P1E810Cq-Ethip4-Ip4Base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" + layout: + title: "3n-icx-e810cq-64b-{core}-ip4routing-base-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-e810cq-64b-{core}-ip4tunnel-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-{core}-ip4tunnel-base-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Gtpusw-Ip4Base-ndrpdr.64B-{core}-avf-ethip4gtpusw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-ndrpdr.64B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-ndrpdr.64B-{core}-avf-ethip4vxlan-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Gtpusw-Ip4Base-ndrpdr.64B-{core}-ethip4gtpusw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Vxlan-L2Bdbasemaclrn-ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Vxlan-L2Xcbase-ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr" + layout: + title: "3n-icx-e810cq-64b-{core}-ip4tunnel-base-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-e810cq-1518b-{core}-ip4tunnel-wireguard-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-{core}-ip4tunnel-wireguard-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard2tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard4tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard8tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard100tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr" + layout: + title: "3n-icx-e810cq-1518b-{core}-ip4tunnel-wireguard-{test_type}" layout: "plot-throughput" - type: "plot" - title: "Throughput: 3n-icx-e810xxv-64b-{core}-ip4tunnel-gtpu-{test_type}" + title: "Throughput: 3n-icx-e810cq-imix-{core}-ip4tunnel-wireguard-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-64b-{core}-ip4tunnel-gtpu-{test_type}" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-{core}-ip4tunnel-wireguard-{test_type}" data: "vpp-3n-icx-curr-iter" core: ["2t1c", ] include: - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Gtpuhw-Ip4Base-Ndrpdr.64B-{core}-ethip4gtpuhw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Gtpusw-Ip4Base-Ndrpdr.64B-{core}-ethip4gtpusw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.64B-{core}-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard2tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard4tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard8tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard100tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr" layout: - title: "3n-icx-e810xxv-64b-{core}-ip4tunnel-gtpu-{test_type}" + title: "3n-icx-e810cq-imix-{core}-ip4tunnel-wireguard-{test_type}" layout: "plot-throughput" - type: "plot" - title: "Throughput: 3n-icx-xxv710-78b-{core}-ip6routing-base-{test_type}" + title: "Throughput: 3n-icx-e810cq-78b-{core}-ip6routing-base-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-78b-{core}-ip6routing-base-{test_type}" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-78b-{core}-ip6routing-base-{test_type}" data: "vpp-3n-icx-curr-iter" core: ["2t1c", ] include: - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Ethip6-Ip6Base-ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.100Ge2P1E810Cq-Ethip6-Ip6Base-ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" layout: - title: "3n-icx-xxv710-78b-{core}-ip6routing-base-{test_type}" + title: "3n-icx-e810cq-78b-{core}-ip6routing-base-{test_type}" layout: "plot-throughput" - type: "plot" - title: "Throughput: 3n-icx-xxv710-64b-{core}-l2switching-base-{test_type}" + title: "Throughput: 3n-icx-e810cq-64b-{core}-l2switching-base-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-64b-{core}-l2switching-base-{test_type}" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-{core}-l2switching-base-{test_type}" data: "vpp-3n-icx-curr-iter" core: ["2t1c", ] include: - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Patch-ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Patch-ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Xcbase-ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Avf-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Avf-Eth-L2Patch-ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Avf-Eth-L2Xcbase-ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Eth-L2Patch-ndrpdr.64B-{core}-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Eth-L2Xcbase-ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" layout: - title: "3n-icx-xxv710-64b-{core}-l2switching-base-{test_type}" + title: "3n-icx-e810cq-64b-{core}-l2switching-base-{test_type}" layout: "plot-throughput" - type: "plot" - title: "Throughput: 3n-icx-xxv710-78b-{core}-srv6-ip6routing-base-avf-{test_type}" + title: "Throughput: 3n-icx-e810cq-78b-{core}-srv6-ip6routing-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-78b-{core}-srv6-ip6routing-base-avf-{test_type}" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-78b-{core}-srv6-ip6routing-base-avf-{test_type}" data: "vpp-3n-icx-curr-iter" core: ["2t1c", ] include: - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-ndrpdr.78B-{core}-avf-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" + - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-ndrpdr.78B-{core}-avf-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" + - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" + - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" + - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" + - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" + - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-ndrpdr.78B-{core}-avf-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" layout: - title: "3n-icx-xxv710-78b-{core}-srv6-ip6routing-base-avf-{test_type}" + title: "3n-icx-e810cq-78b-{core}-srv6-ip6routing-base-avf-{test_type}" layout: "plot-throughput" # 3n-icx Speedup +- type: "plot" + title: "Speedup: 3n-icx-e810xxv-1518b-ipsec-fixtnlip-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1518b-ipsec-fixtnlip-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Aes256Gcm-Ndrpdr.1518B-.t.c-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Flow-Dir-Aes256Gcm-Ndrpdr.1518B-.t.c-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-dir-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Flow-Rss-Aes256Gcm-Ndrpdr.1518B-.t.c-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-rss-aes256gcm-ndrpdr" + layout: + title: "3n-icx-e810xxv-1518b-ipsec-fixtnlip-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-icx-e810xxv-imix-ipsec-fixtnlip-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-imix-ipsec-fixtnlip-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Flow-Dir-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-dir-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E810Xxv-Ethip4Ipsec1000Tnlsw-Fixtnlip-Ip4Base-Policy-Flow-Rss-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-fixtnlip-ip4base-policy-flow-rss-aes256gcm-ndrpdr" + layout: + title: "3n-icx-e810xxv-imix-ipsec-fixtnlip-{test_type}" + layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 3n-icx-xxv710-1518b-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}-tsa" algorithm: "plot_tsa_name" @@ -11496,154 +12118,436 @@ - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" layout: - title: "3n-icx-xxv710-imix-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}" + title: "3n-icx-xxv710-imix-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-icx-xxv710-imix-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-imix-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-icx-xxv710-imix-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-.t.c-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-.t.c-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-icx-xxv710-imix-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-imix-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-icx-xxv710-imix-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-icx-xxv710-64b-ip4routing-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-64b-ip4routing-base-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Base-ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" + layout: + title: "3n-icx-xxv710-64b-ip4routing-base-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-icx-xxv710-64b-ip4tunnel-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-64b-ip4tunnel-base-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Gtpusw-Ip4Base-ndrpdr.64B-.t.c-avf-ethip4gtpusw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-ndrpdr.64B-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Xcbase-ndrpdr.64B-.t.c-avf-ethip4vxlan-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Gtpusw-Ip4Base-ndrpdr.64B-.t.c-ethip4gtpusw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Xcbase-ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr" + layout: + title: "3n-icx-xxv710-64b-ip4tunnel-base-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-icx-e810xxv-64b-ip4tunnel-gtpu-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-64b-ip4tunnel-gtpu-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Gtpuhw-Ip4Base-Ndrpdr.64B-.t.c-ethip4gtpuhw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Gtpusw-Ip4Base-Ndrpdr.64B-.t.c-ethip4gtpusw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.64B-.t.c-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" + layout: + title: "3n-icx-e810xxv-64b-ip4tunnel-gtpu-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-icx-xxv710-1518b-ip4tunnel-wireguard-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-1518b-ip4tunnel-wireguard-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard2tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard4tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard8tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard100tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr" + layout: + title: "3n-icx-xxv710-1518b-ip4tunnel-wireguard-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-icx-xxv710-imix-ip4tunnel-wireguard-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-imix-ip4tunnel-wireguard-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard2tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard4tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard8tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard100tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr" + layout: + title: "3n-icx-xxv710-imix-ip4tunnel-wireguard-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-icx-e810xxv-64b-ip4tunnel-wireguard-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-64b-ip4tunnel-wireguard-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.64B-.t.c-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" + layout: + title: "3n-icx-e810xxv-64b-ip4tunnel-wireguard-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-icx-xxv710-78b-ip6routing-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-78b-ip6routing-base-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Ethip6-Ip6Base-ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" + layout: + title: "3n-icx-xxv710-78b-ip6routing-base-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-icx-xxv710-64b-l2switching-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-64b-l2switching-base-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Patch-ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Patch-ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Xcbase-ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "3n-icx-xxv710-64b-l2switching-base-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-icx-xxv710-78b-srv6-ip6routing-base-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-78b-srv6-ip6routing-base-avf-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-ndrpdr.78B-.t.c-avf-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" + - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" + layout: + title: "3n-icx-xxv710-78b-srv6-ip6routing-base-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-icx-e810cq-1518b-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + layout: + title: "3n-icx-e810cq-1518b-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-icx-e810cq-1518b-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-icx-e810cq-1518b-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-icx-e810cq-1518b-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-.t.c-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-.t.c-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-icx-e810cq-1518b-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-icx-e810cq-1518b-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-icx-e810cq-1518b-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-icx-e810cq-1518b-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-icx-e810cq-1518b-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-icx-e810cq-imix-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + layout: + title: "3n-icx-e810cq-imix-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-icx-e810cq-imix-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-icx-e810cq-imix-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 3n-icx-xxv710-imix-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}-tsa" + title: "Speedup: 3n-icx-e810cq-imix-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-imix-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}-tsa" data: "vpp-3n-icx-curr-iter" include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-.t.c-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-.t.c-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" layout: - title: "3n-icx-xxv710-imix-ipsec-aes256gcm-ip4routing-base-scale-sw-avf-{test_type}" + title: "3n-icx-e810cq-imix-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}-tsa" + title: "Speedup: 3n-icx-e810cq-imix-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" data: "vpp-3n-icx-curr-iter" include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-.t.c-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-.t.c-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-avf-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-avf-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" layout: - title: "3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-avf-{test_type}" + title: "3n-icx-e810cq-imix-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 3n-icx-xxv710-imix-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" + title: "Speedup: 3n-icx-e810cq-imix-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-imix-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" data: "vpp-3n-icx-curr-iter" include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" layout: - title: "3n-icx-xxv710-imix-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" + title: "3n-icx-e810cq-imix-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" + title: "Speedup: 3n-icx-e810cq-64b-ip4routing-base-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-ip4routing-base-{test_type}-tsa" data: "vpp-3n-icx-curr-iter" include: - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec8Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-ethip4ipsec8tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Ip4.100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.100Ge2P1E810Cq-Ethip4-Ip4Base-ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" layout: - title: "3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-{test_type}" + title: "3n-icx-e810cq-64b-ip4routing-base-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 3n-icx-xxv710-64b-ip4routing-base-{test_type}-tsa" + title: "Speedup: 3n-icx-e810cq-64b-ip4tunnel-base-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-64b-ip4routing-base-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-ip4tunnel-base-{test_type}-tsa" data: "vpp-3n-icx-curr-iter" include: - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Base-ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Gtpusw-Ip4Base-ndrpdr.64B-.t.c-avf-ethip4gtpusw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-ndrpdr.64B-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-ndrpdr.64B-.t.c-avf-ethip4vxlan-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Gtpusw-Ip4Base-ndrpdr.64B-.t.c-ethip4gtpusw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Vxlan-L2Bdbasemaclrn-ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Vxlan-L2Xcbase-ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr" layout: - title: "3n-icx-xxv710-64b-ip4routing-base-{test_type}" + title: "3n-icx-e810cq-64b-ip4tunnel-base-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 3n-icx-xxv710-64b-ip4tunnel-base-{test_type}-tsa" + title: "Speedup: 3n-icx-e810cq-1518b-ip4tunnel-wireguard-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-64b-ip4tunnel-base-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-ip4tunnel-wireguard-{test_type}-tsa" data: "vpp-3n-icx-curr-iter" include: - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Gtpusw-Ip4Base-ndrpdr.64B-.t.c-avf-ethip4gtpusw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-ndrpdr.64B-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Xcbase-ndrpdr.64B-.t.c-avf-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Gtpusw-Ip4Base-ndrpdr.64B-.t.c-ethip4gtpusw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Xcbase-ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard2tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard4tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard8tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard100tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr" layout: - title: "3n-icx-xxv710-64b-ip4tunnel-base-{test_type}" + title: "3n-icx-e810cq-1518b-ip4tunnel-wireguard-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 3n-icx-e810xxv-64b-ip4tunnel-gtpu-{test_type}-tsa" + title: "Speedup: 3n-icx-e810cq-imix-ip4tunnel-wireguard-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-64b-ip4tunnel-gtpu-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-ip4tunnel-wireguard-{test_type}-tsa" data: "vpp-3n-icx-curr-iter" include: - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Gtpuhw-Ip4Base-Ndrpdr.64B-.t.c-ethip4gtpuhw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Gtpusw-Ip4Base-Ndrpdr.64B-.t.c-ethip4gtpusw-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E810Xxv-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.64B-.t.c-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard2tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard4tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard8tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard100tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr" layout: - title: "3n-icx-e810xxv-64b-ip4tunnel-gtpu-{test_type}" + title: "3n-icx-e810cq-imix-ip4tunnel-wireguard-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 3n-icx-xxv710-78b-ip6routing-base-{test_type}-tsa" + title: "Speedup: 3n-icx-e810cq-78b-ip6routing-base-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-78b-ip6routing-base-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-78b-ip6routing-base-{test_type}-tsa" data: "vpp-3n-icx-curr-iter" include: - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Ethip6-Ip6Base-ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.100Ge2P1E810Cq-Ethip6-Ip6Base-ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" layout: - title: "3n-icx-xxv710-78b-ip6routing-base-{test_type}" + title: "3n-icx-e810cq-78b-ip6routing-base-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 3n-icx-xxv710-64b-l2switching-base-{test_type}-tsa" + title: "Speedup: 3n-icx-e810cq-64b-l2switching-base-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-64b-l2switching-base-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-l2switching-base-{test_type}-tsa" data: "vpp-3n-icx-curr-iter" include: - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Patch-ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Patch-ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Xcbase-ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Avf-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Avf-Eth-L2Patch-ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Avf-Eth-L2Xcbase-ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Eth-L2Patch-ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Eth-L2Xcbase-ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" layout: - title: "3n-icx-xxv710-64b-l2switching-base-{test_type}" + title: "3n-icx-e810cq-64b-l2switching-base-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 3n-icx-xxv710-78b-srv6-ip6routing-base-avf-{test_type}-tsa" + title: "Speedup: 3n-icx-e810cq-78b-srv6-ip6routing-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-xxv710-78b-srv6-ip6routing-base-avf-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-78b-srv6-ip6routing-base-avf-{test_type}-tsa" data: "vpp-3n-icx-curr-iter" include: - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-ndrpdr.78B-.t.c-avf-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" - - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" + - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-ndrpdr.78B-.t.c-avf-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" + - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" + - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" + - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" + - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" + - "Tests.Vpp.Perf.Srv6.100Ge2P1E810Cq-Avf-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" layout: - title: "3n-icx-xxv710-78b-srv6-ip6routing-base-avf-{test_type}" + title: "3n-icx-e810cq-78b-srv6-ip6routing-base-avf-{test_type}" layout: "plot-throughput-speedup-analysis" # 3n-snr Packet Throughput - type: "plot" - title: "Throughput: 3n-snr-e820cq-64b-{core}-ip4routing-base-scale-{test_type}" + title: "Throughput: 3n-snr-e822cq-64b-{core}-ip4routing-base-scale-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e820cq-64b-{core}-ip4routing-base-scale-{test_type}" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-64b-{core}-ip4routing-base-scale-{test_type}" data: "vpp-3n-snr-curr-iter" core: ["1t1c", ] include: @@ -11651,26 +12555,60 @@ - "Tests.Vpp.Perf.Ip4.25Ge2P1E822Cq-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1E822Cq-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" layout: - title: "3n-snr-e820cq-64b-{core}-ip4routing-base-scale-{test_type}" + title: "3n-snr-e822cq-64b-{core}-ip4routing-base-scale-{test_type}" layout: "plot-throughput" - type: "plot" - title: "Throughput: 3n-snr-e820cq-64b-{core}-ip4tunnel-base-{test_type}" + title: "Throughput: 3n-snr-e822cq-64b-{core}-ip4tunnel-base-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e820cq-64b-{core}-ip4tunnel-base-{test_type}" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-64b-{core}-ip4tunnel-base-{test_type}" data: "vpp-3n-snr-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-ndrpdr" layout: - title: "3n-snr-e820cq-64b-{core}-ip4tunnel-base-{test_type}" + title: "3n-snr-e822cq-64b-{core}-ip4tunnel-base-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-snr-e822cq-1518b-{core}-ip4tunnel-wireguard-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-1518b-{core}-ip4tunnel-wireguard-{test_type}" + data: "vpp-3n-snr-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard2tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard4tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard8tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard100tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.1518B-{core}-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr" + layout: + title: "3n-snr-e822cq-1518b-{core}-ip4tunnel-wireguard-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-snr-e822cq-imix-{core}-ip4tunnel-wireguard-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-imix-{core}-ip4tunnel-wireguard-{test_type}" + data: "vpp-3n-snr-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard2tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard4tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard8tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard100tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.imix-{core}-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr" + layout: + title: "3n-snr-e822cq-imix-{core}-ip4tunnel-wireguard-{test_type}" layout: "plot-throughput" - type: "plot" - title: "Throughput: 3n-snr-e820cq-78b-{core}-ip6routing-base-scale-{test_type}" + title: "Throughput: 3n-snr-e822cq-78b-{core}-ip6routing-base-scale-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e820cq-78b-{core}-ip6routing-base-scale-{test_type}" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-78b-{core}-ip6routing-base-scale-{test_type}" data: "vpp-3n-snr-curr-iter" core: ["1t1c", ] include: @@ -11678,13 +12616,13 @@ - "Tests.Vpp.Perf.Ip6.25Ge2P1E822Cq-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" - "Tests.Vpp.Perf.Ip6.25Ge2P1E822Cq-Ethip6-Ip6Scale20K-Rnd-Ndrpdr.78B-{core}-ethip6-ip6scale20k-rnd-ndrpdr" layout: - title: "3n-snr-e820cq-78b-{core}-ip6routing-base-scale-{test_type}" + title: "3n-snr-e822cq-78b-{core}-ip6routing-base-scale-{test_type}" layout: "plot-throughput" - type: "plot" - title: "Throughput: 3n-snr-e820cq-64b-{core}-l2switching-base-scale-{test_type}" + title: "Throughput: 3n-snr-e822cq-64b-{core}-l2switching-base-scale-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e820cq-64b-{core}-l2switching-base-scale-{test_type}" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-64b-{core}-l2switching-base-scale-{test_type}" data: "vpp-3n-snr-curr-iter" core: ["1t1c", ] include: @@ -11693,13 +12631,13 @@ - "Tests.Vpp.Perf.L2.25Ge2P1E822Cq-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.25Ge2P1E822Cq-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" layout: - title: "3n-snr-e820cq-64b-{core}-l2switching-base-scale-{test_type}" + title: "3n-snr-e822cq-64b-{core}-l2switching-base-scale-{test_type}" layout: "plot-throughput" - type: "plot" - title: "Throughput: 3n-snr-e820cq-imix-{core}-ipsec-ip4routing-scale-sw-{test_type}" + title: "Throughput: 3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-sw-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e820cq-imix-{core}-ipsec-ip4routing-scale-sw-{test_type}" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-sw-{test_type}" data: "vpp-3n-snr-curr-iter" core: ["1t1c", ] include: @@ -11707,13 +12645,13 @@ - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" layout: - title: "3n-snr-e820cq-imix-{core}-ipsec-ip4routing-scale-sw-{test_type}" + title: "3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-sw-{test_type}" layout: "plot-throughput" - type: "plot" - title: "Throughput: 3n-snr-e820cq-1518b-{core}-ipsec-ip4routing-scale-sw-{test_type}" + title: "Throughput: 3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-sw-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e820cq-1518b-{core}-ipsec-ip4routing-scale-sw-{test_type}" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-sw-{test_type}" data: "vpp-3n-snr-curr-iter" core: ["1t1c", ] include: @@ -11721,33 +12659,33 @@ - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" layout: - title: "3n-snr-e820cq-1518b-{core}-ipsec-ip4routing-scale-sw-{test_type}" + title: "3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-sw-{test_type}" layout: "plot-throughput" - type: "plot" - title: "Throughput: 3n-snr-e820cq-imix-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" + title: "Throughput: 3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e820cq-imix-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" data: "vpp-3n-snr-curr-iter" core: ["1t2c", ] include: - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" layout: - title: "3n-snr-e820cq-imix-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" + title: "3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" layout: "plot-throughput" - type: "plot" - title: "Throughput: 3n-snr-e820cq-1518b-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" + title: "Throughput: 3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-snr-e820cq-1518b-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" data: "vpp-3n-snr-curr-iter" core: ["1t2c", ] include: - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" layout: - title: "3n-snr-e820cq-1518b-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" + title: "3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" layout: "plot-throughput" # 3n-snr Speedup @@ -11777,11 +12715,44 @@ title: "3n-snr-e822cq-64b-ip4tunnel-base-{test_type}" layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 3n-snr-e822cq-1518b-ip4tunnel-wireguard-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-1518b-ip4tunnel-wireguard-{test_type}-tsa" + data: "vpp-3n-snr-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard2tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard4tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard8tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard100tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.1518B-.t.c-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr" + layout: + title: "3n-snr-e822cq-1518b-ip4tunnel-wireguard-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-snr-e822cq-imix-ip4tunnel-wireguard-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-imix-ip4tunnel-wireguard-{test_type}-tsa" + data: "vpp-3n-snr-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard1Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard1tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard2Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard2tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard4Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard4tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard8Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard8tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard100Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard100tnlsw-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Udpwireguard1000Tnlsw-Ip4Base-Ndrpdr.imix-.t.c-ethip4udpwireguard1000tnlsw-ip4base-ndrpdr" + layout: + title: "3n-snr-e822cq-imix-ip4tunnel-wireguard-{test_type}" + layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 3n-snr-e822cq-78b-ip6routing-base-scale-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-78b-ip6routing-base-scale-{test_type}-tsa" data: "vpp-3n-snr-curr-iter" + include: - "Tests.Vpp.Perf.Ip6.25Ge2P1E822Cq-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.25Ge2P1E822Cq-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" - "Tests.Vpp.Perf.Ip6.25Ge2P1E822Cq-Ethip6-Ip6Scale20K-Rnd-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-rnd-ndrpdr" @@ -11808,6 +12779,7 @@ algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-1518b-ipsec-ip4routing-scale-sw-{test_type}-tsa" data: "vpp-3n-snr-curr-iter" + include: - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" @@ -11820,6 +12792,7 @@ algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-imix-ipsec-ip4routing-scale-sw-{test_type}-tsa" data: "vpp-3n-snr-curr-iter" + include: - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" @@ -11832,6 +12805,7 @@ algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-1518b-ipsec-ip4routing-scale-scheduler-{test_type}-tsa" data: "vpp-3n-snr-curr-iter" + include: - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-.t.c-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-.t.c-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" layout: @@ -11843,22 +12817,61 @@ algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-imix-ipsec-ip4routing-scale-scheduler-{test_type}-tsa" data: "vpp-3n-snr-curr-iter" + include: - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" layout: title: "3n-snr-e822cq-imix-ipsec-ip4routing-scale-scheduler-{test_type}" layout: "plot-throughput-speedup-analysis" +# DPDK 3n-snr-e822cq + +- type: "plot" + title: "DPDK Throughput: 3n-snr-e822cq-64b-{core}-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,DPDK]}/3n-snr-e822cq-64b-{core}-base-{test_type}" + data: "dpdk-3n-snr-curr-iter" + core: ["1t1c", "2t2c"] + include: + - "Tests.Dpdk.Perf.25Ge2P1E822Cq-Eth-L2Xcbase-Testpmd-Ndrpdr.64B-{core}-eth-l2xcbase-testpmd-ndrpdr" + - "Tests.Dpdk.Perf.25Ge2P1E822Cq-Ethip4-Ip4Base-L3Fwd-Ndrpdr.64B-{core}-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "3n-snr-e822cq-64b-{core}-base-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Speedup: 3n-snr-e822cq-64b-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,DPDK]}/3n-snr-e822cq-64b-base-{test_type}-tsa" + data: "dpdk-3n-snr-curr-iter" + include: + - "Tests.Dpdk.Perf.25Ge2P1E822Cq-Eth-L2Xcbase-Testpmd-Ndrpdr.64B-.t.c-eth-l2xcbase-testpmd-ndrpdr" + - "Tests.Dpdk.Perf.25Ge2P1E822Cq-Ethip4-Ip4Base-L3Fwd-Ndrpdr.64B-.t.c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "3n-snr-e822cq-64b-base-{test_type}-tsa" + layout: "plot-throughput-speedup-analysis" + ################################################################################ +- type: "plot" + title: "Latency by percentile: TRex 2n-icx" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,TREX]}/hdrh-lat-percentile-2n-icx" + output-file-links: "{DIR[LAT,TREX]}/2n_icx.rst" + target-links: "../../_static/trex" + data: "trex-2n-icx-curr-iter-best" + filter: "'NIC_Intel-E810CQ'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + # - type: "plot" -# title: "Latency by percentile: TRex 2n-skx" +# title: "Latency by percentile: TRex 1n-aws" # algorithm: "plot_hdrh_lat_by_percentile_x_log" -# output-file: "{DIR[STATIC,TREX]}/hdrh-lat-percentile-2n-skx" -# output-file-links: "{DIR[LAT,TREX]}/2n_skx.rst" +# output-file: "{DIR[STATIC,TREX]}/hdrh-lat-percentile-1n-aws" +# output-file-links: "{DIR[LAT,TREX]}/1n_aws.rst" # target-links: "../../_static/trex" -# data: "trex-2n-skx-curr-iter-best" -# filter: "'NIC_Intel-X710'" +# data: "trex-1n-aws-curr-iter-best" +# filter: "'2T1C'" # layout: # layout: "plot-hdrh-latency-percentile-x-log" @@ -11917,6 +12930,17 @@ layout: layout: "plot-hdrh-latency-percentile-x-log" +- type: "plot" + title: "Latency by percentile: 2n-icx" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-icx" + output-file-links: "{DIR[LAT,VPP]}/2n_icx.rst" + target-links: "../../_static/vpp" + data: "vpp-2n-icx-curr-iter-best" + filter: "'2T1C' and 'NIC_Intel-E810CQ' and 'NDRPDR'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + - type: "plot" title: "Latency by percentile: 3n-icx" algorithm: "plot_hdrh_lat_by_percentile_x_log" @@ -11928,6 +12952,17 @@ layout: layout: "plot-hdrh-latency-percentile-x-log" +- type: "plot" + title: "Latency by percentile: 3n-icx" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-icx" + output-file-links: "{DIR[LAT,VPP]}/3n_icx.rst" + target-links: "../../_static/vpp" + data: "vpp-3n-icx-curr-iter-best" + filter: "'2T1C' and 'NIC_Intel-E810CQ' and 'NDRPDR'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + - type: "plot" title: "Latency by percentile: 3n-tsh" algorithm: "plot_hdrh_lat_by_percentile_x_log" @@ -12100,72 +13135,230 @@ ############################################################################### -# TRex 2n-skx +# Hoststack tests 3n-icx -# - type: "plot" -# title: "Throughput: 2n-skx-x710-64b--ip4-base-scale-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4-base-scale-{test_type}" -# data: "trex-2n-skx-curr-iter" -# core: ["2t1c", ] -# include: -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr" -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr" -# layout: -# title: "2n-skx-x710-64b--ip4-base-scale-{test_type}" -# layout: "plot-throughput" +- type: "plot" + title: "Bandwidth: 3n-icx-e810xxv-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps" + data: "vpp-3n-icx-curr-iter-hoststack" + include: + - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpbase-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps" + layout: + title: "3n-icx-e810xxv-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3" + layout: "plot-hoststack" -# - type: "plot" -# title: "Throughput: 2n-skx-x710-64b--ip4routing-stf-cps-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4routing-stf-cps-{test_type}" -# data: "trex-2n-skx-curr-iter" -# core: ["2t1c", ] -# include: -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr" -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr" -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr" -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr" -# layout: -# title: "2n-skx-x710-64b--ip4routing-stf-cps-{test_type}" -# layout: "plot-throughput" +- type: "plot" + title: "Bandwidth: 3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps" + data: "vpp-3n-icx-curr-iter-hoststack" + include: + - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpbase-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpscale1cl10s-ldpreload-iperf3-bps" + layout: + title: "3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3" + layout: "plot-hoststack" -# - type: "plot" -# title: "Throughput: 2n-skx-x710-64b--ip4routing-stf-pps-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4routing-stf-pps-{test_type}" -# data: "trex-2n-skx-curr-iter" -# core: ["2t1c", ] -# include: -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.100B--ethip4tcp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr" -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.100B--ethip4tcp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr" -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.100B--ethip4udp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr" -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.100B--ethip4udp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr" -# layout: -# title: "2n-skx-x710-64b--ip4routing-stf-pps-{test_type}" -# layout: "plot-throughput" +- type: "plot" + title: "Bandwidth: 3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho-bps" + data: "vpp-3n-icx-curr-iter-hoststack" + include: + - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicbase-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale1cl10s-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl1s-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl10s-vppecho-bps" + layout: + title: "3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho" + layout: "plot-hoststack" -# - type: "plot" -# title: "Throughput: 2n-skx-x710-78b--ip6-base-scale-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-78b--ip6-base-scale-{test_type}" -# data: "trex-2n-skx-curr-iter" -# core: ["2t1c", ] -# include: -# - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr" -# - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr" -# layout: -# title: "2n-skx-x710-78b--ip6-base-scale-{test_type}" -# layout: "plot-throughput" +- type: "plot" + title: "Bandwidth: 3n-icx-e810cq-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps" + data: "vpp-3n-icx-curr-iter-hoststack" + include: + - "Tests.Vpp.Perf.Hoststack.100Ge2P1E810Cq-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpbase-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.100Ge2P1E810Cq-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps" + layout: + title: "3n-icx-e810cq-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3" + layout: "plot-hoststack" -# - type: "plot" -# title: "Throughput: 2n-skx-x710-64b--l2-scale-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--l2-scale-{test_type}" -# data: "trex-2n-skx-curr-iter" -# core: ["2t1c", ] -# include: -# - "Tests.Trex.Perf.L2.1N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Tg-Ndrpdr.64B--eth-l2bdscale1mmaclrn-tg-ndrpdr" -# layout: -# title: "2n-skx-x710-64b--l2-scale-{test_type}" -# layout: "plot-throughput" +- type: "plot" + title: "Bandwidth: 3n-icx-e810cq-1460b-2t1c-eth-ip4udp-ldpreload-iperf3" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps" + data: "vpp-3n-icx-curr-iter-hoststack" + include: + - "Tests.Vpp.Perf.Hoststack.100Ge2P1E810Cq-Eth-Ip4Udpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpbase-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.100Ge2P1E810Cq-Eth-Ip4Udpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpscale1cl10s-ldpreload-iperf3-bps" + layout: + title: "3n-icx-e810cq-1460b-2t1c-eth-ip4udp-ldpreload-iperf3" + layout: "plot-hoststack" + +- type: "plot" + title: "Bandwidth: 3n-icx-e810cq-1280b-2t1c-eth-ip4udpquic-vppecho" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1280b-2t1c-eth-ip4udpquic-vppecho-bps" + data: "vpp-3n-icx-curr-iter-hoststack" + include: + - "Tests.Vpp.Perf.Hoststack.100Ge2P1E810Cq-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicbase-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.100Ge2P1E810Cq-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl10s-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.100Ge2P1E810Cq-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl1s-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.100Ge2P1E810Cq-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale1cl10s-vppecho-bps" + layout: + title: "3n-icx-e810cq-1280b-2t1c-eth-ip4udpquic-vppecho" + layout: "plot-hoststack" + +# Hoststack tests 2n-icx + +- type: "plot" + title: "CPS: 2n-icx-e810xxv-0b-2t1c-eth-ip4tcp-ldpreload-nginx" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810xxv-0b-2t1c-eth-ip4tcp-ldpreload-nginx-cps" + data: "vpp-2n-icx-curr-iter-hoststack" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-25Ge2P1E810Xxv-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 21 5-Cps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-cps" + - "Tests.Vpp.Perf.Hoststack.2N1L-25Ge2P1E810Xxv-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 21 5-Cps.0B-4t2c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-cps" + layout: + title: "2n-icx-e810xxv-0b-2t1c-eth-ip4tcp-ldpreload-nginx" + layout: "plot-cps" + +- type: "plot" + title: "RPS: 2n-icx-e810xxv-0b-2t1c-eth-ip4tcp-ldpreload-nginx" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810xxv-0b-2t1c-eth-ip4tcp-ldpreload-nginx-rps" + data: "vpp-2n-icx-curr-iter-hoststack" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-25Ge2P1E810Xxv-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 21 5-Rps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-rps" + - "Tests.Vpp.Perf.Hoststack.2N1L-25Ge2P1E810Xxv-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 21 5-Rps.0B-4t2c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-rps" + layout: + title: "2n-icx-e810xxv-0b-2t1c-eth-ip4tcp-ldpreload-nginx" + layout: "plot-rps" + +- type: "plot" + title: "CPS: 2n-icx-e810cq-0b-2t1c-eth-ip4tcp-ldpreload-nginx" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-0b-2t1c-eth-ip4tcp-ldpreload-nginx-cps" + data: "vpp-2n-icx-curr-iter-hoststack" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 21 5-Cps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-cps" + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 21 5-Cps.0B-4t2c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-cps" + layout: + title: "2n-icx-e810cq-0b-2t1c-eth-ip4tcp-ldpreload-nginx" + layout: "plot-cps" + +- type: "plot" + title: "RPS: 2n-icx-e810cq-0b-2t1c-eth-ip4tcp-ldpreload-nginx" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-0b-2t1c-eth-ip4tcp-ldpreload-nginx-rps" + data: "vpp-2n-icx-curr-iter-hoststack" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 21 5-Rps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-rps" + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 21 5-Rps.0B-4t2c-eth-ip4tcphttp-ldpreload-nginx-1_21_5-rps" + layout: + title: "2n-icx-e810cq-0b-2t1c-eth-ip4tcp-ldpreload-nginx" + layout: "plot-rps" + +############################################################################### + +# TRex 2n-icx + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b--ip4-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-icx-e810cq-64b--ip4-base-scale-{test_type}" + data: "trex-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr" + layout: + title: "2n-icx-e810cq-64b--ip4-base-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b--ip4routing-stf-cps-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-icx-e810cq-64b--ip4routing-stf-cps-{test_type}" + data: "trex-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr" + layout: + title: "2n-icx-e810cq-64b--ip4routing-stf-cps-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b--ip4routing-stf-tput-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-icx-e810cq-64b--ip4routing-stf-tput-{test_type}" + data: "trex-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Tcp-Ip4Base-H1024-P63-S64512-tput-Tg-Ndrpdr.100B--ethip4tcp-ip4base-h1024-p63-s64512-tput-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-tput-Tg-Ndrpdr.100B--ethip4tcp-ip4base-h262144-p63-s16515072-tput-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-H1024-P63-S64512-tput-Tg-Ndrpdr.100B--ethip4udp-ip4base-h1024-p63-s64512-tput-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-H262144-P63-S16515072-tput-Tg-Ndrpdr.100B--ethip4udp-ip4base-h262144-p63-s16515072-tput-tg-ndrpdr" + layout: + title: "2n-icx-e810cq-64b--ip4routing-stf-tput-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-78b--ip6-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-icx-e810cq-78b--ip6-base-scale-{test_type}" + data: "trex-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip6.1N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr" + - "Tests.Trex.Perf.Ip6.1N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr" + layout: + title: "2n-icx-e810cq-78b--ip6-base-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b--l2-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-icx-e810cq-64b--l2-scale-{test_type}" + data: "trex-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.L2.1N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-Tg-Ndrpdr.64B--eth-l2bdscale1mmaclrn-tg-ndrpdr" + layout: + title: "2n-icx-e810cq-64b--l2-scale-{test_type}" + layout: "plot-throughput" + +# TRex 1n-aws + +- type: "plot" + title: "Throughput: 1n-aws-nitro50g-64b--ip4-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/1n-aws-nitro50g-64b--ip4-base-scale-{test_type}" + data: "trex-1n-aws-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip4.1N1L-50Ge1P1Ena-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-50Ge1P1Ena-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr" + layout: + title: "1n-aws-nitro50g-64b--ip4-base-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 1n-aws-nitro50g-78b--ip6-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/1n-aws-nitro50g-78b--ip6-base-scale-{test_type}" + data: "trex-1n-aws-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip6.1N1L-50Ge1P1Ena-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr" + - "Tests.Trex.Perf.Ip6.1N1L-50Ge1P1Ena-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr" + layout: + title: "1n-aws-nitro50g-78b--ip6-base-scale-{test_type}" + layout: "plot-throughput"